path: root/roles/kubernetes/addons/openebs-zfs/templates/zfs-operator.2.1.0.yml.j2

# This manifest is autogenerated via `make manifests` command
# Do the modification to the zfs-driver.yaml in directory deploy/yamls/
# and then run `make manifests` command

# This manifest deploys the OpenEBS ZFS control plane components,
# with associated CRs & RBAC rules.

# Create the OpenEBS namespace
# This is the default namespace where the ZFS driver will create all
# its resources. If we want to change it to use a different namespace
# modify this to create the new namespace and also modify the OPENEBS_NAMESPACE
# env for the ZFS Driver's controller and agent deployments.
# please note that this should be changed while initial setup, once ZFS Driver
# is deployed with a namespace, we should never modify it as old resources will
# not be available under the new namespace and ZFS Driver looks for all the resources
# in the OPENEBS_NAMESPACE namespace passed as an env.

apiVersion: v1
kind: Namespace
metadata:
  name: openebs


##############################################
###########                       ############
###########   ZFSVolume CRD       ############
###########                       ############
##############################################

# ZFSVolume CRD is autogenerated via `make manifests` command.
# Do the modification in the code and run the `make manifests` command
# to generate the CRD definition

---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.4.0
  creationTimestamp: null
  name: zfsvolumes.zfs.openebs.io
spec:
  group: zfs.openebs.io
  names:
    kind: ZFSVolume
    listKind: ZFSVolumeList
    plural: zfsvolumes
    shortNames:
    - zfsvol
    - zv
    singular: zfsvolume
  scope: Namespaced
  versions:
  - additionalPrinterColumns:
    - description: ZFS Pool where the volume is created
      jsonPath: .spec.poolName
      name: ZPool
      type: string
    - description: Node where the volume is created
      jsonPath: .spec.ownerNodeID
      name: NodeID
      type: string
    - description: Size of the volume
      jsonPath: .spec.capacity
      name: Size
      type: string
    - description: Status of the volume
      jsonPath: .status.state
      name: Status
      type: string
    - description: filesystem created on the volume
      jsonPath: .spec.fsType
      name: Filesystem
      type: string
    - description: Age of the volume
      jsonPath: .metadata.creationTimestamp
      name: Age
      type: date
    name: v1
    schema:
      openAPIV3Schema:
        description: ZFSVolume represents a ZFS based volume
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation
              of an object. Servers should convert recognized schemas to the latest
              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this
              object represents. Servers may infer this from the endpoint the client
              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          metadata:
            type: object
          spec:
            description: VolumeInfo defines ZFS volume parameters for all modes in
              which ZFS volumes can be created like - ZFS volume with filesystem,
              ZFS Volume exposed as zfs or ZFS volume exposed as raw block device.
              Some of the parameters can be only set during creation time (as specified
              in the details of the parameter), and a few are editable. In case of
              Cloned volumes, the parameters are assigned the same values as the source
              volume.
            properties:
              capacity:
                description: Capacity of the volume
                minLength: 1
                type: string
              compression:
                description: 'Compression specifies the block-level compression algorithm
                  to be applied to the ZFS Volume. The value "on" indicates ZFS to
                  use the default compression algorithm. The default compression algorithm
                  used by ZFS will be either lzjb or, if the lz4_compress feature
                  is enabled, lz4. Compression property can be edited after the volume
                  has been created. The change will only be applied to the newly-written
                  data. For instance, if the Volume was created with "off" and the
                  next day the compression was modified to "on", the data written
                  prior to setting "on" will not be compressed. Default Value: off.'
                pattern: ^(on|off|lzjb|zstd|gzip|gzip-[1-9]|zle|lz4)$
                type: string
              dedup:
                description: 'Deduplication is the process for removing redundant
                  data at the block level, reducing the total amount of data stored.
                  If a file system has the dedup property enabled, duplicate data
                  blocks are removed synchronously. The result is that only unique
                  data is stored and common components are shared among files. Deduplication
                  can consume significant processing power (CPU) and memory as well
                  as generate additional disk IO. Before creating a pool with deduplication
                  enabled, ensure that you have planned your hardware requirements
                  appropriately and implemented appropriate recovery practices, such
                  as regular backups. As an alternative to deduplication consider
                  using compression=lz4, as a less resource-intensive alternative.
                  should be enabled on the zvol. Dedup property can be edited after
                  the volume has been created. Default Value: off.'
                enum:
                - "on"
                - "off"
                type: string
              encryption:
                description: 'Enabling the encryption feature allows for the creation
                  of encrypted filesystems and volumes. ZFS will encrypt file and
                  zvol data, file attributes, ACLs, permission bits, directory listings,
                  FUID mappings, and userused / groupused data. ZFS will not encrypt
                  metadata related to the pool structure, including dataset and snapshot
                  names, dataset hierarchy, properties, file size, file holes, and
                  deduplication tables (though the deduplicated data itself is encrypted).
                  Default Value: off.'
                pattern: ^(on|off|aes-128-[c,g]cm|aes-192-[c,g]cm|aes-256-[c,g]cm)$
                type: string
              fsType:
                description: 'FsType specifies filesystem type for the zfs volume/dataset.
                  If FsType is provided as "zfs", then the driver will create a ZFS
                  dataset, formatting is not required as underlying filesystem is
                  ZFS anyway. If FsType is ext2, ext3, ext4 or xfs, then the driver
                  will create a ZVOL and format the volume accordingly. FsType can
                  not be modified once volume has been provisioned. Default Value:
                  ext4.'
                type: string
              keyformat:
                description: KeyFormat specifies format of the encryption key The
                  supported KeyFormats are passphrase, raw, hex.
                enum:
                - passphrase
                - raw
                - hex
                type: string
              keylocation:
                description: KeyLocation is the location of key for the encryption
                type: string
              ownerNodeID:
                description: OwnerNodeID is the Node ID where the ZPOOL is running
                  which is where the volume has been provisioned. OwnerNodeID can
                  not be edited after the volume has been provisioned.
                minLength: 1
                type: string
              poolName:
                description: poolName specifies the name of the pool where the volume
                  has been created. PoolName can not be edited after the volume has
                  been provisioned.
                minLength: 1
                type: string
              recordsize:
                description: 'Specifies a suggested block size for files in the file
                  system. The size specified must be a power of two greater than or
                  equal to 512 and less than or equal to 128 Kbytes. RecordSize property
                  can be edited after the volume has been created. Changing the file
                  system''s recordsize affects only files created afterward; existing
                  files are unaffected. Default Value: 128k.'
                minLength: 1
                type: string
              shared:
                description: Shared specifies whether the volume can be shared among
                  multiple pods. If it is not set to "yes", then the ZFS-LocalPV Driver
                  will not allow the volumes to be mounted by more than one pods.
                enum:
                - "yes"
                - "no"
                type: string
              snapname:
                description: SnapName specifies the name of the snapshot where the
                  volume has been cloned from. Snapname can not be edited after the
                  volume has been provisioned.
                type: string
              thinProvision:
                description: 'ThinProvision describes whether space reservation for
                  the source volume is required or not. The value "yes" indicates
                  that volume should be thin provisioned and "no" means thick provisioning
                  of the volume. If thinProvision is set to "yes" then volume can
                  be provisioned even if the ZPOOL does not have the enough capacity.
                  If thinProvision is set to "no" then volume can be provisioned only
                  if the ZPOOL has enough capacity and capacity required by volume
                  can be reserved. ThinProvision can not be modified once volume has
                  been provisioned. Default Value: no.'
                enum:
                - "yes"
                - "no"
                type: string
              volblocksize:
                description: 'VolBlockSize specifies the block size for the zvol.
                  The volsize can only be set to a multiple of volblocksize, and cannot
                  be zero. VolBlockSize can not be edited after the volume has been
                  provisioned. Default Value: 8k.'
                minLength: 1
                type: string
              volumeType:
                description: volumeType determines whether the volume is of type "DATASET"
                  or "ZVOL". If fstype provided in the storageclass is "zfs", a volume
                  of type dataset will be created. If "ext4", "ext3", "ext2" or "xfs"
                  is mentioned as fstype in the storageclass, then a volume of type
                  zvol will be created, which will be further formatted as the fstype
                  provided in the storageclass. VolumeType can not be modified once
                  volume has been provisioned.
                enum:
                - ZVOL
                - DATASET
                type: string
            required:
            - capacity
            - ownerNodeID
            - poolName
            - volumeType
            type: object
          status:
            description: VolStatus string that specifies the current state of the
              volume provisioning request.
            properties:
              state:
                description: State specifies the current state of the volume provisioning
                  request. The state "Pending" means that the volume creation request
                  has not processed yet. The state "Ready" means that the volume has
                  been created and it is ready for the use.
                enum:
                - Pending
                - Ready
                - Failed
                type: string
            type: object
        required:
        - spec
        type: object
    served: true
    storage: true
    subresources: {}
  - additionalPrinterColumns:
    - description: ZFS Pool where the volume is created
      jsonPath: .spec.poolName
      name: ZPool
      type: string
    - description: Node where the volume is created
      jsonPath: .spec.ownerNodeID
      name: Node
      type: string
    - description: Size of the volume
      jsonPath: .spec.capacity
      name: Size
      type: string
    - description: Status of the volume
      jsonPath: .status.state
      name: Status
      type: string
    - description: filesystem created on the volume
      jsonPath: .spec.fsType
      name: Filesystem
      type: string
    - description: Age of the volume
      jsonPath: .metadata.creationTimestamp
      name: Age
      type: date
    name: v1alpha1
    schema:
      openAPIV3Schema:
        description: ZFSVolume represents a ZFS based volume
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation
              of an object. Servers should convert recognized schemas to the latest
              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this
              object represents. Servers may infer this from the endpoint the client
              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          metadata:
            type: object
          spec:
            description: VolumeInfo defines ZFS volume parameters for all modes in
              which ZFS volumes can be created like - ZFS volume with filesystem,
              ZFS Volume exposed as zfs or ZFS volume exposed as raw block device.
              Some of the parameters can be only set during creation time (as specified
              in the details of the parameter), and a few are editable. In case of
              Cloned volumes, the parameters are assigned the same values as the source
              volume.
            properties:
              capacity:
                description: Capacity of the volume
                minLength: 1
                type: string
              compression:
                description: 'Compression specifies the block-level compression algorithm
                  to be applied to the ZFS Volume. The value "on" indicates ZFS to
                  use the default compression algorithm. The default compression algorithm
                  used by ZFS will be either lzjb or, if the lz4_compress feature
                  is enabled, lz4. Compression property can be edited after the volume
                  has been created. The change will only be applied to the newly-written
                  data. For instance, if the Volume was created with "off" and the
                  next day the compression was modified to "on", the data written
                  prior to setting "on" will not be compressed. Default Value: off.'
                pattern: ^(on|off|lzjb|gzip|gzip-[1-9]|zle|lz4)$
                type: string
              dedup:
                description: 'Deduplication is the process for removing redundant
                  data at the block level, reducing the total amount of data stored.
                  If a file system has the dedup property enabled, duplicate data
                  blocks are removed synchronously. The result is that only unique
                  data is stored and common components are shared among files. Deduplication
                  can consume significant processing power (CPU) and memory as well
                  as generate additional disk IO. Before creating a pool with deduplication
                  enabled, ensure that you have planned your hardware requirements
                  appropriately and implemented appropriate recovery practices, such
                  as regular backups. As an alternative to deduplication consider
                  using compression=lz4, as a less resource-intensive alternative.
                  should be enabled on the zvol. Dedup property can be edited after
                  the volume has been created. Default Value: off.'
                enum:
                - "on"
                - "off"
                type: string
              encryption:
                description: 'Enabling the encryption feature allows for the creation
                  of encrypted filesystems and volumes. ZFS will encrypt file and
                  zvol data, file attributes, ACLs, permission bits, directory listings,
                  FUID mappings, and userused / groupused data. ZFS will not encrypt
                  metadata related to the pool structure, including dataset and snapshot
                  names, dataset hierarchy, properties, file size, file holes, and
                  deduplication tables (though the deduplicated data itself is encrypted).
                  Default Value: off.'
                pattern: ^(on|off|aes-128-[c,g]cm|aes-192-[c,g]cm|aes-256-[c,g]cm)$
                type: string
              fsType:
                description: 'FsType specifies filesystem type for the zfs volume/dataset.
                  If FsType is provided as "zfs", then the driver will create a ZFS
                  dataset, formatting is not required as underlying filesystem is
                  ZFS anyway. If FsType is ext2, ext3, ext4 or xfs, then the driver
                  will create a ZVOL and format the volume accordingly. FsType can
                  not be modified once volume has been provisioned. Default Value:
                  ext4.'
                type: string
              keyformat:
                description: KeyFormat specifies format of the encryption key The
                  supported KeyFormats are passphrase, raw, hex.
                enum:
                - passphrase
                - raw
                - hex
                type: string
              keylocation:
                description: KeyLocation is the location of key for the encryption
                type: string
              ownerNodeID:
                description: OwnerNodeID is the Node ID where the ZPOOL is running
                  which is where the volume has been provisioned. OwnerNodeID can
                  not be edited after the volume has been provisioned.
                minLength: 1
                type: string
              poolName:
                description: poolName specifies the name of the pool where the volume
                  has been created. PoolName can not be edited after the volume has
                  been provisioned.
                minLength: 1
                type: string
              recordsize:
                description: 'Specifies a suggested block size for files in the file
                  system. The size specified must be a power of two greater than or
                  equal to 512 and less than or equal to 128 Kbytes. RecordSize property
                  can be edited after the volume has been created. Changing the file
                  system''s recordsize affects only files created afterward; existing
                  files are unaffected. Default Value: 128k.'
                minLength: 1
                type: string
              snapname:
                description: SnapName specifies the name of the snapshot where the
                  volume has been cloned from. Snapname can not be edited after the
                  volume has been provisioned.
                type: string
              thinProvision:
                description: 'ThinProvision describes whether space reservation for
                  the source volume is required or not. The value "yes" indicates
                  that volume should be thin provisioned and "no" means thick provisioning
                  of the volume. If thinProvision is set to "yes" then volume can
                  be provisioned even if the ZPOOL does not have the enough capacity.
                  If thinProvision is set to "no" then volume can be provisioned only
                  if the ZPOOL has enough capacity and capacity required by volume
                  can be reserved. ThinProvision can not be modified once volume has
                  been provisioned. Default Value: no.'
                enum:
                - "yes"
                - "no"
                type: string
              volblocksize:
                description: 'VolBlockSize specifies the block size for the zvol.
                  The volsize can only be set to a multiple of volblocksize, and cannot
                  be zero. VolBlockSize can not be edited after the volume has been
                  provisioned. Default Value: 8k.'
                minLength: 1
                type: string
              volumeType:
                description: volumeType determines whether the volume is of type "DATASET"
                  or "ZVOL". If fstype provided in the storageclass is "zfs", a volume
                  of type dataset will be created. If "ext4", "ext3", "ext2" or "xfs"
                  is mentioned as fstype in the storageclass, then a volume of type
                  zvol will be created, which will be further formatted as the fstype
                  provided in the storageclass. VolumeType can not be modified once
                  volume has been provisioned.
                enum:
                - ZVOL
                - DATASET
                type: string
            required:
            - capacity
            - ownerNodeID
            - poolName
            - volumeType
            type: object
          status:
            description: VolStatus string that specifies the current state of the
              volume provisioning request.
            properties:
              state:
                description: State specifies the current state of the volume provisioning
                  request. The state "Pending" means that the volume creation request
                  has not processed yet. The state "Ready" means that the volume has
                  been created and it is ready for the use.
                enum:
                - Pending
                - Ready
                type: string
            type: object
        required:
        - spec
        type: object
    served: true
    storage: false
    subresources: {}
status:
  acceptedNames:
    kind: ""
    plural: ""
  conditions: []
  storedVersions: []


##############################################
###########                       ############
###########   ZFSSnapshot CRD     ############
###########                       ############
##############################################

# ZFSSnapshot CRD is autogenerated via `make manifests` command.
# Do the modification in the code and run the `make manifests` command
# to generate the CRD definition

---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.4.0
  creationTimestamp: null
  name: zfssnapshots.zfs.openebs.io
spec:
  group: zfs.openebs.io
  names:
    kind: ZFSSnapshot
    listKind: ZFSSnapshotList
    plural: zfssnapshots
    shortNames:
    - zfssnap
    singular: zfssnapshot
  scope: Namespaced
  versions:
  - name: v1
    schema:
      openAPIV3Schema:
        description: ZFSSnapshot represents a ZFS Snapshot of the zfsvolume
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation
              of an object. Servers should convert recognized schemas to the latest
              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this
              object represents. Servers may infer this from the endpoint the client
              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          metadata:
            type: object
          spec:
            description: VolumeInfo defines ZFS volume parameters for all modes in
              which ZFS volumes can be created like - ZFS volume with filesystem,
              ZFS Volume exposed as zfs or ZFS volume exposed as raw block device.
              Some of the parameters can be only set during creation time (as specified
              in the details of the parameter), and a few are editable. In case of
              Cloned volumes, the parameters are assigned the same values as the source
              volume.
            properties:
              capacity:
                description: Capacity of the volume
                minLength: 1
                type: string
              compression:
                description: 'Compression specifies the block-level compression algorithm
                  to be applied to the ZFS Volume. The value "on" indicates ZFS to
                  use the default compression algorithm. The default compression algorithm
                  used by ZFS will be either lzjb or, if the lz4_compress feature
                  is enabled, lz4. Compression property can be edited after the volume
                  has been created. The change will only be applied to the newly-written
                  data. For instance, if the Volume was created with "off" and the
                  next day the compression was modified to "on", the data written
                  prior to setting "on" will not be compressed. Default Value: off.'
                pattern: ^(on|off|lzjb|zstd|gzip|gzip-[1-9]|zle|lz4)$
                type: string
              dedup:
                description: 'Deduplication is the process for removing redundant
                  data at the block level, reducing the total amount of data stored.
                  If a file system has the dedup property enabled, duplicate data
                  blocks are removed synchronously. The result is that only unique
                  data is stored and common components are shared among files. Deduplication
                  can consume significant processing power (CPU) and memory as well
                  as generate additional disk IO. Before creating a pool with deduplication
                  enabled, ensure that you have planned your hardware requirements
                  appropriately and implemented appropriate recovery practices, such
                  as regular backups. As an alternative to deduplication consider
                  using compression=lz4, as a less resource-intensive alternative.
                  should be enabled on the zvol. Dedup property can be edited after
                  the volume has been created. Default Value: off.'
                enum:
                - "on"
                - "off"
                type: string
              encryption:
                description: 'Enabling the encryption feature allows for the creation
                  of encrypted filesystems and volumes. ZFS will encrypt file and
                  zvol data, file attributes, ACLs, permission bits, directory listings,
                  FUID mappings, and userused / groupused data. ZFS will not encrypt
                  metadata related to the pool structure, including dataset and snapshot
                  names, dataset hierarchy, properties, file size, file holes, and
                  deduplication tables (though the deduplicated data itself is encrypted).
                  Default Value: off.'
                pattern: ^(on|off|aes-128-[c,g]cm|aes-192-[c,g]cm|aes-256-[c,g]cm)$
                type: string
              fsType:
                description: 'FsType specifies filesystem type for the zfs volume/dataset.
                  If FsType is provided as "zfs", then the driver will create a ZFS
                  dataset, formatting is not required as underlying filesystem is
                  ZFS anyway. If FsType is ext2, ext3, ext4 or xfs, then the driver
                  will create a ZVOL and format the volume accordingly. FsType can
                  not be modified once volume has been provisioned. Default Value:
                  ext4.'
                type: string
              keyformat:
                description: KeyFormat specifies format of the encryption key The
                  supported KeyFormats are passphrase, raw, hex.
                enum:
                - passphrase
                - raw
                - hex
                type: string
              keylocation:
                description: KeyLocation is the location of key for the encryption
                type: string
              ownerNodeID:
                description: OwnerNodeID is the Node ID where the ZPOOL is running
                  which is where the volume has been provisioned. OwnerNodeID can
                  not be edited after the volume has been provisioned.
                minLength: 1
                type: string
              poolName:
                description: poolName specifies the name of the pool where the volume
                  has been created. PoolName can not be edited after the volume has
                  been provisioned.
                minLength: 1
                type: string
              recordsize:
                description: 'Specifies a suggested block size for files in the file
                  system. The size specified must be a power of two greater than or
                  equal to 512 and less than or equal to 128 Kbytes. RecordSize property
                  can be edited after the volume has been created. Changing the file
                  system''s recordsize affects only files created afterward; existing
                  files are unaffected. Default Value: 128k.'
                minLength: 1
                type: string
              shared:
                description: Shared specifies whether the volume can be shared among
                  multiple pods. If it is not set to "yes", then the ZFS-LocalPV Driver
                  will not allow the volumes to be mounted by more than one pods.
                enum:
                - "yes"
                - "no"
                type: string
              snapname:
                description: SnapName specifies the name of the snapshot where the
                  volume has been cloned from. Snapname can not be edited after the
                  volume has been provisioned.
                type: string
              thinProvision:
                description: 'ThinProvision describes whether space reservation for
                  the source volume is required or not. The value "yes" indicates
                  that volume should be thin provisioned and "no" means thick provisioning
                  of the volume. If thinProvision is set to "yes" then volume can
                  be provisioned even if the ZPOOL does not have the enough capacity.
                  If thinProvision is set to "no" then volume can be provisioned only
                  if the ZPOOL has enough capacity and capacity required by volume
                  can be reserved. ThinProvision can not be modified once volume has
                  been provisioned. Default Value: no.'
                enum:
                - "yes"
                - "no"
                type: string
              volblocksize:
                description: 'VolBlockSize specifies the block size for the zvol.
                  The volsize can only be set to a multiple of volblocksize, and cannot
                  be zero. VolBlockSize can not be edited after the volume has been
                  provisioned. Default Value: 8k.'
                minLength: 1
                type: string
              volumeType:
                description: volumeType determines whether the volume is of type "DATASET"
                  or "ZVOL". If fstype provided in the storageclass is "zfs", a volume
                  of type dataset will be created. If "ext4", "ext3", "ext2" or "xfs"
                  is mentioned as fstype in the storageclass, then a volume of type
                  zvol will be created, which will be further formatted as the fstype
                  provided in the storageclass. VolumeType can not be modified once
                  volume has been provisioned.
                enum:
                - ZVOL
                - DATASET
                type: string
            required:
            - capacity
            - ownerNodeID
            - poolName
            - volumeType
            type: object
          status:
            description: SnapStatus string that reflects if the snapshot was created
              successfully
            properties:
              state:
                type: string
            type: object
        required:
        - spec
        - status
        type: object
    served: true
    storage: true
  - name: v1alpha1
    schema:
      openAPIV3Schema:
        description: ZFSSnapshot represents a ZFS Snapshot of the zfsvolume
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation
              of an object. Servers should convert recognized schemas to the latest
              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this
              object represents. Servers may infer this from the endpoint the client
              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          metadata:
            type: object
          spec:
            description: VolumeInfo defines ZFS volume parameters for all modes in
              which ZFS volumes can be created like - ZFS volume with filesystem,
              ZFS Volume exposed as zfs or ZFS volume exposed as raw block device.
              Some of the parameters can be only set during creation time (as specified
              in the details of the parameter), and a few are editable. In case of
              Cloned volumes, the parameters are assigned the same values as the source
              volume.
            properties:
              capacity:
                description: Capacity of the volume
                minLength: 1
                type: string
              compression:
                description: 'Compression specifies the block-level compression algorithm
                  to be applied to the ZFS Volume. The value "on" indicates ZFS to
                  use the default compression algorithm. The default compression algorithm
                  used by ZFS will be either lzjb or, if the lz4_compress feature
                  is enabled, lz4. Compression property can be edited after the volume
                  has been created. The change will only be applied to the newly-written
                  data. For instance, if the Volume was created with "off" and the
                  next day the compression was modified to "on", the data written
                  prior to setting "on" will not be compressed. Default Value: off.'
                pattern: ^(on|off|lzjb|gzip|gzip-[1-9]|zle|lz4)$
                type: string
              dedup:
                description: 'Deduplication is the process for removing redundant
                  data at the block level, reducing the total amount of data stored.
                  If a file system has the dedup property enabled, duplicate data
                  blocks are removed synchronously. The result is that only unique
                  data is stored and common components are shared among files. Deduplication
                  can consume significant processing power (CPU) and memory as well
                  as generate additional disk IO. Before creating a pool with deduplication
                  enabled, ensure that you have planned your hardware requirements
                  appropriately and implemented appropriate recovery practices, such
                  as regular backups. As an alternative to deduplication consider
                  using compression=lz4, as a less resource-intensive alternative.
                  should be enabled on the zvol. Dedup property can be edited after
                  the volume has been created. Default Value: off.'
                enum:
                - "on"
                - "off"
                type: string
              encryption:
                description: 'Enabling the encryption feature allows for the creation
                  of encrypted filesystems and volumes. ZFS will encrypt file and
                  zvol data, file attributes, ACLs, permission bits, directory listings,
                  FUID mappings, and userused / groupused data. ZFS will not encrypt
                  metadata related to the pool structure, including dataset and snapshot
                  names, dataset hierarchy, properties, file size, file holes, and
                  deduplication tables (though the deduplicated data itself is encrypted).
                  Default Value: off.'
                pattern: ^(on|off|aes-128-[c,g]cm|aes-192-[c,g]cm|aes-256-[c,g]cm)$
                type: string
              fsType:
                description: 'FsType specifies filesystem type for the zfs volume/dataset.
                  If FsType is provided as "zfs", then the driver will create a ZFS
                  dataset, formatting is not required as underlying filesystem is
                  ZFS anyway. If FsType is ext2, ext3, ext4 or xfs, then the driver
                  will create a ZVOL and format the volume accordingly. FsType can
                  not be modified once volume has been provisioned. Default Value:
                  ext4.'
                type: string
              keyformat:
                description: KeyFormat specifies format of the encryption key The
                  supported KeyFormats are passphrase, raw, hex.
                enum:
                - passphrase
                - raw
                - hex
                type: string
              keylocation:
                description: KeyLocation is the location of key for the encryption
                type: string
              ownerNodeID:
                description: OwnerNodeID is the Node ID where the ZPOOL is running
                  which is where the volume has been provisioned. OwnerNodeID can
                  not be edited after the volume has been provisioned.
                minLength: 1
                type: string
              poolName:
                description: poolName specifies the name of the pool where the volume
                  has been created. PoolName can not be edited after the volume has
                  been provisioned.
                minLength: 1
                type: string
              recordsize:
                description: 'Specifies a suggested block size for files in the file
                  system. The size specified must be a power of two greater than or
                  equal to 512 and less than or equal to 128 Kbytes. RecordSize property
                  can be edited after the volume has been created. Changing the file
                  system''s recordsize affects only files created afterward; existing
                  files are unaffected. Default Value: 128k.'
                minLength: 1
                type: string
              snapname:
                description: SnapName specifies the name of the snapshot where the
                  volume has been cloned from. Snapname can not be edited after the
                  volume has been provisioned.
                type: string
              thinProvision:
                description: 'ThinProvision describes whether space reservation for
                  the source volume is required or not. The value "yes" indicates
                  that volume should be thin provisioned and "no" means thick provisioning
                  of the volume. If thinProvision is set to "yes" then volume can
                  be provisioned even if the ZPOOL does not have the enough capacity.
                  If thinProvision is set to "no" then volume can be provisioned only
                  if the ZPOOL has enough capacity and capacity required by volume
                  can be reserved. ThinProvision can not be modified once volume has
                  been provisioned. Default Value: no.'
                enum:
                - "yes"
                - "no"
                type: string
              volblocksize:
                description: 'VolBlockSize specifies the block size for the zvol.
                  The volsize can only be set to a multiple of volblocksize, and cannot
                  be zero. VolBlockSize can not be edited after the volume has been
                  provisioned. Default Value: 8k.'
                minLength: 1
                type: string
              volumeType:
                description: volumeType determines whether the volume is of type "DATASET"
                  or "ZVOL". If fstype provided in the storageclass is "zfs", a volume
                  of type dataset will be created. If "ext4", "ext3", "ext2" or "xfs"
                  is mentioned as fstype in the storageclass, then a volume of type
                  zvol will be created, which will be further formatted as the fstype
                  provided in the storageclass. VolumeType can not be modified once
                  volume has been provisioned.
                enum:
                - ZVOL
                - DATASET
                type: string
            required:
            - capacity
            - ownerNodeID
            - poolName
            - volumeType
            type: object
          status:
            description: SnapStatus string that reflects if the snapshot was created
              successfully
            properties:
              state:
                type: string
            type: object
        required:
        - spec
        - status
        type: object
    served: true
    storage: false
status:
  acceptedNames:
    kind: ""
    plural: ""
  conditions: []
  storedVersions: []


##############################################
###########                       ############
###########   ZFSBackup CRD       ############
###########                       ############
##############################################

# ZFSBackups CRD is autogenerated via `make manifests` command.
# Do the modification in the code and run the `make manifests` command
# to generate the CRD definition

---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.4.0
  creationTimestamp: null
  name: zfsbackups.zfs.openebs.io
spec:
  group: zfs.openebs.io
  names:
    kind: ZFSBackup
    listKind: ZFSBackupList
    plural: zfsbackups
    shortNames:
    - zb
    singular: zfsbackup
  scope: Namespaced
  versions:
  - additionalPrinterColumns:
    - description: Previous snapshot for backup
      jsonPath: .spec.prevSnapName
      name: PrevSnap
      type: string
    - description: Backup status
      jsonPath: .status
      name: Status
      type: string
    - description: Age of the volume
      jsonPath: .metadata.creationTimestamp
      name: Age
      type: date
    name: v1
    schema:
      openAPIV3Schema:
        description: ZFSBackup describes a zfs backup resource created as a custom
          resource
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation
              of an object. Servers should convert recognized schemas to the latest
              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this
              object represents. Servers may infer this from the endpoint the client
              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          metadata:
            type: object
          spec:
            description: ZFSBackupSpec is the spec for a ZFSBackup resource
            properties:
              backupDest:
                description: BackupDest is the remote address for backup transfer
                minLength: 1
                pattern: ^([0-9]+.[0-9]+.[0-9]+.[0-9]+:[0-9]+)$
                type: string
              ownerNodeID:
                description: OwnerNodeID is a name of the nodes where the source volume
                  is
                minLength: 1
                type: string
              prevSnapName:
                description: PrevSnapName is the last completed-backup's snapshot
                  name
                type: string
              snapName:
                description: SnapName is the snapshot name for backup
                minLength: 1
                type: string
              volumeName:
                description: VolumeName is a name of the volume for which this backup
                  is destined
                minLength: 1
                type: string
            required:
            - backupDest
            - ownerNodeID
            - volumeName
            type: object
          status:
            description: ZFSBackupStatus is to hold status of backup
            enum:
            - Init
            - Done
            - Failed
            - Pending
            - InProgress
            - Invalid
            type: string
        required:
        - spec
        - status
        type: object
    served: true
    storage: true
    subresources: {}
status:
  acceptedNames:
    kind: ""
    plural: ""
  conditions: []
  storedVersions: []


##############################################
###########                       ############
###########   ZFSRestore CRD      ############
###########                       ############
##############################################

# ZFSRestores CRD is autogenerated via `make manifests` command.
# Do the modification in the code and run the `make manifests` command
# to generate the CRD definition

---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.4.0
  creationTimestamp: null
  name: zfsrestores.zfs.openebs.io
spec:
  group: zfs.openebs.io
  names:
    kind: ZFSRestore
    listKind: ZFSRestoreList
    plural: zfsrestores
    singular: zfsrestore
  scope: Namespaced
  versions:
  - name: v1
    schema:
      openAPIV3Schema:
        description: ZFSRestore describes a cstor restore resource created as a custom
          resource
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation
              of an object. Servers should convert recognized schemas to the latest
              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this
              object represents. Servers may infer this from the endpoint the client
              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          metadata:
            type: object
          spec:
            description: ZFSRestoreSpec is the spec for a ZFSRestore resource
            properties:
              ownerNodeID:
                description: owner node name where restore volume is present
                minLength: 1
                type: string
              restoreSrc:
                description: it can be ip:port in case of restore from remote or volumeName
                  in case of local restore
                minLength: 1
                pattern: ^([0-9]+.[0-9]+.[0-9]+.[0-9]+:[0-9]+)$
                type: string
              volumeName:
                description: volume name to where restore has to be performed
                minLength: 1
                type: string
            required:
            - ownerNodeID
            - restoreSrc
            - volumeName
            type: object
          status:
            description: ZFSRestoreStatus is to hold result of action.
            enum:
            - Init
            - Done
            - Failed
            - Pending
            - InProgress
            - Invalid
            type: string
          volSpec:
            description: VolumeInfo defines ZFS volume parameters for all modes in
              which ZFS volumes can be created like - ZFS volume with filesystem,
              ZFS Volume exposed as zfs or ZFS volume exposed as raw block device.
              Some of the parameters can be only set during creation time (as specified
              in the details of the parameter), and a few are editable. In case of
              Cloned volumes, the parameters are assigned the same values as the source
              volume.
            properties:
              capacity:
                description: Capacity of the volume
                minLength: 1
                type: string
              compression:
                description: 'Compression specifies the block-level compression algorithm
                  to be applied to the ZFS Volume. The value "on" indicates ZFS to
                  use the default compression algorithm. The default compression algorithm
                  used by ZFS will be either lzjb or, if the lz4_compress feature
                  is enabled, lz4. Compression property can be edited after the volume
                  has been created. The change will only be applied to the newly-written
                  data. For instance, if the Volume was created with "off" and the
                  next day the compression was modified to "on", the data written
                  prior to setting "on" will not be compressed. Default Value: off.'
                pattern: ^(on|off|lzjb|zstd|gzip|gzip-[1-9]|zle|lz4)$
                type: string
              dedup:
                description: 'Deduplication is the process for removing redundant
                  data at the block level, reducing the total amount of data stored.
                  If a file system has the dedup property enabled, duplicate data
                  blocks are removed synchronously. The result is that only unique
                  data is stored and common components are shared among files. Deduplication
                  can consume significant processing power (CPU) and memory as well
                  as generate additional disk IO. Before creating a pool with deduplication
                  enabled, ensure that you have planned your hardware requirements
                  appropriately and implemented appropriate recovery practices, such
                  as regular backups. As an alternative to deduplication consider
                  using compression=lz4, as a less resource-intensive alternative.
                  should be enabled on the zvol. Dedup property can be edited after
                  the volume has been created. Default Value: off.'
                enum:
                - "on"
                - "off"
                type: string
              encryption:
                description: 'Enabling the encryption feature allows for the creation
                  of encrypted filesystems and volumes. ZFS will encrypt file and
                  zvol data, file attributes, ACLs, permission bits, directory listings,
                  FUID mappings, and userused / groupused data. ZFS will not encrypt
                  metadata related to the pool structure, including dataset and snapshot
                  names, dataset hierarchy, properties, file size, file holes, and
                  deduplication tables (though the deduplicated data itself is encrypted).
                  Default Value: off.'
                pattern: ^(on|off|aes-128-[c,g]cm|aes-192-[c,g]cm|aes-256-[c,g]cm)$
                type: string
              fsType:
                description: 'FsType specifies filesystem type for the zfs volume/dataset.
                  If FsType is provided as "zfs", then the driver will create a ZFS
                  dataset, formatting is not required as underlying filesystem is
                  ZFS anyway. If FsType is ext2, ext3, ext4 or xfs, then the driver
                  will create a ZVOL and format the volume accordingly. FsType can
                  not be modified once volume has been provisioned. Default Value:
                  ext4.'
                type: string
              keyformat:
                description: KeyFormat specifies format of the encryption key The
                  supported KeyFormats are passphrase, raw, hex.
                enum:
                - passphrase
                - raw
                - hex
                type: string
              keylocation:
                description: KeyLocation is the location of key for the encryption
                type: string
              ownerNodeID:
                description: OwnerNodeID is the Node ID where the ZPOOL is running
                  which is where the volume has been provisioned. OwnerNodeID can
                  not be edited after the volume has been provisioned.
                minLength: 1
                type: string
              poolName:
                description: poolName specifies the name of the pool where the volume
                  has been created. PoolName can not be edited after the volume has
                  been provisioned.
                minLength: 1
                type: string
              recordsize:
                description: 'Specifies a suggested block size for files in the file
                  system. The size specified must be a power of two greater than or
                  equal to 512 and less than or equal to 128 Kbytes. RecordSize property
                  can be edited after the volume has been created. Changing the file
                  system''s recordsize affects only files created afterward; existing
                  files are unaffected. Default Value: 128k.'
                minLength: 1
                type: string
              shared:
                description: Shared specifies whether the volume can be shared among
                  multiple pods. If it is not set to "yes", then the ZFS-LocalPV Driver
                  will not allow the volumes to be mounted by more than one pods.
                enum:
                - "yes"
                - "no"
                type: string
              snapname:
                description: SnapName specifies the name of the snapshot where the
                  volume has been cloned from. Snapname can not be edited after the
                  volume has been provisioned.
                type: string
              thinProvision:
                description: 'ThinProvision describes whether space reservation for
                  the source volume is required or not. The value "yes" indicates
                  that volume should be thin provisioned and "no" means thick provisioning
                  of the volume. If thinProvision is set to "yes" then volume can
                  be provisioned even if the ZPOOL does not have the enough capacity.
                  If thinProvision is set to "no" then volume can be provisioned only
                  if the ZPOOL has enough capacity and capacity required by volume
                  can be reserved. ThinProvision can not be modified once volume has
                  been provisioned. Default Value: no.'
                enum:
                - "yes"
                - "no"
                type: string
              volblocksize:
                description: 'VolBlockSize specifies the block size for the zvol.
                  The volsize can only be set to a multiple of volblocksize, and cannot
                  be zero. VolBlockSize can not be edited after the volume has been
                  provisioned. Default Value: 8k.'
                minLength: 1
                type: string
              volumeType:
                description: volumeType determines whether the volume is of type "DATASET"
                  or "ZVOL". If fstype provided in the storageclass is "zfs", a volume
                  of type dataset will be created. If "ext4", "ext3", "ext2" or "xfs"
                  is mentioned as fstype in the storageclass, then a volume of type
                  zvol will be created, which will be further formatted as the fstype
                  provided in the storageclass. VolumeType can not be modified once
                  volume has been provisioned.
                enum:
                - ZVOL
                - DATASET
                type: string
            required:
            - capacity
            - ownerNodeID
            - poolName
            - volumeType
            type: object
        required:
        - spec
        - status
        type: object
    served: true
    storage: true
status:
  acceptedNames:
    kind: ""
    plural: ""
  conditions: []
  storedVersions: []

##############################################
###########                       ############
###########     ZFSNode CRD       ############
###########                       ############
##############################################

# ZFSNode CRD is autogenerated via `make manifests` command.
# Do the modification in the code and run the `make manifests` command
# to generate the CRD definition

---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.4.0
  creationTimestamp: null
  name: zfsnodes.zfs.openebs.io
spec:
  group: zfs.openebs.io
  names:
    kind: ZFSNode
    listKind: ZFSNodeList
    plural: zfsnodes
    shortNames:
    - zfsnode
    singular: zfsnode
  scope: Namespaced
  versions:
  - name: v1
    schema:
      openAPIV3Schema:
        description: ZFSNode records information about all zfs pools available in
          a node. In general, the openebs node-agent creates the ZFSNode object &
          periodically synchronizing the zfs pools available in the node. ZFSNode
          has an owner reference pointing to the corresponding node object.
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation
              of an object. Servers should convert recognized schemas to the latest
              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this
              object represents. Servers may infer this from the endpoint the client
              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          metadata:
            type: object
          pools:
            items:
              description: Pool specifies attributes of a given zfs pool that exists
                on the node.
              properties:
                free:
                  anyOf:
                  - type: integer
                  - type: string
                  description: Free specifies the available capacity of zfs pool.
                  pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
                  x-kubernetes-int-or-string: true
                name:
                  description: Name of the zfs pool.
                  minLength: 1
                  type: string
                uuid:
                  description: UUID denotes a unique identity of a zfs pool.
                  minLength: 1
                  type: string
              required:
              - free
              - name
              - uuid
              type: object
            type: array
        required:
        - pools
        type: object
    served: true
    storage: true
status:
  acceptedNames:
    kind: ""
    plural: ""
  conditions: []
  storedVersions: []

---

# Create the CSI Driver object
apiVersion: storage.k8s.io/v1
kind: CSIDriver
metadata:
  name: zfs.csi.openebs.io
spec:
  # do not require volumeattachment
  attachRequired: false
  podInfoOnMount: false
  storageCapacity: true

---

apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.4.0
    api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419"
  creationTimestamp: null
  name: volumesnapshotclasses.snapshot.storage.k8s.io
spec:
  group: snapshot.storage.k8s.io
  names:
    kind: VolumeSnapshotClass
    listKind: VolumeSnapshotClassList
    plural: volumesnapshotclasses
    singular: volumesnapshotclass
  scope: Cluster
  versions:
  - additionalPrinterColumns:
    - jsonPath: .driver
      name: Driver
      type: string
    - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted.
      jsonPath: .deletionPolicy
      name: DeletionPolicy
      type: string
    - jsonPath: .metadata.creationTimestamp
      name: Age
      type: date
    name: v1
    schema:
      openAPIV3Schema:
        description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          deletionPolicy:
            description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required.
            enum:
            - Delete
            - Retain
            type: string
          driver:
            description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required.
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          parameters:
            additionalProperties:
              type: string
            description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes.
            type: object
        required:
        - deletionPolicy
        - driver
        type: object
    served: true
    storage: false
    subresources: {}
  - additionalPrinterColumns:
    - jsonPath: .driver
      name: Driver
      type: string
    - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted.
      jsonPath: .deletionPolicy
      name: DeletionPolicy
      type: string
    - jsonPath: .metadata.creationTimestamp
      name: Age
      type: date
    name: v1beta1
    schema:
      openAPIV3Schema:
        description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          deletionPolicy:
            description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required.
            enum:
            - Delete
            - Retain
            type: string
          driver:
            description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required.
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          parameters:
            additionalProperties:
              type: string
            description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes.
            type: object
        required:
        - deletionPolicy
        - driver
        type: object
    served: true
    storage: true
    subresources: {}
status:
  acceptedNames:
    kind: ""
    plural: ""
  conditions: []
  storedVersions: []


---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.4.0
    api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419"
  creationTimestamp: null
  name: volumesnapshotcontents.snapshot.storage.k8s.io
spec:
  group: snapshot.storage.k8s.io
  names:
    kind: VolumeSnapshotContent
    listKind: VolumeSnapshotContentList
    plural: volumesnapshotcontents
    singular: volumesnapshotcontent
  scope: Cluster
  versions:
  - additionalPrinterColumns:
    - description: Indicates if the snapshot is ready to be used to restore a volume.
      jsonPath: .status.readyToUse
      name: ReadyToUse
      type: boolean
    - description: Represents the complete size of the snapshot in bytes
      jsonPath: .status.restoreSize
      name: RestoreSize
      type: integer
    - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted.
      jsonPath: .spec.deletionPolicy
      name: DeletionPolicy
      type: string
    - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system.
      jsonPath: .spec.driver
      name: Driver
      type: string
    - description: Name of the VolumeSnapshotClass to which this snapshot belongs.
      jsonPath: .spec.volumeSnapshotClassName
      name: VolumeSnapshotClass
      type: string
    - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound.
      jsonPath: .spec.volumeSnapshotRef.name
      name: VolumeSnapshot
      type: string
    - jsonPath: .metadata.creationTimestamp
      name: Age
      type: date
    name: v1
    schema:
      openAPIV3Schema:
        description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          spec:
            description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required.
            properties:
              deletionPolicy:
                description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the  VolumeSnapshotContent object. Required.
                enum:
                - Delete
                - Retain
                type: string
              driver:
                description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required.
                type: string
              source:
                description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required.
                properties:
                  snapshotHandle:
                    description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable.
                    type: string
                  volumeHandle:
                    description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable.
                    type: string
                type: object
                oneOf:
                - required: ["snapshotHandle"]
                - required: ["volumeHandle"]
              volumeSnapshotClassName:
                description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation.
                type: string
              volumeSnapshotRef:
                description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required.
                properties:
                  apiVersion:
                    description: API version of the referent.
                    type: string
                  fieldPath:
                    description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.'
                    type: string
                  kind:
                    description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
                    type: string
                  name:
                    description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names'
                    type: string
                  namespace:
                    description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/'
                    type: string
                  resourceVersion:
                    description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency'
                    type: string
                  uid:
                    description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids'
                    type: string
                type: object
            required:
            - deletionPolicy
            - driver
            - source
            - volumeSnapshotRef
            type: object
          status:
            description: status represents the current information of a snapshot.
            properties:
              creationTime:
                description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC.
                format: int64
                type: integer
              error:
                description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared.
                properties:
                  message:
                    description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.'
                    type: string
                  time:
                    description: time is the timestamp when the error was encountered.
                    format: date-time
                    type: string
                type: object
              readyToUse:
                description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown.
                type: boolean
              restoreSize:
                description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown.
                format: int64
                minimum: 0
                type: integer
              snapshotHandle:
                description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress.
                type: string
            type: object
        required:
        - spec
        type: object
    served: true
    storage: false
    subresources:
      status: {}
  - additionalPrinterColumns:
    - description: Indicates if the snapshot is ready to be used to restore a volume.
      jsonPath: .status.readyToUse
      name: ReadyToUse
      type: boolean
    - description: Represents the complete size of the snapshot in bytes
      jsonPath: .status.restoreSize
      name: RestoreSize
      type: integer
    - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted.
      jsonPath: .spec.deletionPolicy
      name: DeletionPolicy
      type: string
    - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system.
      jsonPath: .spec.driver
      name: Driver
      type: string
    - description: Name of the VolumeSnapshotClass to which this snapshot belongs.
      jsonPath: .spec.volumeSnapshotClassName
      name: VolumeSnapshotClass
      type: string
    - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound.
      jsonPath: .spec.volumeSnapshotRef.name
      name: VolumeSnapshot
      type: string
    - jsonPath: .metadata.creationTimestamp
      name: Age
      type: date
    name: v1beta1
    schema:
      openAPIV3Schema:
        description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          spec:
            description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required.
            properties:
              deletionPolicy:
                description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the  VolumeSnapshotContent object. Required.
                enum:
                - Delete
                - Retain
                type: string
              driver:
                description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required.
                type: string
              source:
                description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required.
                properties:
                  snapshotHandle:
                    description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable.
                    type: string
                  volumeHandle:
                    description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable.
                    type: string
                type: object
              volumeSnapshotClassName:
                description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation.
                type: string
              volumeSnapshotRef:
                description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required.
                properties:
                  apiVersion:
                    description: API version of the referent.
                    type: string
                  fieldPath:
                    description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.'
                    type: string
                  kind:
                    description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
                    type: string
                  name:
                    description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names'
                    type: string
                  namespace:
                    description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/'
                    type: string
                  resourceVersion:
                    description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency'
                    type: string
                  uid:
                    description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids'
                    type: string
                type: object
            required:
            - deletionPolicy
            - driver
            - source
            - volumeSnapshotRef
            type: object
          status:
            description: status represents the current information of a snapshot.
            properties:
              creationTime:
                description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC.
                format: int64
                type: integer
              error:
                description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared.
                properties:
                  message:
                    description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.'
                    type: string
                  time:
                    description: time is the timestamp when the error was encountered.
                    format: date-time
                    type: string
                type: object
              readyToUse:
                description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown.
                type: boolean
              restoreSize:
                description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown.
                format: int64
                minimum: 0
                type: integer
              snapshotHandle:
                description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress.
                type: string
            type: object
        required:
        - spec
        type: object
    served: true
    storage: true
    subresources:
      status: {}
status:
  acceptedNames:
    kind: ""
    plural: ""
  conditions: []
  storedVersions: []

---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.4.0
    api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419"
  creationTimestamp: null
  name: volumesnapshots.snapshot.storage.k8s.io
spec:
  group: snapshot.storage.k8s.io
  names:
    kind: VolumeSnapshot
    listKind: VolumeSnapshotList
    plural: volumesnapshots
    singular: volumesnapshot
  scope: Namespaced
  versions:
  - additionalPrinterColumns:
    - description: Indicates if the snapshot is ready to be used to restore a volume.
      jsonPath: .status.readyToUse
      name: ReadyToUse
      type: boolean
    - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created.
      jsonPath: .spec.source.persistentVolumeClaimName
      name: SourcePVC
      type: string
    - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot.
      jsonPath: .spec.source.volumeSnapshotContentName
      name: SourceSnapshotContent
      type: string
    - description: Represents the minimum size of volume required to rehydrate from this snapshot.
      jsonPath: .status.restoreSize
      name: RestoreSize
      type: string
    - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot.
      jsonPath: .spec.volumeSnapshotClassName
      name: SnapshotClass
      type: string
    - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object.
      jsonPath: .status.boundVolumeSnapshotContentName
      name: SnapshotContent
      type: string
    - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system.
      jsonPath: .status.creationTime
      name: CreationTime
      type: date
    - jsonPath: .metadata.creationTimestamp
      name: Age
      type: date
    name: v1
    schema:
      openAPIV3Schema:
        description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot.
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          spec:
            description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.'
            properties:
              source:
                description: source specifies where a snapshot will be created from. This field is immutable after creation. Required.
                properties:
                  persistentVolumeClaimName:
                    description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable.
                    type: string
                  volumeSnapshotContentName:
                    description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable.
                    type: string
                type: object
                oneOf:
                - required: ["persistentVolumeClaimName"]
                - required: ["volumeSnapshotContentName"]
              volumeSnapshotClassName:
                description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.'
                type: string
            required:
            - source
            type: object
          status:
            description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.
            properties:
              boundVolumeSnapshotContentName:
                description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.'
                type: string
              creationTime:
                description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown.
                format: date-time
                type: string
              error:
                description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared.
                properties:
                  message:
                    description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.'
                    type: string
                  time:
                    description: time is the timestamp when the error was encountered.
                    format: date-time
                    type: string
                type: object
              readyToUse:
                description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown.
                type: boolean
              restoreSize:
                type: string
                description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown.
                pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
                x-kubernetes-int-or-string: true
            type: object
        required:
        - spec
        type: object
    served: true
    storage: false
    subresources:
      status: {}
  - additionalPrinterColumns:
    - description: Indicates if the snapshot is ready to be used to restore a volume.
      jsonPath: .status.readyToUse
      name: ReadyToUse
      type: boolean
    - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created.
      jsonPath: .spec.source.persistentVolumeClaimName
      name: SourcePVC
      type: string
    - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot.
      jsonPath: .spec.source.volumeSnapshotContentName
      name: SourceSnapshotContent
      type: string
    - description: Represents the minimum size of volume required to rehydrate from this snapshot.
      jsonPath: .status.restoreSize
      name: RestoreSize
      type: string
    - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot.
      jsonPath: .spec.volumeSnapshotClassName
      name: SnapshotClass
      type: string
    - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object.
      jsonPath: .status.boundVolumeSnapshotContentName
      name: SnapshotContent
      type: string
    - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system.
      jsonPath: .status.creationTime
      name: CreationTime
      type: date
    - jsonPath: .metadata.creationTimestamp
      name: Age
      type: date
    name: v1beta1
    schema:
      openAPIV3Schema:
        description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot.
        properties:
          apiVersion:
            description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
            type: string
          kind:
            description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
            type: string
          spec:
            description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.'
            properties:
              source:
                description: source specifies where a snapshot will be created from. This field is immutable after creation. Required.
                properties:
                  persistentVolumeClaimName:
                    description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable.
                    type: string
                  volumeSnapshotContentName:
                    description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable.
                    type: string
                type: object
              volumeSnapshotClassName:
                description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.'
                type: string
            required:
            - source
            type: object
          status:
            description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.
            properties:
              boundVolumeSnapshotContentName:
                description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.'
                type: string
              creationTime:
                description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown.
                format: date-time
                type: string
              error:
                description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared.
                properties:
                  message:
                    description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.'
                    type: string
                  time:
                    description: time is the timestamp when the error was encountered.
                    format: date-time
                    type: string
                type: object
              readyToUse:
                description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown.
                type: boolean
              restoreSize:
                type: string
                description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown.
                pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
                x-kubernetes-int-or-string: true
            type: object
        required:
        - spec
        type: object
    served: true
    storage: true
    subresources:
      status: {}
status:
  acceptedNames:
    kind: ""
    plural: ""
  conditions: []
  storedVersions: []
---
##############################################
###########                       ############
###########   Controller plugin   ############
###########                       ############
##############################################

kind: ServiceAccount
apiVersion: v1
metadata:
  name: openebs-zfs-controller-sa
  namespace: kube-system

---
kind: ClusterRole
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: openebs-zfs-provisioner-role
rules:
  - apiGroups: [""]
    resources: ["secrets"]
    verbs: ["get", "list"]
  - apiGroups: [""]
    resources: ["namespaces"]
    verbs: ["*"]
  - apiGroups: [""]
    resources: ["persistentvolumes", "services"]
    verbs: ["get", "list", "watch", "create", "delete", "update", "patch"]
  - apiGroups: [""]
    resources: ["persistentvolumeclaims"]
    verbs: ["get", "list", "watch", "update"]
  - apiGroups: [""]
    resources: ["persistentvolumeclaims/status"]
    verbs: ["update", "patch"]
  - apiGroups: ["storage.k8s.io"]
    resources: ["storageclasses", "csinodes"]
    verbs: ["get", "list", "watch"]
  - apiGroups: [ "storage.k8s.io" ]
    resources: [ "csistoragecapacities"]
    verbs: ["*"]
  - apiGroups: [""]
    resources: ["events"]
    verbs: ["list", "watch", "create", "update", "patch"]
  - apiGroups: ["coordination.k8s.io"]
    resources: ["leases"]
    verbs: ["get", "watch", "list", "delete", "update", "create"]
  - apiGroups: [""]
    resources: ["nodes"]
    verbs: ["get", "list", "watch"]
  - apiGroups: [""]
    resources: ["pods"]
    verbs: ["get", "list", "watch", "update", "patch"]
  - apiGroups: ["*"]
    resources: ["zfsvolumes", "zfssnapshots", "zfsbackups", "zfsrestores", "zfsnodes"]
    verbs: ["*"]
---

kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: openebs-zfs-provisioner-binding
subjects:
  - kind: ServiceAccount
    name: openebs-zfs-controller-sa
    namespace: kube-system
roleRef:
  kind: ClusterRole
  name: openebs-zfs-provisioner-role
  apiGroup: rbac.authorization.k8s.io

---

apiVersion: scheduling.k8s.io/v1
kind: PriorityClass
metadata:
  name: openebs-zfs-csi-controller-critical
# A PriorityClass object can have any 32-bit integer value smaller than or equal
# to 1 billion. Larger numbers are reserved for critical system Pods that should
# not normally be preempted or evicted. The higher the value, the higher the priority.
value: 900000000
globalDefault: false
description: "This priority class should be used for the OpenEBS ZFS localPV CSI driver controller deployment only."

---

kind: StatefulSet
apiVersion: apps/v1
metadata:
  name: openebs-zfs-controller
  namespace: kube-system
  labels:
    openebs.io/component-name: openebs-zfs-controller
    openebs.io/version: 2.1.0
spec:
  selector:
    matchLabels:
      app: openebs-zfs-controller
      role: openebs-zfs
  serviceName: "openebs-zfs"
  replicas: 1
  template:
    metadata:
      labels:
        app: openebs-zfs-controller
        role: openebs-zfs
        openebs.io/component-name: openebs-zfs-controller
        openebs.io/version: 2.1.0
    spec:
      affinity:
        podAntiAffinity:
          requiredDuringSchedulingIgnoredDuringExecution:
          - labelSelector:
              matchExpressions:
              - key: app
                operator: In
                values:
                - openebs-zfs-controller
            topologyKey: "kubernetes.io/hostname"
      priorityClassName: openebs-zfs-csi-controller-critical
      serviceAccount: openebs-zfs-controller-sa
      containers:
        - name: csi-resizer
          image: k8s.gcr.io/sig-storage/csi-resizer:v1.2.0
          args:
            - "--v=5"
            - "--csi-address=$(ADDRESS)"
            - "--leader-election"
          env:
            - name: ADDRESS
              value: /var/lib/csi/sockets/pluginproxy/csi.sock
          imagePullPolicy: IfNotPresent
          volumeMounts:
            - name: socket-dir
              mountPath: /var/lib/csi/sockets/pluginproxy/
        - name: csi-snapshotter
          image: k8s.gcr.io/sig-storage/csi-snapshotter:v4.0.0
          imagePullPolicy: IfNotPresent
          args:
            - "--csi-address=$(ADDRESS)"
            - "--leader-election"
          env:
            - name: ADDRESS
              value: /var/lib/csi/sockets/pluginproxy/csi.sock
          volumeMounts:
            - name: socket-dir
              mountPath: /var/lib/csi/sockets/pluginproxy/
        - name: snapshot-controller
          image: k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0
          args:
            - "--v=5"
            - "--leader-election=true"
          imagePullPolicy: IfNotPresent
        - name: csi-provisioner
          image: k8s.gcr.io/sig-storage/csi-provisioner:v3.0.0
          imagePullPolicy: IfNotPresent
          args:
            - "--csi-address=$(ADDRESS)"
            - "--v=5"
            - "--feature-gates=Topology=true"
            - "--strict-topology"
            - "--leader-election"
            - "--extra-create-metadata=true"
            - "--enable-capacity=true"
            - "--default-fstype=ext4"
          env:
            - name: ADDRESS
              value: /var/lib/csi/sockets/pluginproxy/csi.sock
            - name: NAMESPACE
              valueFrom:
                fieldRef:
                  fieldPath: metadata.namespace
            - name: POD_NAME
              valueFrom:
                fieldRef:
                  fieldPath: metadata.name
          volumeMounts:
            - name: socket-dir
              mountPath: /var/lib/csi/sockets/pluginproxy/
        - name: openebs-zfs-plugin
          image: openebs/zfs-driver:2.1.0
          imagePullPolicy: IfNotPresent
          env:
            - name: OPENEBS_CONTROLLER_DRIVER
              value: controller
            - name: OPENEBS_CSI_ENDPOINT
              value: unix:///var/lib/csi/sockets/pluginproxy/csi.sock
            - name: OPENEBS_NAMESPACE
              value: openebs
            - name: OPENEBS_IO_INSTALLER_TYPE
              value: "zfs-operator"
            - name: OPENEBS_IO_ENABLE_ANALYTICS
              value: "true"
          args :
            - "--endpoint=$(OPENEBS_CSI_ENDPOINT)"
            - "--plugin=$(OPENEBS_CONTROLLER_DRIVER)"
          volumeMounts:
            - name: socket-dir
              mountPath: /var/lib/csi/sockets/pluginproxy/
      volumes:
        - name: socket-dir
          emptyDir: {}
---

kind: ClusterRole
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: openebs-zfs-snapshotter-role
rules:
  - apiGroups: [""]
    resources: ["persistentvolumes"]
    verbs: ["get", "list", "watch"]
  - apiGroups: [""]
    resources: ["persistentvolumeclaims"]
    verbs: ["get", "list", "watch"]
  - apiGroups: ["storage.k8s.io"]
    resources: ["storageclasses"]
    verbs: ["get", "list", "watch"]
  - apiGroups: [""]
    resources: ["events"]
    verbs: ["list", "watch", "create", "update", "patch"]
  - apiGroups: [""]
    resources: ["secrets"]
    verbs: ["get", "list"]
  - apiGroups: ["snapshot.storage.k8s.io"]
    resources: ["volumesnapshotclasses"]
    verbs: ["get", "list", "watch"]
  - apiGroups: ["snapshot.storage.k8s.io"]
    resources: ["volumesnapshotcontents"]
    verbs: ["create", "get", "list", "watch", "update", "delete"]
  - apiGroups: ["snapshot.storage.k8s.io"]
    resources: ["volumesnapshots"]
    verbs: ["get", "list", "watch", "update"]
  - apiGroups: ["snapshot.storage.k8s.io"]
    resources: ["volumesnapshotcontents/status"]
    verbs: ["update"]
  - apiGroups: ["snapshot.storage.k8s.io"]
    resources: ["volumesnapshots/status"]
    verbs: ["update"]
  - apiGroups: ["apiextensions.k8s.io"]
    resources: ["customresourcedefinitions"]
    verbs: ["create", "list", "watch", "delete"]

---
kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: openebs-zfs-snapshotter-binding
subjects:
  - kind: ServiceAccount
    name: openebs-zfs-controller-sa
    namespace: kube-system
roleRef:
  kind: ClusterRole
  name: openebs-zfs-snapshotter-role
  apiGroup: rbac.authorization.k8s.io

---

########################################
###########                 ############
###########   Node plugin   ############
###########                 ############
########################################

apiVersion: v1
kind: ServiceAccount
metadata:
  name: openebs-zfs-node-sa
  namespace: kube-system

---

kind: ClusterRole
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: openebs-zfs-driver-registrar-role
rules:
  - apiGroups: [""]
    resources: ["events"]
    verbs: ["get", "list", "watch", "create", "update", "patch"]
  - apiGroups: [""]
    resources: ["persistentvolumes", "nodes", "services"]
    verbs: ["get", "list"]
  - apiGroups: ["*"]
    resources: ["zfsvolumes", "zfssnapshots", "zfsbackups", "zfsrestores", "zfsnodes"]
    verbs: ["get", "list", "watch", "create", "update", "patch"]

---

kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: openebs-zfs-driver-registrar-binding
subjects:
  - kind: ServiceAccount
    name: openebs-zfs-node-sa
    namespace: kube-system
roleRef:
  kind: ClusterRole
  name: openebs-zfs-driver-registrar-role
  apiGroup: rbac.authorization.k8s.io

---

kind: ConfigMap
apiVersion: v1
metadata:
  name: openebs-zfspv-bin
  namespace: kube-system # should be the same namespace where it is getting mounted
data:
  zfs: |
    #!/bin/sh
    if [ -x /host/sbin/zfs ]; then
      chroot /host /sbin/zfs "$@"
    elif [ -x /host/usr/sbin/zfs ]; then
      chroot /host /usr/sbin/zfs "$@"
    else
      chroot /host zfs "$@"
    fi

---

apiVersion: scheduling.k8s.io/v1
kind: PriorityClass
metadata:
  name: openebs-zfs-csi-node-critical
# A PriorityClass object can have any 32-bit integer value smaller than or equal
# to 1 billion. Larger numbers are reserved for critical system Pods that should
# not normally be preempted or evicted. The higher the value, the higher the priority.
value: 900001000
globalDefault: false
description: "This priority class should be used for the OpenEBS ZFS localPV CSI driver node deployment only."

---

kind: DaemonSet
apiVersion: apps/v1
metadata:
  name: openebs-zfs-node
  namespace: kube-system
  labels:
    openebs.io/component-name: openebs-zfs-node
    openebs.io/version: 2.1.0
spec:
  selector:
    matchLabels:
      app: openebs-zfs-node
  updateStrategy:
    rollingUpdate:
      maxUnavailable: 100%
    type: RollingUpdate
  template:
    metadata:
      labels:
        app: openebs-zfs-node
        role: openebs-zfs
        openebs.io/component-name: openebs-zfs-node
        openebs.io/version: 2.1.0
    spec:
{% if kubernetes_openebs_zfs_node_selector is defined %}
      nodeSelector:
        {{ kubernetes_openebs_zfs_node_selector | to_nice_yaml(indent=2) | indent(width=8) -}}
{% endif %}
{% if kubernetes_openebs_zfs_node_affinity is defined %}
      affinity:
        nodeAffinity:
          {{ kubernetes_openebs_zfs_node_affinity | to_nice_yaml(indent=2) | indent(width=10) -}}
{% endif %}
      priorityClassName: openebs-zfs-csi-node-critical
      serviceAccount: openebs-zfs-node-sa
      hostNetwork: true
      containers:
        - name: csi-node-driver-registrar
          image: k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.3.0
          imagePullPolicy: IfNotPresent
          args:
            - "--v=5"
            - "--csi-address=$(ADDRESS)"
            - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)"
          lifecycle:
            preStop:
              exec:
                command: ["/bin/sh", "-c", "rm -rf /registration/zfs-localpv /registration/zfs-localpv-reg.sock"]
          env:
            - name: ADDRESS
              value: /plugin/csi.sock
            - name: DRIVER_REG_SOCK_PATH
              value: /var/lib/kubelet/plugins/zfs-localpv/csi.sock
            - name: KUBE_NODE_NAME
              valueFrom:
                fieldRef:
                  fieldPath: spec.nodeName
            - name: NODE_DRIVER
              value: openebs-zfs
          volumeMounts:
            - name: plugin-dir
              mountPath: /plugin
            - name: registration-dir
              mountPath: /registration
        - name: openebs-zfs-plugin
          securityContext:
            privileged: true
            allowPrivilegeEscalation: true
          image: openebs/zfs-driver:2.1.0
          imagePullPolicy: IfNotPresent
          args:
            - "--nodename=$(OPENEBS_NODE_NAME)"
            - "--endpoint=$(OPENEBS_CSI_ENDPOINT)"
            - "--plugin=$(OPENEBS_NODE_DRIVER)"
          env:
            - name: OPENEBS_NODE_NAME
              valueFrom:
                fieldRef:
                  fieldPath: spec.nodeName
            - name: OPENEBS_CSI_ENDPOINT
              value: unix:///plugin/csi.sock
            - name: OPENEBS_NODE_DRIVER
              value: agent
            - name: OPENEBS_NAMESPACE
              value: openebs
            - name: ALLOWED_TOPOLOGIES
              # The desired comma separated keys can be added here,
              # by default all the node label keys are allowed.
              # For example:
              # value: "kubernetes.io/hostname,openebs.io/rack"
              value: "All"
          volumeMounts:
            - name: plugin-dir
              mountPath: /plugin
            - name: device-dir
              mountPath: /dev
            - name: encr-keys
              mountPath: /home/keys
            - name: chroot-zfs
              mountPath: /sbin/zfs
              subPath: zfs
            - name: host-root
              mountPath: /host
              mountPropagation: "HostToContainer"
              readOnly: true
            - name: pods-mount-dir
              mountPath: /var/lib/kubelet/
              # needed so that any mounts setup inside this container are
              # propagated back to the host machine.
              mountPropagation: "Bidirectional"
      volumes:
        - name: device-dir
          hostPath:
            path: /dev
            type: Directory
        - name: encr-keys
          hostPath:
            path: /home/keys
            type: DirectoryOrCreate
        - name: chroot-zfs
          configMap:
            defaultMode: 0555
            name: openebs-zfspv-bin
        - name: host-root
          hostPath:
            path: /
            type: Directory
        - name: registration-dir
          hostPath:
            path: /var/lib/kubelet/plugins_registry/
            type: DirectoryOrCreate
        - name: plugin-dir
          hostPath:
            path: /var/lib/kubelet/plugins/zfs-localpv/
            type: DirectoryOrCreate
        - name: pods-mount-dir
          hostPath:
            path: /var/lib/kubelet/
            type: Directory
---