storage_csm_powerscale_v290.yaml

apiVersion: storage.dell.com/v1
kind: ContainerStorageModule
metadata:
  name: isilon
  namespace: isilon
spec:
  driver:
    csiDriverType: "isilon"
    csiDriverSpec:
      # fsGroupPolicy: Defines if the underlying volume supports changing ownership and permission of the volume before being mounted.
      # Allowed values: ReadWriteOnceWithFSType, File , None
      # Default value: ReadWriteOnceWithFSType
      fSGroupPolicy: "ReadWriteOnceWithFSType"
      # storageCapacity: Helps the scheduler to schedule the pod on a node satisfying the topology constraints, only if the requested capacity is available on the storage array
      # Allowed values:
      #   true: enable storage capacity tracking
      #   false: disable storage capacity tracking
      storageCapacity: true
    # Config version for CSI PowerScale v2.9.0 driver
    configVersion: v2.9.0
    authSecret: isilon-creds
    replicas: 2
    dnsPolicy: ClusterFirstWithHostNet
    # Uninstall CSI Driver and/or modules when CR is deleted
    forceRemoveDriver: true
    common:
      # Image for CSI PowerScale driver v2.9.0
      image: "dellemc/csi-isilon:v2.9.0"
      imagePullPolicy: IfNotPresent
      envs:
        # X_CSI_VERBOSE: Indicates what content of the OneFS REST API message should be logged in debug level logs
        # Allowed Values:
        #   0: log full content of the HTTP request and response
        #   1: log without the HTTP response body
        #   2: log only 1st line of the HTTP request and response
        # Default value: 0
        - name: X_CSI_VERBOSE
          value: "1"

        # X_CSI_ISI_PORT: Specify the HTTPs port number of the PowerScale OneFS API server
        # This value acts as a default value for endpointPort, if not specified for a cluster config in secret
        # Allowed value: valid port number
        # Default value: 8080
        - name: X_CSI_ISI_PORT
          value: "8080"

        # X_CSI_ISI_PATH: The base path for the volumes to be created on PowerScale cluster.
        # This value acts as a default value for isiPath, if not specified for a cluster config in secret
        # Ensure that this path exists on PowerScale cluster.
        # Allowed values: unix absolute path
        # Default value: /ifs
        # Examples: /ifs/data/csi, /ifs/engineering
        - name: X_CSI_ISI_PATH
          value: "/ifs/data/csi"

        # X_CSI_ISI_NO_PROBE_ON_START: Indicates whether the controller/node should probe all the PowerScale clusters during driver initialization
        # Allowed values:
        #   true : do not probe all PowerScale clusters during driver initialization
        #   false: probe all PowerScale clusters during driver initialization
        # Default value: false
        - name: X_CSI_ISI_NO_PROBE_ON_START
          value: "false"

        # X_CSI_ISI_AUTOPROBE: automatically probe the PowerScale cluster if not done already during CSI calls.
        # Allowed values:
        #   true : enable auto probe.
        #   false: disable auto probe.
        # Default value: false
        - name: X_CSI_ISI_AUTOPROBE
          value: "true"

        # X_CSI_ISI_SKIP_CERTIFICATE_VALIDATION: Specify whether the PowerScale OneFS API server's certificate chain and host name should be verified.
        # Formerly this attribute was named as "X_CSI_ISI_INSECURE"
        # This value acts as a default value for skipCertificateValidation, if not specified for a cluster config in secret
        # Allowed values:
        #   true: skip OneFS API server's certificate verification
        #   false: verify OneFS API server's certificates
        # Default value: true
        - name: X_CSI_ISI_SKIP_CERTIFICATE_VALIDATION
          value: "true"

        # X_CSI_ISI_AUTH_TYPE: Specify the authentication method to be used.
        # Allowed values:
        #   0: basic authentication
        #   1: session-based authentication
        # Default value: 0
        - name: X_CSI_ISI_AUTH_TYPE
          value: "0"

        # X_CSI_CUSTOM_TOPOLOGY_ENABLED: Specify if custom topology label <provisionerName>.dellemc.com/<powerscalefqdnorip>:<provisionerName>
        # has to be used for making connection to backend PowerScale Array.
        # If X_CSI_CUSTOM_TOPOLOGY_ENABLED is set to true, then do not specify allowedTopologies in storage class.
        # Allowed values:
        #   true : enable custom topology
        #   false: disable custom topology
        # Default value: false
        - name: X_CSI_CUSTOM_TOPOLOGY_ENABLED
          value: "false"

        # Specify kubelet config dir path.
        # Ensure that the config.yaml file is present at this path.
        # Default value: None
        - name: KUBELET_CONFIG_DIR
          value: "/var/lib/kubelet"

        # certSecretCount: Represents number of certificate secrets, which user is going to create for
        # ssl authentication. (isilon-cert-0..isilon-cert-n)
        # Allowed values: n, where n > 0
        # Default value: None
        - name: "CERT_SECRET_COUNT"
          value: "1"

        # CSI driver log level
        # Allowed values: "error", "warn"/"warning", "info", "debug"
        # Default value: "debug"
        - name: "CSI_LOG_LEVEL"
          value: "debug"

    controller:
      envs:
      # X_CSI_ISI_QUOTA_ENABLED: Indicates whether the provisioner should attempt to set (later unset) quota
      # on a newly provisioned volume.
      # This requires SmartQuotas to be enabled on PowerScale cluster.
      # Allowed values:
      #   true: set quota for volume
      #   false: do not set quota for volume
      - name: X_CSI_ISI_QUOTA_ENABLED
        value: "true"

      # X_CSI_ISI_ACCESS_ZONE: The name of the access zone a volume can be created in.
      # If storageclass is missing with AccessZone parameter, then value of X_CSI_ISI_ACCESS_ZONE is used for the same.
      # Default value: System
      # Examples: System, zone1
      - name: X_CSI_ISI_ACCESS_ZONE
        value: "System"

      # X_CSI_ISI_VOLUME_PATH_PERMISSIONS: The permissions for isi volume directory path
      # This value acts as a default value for isiVolumePathPermissions, if not specified for a cluster config in secret
      # Allowed values: valid octal mode number
      # Default value: "0777"
      # Examples: "0777", "777", "0755"
      - name: X_CSI_ISI_VOLUME_PATH_PERMISSIONS
        value: "0777"

      # X_CSI_HEALTH_MONITOR_ENABLED: Enable/Disable health monitor of CSI volumes from Controller plugin- volume status, volume condition.
      # Install the 'external-health-monitor' sidecar accordingly.
      # Allowed values:
      #   true: enable checking of health condition of CSI volumes
      #   false: disable checking of health condition of CSI volumes
      # Default value: false
      - name: X_CSI_HEALTH_MONITOR_ENABLED
        value: "false"

      # X_CSI_ISI_IGNORE_UNRESOLVABLE_HOSTS: Ignore unresolvable hosts on the OneFS.
      # When set to true, OneFS allows new host to add to existing export list though any of the existing hosts from the
      # same exports are unresolvable/doesn't exist anymore.
      # Allowed values:
      #   true: ignore existing unresolvable hosts and append new host to the existing export
      #   false: exhibits OneFS default behavior i.e. if any of existing hosts are unresolvable while adding new one it fails
      # Default value: false
      - name: X_CSI_ISI_IGNORE_UNRESOLVABLE_HOSTS
        value: "false"

      # X_CSI_MAX_PATH_LIMIT: this parameter is used for setting the maximum Path length for the given volume.
      # Default value: 192
      # Examples: 192, 256
      - name: X_CSI_MAX_PATH_LIMIT
        value: "192"

      # nodeSelector: Define node selection constraints for pods of controller deployment.
      # For the pod to be eligible to run on a node, the node must have each
      # of the indicated key-value pairs as labels.
      # Leave as blank to consider all nodes
      # Allowed values: map of key-value pairs
      # Default value: None
      nodeSelector:
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/control-plane taint
      #  node-role.kubernetes.io/control-plane: ""

      # tolerations: Define tolerations for the controller deployment, if required.
      # Default value: None
      tolerations:
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/control-plane taint
      # - key: "node-role.kubernetes.io/control-plane"
      #   operator: "Exists"
      #   effect: "NoSchedule"

    node:
      envs:
      # X_CSI_MAX_VOLUMES_PER_NODE: Specify default value for maximum number of volumes that controller can publish to the node.
      # If value is zero CO SHALL decide how many volumes of this type can be published by the controller to the node.
      # This limit is applicable to all the nodes in the cluster for which node label 'max-isilon-volumes-per-node' is not set.
      # Allowed values: n, where n >= 0
      # Default value: 0
      - name: X_CSI_MAX_VOLUMES_PER_NODE
        value: "0"

      # X_CSI_ALLOWED_NETWORKS: Custom networks for PowerScale export
      # Specify list of networks which can be used for NFS I/O traffic; CIDR format should be used.
      # Allowed values: list of one or more networks
      # Default value: None
      # Provide them in the following format: "[net1, net2]"
      # CIDR format should be used
      # eg: "[192.168.1.0/24, 192.168.100.0/22]"
      - name: X_CSI_ALLOWED_NETWORKS
        value: ""

      # X_CSI_HEALTH_MONITOR_ENABLED: Enable/Disable health monitor of CSI volumes from Controller plugin- volume status, volume condition.
      # Install the 'external-health-monitor' sidecar accordingly.
      # Allowed values:
      #   true: enable checking of health condition of CSI volumes
      #   false: disable checking of health condition of CSI volumes
      # Default value: false
      - name: X_CSI_HEALTH_MONITOR_ENABLED
        value: "false"

      # X_CSI_MAX_PATH_LIMIT: this parameter is used for setting the maximum Path length for the given volume.
      # Default value: 192
      # Examples: 192, 256
      - name: X_CSI_MAX_PATH_LIMIT
        value: "192"

      # nodeSelector: Define node selection constraints for pods of node daemonset
      # For the pod to be eligible to run on a node, the node must have each
      # of the indicated key-value pairs as labels.
      # Leave as blank to consider all nodes
      # Allowed values: map of key-value pairs
      # Default value: None
      nodeSelector:
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/control-plane taint
      #  node-role.kubernetes.io/control-plane: ""

      # tolerations: Define tolerations for the node daemonset, if required.
      # Default value: None
      tolerations:
      # - key: "node.kubernetes.io/memory-pressure"
      #   operator: "Exists"
      #   effect: "NoExecute"
      # - key: "node.kubernetes.io/disk-pressure"
      #   operator: "Exists"
      #   effect: "NoExecute"
      # - key: "node.kubernetes.io/network-unavailable"
      #   operator: "Exists"
      #   effect: "NoExecute"
      # Uncomment if nodes you wish to use have the node-role.kubernetes.io/control-plane taint
      # - key: "node-role.kubernetes.io/control-plane"
      #   operator: "Exists"
      #   effect: "NoSchedule"

    sideCars:
      - name: provisioner
        args: ["--volume-name-prefix=csipscale"]
      # health monitor is disabled by default, refer to driver documentation before enabling it
      - name: external-health-monitor
        enabled: false
        args: ["--monitor-interval=60s"]
      # Uncomment the following to configure how often external-provisioner polls the driver to detect changed capacity
      # Configure when the storageCapacity is set as "true"
      # Allowed values: 1m,2m,3m,...,10m,...,60m etc. Default value: 5m
      #- name: provisioner
      #  args: ["--capacity-poll-interval=5m"]

  modules:
    # Authorization: enable csm-authorization for RBAC
    - name: authorization
      # enable: Enable/Disable csm-authorization
      enabled: false
      configVersion: v1.9.0
      components:
      - name: karavi-authorization-proxy
        image: dellemc/csm-authorization-sidecar:v1.9.0
        envs:
          # proxyHost: hostname of the csm-authorization server
          - name: "PROXY_HOST"
            value: "csm-authorization.com"

          # skipCertificateValidation: Enable/Disable certificate validation of the csm-authorization server
          - name: "SKIP_CERTIFICATE_VALIDATION"
            value: "true"

    # replication: allows to configure replication
    # Replication CRDs must be installed before installing driver
    - name: replication
      # enabled: Enable/Disable replication feature
      # Allowed values:
      #   true: enable replication feature(install dell-csi-replicator sidecar)
      #   false: disable replication feature(do not install dell-csi-replicator sidecar)
      # Default value: false
      enabled: false
      configVersion: v1.7.0
      components:
      - name: dell-csi-replicator
        # image: Image to use for dell-csi-replicator. This shouldn't be changed
        # Allowed values: string
        # Default value: None
        image: dellemc/dell-csi-replicator:v1.7.0
        envs:
          # replicationPrefix: prefix to prepend to storage classes parameters
          # Allowed values: string
          # Default value: replication.storage.dell.com
          - name: "X_CSI_REPLICATION_PREFIX"
            value: "replication.storage.dell.com"
          # replicationContextPrefix: prefix to use for naming of resources created by replication feature
          # Allowed values: string
          # Default value: powerstore
          - name: "X_CSI_REPLICATION_CONTEXT_PREFIX"
            value: "powerscale"

      - name: dell-replication-controller-manager
        # image: Defines controller image. This shouldn't be changed
        # Allowed values: string
        image: dellemc/dell-replication-controller:v1.7.0
        envs:
          # TARGET_CLUSTERS_IDS: comma separated list of cluster IDs of the targets clusters. DO NOT include the source(wherever CSM Operator is deployed) cluster ID
          # Set the value to "self" in case of stretched/single cluster configuration
          # Allowed values: string
          - name: "TARGET_CLUSTERS_IDS"
            value: "target-cluster-1"
          # Replication log level
          # Allowed values: "error", "warn"/"warning", "info", "debug"
          # Default value: "debug"
          - name: "REPLICATION_CTRL_LOG_LEVEL"
            value: "debug"

          # replicas: Defines number of controller replicas
          # Allowed values: int
          # Default value: 1
          - name: "REPLICATION_CTRL_REPLICAS"
            value: "1"
          # retryIntervalMin: Initial retry interval of failed reconcile request.
          # It doubles with each failure, upto retry-interval-max
          # Allowed values: time
          - name: "RETRY_INTERVAL_MIN"
            value: "1s"
          # RETRY_INTERVAL_MAX: Maximum retry interval of failed reconcile request
          # Allowed values: time
          - name: "RETRY_INTERVAL_MAX"
            value: "5m"

    # observability: allows to configure observability
    - name: observability
      # enabled: Enable/Disable observability
      enabled: false
      configVersion: v1.7.0
      components:
        - name: topology
          # enabled: Enable/Disable topology
          enabled: false
          # image: Defines karavi-topology image. This shouldn't be changed
          # Allowed values: string
          image: dellemc/csm-topology:v1.7.0
          # certificate: base64-encoded certificate for cert/private-key pair -- add cert here to use custom certificates
          #  for self-signed certs, leave empty string
          # Allowed values: string
          certificate: ""
          # privateKey: base64-encoded private key for cert/private-key pair -- add private key here to use custom certificates
          #  for self-signed certs, leave empty string
          # Allowed values: string
          privateKey: ""
          envs:
            # topology log level
            # Valid values: TRACE, DEBUG, INFO, WARN, ERROR, FATAL, PANIC
            # Default value: "INFO"
            - name: "TOPOLOGY_LOG_LEVEL"
              value: "INFO"

        - name: otel-collector
          # enabled: Enable/Disable OpenTelemetry Collector
          enabled: false
          # image: Defines otel-collector image. This shouldn't be changed
          # Allowed values: string
          image: otel/opentelemetry-collector:0.42.0
          # certificate: base64-encoded certificate for cert/private-key pair -- add cert here to use custom certificates
          #  for self-signed certs, leave empty string
          # Allowed values: string
          certificate: ""
          # privateKey: base64-encoded private key for cert/private-key pair -- add private key here to use custom certificates
          #  for self-signed certs, leave empty string
          # Allowed values: string
          privateKey: ""
          envs:
            # image of nginx proxy image
            # Allowed values: string
            # Default value: "nginxinc/nginx-unprivileged:1.20"
            - name: "NGINX_PROXY_IMAGE"
              value: "nginxinc/nginx-unprivileged:1.20"

        - name: cert-manager
        # enabled: Enable/Disable cert-manager
        # Allowed values:
        #   true: enable deployment of cert-manager
        #   false: disable deployment of cert-manager only if it's already deployed
        # Default value: false
          enabled: false

        - name: metrics-powerscale
          # enabled: Enable/Disable PowerScale metrics
          enabled: false
          # image: Defines PowerScale metrics image. This shouldn't be changed
          # Allowed values: string
          image: dellemc/csm-metrics-powerscale:v1.4.0
          envs:
            # POWERSCALE_MAX_CONCURRENT_QUERIES: set the default max concurrent queries to PowerScale
            # Allowed values: int
            # Default value: 10
            - name: "POWERSCALE_MAX_CONCURRENT_QUERIES"
              value: "10"
            # POWERSCALE_CAPACITY_METRICS_ENABLED: enable/disable collection of capacity metrics
            # Allowed values: ture, false
            # Default value: true
            - name: "POWERSCALE_CAPACITY_METRICS_ENABLED"
              value: "true"
            # POWERSCALE_PERFORMANCE_METRICS_ENABLED: enable/disable collection of performance metrics
            # Allowed values: ture, false
            # Default value: true
            - name: "POWERSCALE_PERFORMANCE_METRICS_ENABLED"
              value: "true"
            # POWERSCALE_CLUSTER_CAPACITY_POLL_FREQUENCY: set polling frequency to get cluster capacity metrics data
            # Allowed values: int
            # Default value: 30
            - name: "POWERSCALE_CLUSTER_CAPACITY_POLL_FREQUENCY"
              value: "30"
            # POWERSCALE_CLUSTER_PERFORMANCE_POLL_FREQUENCY: set polling frequency to get cluster performance metrics data
            # Allowed values: int
            # Default value: 20
            - name: "POWERSCALE_CLUSTER_PERFORMANCE_POLL_FREQUENCY"
              value: "20"
            # POWERSCALE_QUOTA_CAPACITY_POLL_FREQUENCY: set polling frequency to get Quota capacity metrics data
            # Allowed values: int
            # Default value: 20
            - name: "POWERSCALE_QUOTA_CAPACITY_POLL_FREQUENCY"
              value: "30"
            # ISICLIENT_INSECURE: set true/false to skip/verify OneFS API server's certificates
            # Allowed values: ture, false
            # Default value: true
            - name: "ISICLIENT_INSECURE"
              value: "true"
            # ISICLIENT_AUTH_TYPE: set 0/1 to enables session-based/basic Authentication
            # Allowed values: ture, false
            # Default value: true
            - name: "ISICLIENT_AUTH_TYPE"
              value: "1"
            # ISICLIENT_VERBOSE: set 0/1/2 decide High/Medium/Low content of the OneFS REST API message should be logged in debug level logs
            # Allowed values: 0,1,2
            # Default value: 0
            - name: "ISICLIENT_VERBOSE"
              value: "0"
            # PowerScale metrics log level
            # Valid values: TRACE, DEBUG, INFO, WARN, ERROR, FATAL, PANIC
            # Default value: "INFO"
            - name: "POWERSCALE_LOG_LEVEL"
              value: "INFO"
            # PowerScale Metrics Output logs in the specified format
            # Valid values: TEXT, JSON
            # Default value: "TEXT"
            - name: "POWERSCALE_LOG_FORMAT"
              value: "TEXT"
            # Otel collector address
            # Allowed values: String
            # Default value: "otel-collector:55680"
            - name: "COLLECTOR_ADDRESS"
              value: "otel-collector:55680"
    - name: resiliency
      # enabled: Enable/Disable Resiliency feature
      # Allowed values:
      #   true: enable Resiliency feature(deploy podmon sidecar)
      #   false: disable Resiliency feature(do not deploy podmon sidecar)
      # Default value: false
      enabled: false
      configVersion: v1.8.0
      components:
        - name: podmon-controller
          image: dellemc/podmon:v1.8.0
          imagePullPolicy: IfNotPresent
          args:
            - "--labelvalue=csi-isilon"
            - "--arrayConnectivityPollRate=60"
            - "--skipArrayConnectionValidation=false"
            - "--driverPodLabelValue=dell-storage"
            - "--ignoreVolumelessPods=false"
            - "--arrayConnectivityConnectionLossThreshold=3"
            # Below 4 args should not be modified.
            - "--csisock=unix:/var/run/csi/csi.sock"
            - "--mode=controller"
            - "--driverPath=csi-isilon.dellemc.com"
            - "--driver-config-params=/csi-isilon-config-params/driver-config-params.yaml"
        - name: podmon-node
          image: dellemc/podmon:v1.8.0
          imagePullPolicy: IfNotPresent
          envs:
            # podmonAPIPort: Defines the port to be used within the kubernetes cluster
            # Allowed values: Any valid and free port (string)
            # Default value: 8083
            - name: "X_CSI_PODMON_API_PORT"
              value: "8083"
          args:
            - "--labelvalue=csi-isilon"
            - "--arrayConnectivityPollRate=60"
            - "--leaderelection=false"
            - "--driverPodLabelValue=dell-storage"
            - "--ignoreVolumelessPods=false"
            # Below 4 args should not be modified.
            - "--csisock=unix:/var/lib/kubelet/plugins/csi-isilon/csi_sock"
            - "--mode=node"
            - "--driverPath=csi-isilon.dellemc.com"
            - "--driver-config-params=/csi-isilon-config-params/driver-config-params.yaml"