From 3bab3baa33990f17c6257fb3f8c469df705ca79f Mon Sep 17 00:00:00 2001 From: sunpa Date: Thu, 15 Dec 2022 00:29:28 +0000 Subject: [PATCH] chore: cut v2.0.0-beta.9 --- README.md | 2 +- charts/README.md | 14 +- charts/index.yaml | 89 +-- .../azuredisk-csi-driver-v2.0.0-beta.10.tgz | Bin 0 -> 19906 bytes .../azuredisk-csi-driver-v2.0.0-beta.9.tgz | Bin 19911 -> 0 bytes .../latest-v2/azuredisk-csi-driver/Chart.yaml | 2 +- .../azuredisk-csi-driver-v2.0.0-beta.9.tgz | Bin 0 -> 19902 bytes .../azuredisk-csi-driver/Chart.yaml | 5 + .../side-by-side-values.yaml | 81 +++ .../azuredisk-csi-driver/templates/NOTES.txt | 11 + .../templates/_helpers.tpl | 26 + .../templates/crd-csi-snapshot.yaml | 661 ++++++++++++++++++ .../csi-azuredisk-controller-cleanup.yaml | 41 ++ .../csi-azuredisk-controller-monitor.yaml | 21 + .../csi-azuredisk-controller-service.yaml | 18 + .../templates/csi-azuredisk-controller.yaml | 299 ++++++++ .../templates/csi-azuredisk-driver.yaml | 13 + ...si-azuredisk-node-windows-hostprocess.yaml | 248 +++++++ .../templates/csi-azuredisk-node-windows.yaml | 246 +++++++ .../templates/csi-azuredisk-node.yaml | 255 +++++++ ...-azuredisk-scheduler-extender-monitor.yaml | 21 + ...-azuredisk-scheduler-extender-service.yaml | 18 + .../csi-azuredisk-scheduler-extender.yaml | 148 ++++ .../csi-azuredisk-storage-class.yaml | 143 ++++ .../templates/csi-snapshot-controller.yaml | 58 ++ .../disk.csi.azure.com_azdrivernodes.yaml | 250 +++++++ ...isk.csi.azure.com_azvolumeattachments.yaml | 275 ++++++++ .../disk.csi.azure.com_azvolumes.yaml | 436 ++++++++++++ .../templates/namespace-azure-disk-csi.yaml | 11 + .../rbac-csi-azuredisk-controller.yaml | 237 +++++++ .../templates/rbac-csi-azuredisk-node.yaml | 50 ++ ...rbac-csi-azuredisk-scheduler-extender.yaml | 88 +++ .../rbac-csi-snapshot-controller.yaml | 76 ++ ...rviceaccount-csi-azuredisk-controller.yaml | 8 + .../serviceaccount-csi-azuredisk-node.yaml | 8 + ...ount-csi-azuredisk-scheduler-extender.yaml | 8 + ...erviceaccount-csi-snapshot-controller.yaml | 8 + .../azuredisk-csi-driver/values.yaml | 344 +++++++++ deploy/latest-v2/crd-csi-snapshot.yaml | 4 +- deploy/v2.0.0-beta.9/crd-csi-snapshot.yaml | 659 +++++++++++++++++ .../csi-azuredisk-controller.yaml | 200 ++++++ .../v2.0.0-beta.9/csi-azuredisk-driver.yaml | 12 + ...si-azuredisk-node-windows-hostprocess.yaml | 150 ++++ .../csi-azuredisk-node-windows.yaml | 193 +++++ deploy/v2.0.0-beta.9/csi-azuredisk-node.yaml | 173 +++++ .../csi-azuredisk-scheduler-extender.yaml | 102 +++ .../csi-snapshot-controller.yaml | 46 ++ .../disk.csi.azure.com_azdrivernodes.yaml | 132 ++++ ...isk.csi.azure.com_azvolumeattachments.yaml | 148 ++++ .../disk.csi.azure.com_azvolumes.yaml | 228 ++++++ .../namespace-azure-disk-csi.yaml | 10 + .../rbac-csi-azuredisk-controller.yaml | 215 ++++++ .../rbac-csi-azuredisk-node.yaml | 44 ++ ...rbac-csi-azuredisk-scheduler-extender.yaml | 89 +++ .../rbac-csi-snapshot-controller.yaml | 78 +++ 55 files changed, 6651 insertions(+), 51 deletions(-) create mode 100644 charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.10.tgz delete mode 100644 charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.9.tgz create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver-v2.0.0-beta.9.tgz create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/Chart.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/side-by-side-values.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/NOTES.txt create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/_helpers.tpl create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-cleanup.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-monitor.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-service.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-monitor.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-service.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-storage-class.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azdrivernodes.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumeattachments.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumes.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/namespace-azure-disk-csi.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-scheduler-extender.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-scheduler-extender.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml create mode 100644 charts/v2.0.0-beta.9/azuredisk-csi-driver/values.yaml create mode 100644 deploy/v2.0.0-beta.9/crd-csi-snapshot.yaml create mode 100644 deploy/v2.0.0-beta.9/csi-azuredisk-controller.yaml create mode 100644 deploy/v2.0.0-beta.9/csi-azuredisk-driver.yaml create mode 100644 deploy/v2.0.0-beta.9/csi-azuredisk-node-windows-hostprocess.yaml create mode 100644 deploy/v2.0.0-beta.9/csi-azuredisk-node-windows.yaml create mode 100644 deploy/v2.0.0-beta.9/csi-azuredisk-node.yaml create mode 100644 deploy/v2.0.0-beta.9/csi-azuredisk-scheduler-extender.yaml create mode 100644 deploy/v2.0.0-beta.9/csi-snapshot-controller.yaml create mode 100644 deploy/v2.0.0-beta.9/disk.csi.azure.com_azdrivernodes.yaml create mode 100644 deploy/v2.0.0-beta.9/disk.csi.azure.com_azvolumeattachments.yaml create mode 100644 deploy/v2.0.0-beta.9/disk.csi.azure.com_azvolumes.yaml create mode 100644 deploy/v2.0.0-beta.9/namespace-azure-disk-csi.yaml create mode 100644 deploy/v2.0.0-beta.9/rbac-csi-azuredisk-controller.yaml create mode 100644 deploy/v2.0.0-beta.9/rbac-csi-azuredisk-node.yaml create mode 100644 deploy/v2.0.0-beta.9/rbac-csi-azuredisk-scheduler-extender.yaml create mode 100644 deploy/v2.0.0-beta.9/rbac-csi-snapshot-controller.yaml diff --git a/README.md b/README.md index 6192feb65a..5da0f93604 100644 --- a/README.md +++ b/README.md @@ -30,7 +30,7 @@ V2: Preview |Driver Version |Image | supported k8s version | |----------------|-----------------------------------------------------------------|-----------------------| |`main_v2` branch| | 1.21+ | -|v2.0.0-beta.8 |mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v2.0.0-beta.8 | 1.21+ | +|v2.0.0-beta.9 |mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v2.0.0-beta.9 | 1.21+ | ### Driver parameters diff --git a/charts/README.md b/charts/README.md index 17e31a90d9..e8ae37c183 100644 --- a/charts/README.md +++ b/charts/README.md @@ -266,7 +266,7 @@ The following table lists the configurable parameters of the latest Azure Disk C Applicable to any Kubernetes cluster without the Azure Disk CSI Driver V1 installed. If V1 is installed, proceed to side-by-side installation instructions below. The V1 driver is installed by default in AKS clusters with Kubernetes version 1.21 and later. ```console -helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.8 +helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.9 ``` ### install Azure Disk CSI Driver V2 side-by-side with Azure Disk CSI Driver V1 (Preview) @@ -275,8 +275,8 @@ Since VolumeSnapshot CRDs and other components are created first when V1 driver ```console helm install azuredisk-csi-driver-v2 azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system \ - --version v2.0.0-beta.8 \ - --values https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/v2.0.0-beta.8/azuredisk-csi-driver/side-by-side-values.yaml + --version v2.0.0-beta.9 \ + --values https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/v2.0.0-beta.9/azuredisk-csi-driver/side-by-side-values.yaml ``` > NOTE: When installing the V2 driver side-by-side with the V1 driver in an AKS cluster, you will need to grant the agentpool service principal or managed identity `Contributor` access to the resource groups used to store managed disks. By default, this is the resource group prefixed by `MC_` corresponding to your AKS cluster. @@ -298,7 +298,7 @@ schedulerExtender: monitor: enabled: true EOF -helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.8 --values /tmp/azuredisk-csi-driver-overrides.yaml +helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.9 --values /tmp/azuredisk-csi-driver-overrides.yaml ``` ### upgrade Azure Disk CSI Driver V1 to V2 (Preview) @@ -306,7 +306,7 @@ helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --na This assumes you have already installed Azure Disk CSI Driver V1 to a non-AKS cluster, e.g. one created using [aks-engine](https://github.com/Azure/aks-engine) or [Cluster API Provider for Azure (CAPZ)](https://github.com/kubernetes-sigs/cluster-api-provider-azure). ```console -helm upgrade azure-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.8 +helm upgrade azure-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.9 ``` --- @@ -319,12 +319,12 @@ In addition to the parameters supported by the V1 driver, Azure Disk CSI driver | Parameter | Description | Default | |-----------|-------------|---------| -| `image.azuredisk.tag` | Azure Disk CSI Driver V2 docker image tag | `v2.0.0-beta.8` | +| `image.azuredisk.tag` | Azure Disk CSI Driver V2 docker image tag | `v2.0.0-beta.9` | | `image.curl.repository` | curl docker image | `docker.io/curlimages/curl` | | `image.curl.tag` | curl docker image tag | `latest` | | `image.curl.pullPolicy` | curl docker image pull policy | `IfNotPresent` | | `image.schedulerExtender.repository` | Azure Disk CSI Driver V2 Scheduler Extender docker image | `/oss/csi/azdiskschedulerextender-csi` | -| `image.schedulerExtender.tag` | Azure Disk CSI Driver V2 Scheduler Extender docker image tag | `v2.0.0-beta.8` | +| `image.schedulerExtender.tag` | Azure Disk CSI Driver V2 Scheduler Extender docker image tag | `v2.0.0-beta.9` | | `image.schedulerExtender.pullPolicy` | Azure Disk CSI Driver V2 Scheduler Extender docker image pull policy | `IfNotPresent` | | `image.kubeScheduler.repository` | kube-scheduler docker image | `/oss/kubernetes/kube-scheduler` | | `image.kubeScheduler.tag` | kube-scheduler docker image tag - this version should be the same as the Kubernetes cluster version | `v1.21.2` | diff --git a/charts/index.yaml b/charts/index.yaml index 06080f17e7..9fa1f71106 100644 --- a/charts/index.yaml +++ b/charts/index.yaml @@ -3,16 +3,25 @@ entries: azuredisk-csi-driver: - apiVersion: v1 appVersion: latest-v2 - created: "2022-12-10T17:47:59.5597728-08:00" + created: "2022-12-15T00:41:31.199242489Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin - digest: a4e149253f4a91adef738bf0f4c2344c0f4f16c427f986507c3c6000e1393126 + digest: 63a106320f1231f117f7894af3fae1f8aad9e9f627dab4a6a3c24b95b1d4ba35 name: azuredisk-csi-driver urls: - - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/main_v2/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.9.tgz + - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/main_v2/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.10.tgz + version: v2.0.0-beta.10 + - apiVersion: v1 + appVersion: v2.0.0-beta.9 + created: "2022-12-15T00:41:31.256799489Z" + description: Azure disk Container Storage Interface (CSI) Storage Plugin + digest: 31bd9ea2bd10dacf4c58bb7bf8b92da114e2bc73812742a9a10b2c07a3f62ba1 + name: azuredisk-csi-driver + urls: + - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/main_v2/charts/v2.0.0-beta.9/azuredisk-csi-driver-v2.0.0-beta.9.tgz version: v2.0.0-beta.9 - apiVersion: v1 appVersion: v2.0.0-beta.8 - created: "2022-12-10T17:47:59.6687281-08:00" + created: "2022-12-15T00:41:31.252468789Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 4b630cac0f509685eee1dd70dfa3e01b470f4746de844d5f079553343d611590 name: azuredisk-csi-driver @@ -21,7 +30,7 @@ entries: version: v2.0.0-beta.8 - apiVersion: v1 appVersion: v2.0.0-beta.7 - created: "2022-12-10T17:47:59.6630435-08:00" + created: "2022-12-15T00:41:31.250537689Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 40cd2b175bc05bd6f6e67722ce332d80d9f20b46793af4f75a082b24a2dcbdc5 name: azuredisk-csi-driver @@ -30,7 +39,7 @@ entries: version: v2.0.0-beta.7 - apiVersion: v1 appVersion: v2.0.0-beta.6 - created: "2022-12-10T17:47:59.6564079-08:00" + created: "2022-12-15T00:41:31.248603289Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 0e7280d2bcd752668c4439078ffdfc4567ac97af97d8baa07c322b99c34fb741 name: azuredisk-csi-driver @@ -39,7 +48,7 @@ entries: version: v2.0.0-beta.6 - apiVersion: v1 appVersion: v2.0.0-beta.5 - created: "2022-12-10T17:47:59.6532237-08:00" + created: "2022-12-15T00:41:31.246430489Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 10189dd78863d24c9572c468e0d81b8781f83625118e6b205ee65e157aab0602 name: azuredisk-csi-driver @@ -48,7 +57,7 @@ entries: version: v2.0.0-beta.5 - apiVersion: v1 appVersion: v2.0.0-beta.4 - created: "2022-12-10T17:47:59.6506495-08:00" + created: "2022-12-15T00:41:31.243210889Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: b38901738bb600ff55cc91e1efb45c84a3a601bb815908a348df793960cd7122 name: azuredisk-csi-driver @@ -57,7 +66,7 @@ entries: version: v2.0.0-beta.4 - apiVersion: v1 appVersion: v2.0.0-beta.3 - created: "2022-12-10T17:47:59.6480439-08:00" + created: "2022-12-15T00:41:31.241398189Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: ddfe774c7b2326ff61c71a7e6fbfe687e97f06b6a8cc5e87c0b50ac0f320c7fe name: azuredisk-csi-driver @@ -66,7 +75,7 @@ entries: version: v2.0.0-beta.3 - apiVersion: v1 appVersion: v2.0.0-beta.2 - created: "2022-12-10T17:47:59.643682-08:00" + created: "2022-12-15T00:41:31.239753889Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 7c1b8159465e7642b7460ec8e4e2a2965be11e8abb8310d86d9487676adb6adc name: azuredisk-csi-driver @@ -75,7 +84,7 @@ entries: version: v2.0.0-beta.2 - apiVersion: v1 appVersion: v2.0.0-beta.1 - created: "2022-12-10T17:47:59.6367856-08:00" + created: "2022-12-15T00:41:31.237993389Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: f327e1205e7197cf87693012848e2fd76a213c7852ac57a50753ba9e41207612 name: azuredisk-csi-driver @@ -84,7 +93,7 @@ entries: version: v2.0.0-beta.1 - apiVersion: v1 appVersion: v2.0.0-alpha.1 - created: "2022-12-10T17:47:59.6319736-08:00" + created: "2022-12-15T00:41:31.235282089Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 20690f0e55cf5aa24bd3e70f1428f690e3977df49d7827db2cce88b79fb4daa8 name: azuredisk-csi-driver @@ -93,7 +102,7 @@ entries: version: v2.0.0-alpha.1 - apiVersion: v1 appVersion: v1.23.0 - created: "2022-12-10T17:47:59.6062411-08:00" + created: "2022-12-15T00:41:31.222772289Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 4347271a297c6c95e10c4a880a08453c22839c95ad7db232d2d8fc38e926b385 name: azuredisk-csi-driver @@ -102,7 +111,7 @@ entries: version: v1.23.0 - apiVersion: v1 appVersion: v1.22.0 - created: "2022-12-10T17:47:59.604312-08:00" + created: "2022-12-15T00:41:31.221392189Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: fc7adc9ddb406356bee117d3ba5c360408b4ee9a7decc30d34fe310d0cdd6aef name: azuredisk-csi-driver @@ -111,7 +120,7 @@ entries: version: v1.22.0 - apiVersion: v1 appVersion: v1.21.0 - created: "2022-12-10T17:47:59.6024011-08:00" + created: "2022-12-15T00:41:31.220105989Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 50a5c0860aa631c7e83affbaeac1a84c43c96b19175e1dd1c21cba472564798d name: azuredisk-csi-driver @@ -120,7 +129,7 @@ entries: version: v1.21.0 - apiVersion: v1 appVersion: v1.20.0 - created: "2022-12-10T17:47:59.6004779-08:00" + created: "2022-12-15T00:41:31.218788389Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 9f2a936be5efc45002c12d5bbbd8cb453e51a0c1668f6ceae51df656ac190c95 name: azuredisk-csi-driver @@ -129,7 +138,7 @@ entries: version: v1.20.0 - apiVersion: v1 appVersion: v1.19.0 - created: "2022-12-10T17:47:59.5974747-08:00" + created: "2022-12-15T00:41:31.216765189Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 6c044a33b4adf598b9810e8839f04a16b1214470eceeb61bbe48076552955296 name: azuredisk-csi-driver @@ -138,7 +147,7 @@ entries: version: v1.19.0 - apiVersion: v1 appVersion: v1.18.0 - created: "2022-12-10T17:47:59.593405-08:00" + created: "2022-12-15T00:41:31.215121389Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 79474616c7373ed65bbf75050748fda16ae2f6b290d240813006abd74e733628 name: azuredisk-csi-driver @@ -147,7 +156,7 @@ entries: version: v1.18.0 - apiVersion: v1 appVersion: v1.17.0 - created: "2022-12-10T17:47:59.5905481-08:00" + created: "2022-12-15T00:41:31.213100289Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: dcaad8438f57941c19f2269d9d4510591529f4de00353d12506fd277dc06378e name: azuredisk-csi-driver @@ -156,7 +165,7 @@ entries: version: v1.17.0 - apiVersion: v1 appVersion: v1.16.0 - created: "2022-12-10T17:47:59.5885928-08:00" + created: "2022-12-15T00:41:31.211836289Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 95108dce3a4da8aad2729ff8bc1587906b917925e6fe2e5935b5d25805080fb4 name: azuredisk-csi-driver @@ -165,7 +174,7 @@ entries: version: v1.16.0 - apiVersion: v1 appVersion: v1.15.0 - created: "2022-12-10T17:47:59.58664-08:00" + created: "2022-12-15T00:41:31.210548089Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 3da85b9206af81dc4217a3304bf14839158112300de7dbb95841e30daaf5e4e5 name: azuredisk-csi-driver @@ -174,7 +183,7 @@ entries: version: v1.15.0 - apiVersion: v1 appVersion: v1.14.0 - created: "2022-12-10T17:47:59.5846086-08:00" + created: "2022-12-15T00:41:31.209279489Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 89e87dead7767f8abd56096e436956b23a666802040f7aad91d5b6c36af8b098 name: azuredisk-csi-driver @@ -183,7 +192,7 @@ entries: version: v1.14.0 - apiVersion: v1 appVersion: v1.13.0 - created: "2022-12-10T17:47:59.5827415-08:00" + created: "2022-12-15T00:41:31.207975589Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: c109533218e0625e9ca33c2db5e73c4b550b88943f7950b33e02a344a8ff9f8c name: azuredisk-csi-driver @@ -192,7 +201,7 @@ entries: version: v1.13.0 - apiVersion: v1 appVersion: v1.12.0 - created: "2022-12-10T17:47:59.5807799-08:00" + created: "2022-12-15T00:41:31.205295089Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: e41f089e5216fc9263039310990d1e41bcb468a85879289af1834dea0c457aaa name: azuredisk-csi-driver @@ -201,7 +210,7 @@ entries: version: v1.12.0 - apiVersion: v1 appVersion: v1.11.0 - created: "2022-12-10T17:47:59.5786322-08:00" + created: "2022-12-15T00:41:31.204003189Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: f35447c256488b1942342e9fcf8b6bed5f47b4ae5fb0fdae037110c5926803fe name: azuredisk-csi-driver @@ -210,7 +219,7 @@ entries: version: v1.11.0 - apiVersion: v1 appVersion: v1.10.0 - created: "2022-12-10T17:47:59.5722222-08:00" + created: "2022-12-15T00:41:31.202700589Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 12bd0e1f20a2e2adcb04b6954423438d9ece7a2ad0fb4b4fe2969844d14cfb86 name: azuredisk-csi-driver @@ -219,7 +228,7 @@ entries: version: v1.10.0 - apiVersion: v1 appVersion: v1.9.0 - created: "2022-12-10T17:47:59.6276942-08:00" + created: "2022-12-15T00:41:31.232531089Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: d917427661ca4ec13add77efcfe31d2c7c989e20b1427dd566a05ad1bdd98fa9 name: azuredisk-csi-driver @@ -228,7 +237,7 @@ entries: version: v1.9.0 - apiVersion: v1 appVersion: v1.8.0 - created: "2022-12-10T17:47:59.6238525-08:00" + created: "2022-12-15T00:41:31.231190589Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: a37491e845671e81b9567f2d1a746dbf4f182fde0c8f9e689dfa632c5651c6c9 name: azuredisk-csi-driver @@ -237,7 +246,7 @@ entries: version: v1.8.0 - apiVersion: v1 appVersion: v1.7.0 - created: "2022-12-10T17:47:59.620884-08:00" + created: "2022-12-15T00:41:31.230081789Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 4df7a10466206c60deab00efbca57f67f042afd1ecd5daca738df28526f3ffcc name: azuredisk-csi-driver @@ -246,7 +255,7 @@ entries: version: v1.7.0 - apiVersion: v1 appVersion: v1.6.0 - created: "2022-12-10T17:47:59.6180004-08:00" + created: "2022-12-15T00:41:31.229120189Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: b1a4c384fdfdb6577dd6dfd3709fb746b5c79247846e5c582b93c3a1187f6d88 name: azuredisk-csi-driver @@ -255,7 +264,7 @@ entries: version: v1.6.0 - apiVersion: v1 appVersion: v1.5.1 - created: "2022-12-10T17:47:59.6149078-08:00" + created: "2022-12-15T00:41:31.228121489Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: efb42e1d56cc5596eb4e695b658c2748bc05cc6c47862e3f20ea6b5b199d01d6 name: azuredisk-csi-driver @@ -264,7 +273,7 @@ entries: version: v1.5.1 - apiVersion: v1 appVersion: v1.5.0 - created: "2022-12-10T17:47:59.6100802-08:00" + created: "2022-12-15T00:41:31.227135789Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: c8490efde8d4a43bd25f5c619887498dfb4b41edf3929ac8dbf0a9d3f691e6ae name: azuredisk-csi-driver @@ -273,7 +282,7 @@ entries: version: v1.5.0 - apiVersion: v1 appVersion: v1.4.0 - created: "2022-12-10T17:47:59.6086225-08:00" + created: "2022-12-15T00:41:31.225417589Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 55e5e17aac7c144b21a198867654ef70ad272987b0bb165782905adf91ca3c03 name: azuredisk-csi-driver @@ -282,7 +291,7 @@ entries: version: v1.4.0 - apiVersion: v1 appVersion: v1.3.0 - created: "2022-12-10T17:47:59.6073854-08:00" + created: "2022-12-15T00:41:31.223495489Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 2665483e922a577feb8539ca7f774bc70c945ce490294fd3378f098c2d244dde name: azuredisk-csi-driver @@ -291,7 +300,7 @@ entries: version: v1.3.0 - apiVersion: v1 appVersion: v1.2.0 - created: "2022-12-10T17:47:59.5985905-08:00" + created: "2022-12-15T00:41:31.217484789Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 2bbfe2f9d080f1b3ff10590c7168d05ce026c5a73332b4d48014610a52337808 name: azuredisk-csi-driver @@ -300,7 +309,7 @@ entries: version: v1.2.0 - apiVersion: v1 appVersion: v1.1.1 - created: "2022-12-10T17:47:59.5684069-08:00" + created: "2022-12-15T00:41:31.201381589Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: dd7066be8f499f6c1a396ab27c0013c09f5a8d8319cc04fbdd480d31107bb851 name: azuredisk-csi-driver @@ -309,7 +318,7 @@ entries: version: v1.1.1 - apiVersion: v1 appVersion: v1.1.0 - created: "2022-12-10T17:47:59.5661183-08:00" + created: "2022-12-15T00:41:31.200678489Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 3d2a5189416dd6a43bd3e2097bbe23a8db347b6e1a36c6a43fd59cc9c9633ff3 name: azuredisk-csi-driver @@ -318,7 +327,7 @@ entries: version: v1.1.0 - apiVersion: v1 appVersion: v1.0.0 - created: "2022-12-10T17:47:59.5622446-08:00" + created: "2022-12-15T00:41:31.199982989Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: d179bc6f338518859b6efdc3b3bed8d06513313e8047563eb4b654b2d417c81e name: azuredisk-csi-driver @@ -327,11 +336,11 @@ entries: version: v1.0.0 - apiVersion: v1 appVersion: latest - created: "2022-12-10T17:47:59.5550193-08:00" + created: "2022-12-15T00:41:31.195015589Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: d318fd194a6506dd3b907cd64b04d15af606a2071330cd1f255f225d3b4622ae name: azuredisk-csi-driver urls: - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/main_v2/charts/latest/azuredisk-csi-driver-v0.0.0.tgz version: v0.0.0 -generated: "2022-12-10T17:47:59.5520424-08:00" +generated: "2022-12-15T00:41:31.193425289Z" diff --git a/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.10.tgz b/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.10.tgz new file mode 100644 index 0000000000000000000000000000000000000000..4fa5afeaef9a1814ebde1a8df1960fa6e5a1f6fb GIT binary patch literal 19906 zcmZ6yV~{36*RI<(o;Id!+qP}@v~63{wr$(CZM&y!n|t2x?Dw3rcV-zaO<_NzJ1ps5_N^e$p%Y*~<{3*T&lRy#zN12F#EG!^C z4^9q=gBYY9+8N2+mxs#>skisBkdllS1e68Lgk`leTDzWo4eOG_h-B}#Tj|Rh=wmd0 z@uwf`7t~!dw7=)~?xx4vIl=4?q!;dw-C;j)R)GPcKjYykOt3Q)NGd$YCDX*22%HY~ zqrgA|6D1H_aFUVWx;In{<;f=dJSJlx*nUDx3$seGBNT_MH0m2wl=n}<`&u?)|N3E8 zgmef8Q30g?lF33E}!hK;J~(C3KMQf|#HbMVa-0yg=?Xloe33_TWZp{q~5rcgSm>ffC`RVO>B zr@3%sC3W+N_TTmaNJ;6@VNPk&ITro>zgx?}x3UT8?~%B>F~Zz!%mBU#mjE*{vWJ9E zLRkFuhK=bOl-2G%k{1rc)-_S_8fju8V;eeQg*-w4jnE#}>nI%3(+fI-1@KZhXWL*8 z;>eisUEd!jhSGVUs5qd&Ku)>~8Y6a`mu+-Pc zK|*(k83TWyZ2x$RP>UuSmSw03W3-(7Qt$K#nG~vM6wG@pw9)qGjTdV6RtfL+mQm=e zw1JeeveA*bY569c>Zb_s5P^rjEZCwI=G{`aQbCI2QOTVAl93!kGW^as z!~o+MAm|X?8ZT5OvXI|5cA?xK=dJm#LT)yS_s|saSr&^)MKD;|dugevxJL^vA$jzs zsSd=(9~vTbW87oGMWJo5_r-)m()h?p-uDct%lO+umxGMY^=Ywj9Hn^sk_DT4o_Ga> zr!OuKmmTkj6SjcP97Zr+KCn)1?)4i##5VxWq24!ukLQD=DVUf2!-Uw z3mn`t60}NeiviMFrs8}Hx6AvjLG>P==mlcUTiCU!XS!Kk-f7jS(*n zQ=xpR-8}7m=w2SAe;%Kqf|g@Q4z7LBvGAO_Qmi6Ad_u61|CwvvX@#9cY6ug%iSQhM z_o$Bj2e2&J7}~!{sjIL#F!`3iA}OxX^DVaJp!3 zc^H*JgB+bTWDf|Q2o3@jAjIG>cYowtTW8b8$@V~_!w16GPth3;LY1`g1v{bhZrM_( zayJzTlF;9OybmjK&JxH_Wa`o~bKxAY88NV6D3n`@FQM!9!pC3~@|+`sva{XRx=c>_ zk@nA2Y%wJVU}4sut!n~vzVcK}nl2%$EsR&(=XEx(Bbt+GU=h_dXYReq7@e{10r5(g z@XxBHB*P;JWPD(~Uv!k~4|OE2r>oxY!S9Oxj~_V;w|EMPdx{jP7y6Wvk3}$71K#j^ zUtS1Cb+9b%D*r_K5KUXUQQoM zskiHoKsL5I3!Qv{?pF^kC+Fw>bAZml?dMbv{_WuG;_LeTZ`$3_(RTjiEmQCj6~_S5 ze{e!tnSB1hyeEjNFc7b>XavWtkFBuT8fWw2-et36j-tW91%`)hBq6m~$!`+?eNPeO zU`2hTcr{Pnay-Qy>NTkNzLz$67ofWt+C#cxazN^WRv? zoy$4nvnga`s4|%FkMh&U5lVnZ67ZaEZY-NAka)_N%S!j@5jYQWq(NiL6f&6-Gi9NJ z)zX)-Xpu{ci52H)jkpAC1gIhlZ%=%tArB_%aku6QDfIC!`P%Fgm8|$Jbz!{r)`l+a zDG@Lq^8AJ@pslhUy)#NbkdlENs{3yQl-QlS;lm)OP|513*KhaNzvvB!e0Y8g^u2yS z&lRe8PM)|&@|u|!X|I3N+H{B7;E7Ja~k^KHx8Mw zKh{)RoNGr}iw@U9vo0jZMJbz9UY{(JFfrbjz4RG4u(L^S7ELId<=q4-y3J<$&@u=@lGG%DNud-VKqdft6Z`|R6qNg8iCT<`#}O)KNy#H7NN}7kQO6)0PB#C&+4FqSia%uk05BJvO!4HBy?zQV{ zt}M?gvxKe6t&dQ83l8h1W!i3d;9K;Jzg{p&Vr5^~g}4p@+v(Fcr61EF@mR76QTsG# zE`LyevM;AX{RzE3ME4FWIA36tc|Y(d3$nme+;k5(SSF&^f|!sm!EjNSyQX5FgCWYN z%XcT+RIj(;ox5gvQ8b%27Kzo-an-=2Y%YEhGbYTAK);b_nJt;gZ3VJD=aqH@$si z5Mi9!JlKZ>)nY9uC(Sh+e7~QKw3^bm+>NjV&v5+2 zlUr1=n#;KZUqt*iStd?CaIQ_|*(3?8u44i_+X?=JKFzS+Pwz+GPkrqKmE51D2E$WnHx4?~3CPs;pGB*4$R^fHoxPsDq{%m@Eyi9fceT%ps zx`!<1*WZ*f?$w{WK5yr$dOw?++q+kfz0o`&gGD;6TgbD`4z+0fB=uaw#W4qu3m+1{ z!&J94IISVr{g#<5THS)e*}+DsrtD2b9-x&FNMt1G1wcF%`V3|)iVLlw9UUXW65I}; zKJW~&0^B;8*VrixF%2O@2n$=sCMQM-PqnF?BZg_P5p}Q+iJclCqXhVI2~^llpTDnn z|7~&nDceVY_dy{30^-JA4xkdl57M^E=b7aonHhNTh=QB5n6QI|6_RBzti*(4i$*xt z_6qOh9PXUPM_bb_!1D1KPcgJgzmS?%^J%3A*stK#K0lD4-ow_gLWkA`MpLPf36g{{EiM zM`xmMtjhkRehl;Wai9f>mPhSDiJ-nbgwpkC$xMaHLfI7Z5hH0sGT9}SDlG1tTK$xB zOB(q(x39LEr|76txfa4evQ5FYk$*VMgyW~=lPWubYmn7@)-*5K6Fcj4I&@8;s^~KD zC#8JV+lwr1&y1|7Erj=2`_m2)V$=y~c!k(ki-w9r-J-rW+gn#hyJjE~i)p5}RHg_F zj-fk>^ky(ZUoqPgG#XSG7OIlo-*8lJrQu?fWTgaLXHhU8KU?x7E4RQ;mJ-91TBVx& zqboF2f&tbYoUePwBoFw8 z!IVPWDPR?a$QvV96<3sj1e&NC!t!EE`*PIT@I&?jb65rR#Kt@(Xkocx9o4i>0AoO7 ze|?f;Ds;Mu=VSL}Q$0$vMQL!+JVcz?2qoFJ#?ELIWO%Vzv!bY0q<6_2fR3~^Y@BtV zSUHe?xR`P!W%;yQIpS~eMv1Vub_69Tg{H=MP*{-^!=_F@ce%iCrhG|f!-!y29bIfN zq<+Ji09SV$=!w^sP}}(4>AR(XsceG)9VEsk+Ge?Bje?|A!9Cu{ZosY?L~WnOyJCgz zG==n)Tw>%*g_oiZPpzEzYCR|kEp50)vXNSX{_k#brqxag=7N{-ue=^C`J(7|6+ zrc?)d*{HaldYa}jDFI{#iX#O0K9*1%k#EeArJWeEcAG)Fy3;c4=mieTE3A@rJ6jM! zHz4hhFx6@#a-E?u$ufrS%2V=jvUo@|e{WL^-PQ^{<_htfrnE7Ly3h=+ftT*YVA(pDm$ce34@^@BN6Mc9c(C;( zFmou6=9EONk0QDlk^YDXw>*tu-HB1;hhj&r$VRn6DPtgS?B_j@;nbq`XK;toLCpI^kRG-UPGv zUiQPPtOlVO7?c7*As>CiA&Q7TQ98Ym9m>g~iPXwNOkjLjFoLyInxN=GA#G&O{JFbm z>ul&{5uJurq_ll)5o-cfG~S?AD6n{X`&06x(-GrHVec{qOg7mt4XOstxe-q}wV|ro zH!(W-bf#8EtfuTNC@+h5bHd`kSpH%lTkCqlGv$%Xj&U&chQtO72TE+jS_Y=ndIsX}6oLaT_%dKuR$#k&8?FzBa-t z6uo4|vQ4&eY=_d4GL(W11PiK54-Xhg9pMu*jEAB{d1Gl~8Ij!_&9#3`bsXu$;Ku4; zIPisg-+J?;ZqPmFX}acX%mG$AtVa%gfk(`VBnkIB<^mO~b1jdGc7|*dOrF}c!SaBF=~%?}Ks}QYYKiBJftAo$aaB$=@$6$Cq(A{3M%kl8 zL)i?i3g)sM=D@9?2@xKB{z4cHUYl=_%`H7%6T638;^xm0+p4uP^Y%h!F(Q0K2waaZ z?h?l32~jV`6=w{1@Ylt)23Nxylj{daM|Bl5sZyUYnjPus#^Q(;@hlNLpL+PfkK}dC$zD#Lch3xu)e+GaXUVQ%1Yw z=~V!h#}i=no?u#SN(TVvP&EE2h2}gCQnBRqtIyuq=~9fYEPMyR1YlwX{@lEU{(KL5 z-0{!m{>JnSQW9Q5jUxqpAQ=I(yE`*^%_``(S(k-*qK*7E24 zgvj~XX^utyD@+wqzRpH9mOQ^s;>@VruU3Gc6qqmEDb&lK~ zSH>s}tAzm&K*}`wo@uvdtXd}fAC!->|LPSr@j!%mVukO z^3))g&i%D;6)Hh3T?DFYfy%Mfsja}aRe3S{QnaF z4SKRTt2jO=g7Q!~2nno;<_qk2e6N-EaGtJb9Txd^B$-Pjcf(672ERn|hD+)OFJ~_< zd&{L(;)WsmYN-eMmUA^o7n^gmPBy8bsEwcL+UiJu!Y<>VnK-36b;mS=y8adJR%(NB z>g_FY<~<}oQfzv*V>R9R^5g zfCwwA(M?qb1p)V<%`?y^7m~0-`BL2Ct@vFGTc+=Bn%n2}ajMF(M|2IMco_gZlPJsf# zVHiIO!LBIr(ySh$=^MOkChDL-`6J*(WJFmU)gvvjkjoRrDmEOL*>RiFPlZGsG zDDVPnpMsXn9O?(9Tv}b}HRvcRRY_LVN8-ZBYVB#>HCMcpl&>LW%^(>cq7vt#MjA9l z75YMm)=kU1bol=oTBGEg@50Cdv2#q`pupiv=(7`Xf8-WXlNe-cVx&m?Siy+**{U&P zUe6Iw$F8W{EC3U#tSESL8M6K``l~Ef_1y=KP^Dr?ESu{l(pJBw3(@J@^)9q+#bk1e@sTR`Otkz|+@4U`*n(cn z5SG^y=DO;(3nc=V-;9G~&;1(0YbCFMXWizUEq?1LNH+cBXini{4tlD*@1C~%sBCRc z`17>2_J*DlWtY#~mordvF;#N$hmwV_VaI5(OR->!pmyZyDO3d z<>EYSt+9IJGsiex(!T0j3RjrF)mZ6vc*eEV2qJxDG$+>P6Q@admWSdvX%gCuWn$FZO<3fi26dXF3YwZ&WA$-9VnUtIhvb{Rwl(dz z=~y;*9>Esdu=wSZGyUo>Ca2+JU$W<`|p zcCl5w9*2rGt>X()liW5`$n|@%?RG zKy5S*Y=?Pf5Hs!R4~+rkd0fo0iy3huF$rX|RN{Id1fHXSg7|%Ny6^oVZYhRS@l|8# z1Puc~(vFaSn#Vm4tBU_*f+FZg85-_O3c>ubxp9*fImLs>k8P|mjQqJ9i0Wzdyrp}P=Qc8t{eK$Y45p&Ewz!~o5c-Iy?_>LQ5>EV(e zIFWAkQqE>5#6@z+iroLA1IvMeUB}&UujsS|Ijuu-Cml}-jET%FI{7#_GA=cbTVx`8 z8Bc&of3Kd57PUu-*E2Yo#mO85RglGpVQSgh+09=m$sJF8C79KSJJ~i};#j!#Ex%ZZ zJKLO`BSaUrhHV=kCBc~Y6tgWftyM3g;o1OJg0PnO2V_E#fbtgRCUKMkh zd^um4e7z9=s-8WXuD-*PL>E9LEv4pRn4id3CWmZy8U-uImEd`6<(r<#re{?{vK=nF znU!M`oSq`i+zahYegI7vdNZVZ}_+cj?3 z+$g?X#AZ?1sLB#BTwkoA>A%O@|Kcwo#OYYh^&)jFK2)5;cLI;>AI`Cb?+;s`WTz=1 zM35Zo=b=DwyZaOQQ~ThTPG?rG-5P3qzNZnfwcXpj;o$0;ovmBf$gJ{%xTBA+jz3bk zp-4!zkQRKnJ}1d@25K7RP&iY0hLHL18u#-~8#LWJz-3*eDd;>f&AD`7wvkV=2o=~Q zkaZayA&LIlh>b4S-<>uP6RvBVTi8YAt%$_=yAd}Jf;7q|tTIi{+|FweJn==IMr^0lDo{ppgngV+6Tu{30pj)=7Ja*c7}KHzk!h=7MFl zDYnyJ$?fg}S$n;=oY!!K+tm@I?sj{Qptt?M6q4{awdU_aLjO6ozI z&4ZbL_=Pwg$X8o4D1J=*?8k4QZ-r|cqP`sKs9+<_j@2v4peB;gztEVU1%h52{>si+ zZ{JYuaL_egB)Old`PLD6KYs%Bv$<`j^%DbW&u=;p@-((A+QMt~zsE<$lci%*}F=}t>0=j0^96|UdW z(i24~8#n$+mD_3D*u^tym^SQaevvN#A@mi+)b!0{PRDzHQF%=Kt>l>tm2oD!=~?#r2qEdCxRuO^%cV@ z)?6=!Kh4I|on_0Z7DSYg_*M|YT<014{NitjWMu~E$(Q1w3p7cl7{O`{HRDZre zK{vLA?|i(mtzYH6n!{6rIuZSa`eG7U(y;B8EY<_sVLluqeCSS@qz2EMds_9j9!T$2 z2^$i7DySep_=1S_%KAZvv)UedM^69Nc*9lZkUaHmNLG#?3G!xAz^uoFo&v=3dUWEdUX34wn8@TuK=nvMyQp!fqiowYxd- z@gtO~CxnZ5NR_(igAVs(9U{DOR0x$$mmFAhgdv|4flzD&|7Keh$+loh7N%;5>& zB(;8Fn6)@%I!u}R;=d=cR_$fz!lx~+HVDI@dhl)Sq*cYf?fS~S3a^Z-#c@6GgtHL) zX9T`>>$+P?G8F(aB_?W$RciIZV&ocM@l;Da*6TGwSe$n4Z?@9P9i4hW@(QPm9{yot z+XFcFSDV}9`Gc#X9?p2mB~#`^Tn^A5?ek^SG-y#Y;c_iieHqAb!F;X;q;?xO9VJh% zferbS#@AZ0F9uwE3k4G$^Kj)aY`oml^(`R_G53pw*y))Cu1MYF=*!uPbTjdB=Nijl zr3pNGEN!-d3#83C4%&Yq1}CGFaW8gL`AEt{lU=E$DHi=i1Fp0LITQo>RGOB0EOgyX z)*I3eIPSCeYo--T^-K zycdz!3n^Ll>#sU5Aw|<+#RC=f|jWRc~E2O5Rd1^JHzrO$J{bO5Kfv8LflT z5h5>vg5tSmdm5y9mT>JV=E20+AzBkWkRfYt@@ob0eu&f==ori?FuqQLD+m%8!DBW# zj#HGu89}w#2Q*osAP}b!n0@bg1z6izZ=GUBL_5$UyHHj-DJxLnjX=FNzl3H=EiFW0pzG)q; zq(y7(OAY~+ndh9ucztI%JQ8_Nc{8%TXuYVC6f&J;Tjk2q0=%=fsE+eH`ZiJTR(swZ zL2YZieXG?V`X=R}L`N2C5;Y}mz@Vv@bim(OiNhDd&F#(sF%U^QAl}2>~la~+{ z#BKYto$IrNhH0Kh>6Pk-`n&qszC1l#yqvtfeB7QNchl>ei#nB+pfGg8O0K_8d;9sQ z7L;WNkip3(dVC-Gg5P?U={+W<8AE8*66uE4usI6FHy{MFRCheu+|Ua=#G7EP5a7*h#}mK{e;+ z9baL;6=)0LtV$qeeXw>!UxJ@}w?w9mN!y3yxe0!HK#!{4YS-6eXPg+&VS<1ChcU>s zv8=Es?;2N@>j}Jtu&cH1m zUNfO|$|pd5K$)7V_FBg&)?q2sL7n}8&-73>nwMXypH7;lPvc81QJ3|keJ#qm#op8? z8n6T!AnK}XIaXQpHZp*RQ&>uJcP%M-R~ybn;5jbbiXD&= zxi&5GYyBJTk~}2(Rr^Oh6F})EO6C+?F~iz1L3yTxx#xF~iXZcP{5-{yW&QclpVA$; z{$DnXq)>IEIe*{H2*1?@+PGzSJV$Zcg@XUXBS3`D)%{q#+%o*b@@f$fxxaUZ5;uN+ zwv@Wk4LT1Vz}<6{VlGGj@e4&U1(XEEqvt5%=dR%`TUw@8_pfiQO^sD;PEr^5*zkER z!AarELItSk8o4E})THacNv!Zn_=z~m-6*mVz3fpC5O#WOuf>!XEk(_{y~P==12fg< zpZe1|w9CO8+ghq04m!$fdxNyb_!=U7r}_K%OqfTA5KsuLfKTBBRm;EceJ`xG4V-ut z$FJ^HmiO_mfQruT*H9_Zzk>ytj!SvfHrz2(SNZJwB$>9z>!~Qwun|Hsb>@^%Hsz+9 z7~g-gq|f1ndaOvdI6ItXz+n8}Yd4&+f8F-Qn^K(OBevQRZa&|+Z^~S?q;FhJ)L(<1 zz?;yWmur0++M4>pzdw%z_j-#Ry1qVq;LFv{$k)n?#w=^i zXnEwp*U!?&&(6-(^TEN*&i%B%`|V|If93AI+RbfN42I+L`S%Q+An?Pi>`9w$TOa9r?V z3g?@TX^VB|K4o^r;5|*uk*2sp`?TKB)LNn&NAzFaMzUiSB^gR{fu!{}t;MXpr48j`yOQmWnVkGpG41P5p5gmI0a zY{7>}Y7MT)_MZ(08p&RfT4`zMvQWKLjN+9-=XWLZV*_56M%>r?_#x#5{{~=cyD{Nr z0%?=UrLTFJ-Os_$1#Dm6pTV=yhseam*c0)a`?(ctlJXAP3J{@;E!3JQaZ>f7nVvap z1+u7f^+1HE-UtwV(#eC%j65yr+dvrQ$emQlx|etQ*~Ui=vLyJq-HKP29ds+8s)#4M zg?>k#I=G46pp91l4Li(rTL%PE3roPYyy=@K)Vv>I{@7F;H%}2vR8;suXEf(m&P0))g-l| zp7k>vFgsd;T-N}T5>vr8qZ=Z&=8e#yZdey=e5#B2^o2Rb?KQ~G8v<`L>F%wXaFH&8 zmBn-P&`qOiMrPdg$;=;aLWFqby&x4_d_Fk7F%f*F^}5)oNy^kljo=7IdgbtmHH|LL zZ?AM1nH8NHGl409xD>i05Eh8e@7-2D7DO3}#1IuI@D+9-yK$U{8!Ql{*=)5JIEDRL zQqV{&CG;+pCYkX2WlU%&+hz_B6>@I8Y~baAl|*uBO#_I?^@~zQ=x92Q)Zr*uln!^* zyQ>Wa_?Sh&Jkzrl-qSK`L-N;J)t+5;QCtNG!KBT&k(Fm^bpAmYW;%{8g8q?CZLsd0`KJ(D}aVr{C=8onCvl)x98bzwJwsO9PM*d2?!qn9x^oY-Mm|g~XC6b}Or|ay z_;UicVgd4MoL!*u=uYIJfM{km1_yrbpH!!Yu=D&J1QEeLC-0Om%UGf6iYh)+nToUs z-CD3Dqp=_zjz4n-2ugd%GpEO zRpvihiuv*=-D}6lSqPo4F1rD33a_2+9|qm6nod%oV4rMp{vKnw-E^&S)~rK1@ndYj zKh%<+#(93SP|+;L#@%j@bf8bv6ujZNO>av_(YmNza49xklqA}EP_7&;C2HQx94$Py zgk~1iXF{t8{m-Q$b;;h^N)X*CoWi+Wea3Kq+;% zvEctM4N>^^;@7w{u zu79?-w|B??_9DDI>$|?z%JP&y?Cz(PWgjUsk26vYiAd9S83y2_$XL%L9Q>6*mMH;E zWfEx*u*HHJl}LS*E3Fu{M%@&~19SsR-2%DL#&M-rI711Efs&X~>=Qs}uo&W^SJGbJ zlxftQH+^5J#EOA1C|TehXfY{QIT{fGI)lFfmw2~!z~~>P9%{)yDgEm4Kir)jpErMZ zY{`Gv?+^F*u1x&4fpf*w{JMoYbkOOET$S%2E9su66*d?|(-4JJ5Pj3ag`mbtBv1`8 zZ5phY4>a_dJYCnr&-p(Z3qI|de--I{-&|jzKl@$c?ZBiRkJ|b{ymO2-Y0Jj&3;F-i zEM7g6i$Ka+)104h;f9%3J2C_E=SJxc;dNWaor7U-#L6; zzsKdFt7crvQ7o>m=ya#{FCQySyN2w$*IHN!|ME!N05jAmw>A@Bq&Xq#oEfOd@s&Ej znM76HN}8W5Vym0UY|2pwzS4nN(^R%ca!i-ifxNA6$3&V6QS)h>h;l#_%Mk<&7DJXksUg~Pu zk&<;Jp$JkgE^pVEn&o&xJ2)d55pS7dzRT!>PayUVD% zklkRjN#N4f`QD*HeQ%Ny(@nK|Nj2}aoxL{Zv2Duj-CISWDI#fG2zAo1)x#&TqaxHI z4ZIGa3@}Upx3%E6qrpC$U3wvU=I*v3hisB7A`+e(%(UB_JZ~u`*w+ytE3h9NY*F5B zNiBD%3>r)hM^Ef=^pi9w4M5vdm4#&e0Azp(m0*I~Xy$`$Dp0GbS(B-yAZ}92^D{p$je#z z_UjuOG=7iqG>7^Iu6Gw+|25UdQSwI|*pSyHFSdpEKP2$u9EC8^A2D^rQT)zJi-EXYB zQ!a21ZVAlJC}SG~p{FCm8~iaSN}dt|+DLqgi*c;}%a&5RK-SeI&#J)I)yFph`PQ@> zb#qZwpgU^%pNVamy=zS-2BvIjjXZKx&4E0q0#vHQ8F7k;PIZ^aNxIO_VX$*R;Hd|S zl}^E+a`g z2S5(MLH1A*hacUC9QiEZ=#tKY#Qha&%3_6em)`_d8F0$nBQbnu4`#FFrGkZg$NMJ( zrLAdJ60)b_aPRFcR?`UogBE|0H9MzXQ#lw#-#eyK)P2L0Cun?YlSY1G(+Z`2L!MFag!JvjA9wm{-``8wV=6MYG zX~p}yS;+7nxJlW}<>U`MA4+x#$AOw08a1l_VUbU zsMyujnUI}R18qFEoGJH{hm)Q~1(5CnsGi|XHg22_KbBTxH5*2`DeF zRe8!P8bKhTC{lnF(pFXx1p>zta|zN2DMp|o&VAqFB69)8RO!b3GNC(a-pjmqmuLFz zwm1QdgXRTxZA(x7Kn`@Qex?vJTev-AsO(?21IL2Hpre=~ zjHQ^&ScYU!dQ-a@)c<%Ykr2z$h+z`UI_oeu8iqL|GJ%6G;~Tnr=E*qO2jo>K6|;ruq)V*;PA`ZxT9+(@fwMqEk`BWpD!R03r~9}k0DZw;Dnl~4g@8MX4$ZN_)fZ;SEmg2U zb(z&?eE5`9gHtWUCcLpS6M*-YAY`k)5Mi0WNyW@8pPh28OfMTBiuV#oA5g}DhKz$T z@`j^`fvT49W{H2<`(*7@7-;ZgLu!n9{K)@lLnU!$xTYHwE0!mj{>kPiCVPKC3r|!AhtS9EM|DhOSZj9B4?RMjxSON;L^x z0?kL%&Gcf#%@3#0k!t!@eNFh)dccwILg+x5L}+AB2WcGvWw;g%iNHW|WczKb^>zxn zr>q)e<>KOU9t<0f42m;uP^1hI1Vjay!%t7C2;=Ea>@lJ`-}EU1><}RTJT6D6uvx86`|sU5WZgxc~hCW!s5?(pt+9zlX*-otfW!s7DpO%+mp40)?k;Z&)vev5OC^}8raLRF z+NnkO%cCZL=RR1TUyc=@qhgE6L8FJQgrBNC`(s6j291L=k*~J`=7J{P6iQOllhmds zNM|$XpuIWKXb~(Cm?HtE=Q9Ttn?S-?RN=Jxnae_QeWGWNkQ8T^sQAnXA*#hZO-aGt z*`s7Y;~!@4U`k3)sdQeR^*)wc*>|E7vA6FofizB z&`j3PGYG8Y0T&?HJrUcEcdBH;sbol@4IAm1a_5VZCs1@t$}xFlF4tBB9@yf$In1wW z@X&6cEYkc%U5IKZgO0|!gsq+&@kF>X1)@6pC*>SON`G*GOLU3tf~uI~%0)6KYBAqn zg2@)j=G%f@d}R$e zMU6?kyov_KSRBi|dqPLbzNl7|(Z8NBZ7f-`H)2E*t|~QW^WTBX;#BU=Vy9@=ntA?m zE9ct(xtn3#XcyyNE%V@7E%W4BH9x_owbD7ko^JU+(&nCq-2cg4=@iP3v1W9YzeMq| z5wv@;z0(B!tOi2D0B@%!aKd*2Vc-7Hzvv&$`f+cqU)}!v^5~KK^os| zMWyA!X;C~sIwFyRFTh5x6ts{CO-qQd>?`(VJz3ktjpw00p32&U`j9}T#x6U$(Ue92<C z2#0H3n%Jwvjx|ymz?nr|&YsFuiCuK@kG2ZE6s>Kw7As+qmfs_-x;jgIb@nA~t)Bv! z8x-nRB?}Xk|IDvGrCO`xUEmhq7p}-;@9BntPIO* z+xVO_6#FL*Sip@aSKb}Z^*pLd2$fL8jPM^cSwn-s+qy)3;On!f>NU6kq)l~)94e!g zQkdQOC=vSD<{v60z)PyUxBeKECPFVp+K!>ziD0@BCFVqwsh(({YYeQ-f`7@FCUE35 zyxGJBU6jvK7|V>fd&Wqp(-(#O|5pIt3?TC%sZrlGh_2^0;3P*zySqyI4V9Xv!6S%s zvzWhVzrZ~fW_op$bmt=KTtuCVsB;ljv~>j+(JGkr&PCL@h>A1NxrjO!QRgB`J)Mgv z_3BUSB5KJdNyPtw2r0XUr%qK)_5j4yB;r}hJ{FX%kw62trxEtz?U2wdx8Z7txbui5 zUptRj_USxgoky(mh?VsF>3hWfOi?(de||NCnHpu>M|;`y5KpO20D zRIiFy&q{=66|VE~(VUGAy>)rSWkjM2##6!%VOMRkhr*gIbQx=ro%gWw9(LZtC+s~;cy)27A#`2DIUZvli@C|HVEs*cwiX$Po6~Z1AjsZX=vjk4 ziKW?!%1p&ZbA5tX#a7>%Qwo|(HWPrR6+KQ3(*mZHei{v`bh1jryj7Cw-O0cj8yuHe zPM{mUhT*Hp?7|Sbl4&4m++nI5Cnmks8SG7@3vz>x11vs{=b~x^GZmX9{N4M}wcUd{ z#?z@1%#bMQJVEeLu0TwGqCU7R1i9e^XVV9*KJk?RQhPXv8^vIK~TQ6-RP3RG#U zw)o3oi3<}+D^zpOFRo>C37SHIZ!5~MJG?Owhx;|ND_8Yt>A54;7GG*erCbxhN9u$J z+5Rz}=EgG_xr#wpW;~OTt0?rb#%(lNVZ`FD#6AyF_!OioCA zO=oH|prqRXVio7mj8GOFQ1l)|T*)JId;pVT6#TX`7(9<}7zPg5eet_FN-7CCDovuy zmuk-TyF$?W2g3rrgJiyCl%@%cd=;bI8Gs8hL+lQ7l=)avBIY2|n5r`f%4wv|KfC@& z(`8&+BWu+8SoI~5n`p4Pk8+jP>MX}Fgj#`ZxeTksxFr6h1mz5tNykb(sYyrDj($3N`&Kmu-Ma{RU?2R9 zf2bP0T3e`?t30zRB`E5?ulM|_I*>|%L_N%Jlml`N2UM1+AGsuX>0bJI^M_no zSBu4_F|7#zoxZvG!%`zdgsk{S+fF$_S_ei=j{#D#}rEL{R3K~+MPD@s3&^aL*1&8$=)ETL(o5F2uqUOnHQ%alG6w9i#ut2**9jk?J3u~(^ zQJKXBnrE9(4}C=UAyk3OkM#|!JLC*JDG*34PO`E1T0=NP{v`=2MzkblInJ@6Z_A^L zY;<_rLp~DbocRu6v^a5X24R#0Z}r;Q#vhW}1a+CqZnSvH^huf?Pqt`f8kAnGG2sFd zcM%n<9Wv@TugRo>))f@Fuu_)}u-6QBBmSvyfa_D(BG};$*0-gp!yR8Ha>=n6W# zM2DBy5MH7?)uX1l9ZtkP-?Y=H!-;e_kq#%);Y2!|$Wu6p=4--Rd?n}2G@SoJ?12=H zO6b^>tuJQaAbpv4j{1^GTJO5<^kK;JK&piP83Ff0e1pV9H{+4`ugNY}9#|M+> z*ETBNAA-+{PWzHjWWp?&^z}uleRKSZOMgkUFwky-R{4=4>XD=oYcDN-#yDzXkd}=IY-&DBPL+Ll2JpOX-zJb5lhU88K*7K538zc?v~53 zx{Z9D9a^bCPGHDqR1BKiZm8L0sI76G6&d4v(fV9UnTJVQbd=TQBUnveF%{ThG<=z% zhJ->Y>7sb{TUk@!C%s1M`P`CXsc?O7`gNhzNlU7zIm|JAt*BX|)!W*nsAzo2*Z5ue z1mxSh6weh0aamqjysG-{RmtKyTB=+aOT~>|UFCwe!VoW8ume!=syR@&o_`J)u>uRqj?W>{|^@ASthft=ZvYytX z%=|8TE@q@07e<@X?H}nmJ<@Zk`d?@Y&!ib7wu0UsVh+=ks)^2ag_LX`#P+4qV-KqLngiIMuF|`p`nig(BiFLlDjFsey2+JdjZ4InSf?IQ z|9TX`7&F?RRw`yi&C?Z$*02x{FBQve&DD&|a-B$l4L4?zt!9<4-4tv#d+GBhoD&8KLy2T|o+xd4WY_vug-L9DjQHTJ@sq$O@k1m1@D^9 zwt2BM5ykDTQ16x;Qge=zixu>}P?eJ?eKqy-2GgpsqEgEW3N(rQRmu*j zkKK92RCt)PNNqG6N8WUWTGkx1S)Rd`3rv;GNlRF%QG4~-0}S0_bf<_$&>KYT@0D0) z(VY!zu;I5rvLQhKZ4>CN(KvpuwWsBgZ>vPFs)uozVwYX(+An8o@JKw2<-fSAA%BH_ ztwvO7%Py%ZEoq>pEX6hkUXwl9tkJE>B94ncHKi|N9(QJH@o8)SS=7f8+dmuazn#5< z{QmD(d)@x;jXcKwgTzZ%&LZm&fny(eo7o&%=awoVzNZQ5*@!l{$~LP_@7P>%t7eCN z-6-~T{S~ft$HdZ&XpLNZlyF0tbbHjWgKg091q?8nN9%v!j417^0R17`slZ!acvI*C^Otiu0ok)X}|znee*>($<2$N!sn9*zGK zY*WYikNB*@|80>#jr@O*$N#)K?C?LEc^-}bDIO{0)V?;(Jo2SAaHRqDM`$0dio9vee9kq=3syw4|% zb(DFNy3P7T-8eDQ8Vx4XvniqR>(hJWM(JCW9B_y5bS8#icW1}EvxOm&y|*QR!kwMo zhYWEAx=ep_zzv!Y!A&$qj39w{0&vMH#Pl)lNtON6d&~vbuhC?JTrmXwb81Em^;?u|W;gU9L93L1 z%&@>N^p8A`5`IDa`QoMZ3d-xSBbbh0Y6ymyD`YCf(m^}1^s3jhl2axy`dNH|h*rps zuTJ<7OrXyzFnXopw_IAMf?zF*=xOyK5zs1W7JAw1`ItoaGL6U2%Su*`pAni-ShOG|33f#|Nowse=-360sz|_)gAx< literal 0 HcmV?d00001 diff --git a/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.9.tgz b/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.9.tgz deleted file mode 100644 index 4d093e4a8e4be2e93229669c1c3a8eff3e97296e..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 19911 zcmZ6SQ?Mwowq>_%+qP}n=GnGw+qP}nXWO=I+wa`2zV)hmRVtV(`Ag+vt`Ynw2o!+- z#4jZPwSj~ZgOP+Rn~Vo1t0A)*gRwHJg_bfWo4lGDo2Y(B|+Y~QDL zx@9g$cw$ba6Bk+)gVAja?-xM7Jfbk(3482h!y%)0)Y{8E3=?DeVE?Zz?(EFJm<$4b zzMYwo``OLu3Cg*3g@1vEdwqF*b#v?6T<6`|-2H^RsxEm6B|iXaymeKprQYqRI|?BD z0cDJ(#0=cr#)BDrD}x6;_}j64=@H%q6DHKdmxuyPGVX6A1u_J}$bghQKnY|fLckV4 z2Q(WeZbpCbn&!(gTrB>_KQur3#IwzT`UQ+T2-hqc1m~;fb?xx6hQH*?5BeM8z6H|X z^JjN+-OnZc^mj1lJNB3Teh)xyz8<_E!_hfJhzlfO5)9B4^VpdPj1Jb5z(6wt1t3&t zq9Na!4`eg>@jA;q8bc7sK~j7Zvr>r@B)gO}(i>H**H6;tY9?&Y+EH$pR2TWNVB;w(omMHvDT5PmjSKm5S!BkSUo!xzT3tNcSxiEMMHPes| zL+1~Oi7D{`j%kybmOaOsjU}L)*;thKklZaOk=`a|a2^TwP)5RdH;LcaU-8yz*QU!M z7kZ9y-qVSXtVskEa|nMq!cf9#9!A02f2JoBG=zMkY-jh60!= z3l;!k694=^Kt8bmxnpU2a7fQg2NFM~{yPZ))p1Az<@BFWD4V1Qq(2At5V-+P7z6_3 ze~dQ_uxO!WSp%6gL(I-7^-GD8N~8`!LcPU?9cp`Cz9*(>k@Rb?9e~J7>q)6D8W^1) zk!i)Lt9qY38HSiLmbXy|w{N7DZPb4O01!D|63iyfN=ljN>Mf;AfW5IiMw4akoP%{j zhddTQ#C?{ScB|y3h0h8J=Xe-SfhwM-UeC8J5F+0l63xmh8p_hgN9m4)2{MQU0u9nG z@j{X#2-iM0Cv$+GHx;}Kx>_mTL6RkAnk}T1LZapDrzR_79nZOh=g^xb+YuXmXo%2{ zaF2u*gttK77Z46g;31{>JklpG;%o_D_Ax#+ro<((mErG6=56eG;pY*aK07^Jb-%$) z*u!;aF#_@M1GjT>u3r1XydmJ6=>5Vm(AgSvS)535P5H=%*Vr?dno;O&CT;rP8>Sq5 zzF(rF080NkGVy_Ln5wN(NYROeH~U z6V3XIBZ3D*?G+#(!Ycsn#LQT`a;n=$d-H+h^^IYY2SYKde#lDnw4I|6KF2~u93e!< z$LTCH>n<1vLZUf6CK1XJpAZQHnoP7N^8%vrAZh|aCEGf*H$B2-wZVLo3-RPkz!FQk z3leVTPOHu};Wt-Cr+(+N#!O++XIgFQHnb+1?C(=eYWl*nhSCY+5h+FX4D?`^o3)dHb+{ zbS+bj7_?Z%CtT2?gnaAOEjd#v4@7DiYv-ID2VIJkT5mV>{XEzCQA0KJJX3CLMp@7k zuBGQKpwuYc-l8PlVt@RQsn5yM@bFrJ!FrK4)yT#iRw3syvs1xPP!d+(R!RZ1IY8Z! zWQ~`|9u5w~I)E){9b{C-F^|Y*p(VRn@2e$a?M7vW>Z2yv@y+$@0!6WtYOW4GhLCoeJU$#MO#J1!RX)}?`8j$Z|t?Rkc( zAX0(0XAy=*vjSl}q+ni)>C6$F^ZC=XHh2N>BvAvv6#~RlU=WjCJK7wLtpsWJcm^Oa z4l8M!XflA~W&R1|Ikq&&RpAF!#RMSJ5jY?sI3WZ&?2v&X*5`3^)t3O4RLxIeFtNlq zlwkkl6~8i%3}-0SH};Dw90%Ej7yLD3aWox+|5%}VPl%QC^~I)_@ZprX{{VAl5bX7p zE7xgzi=wr6{22ViZ|h%w&x)eGiz}*nYJOYJyqm)iR@%_}wt$w27srg&c8XX#B0}Nl z&&!7k&lpLmhAvTZ=cFbQv39IL7vX&WB}&fsdj?3i9Q=-!Il~qMo=o4Ud6DsLWnnD% z^VdAz&yr0&IWV7`^6qMT+}sE)T*kpzf7pu6bc{O!gG{-J#ej)73kj=_uSeXL#86(j zwbW`TFnP&dfI#+e@iU%qCP`DWw@OvDQR2kM^O~pZAo{2m>tU=X<#^kWjOdITGUXU# zPwe?cO8y<00rf>K;ngkO{VA573_qJ&#?oZyb#xHEE#Bwu{w>Jk{TsMmz2+f(@sh%C zVnb(i2!3=39DZ`>(?yk!1vx8{DAu=7M~CTxXl8Mwn+?Kq0*Ku_Y0~`4NPT^w2X8e# z(FotMmYfv5WKL;+wMx-Y=S=<9XJF6VIk8(ltz?OB8?b`UBi_T#1oJyt*LsJWdDh9> zbZxE|H%5+%*_D$tNgVm-_ISq@?)ULw`KJo*w<+S(6Kp&N zs#l(3F}2848}^Y~k)dxMbFM1h*bz0|?K>QL2&`v^|5!fM8>FLAhNR77@6n8*eSsdF z>gDTrGJmzJv|l_Pk(OgGT?{B3vvIx6|Ied={D#CBd~rGoB0V(}hn#g_-;CdC=zAJ{ zC6`<1R#s$h@X}#vA}zuNTzz;s7zU3_Rb(<+Ig}HQ?Nj=y4@M}b&rIfVNML^&z0V$p zo6_=nvyA25ZyfVcSonPaL|PaS+uiTYz`kJYuYS)K|J9ox^6csC<}awN0|UqcRpuXj zNs|v3g0SJ70>ZaCn{g?s^>ZJHh%$~;44#OuO;vM;l$%Gh(YF$%iy;BB8({KxIAVSO z0I>{eFpRH4#4@JiVOm2NFNiNfRIY=-w9gB99CLV-Gj2(PaQ6$lZ2==!Ny$agj( zlR7Q3>la&w`_Mg&5X{N{*xoEVlytsy z?{8>MIRsC{VBbQQ&H9F784?|WIQCY2f0$yt#~#*Eh*Cn$Aq;)ir1$bGQOH9k+l|v9 zhGI=HBYv5iI?kfq*HRM2kxEqPtW_79|3G*?Hs=W{bPPe8$fTFTMh~9vW+zHhmwz$OO(3cN{dMGWT29bT|KPmk4nbr-Z)Sc0eX z<6N;l?80<4BZD)J>IuT(DVs7Z*I#R#{JR&1>oyE&eGjx0g45|&!zn#4fcD$C0&l^#hdQhEUZSL*~1QKx{ zik|_;1R@;HoGSo;=wucchG_tN8(8|j`99N%MBZjQ3WztDcshaLU_A`#I5%S@jj<5v zUQkn=T^6E2r1#snq%ISBo*o!N^xpDp1_9N7wB!pI3tmBetQGNBsM0gZ^vfsG?g>6Q_% zSt`CeDTmFinB}S^fn@{WVVZ5Y5OeG^kd zR^5p{Jp6d!?2OATu+T^(IgwAy>km`b?3mJgpp&)dgRjR z6L1Dg%+j6m{?s(uz;}KSLg(nfUIZY}XPjw`gQl6Z038Z0_K~fE-+}YebluI>t0g73)yaAtBL;xV;iu|Z`SbL*gLQJW}6sVzYB7-O} zIe;ECTtyO0z~;N*19PRQ_5~yZ_KwK(ace<$a)mMKn84n1fKJg9YO5}$9IItCcuR9- zdS5JBvVu|-1C335=|FbwJ2ZJHA9lo6zC_>Lpye@?{16uJEVKvZ*M331|MG#}1wWCkIB z@)adTxKPF0+rKA)(r|zF9ssr#0A_iGP1fgr6`iRlOy{a%TYI91%+x&hfdx{A2!sOA z4T1V%&dSwNr)jh_no!)5x$mIbqx?kBErF1;Y9qI@(0Uh~9U>&rKmCAuI8iA}K~!Ni z2BR$~#Uy^M+!udA;|>dJrK2hN>H~t#z!Nx9ceWpiq!!m2=A0$MZy(1C>DN+qKfvyY_A=cxfe0<^`jVci*WHk+v)@Ck; zFzV2#%fptBRT`o1N>ormsPRn_TA?~E zp3z`+H2-ZF+6gvaoLSI=IFSfhSPe-{#j?Khj0MEXiT#}gBNJ1aV^-CHnMY{UyCXoA z!7>^r*(^xJy$B|0_sn=BK8cc*NA%6}>uK!ecCJeJ0)+4c!nfaCzqecdZ1ms9uXj7{ znO)!C+f#h7i@0CUdw%+#dj6l!;i%JDzt8vWxYe|>zC(1sFR{WsvEPrwce}Hv*VK@1 z_j`UnN|xgtNx{_O8@Y_44yqlf<$4$tUZ_~CLOm0@n!b_=b~b?zSr$6$FZNjQ9=rM= z5SRFTIHV=PKrRUdaL5lZLcxnC<>!-(7yaU87-M7&4Vmr;GB49;zCBXoG1=lzW_xFk zR59JN^HxyCBO;4qA$xF4#RPCxza83RUY6 zh5tp+{SnS1|;>G!#;(rrxxXb^W_^&7~EKbUf z&)Q#vL=NJtivo3&a~kJ!krk9XEh%?VCLIx~vc6f5qUzqamXyAvsb3D>A)Ti*BpvM-*xq7L={Rf?Ii8`c;;q}u>YE{@b z(RVqRj8hP(K_KL{T2$$nwt*}xoe@iRQb54Nttrf#M>8#q7qAD4FDx%L}*kVEhkNW48+P&U)}dsIL$cP;@gGMqDFN z=T8dDlcfH%lzs%5h1XDBO^@P*RBO#@C=d9)^-KfwH%e{zQhj0dFIb2ng8J9q@^FwM z9I*fi)I$N*cJr1rFHcQ4dGA3@q`CE44MY#yH9O@}`4qvu_wY!FLO@}BWv+{T!Duiv zDYS}f{UVff3Ul4U(~OWxBB_GxDr_dVXDtwhWfPOQ+&xg*L?zsC>!hKh1WkJ`VeEoo zQ0N_hLZ>rn2*1XRJLR&1&8vsA)&a3q1g_ex`&`0WJidXu(_{>kvwCO6@*+ox+oWUP#0z(vR#ba53jos2-vE1 zOam*>QDxrWFJ1>JzjKjoLfhn~3$wQrk!;G*ZEbFy=drv`ylm-RK6zqI-%H6__-BT@ z=G3bg0iZ$gblSgCf7Taf6`KSWeYYgvd@I)WR*Wh4-6x0k7P0%by5QCl(M0p{^T?Pr2!C zxm@BhG>%h@e7zY|S$62B5Jll9ayS=PmMOM<`U(mCx{#$;NJm?Vah`^t^_dCUPETsk z%~MVt%Ro=j5z^eRW*blcjcu2RZ3(0lS2ZwU*|fy_Ab{L#%S(oD8(vAY4&CYihWcxx z>^-E{cZ3l5@}M)*$IDk}QGB5Msg(5SKg!;WSL^)HIIysLtw3ww#FAPS0;Yr zXeNPcK6ZuVmaKaMf6 z)$KXfMfN)&wZ$~p&|So$^;R~1%eD!}2%h=K(#`B+s-AHHyHUDrXvxJ?T0LJb-Qu*g z-m1Kiel~kE-f{valyIXTO3}n4ZDDBsSQBsDuvCDC)JC;0nYg&)=605>lPMMFE;Iq} zWUU%J-98}SOi$`DrocV68D>t*#*&>*We<||e(yJyZl=wz*mS61sya&V!2OsI6!BbI+qy9{?GCJBYXD(unT!?XLo79x~vqNybgI zqsWtmP$ar7;vS2@9^8Ac(R2tmN19K)u*D2au*?w;?75P=Y6+iyQ z`463)Ev&o*W56c`$IidN$Tc`zE{^fsZvXB`z)+Ik<>J-WyOI&=zFPFh&y_KAG0uKT zd!y1o9oK0E5E|e_K4SibF-2K92U`#e-rZ4oD&CykTYHvi-B#YqSQd>Mx7U)aWl}4b zwkWa&j&@`UD8vr3H#`JMGI3g^Q=PG|h|a~i(+&Y(dUzT*u)Uzl1ue8BMDfEtJvPk%I{?UD!UwgL0M_8tfCvg={PmBedXdL6-ZjbM&lTye9OUfiJn z*}(XG*~K|!4&jQX^^sL5?vg;PgUzHxaIj_?Uiof9hEC?w5RBt+oyG1%dc^aGXgP#Z zIGcV??)C=gGQUe6F1-$NN zZyC26OQp3tNZsx30#0vxpz6Q+E>U;qAeWoQDct3jK~B}>P5lh+O2_|Ix@F3^s+~R? zF8(8OemehmmuBJr9^tNb3Um4Isms&L-u1^vGjM_fz|+aJ9k(dnJLRGHu=kil$1C%f zEi?)U)ItmGUKvtJxW!Z|+=#yeIAFfYxZMAO9v*I~@89_D_v)sH>)Ym4?`PlM*4Nk9 z^|?K>Gq6ATecL}1=%aZN(e8iMm6LKg;dVpqv2a=!S72{89&q`a7Rzi_Wi@1mEc&$I z%X#yRh$$SJ3%(t1V=(&hr`8*-LhmVq*+2Kgq3`MTJ0u=>eFG4|l{B@{*YSD36yc0+Yi9kha)_Qfl% z-H4SYSP~{aB33WH9;#lAdLX=GjJP?x?WiROh1U?F8{-}WHFUu3L<>{IH-Vqsg;V*f zF;?<{VFrg;3KQjlq{V&vWO8u=R*Vz2Ig7AAALYZZ|DJt%6w94S7#621-ETQ5Wu&Reo+-j-xvi|5Jx zv;D;x&Su0m_?Lh)yojIKtI|Evr5W9yCLto6EC|(OLS@~d8{kLRMh$J7NTz(Tb*NWp z>4p4cm9QbRBZUC=h|dUJFRbFfJg8@@yl*JF1g|_t5S}VO^TAH>&x>0@gm{y2F}FLV zhse+i`T>7HT-qsBn;mK3CXhD*b@RmZT8(SJtU=?z{*T0I~*2m zlU{KeiYSRRF>PKdj}u8eh(9e+WXaxoY3%4E6VX5TdbnYQ82RO36-33QkjpA!AC1mt z=ANH7nVA+iN-T+JB(uxLiO0=GErVVX93^uI-gl`f=CpDC9KX`i_uBj{NwAcDe;$`R z8gCfu71!buy@ILIE!#Y@ue=2{pU*&`VSJE}g*`GqzN&%8HQF?GvzLxrCGiCXmjLr=n^o2NukY(p4YH ze(J6^Ou^v>A#G%91X5~9e)|hRnwGZ4m8kvlKy#7M~EEP+(Cy*wd^cDYfsUgUz5HO(9 zw%BQ*>uI*qoN&Z?m$g$r`U=m#cOrC8HYDMk_iKgharVkMvVb0bMu{F;P0&STn<-yn zc=qv$=v&WzTug!A5N16Ht!+DyK}3cVnn8gc)YVx?_;BU)rIy+p4| zbJcisb(c&y(_=V0dxXKM0#S(}OoOVi7a3HL&N%Hy;QocwW_h?Z5M4Yl98nsuqZ``* zJTFA(m{yMEEKxuffJ3W{pAc49`kFQaEpR7C9|IBud#K@~R5YDNt)@;HCfs-Dh#8SZ z$d_U}b`Fk4GDkW|2mb;LPf+XfvY3&CCXe|vr_G3!d1#3$c?gs~7S49|2xxY+xfW5Z z7&E7~uQvARP$tu2Bi7V{M3WYpRw@Yrs1H$f@S{Fy3*o^#U48uC=-5HBpiY&)MyNRb za2K|jf+-@o>?G+2N`cWf)7D_(@uuF8jBfpFz|$Qss$zEyo^zmlqdiuhPxlE)Ga<>DeRU?MRA z2lLIoCO%BbNbLoRR6^*)c{?)PYtVdjXR%7u=_~fQpe!n=RnOT7I|K4*66Uv+|E?fw zHqMT9amdBYP$Dz%-K zPG4q+O+GMmvyAX1Ax_TUCkrA^zl+QRc*Z~e_0IAjpl_fl2Gq$8<-J&UQDwV#{!VYE zj(&P8H(Q75ql>5et5N_gwVw)-->Qn-Q7x{@^Tu9QJolHhb=ste!o=$oZ^$8YHv7`X zLJ+cm4P~iYmssCfI{XmpJiw_>tSzBuZ)?{T5!nNB2H}Y=oS%Nb9m$}~CZz@yKA+0K&YBZ8|nqwyVd@pR#-QnC&- zFBw_S2s=te16DvI7=2|W+cMLRraAynitB=ge8aGXa5EWn!g3gLqiZ1-77v@_H--oL z`j=s1p2&;8*Q(+7^6n3P+pm#b-R5sY26@aEjSjh4TVV9elx#{%`W((x%TX|Tnvt$T zPtd>ztiXkFl_(HDTVKe>d4D0V8^0Qu&_zxHWDkKX>wUF$hy|8h+ zt2C``aH{6=Q)fDxdLeXeTT}VXQA=rkw~y8cPeX+Nq;L<98T|kb3=)O~@k2OH)nf0n z_ld>6jsvgi%J$!jPev0w%HbM^XcAgQ|h`Y zbM1Pp@fz?L%7p%`LhHxK&fEv)<8}B~pO4s)`|JH1zD)hJY_+T?u4u7Je(u@^Ugk5&1U}fz2KEN4}4s-Of!J=!2ud0rrP)XT;8zytS5P?Or6u z;G$n*3MJMLLWjd%)3LDpW@GN9A+0rGI%a{_NCw(DFB|KRZ&@YtvzcSSlnHr=yb{3i zZmLSnY`L3tN=Dp;-qe*M*!qJCu0u@V4gnGCcEOLb&)ILDo&ntt0D6MG3c?^KDV=JX zso;$v%#yaOwr6e}{Y+il%#3^;Uu^7*yl?xPAAfI`yPxm3q9|}L#f1^#I-4V%o3^;x zjLqqh4u8)zY@vT5qL$&Rb^t7U)A_Vo*GDY7_JUSh*Ew~Xc%WcF=}F)pN@T{2UiCbh zZIHVk-T+VGZvDnovp#LcYTQWmbD*?!R&_Qv_%4fD4Wnc4YJ)+Y%5v}x+P1Y+X3nA( zSlvs?92@qgjEO4kmcM$fPhu5Rz0%jUTIOll)+>tZV%3Q!o6eFIUEKM@YAhz(qn~rm z7ss#a4o6~@xnEFbnVyKHIKm$pq%X#VhJ!?oLnXeoSzG*lVB)uRex2=HT|cK`@I`*H zweq`~0^+9fCY9M=e9YRdy7$R)%LX23qYu@@iBhXeqS7&96#@e$MetfB|23Q-Ob^XZMS|r z-0Gs)*}5i7tNCQ}K84b&aD}!)*Bq(E`h}|{B_K<}b(2v_mx^3Ilq`=Xyev()Zx0DW z$_xIDfYf$l!Yu^SCX-9w^D?_%gJBC;zP`VM=cA8NNsDo(;cum?b65&w(HH80aM68{K>DPUhgX^TTGDrcP|8s|X_ED?AM~?LPa0&&uyebW zZ!SA%RshwJ&vpv~jy&}+6MaD&ZT=f}80)qUaHJNN2siSk@179zdPwq=<2v-8eFpwN z_jiNSVPz2$`XJf~zLxe+CO^&!;4*Y>Ma`mVYGMM)K@hy7mM>1U1l)u3k| zJAR!8YPH|zZ&|o=!nsw*DldxLoU3xuS(ZPC)IzzDd0Eg z*QSz!NAI=Wu&~ASUQdeXtbaQU8P2m*@$v~czoujAX~gl6ayYRgfZ7`Qw1F&pf$8u) zCph(J$oEl6RWIybyTSyrr6S334>2h=7U?p&!DDIM2^s4`@IWV`znsflou}K|2JL>t z^|X}k-LDCi=)zf9xWbOuHLGG_C)}RRfpinXAu8(!ui)bI#_*1h;45x4z{gBerZa1R zLN(GWMM`OCaCiE8WkOA_?$DX_PbZ8`ra1y&0%`B>wevB@OIIL+tw4aPwgcEnd|!E>Ic=t^Qd7$ZqL8K@5n=JCu2XnV>ru;!PrJUAXOXtw9(qOPs8>92 ze+|dV=!=!{n+T>4O4ejjEBZ05sMeY?D$?KNyt;b@E2yWo5a}-yS7>uTl*D&6VFIsA z(_FD5sM-4pjfzJFQ}ctwQhURNmO6)7v*2l^m6;%5RpsUW9}jFVw2@z0?+>G_$K4mF zx4vz4?oZqwJLK6)0$wLITkv^pb`g2vOFG0XonRpFwI=w0GgSN!N0!`&#F^HSowYqg76?; zllRJ3<*X3(#g$)aOvPG+ZmpP-F__>ECttaL3CeoOG>h~>1=&M350 zS(f5~8JS~z79fO5F0KaASDXK8DHg~h_pF^DWy5v7x$FkCE4+2Ne;V|(X*x-Tfqb#W z`+JP#_0YA&TeA-7B#f~E{!&YR8Rz@SLd38b8~3<9(E&eGQ}9OQHNP(%$LOMT!=&1H zQIcruLAY|Xma2I(bF}i<5}H}moC~eO4ZM_z)TelBlRMUUNS-NJ`5kzvP{&DtZ8Y}| z^JSXq+>{byxBIoo0aNO3W5Vt)4N>^^=SHSbiBZ`EP84OYWOahA2)C7F@H$87F3myl zoo*h6+c}NTaf#zSOI5!PGVW@loPWftKS`n$^VOwkc1oM#e)BwA6aE{M;0K zL{Y3r6Rc|y@u9UDH9|=OZxxBP((VqGXekhGsNt1k5H;&GQOP!cgw{B(+QslxiY4r*n52~3DcVJB*(qzg@}AKt`3j*^vQON$t}R9e;=x$7BK$;kF&~NY z8Nzj}N9`4H^$&>=8F^O~p*kVGAN~Ar>l~s;fqihP}A@l%B-2u4J#&cy}jwJ_L#M;rN!pRJpaSN>kjMn3c{+s1po_jR>tul+jMyU$(! zu8lP<{ltmY?A^NsY>615uv`B@+Wk^BU|Yn-bTRXb9WggnMt==@gYXQ``QR!xc)nZO zjJ{QOxgR>h5B#|?pn1R~I=cZ8oE;UZh3Mk0kPn=uSJiQW`0%QD-C+Mr?PM3$Wt;Wk zvSXzr&B!zbBeDN>r;UQv%UAm(rXw-z4b_8r*4_JOP~>&a#nu@^=gumfaXoCUq`t!9s=byW-iM*U1)9>AJBC zY|-#t_5VsWwS{g&m4x_qaigPc+9+UTx7hGfWV{@=5u%8(wQxs?9tCy>Eo6?_(A#4? z&l7AO2$13g`tslE+3Bx0{P>&;2WqKUG;$Zn=xaMY>w&3fNwaQZMjrN**1*~v8CW8R z8VY;pQT{QL9S|KeVROLkZ)&8y ztfZej1yxvFKgy1j4sBOaIbbCN26ahRk&+dDARMq)E4Q$?GbP)-z8svo{SSsdmLXNd z@_g*>>?&4F_Z?NZv#RvC;YrOpo{$eCmr{CS$jE=Vq#j+CgaN+H`8;>tV{G?HO4o&B z)Iy_f+<=W*)If0BQt+xIYpTn#tKgmhCtZBR)ZBODiS3>*>TnFu$CLMz^LM6z?6Wj) z+V;!i{wEu-`984S<-Ey)h1|Z|K{S-ux2bxlk26@yQxa#*2T?`_|zrq`tG~2 z&=`@lBZeq@((&_y!9y8xoetC(TShQk60N=DySu?Wo?m%4YVG!^H3w&oD(7qN((dQ5R1a`7_PQ@2XS^SYZo4L?z+R=f&~9;Lp$K;5Xe*R|0t* z3`UElTs=!KYOb;<_~VaE64QOf=9*n)FxakXYweSKODTN2|4`7BmlvznRvIRgXOxLD zVik95DB)@thXh>QU4j5_&G)Z=MA-Nf?(-bN7qH=dXd`>NgM$oY9MF*Gg#f;dSN1Hd28jB(VNh3g$H%!P%^gNgW3qwca&@Lj8-X#q$Dw3J_BSz8Q(_Ffu&6ja$tn9V-k39>QV$?w>IXRPy zpY)UM=wkx}A9v|4#;_S!TjCKdKsD_9uP3V~%!E8`Z66=#0Y5a*kpabAB=mV*Ty53Y zNAa0&&f!NeN^)JU>Gi_9#8W2bh+Tl%;-O~#Vz-R1gugBHFFZNJ5i?b`3WaZha6k4J zKe(6I`?tPVogSX+Po6B#JL~S03(TWiBC|8{*v8+mvytHq{#axsPYD5SL_WpEcvk;q zOQ~G|>zdLRRY2>SliPp-Yub(ax#()(9X0*0r1q@7wPq6oQ?~Rb9yzL(KpqqUD%Ii4 zctv=p`YWVlUC5Vk=s5t;v_r)T2#rxe*Qixi9hTR>;yX5-veet}HEpmQV^?Gf^+hMf zoCG548|ie#gj2d*N-Ut=myAp`V$9I#=WGSMJB#_h==93(5d4@Lu+Iuz1ong9{Pb=w zu2G+Ta9rPh$np+ZP-^X{?@{P7A4V=76Df#@50)Vd5ZQ|Oy!un8AOG9<%bZT zc!rgC?w9K`dv-xNcmPxv(Uct{fCoTe`v~!4uU_L0LKaXoiD!XgfvPp7(P9Sc--0VF zn5C}KxIPP~v$@LhL1I2r!?Pjsc8sg>nR9U%Pfj+gnYd(&V_`I(vXZGowYA11XLO*O5AEklL)1}}*HQjN2f(UV*b~jW zr(>@bS$s3aVzHa0m)CfcXqHb@=`uN#y*348jW0h$ze7 z4}|Fagkvg9br)j~37y({N2GF1(y$ zGl4AaiwzNQ~!B<|e~% zXLu%1;AMP6ch7t|M}cTyzM_BMt0aA+(vMuy#zJ9GY!hLdo60m-kw*&z;l-q7>~DJxBov36c>n%{ zv5hK&Gr5I=I*Ja>vB5MHWy&p8vOsj3HDrGJl-7V!EyN|hvoaHa_LairsJ;?mn!iiM z&Mcpwaji@*8y|`H5lA0W#si1`<8OH*ki~#iOL?=!zwLdpcPb4u`2QieV;;Zq!R;ud z&H%B?Ot2$kTW3eG{g{BG3<5t5%`|wPKt~cz;&9eoloD1L??awTO85&qiHYxtdCb)Z zgs~YUrhuReG&!bUfbBxR5yp{%c&l1}oBQoMA7YMnf-YE7mueb@hgrXq+iFc20t!Jh zO6*nK)-~r;i>in0w>hjNXB(r^u^GwGi`?s*gnig3jbNq#2l(<~@(EBLX@$=ljG-_S zs|AN)7?&Yy)xQ2Vrcvob*>nb>S3GnNNy@&dV(b7@vNDo)I8F5vO#o4}=#|i+Rg0^P7oF*AF-dT=2h9g;DMq43RnH2a zh=d}R$EhM!oZuo3YQS$R6rr_UZp$eAMb2L@pahdtvD_BK;-hNAK!*6h?PZF-8q;}t zu}a;4#nHY8FscJMfQ7LVwQVS8e09R!y z?d2(dkC3w9nte{E*-H7TI&wZ& zglJGXIFtDLDxofE5={vm&*e>K8k`yEV4=_!>iDzZPu@~Zkzbt3l;+$AuF zb%%}|Gj3*HO%^RuMN0xvAS*P}mk~5m^z#h@t9U>K2zF1!wiBGHSa7NsQfb3SdZ*m^ zqU8w`-I8-no|r4N6#@Tl@!cL3R5yBPH&PaBVpA8P7|NibvMyn%r$jyzu1o=`&IYGm z07>Z&{^b%~V!Na&;kb5@%#B_wFqmMng|PXtU>9E*1jNV`I+2{H!-5iyU7e^O9DBVI z&_b5IFtzj^<5BAt0I)MID6u}10^>k#RAtHw^EexPZw(unM+ruRrcA4h<_EWELtm_Q>^LM z|0iwkX~_Mb+_g@T{1|Iycg1To9~(i37uyF-(C=y>I27P^Mj|I{7Xa4X?{)@Zl}oKh}-_-QEa( z;0nOl5G|DrEW~44gf6!98i?$9pzX_EyRAV*aA|U>kmd|(o}&wv&E?KU*`IFPvB;&> zvTFeYQIf8FrcE7P&HSGJeO0=-13{(v!f`>WC@v;}hTq>>uNbU^99c^Ur}8`cV?9;h z!j0#lHj&=SobrTJw%Rr`w#9;9QWATU{aWN313S)hY>u`Rk>27@W#UBW+7&)DZ6}Mq z60Nqyh>4Mryz_auTC1wbB#Ujb=i?tQRw$feV0l8vdl2j*#dRpv#LbIs&wwa>7s4?* zko6D(tI|J@gkwCPwaf^br+*85lWv70^)JosG-9S2XiT6@BQF*%m8--qI{79##9s^7 zwwg=T(TOUb(O2EwWWU>olD5_^K+TK`{?sJt{kg6Rd`SNOBi`^u{Gx^UwNW?#T1h|V zXmV%ok5ObTZMICrThnlUK{MEVgkIy2C!jjYJL}^XMbx>7Iu}vrBC2TX3NE5m zFzcO*sB;k&XP|QtbuOaLMU;9v7g6ffpVmdxl1-9`{{sG#w3i2a$MvdiN?+g|`& zkN-T_ExG^q)!u%G|J=m$HRC@Y8}+GP6|tU`2+t~9=i{R}8y$M<^5WIj8_pn)>y3zq zm_L{LMAc5^YX7G!DC_r3y?J2tS*1gfBuP5&Vdp*UyoXQNdzkR*;!Z>8x`=Z;#y%Ev zlUc#~oAhigG7vYX<>)|=y|d7>27MAsvlW$@ijC&_1hI;(zBQ*5G?#2908J};oEoMD zOey^|8dT|Im4qe3)d*%PHcR-s_oHjO2X&06Qze)oQPO#k-mY2@^7gs7ygs`)KYBX=M`ppG z6R;!K5%ix3`ub!E5D}wFAkP%2(pGKpm%|blCX!aD=AK_%%jOa^g#zDJlwo&xV&t&8(24R`;Oh&Gv(8n6jI)0%?g#0rm3{ z!25SJBH~KN?2hH%EhdCS!5A?)A@Mbxsm*|rZUcx_oI^80S#Utndk}FYkIeA_Oo~zP z+s`Ib?dCNT0&TpGgu}aEA^x%9Z8ex$DlGoP-rCP+CIBF{rmf~tJ4!L#p}<>sg_c43tFGk zlj!ye3aN6dY8t1iZHp!gv_?+a1p7$e+o}q$Tw=jdS@2Xp>byB?^RA}1G#`E?h3UtM z5A#=T*7Q;30W{RHVnvzh6W!VkJ*XU+f2G>=FYxZ@pEeu~I8rB5-B#%mARU`lss}?8 z%8c+lzECa_`RAoNrzg=id<1VQ%T($~s$e-25fLon0(n3h-;$-YrX#3;KH&J1R0Qfv zWGF;X#M3zX>FDiS)fjZ|BIJPs@H76QYV>Mtp;k6Y3sbD}%&L^2sQbR&^Q-DWDg_et zFuzd_$Tb{LS*CvElH{d(>F3QKa%o*H7MqeAiy~6R`a%{#skB0C9H$x=ag)c|m$Co$ z9Q*cDjJzl#pb9L8LS3jRN68UE^^0HP^Z6)fNPRjjS)oDaglH5T)^|{6q^@oXx3P(u zC!~cEGw`H9AhkHj z#^P%Y;SBkgB&ZnCl9c5*$A-Qwk1n#&;cXB3NSJfxJA~2V#I+fOQ4+k>YiApONNN+* zWiGqX;wjT7X?i@_qLpb-dbP%c3rO5WRIGN$sN=jQlL}f_P~^f&T{^&CGuVyzr@{fQ zPhpE-hdWr`mZlDO(BTd`+(Cys=x_($tj*ft4m#XHhdbzS2OaL9q%|Gxpu-(>xPx?? zzgEvnhnMK^5*=Qm!%L)}4lkiA=2M-X;Ut=`32*V0oHx^O{tK}OQaCE1V^g+1`{ldF^Iy~rfVuNu_Ff&n?9PAL#N#+l z?{g1;euDYv4?+KSx4$Ld-eBU%-|@jD`n8RU_lMxKqSL-46qztfCVhQTYTq2cVpCVA zSD(N1013|;jll`cNbr>zjE=l|VTJ3IS1{y*5+f7S8-CZ62ELUO+K zA^Zq9U%uF5pY%P{>d^4?VNohIjKqvG{7L)fk`trS$Qg}v`}{dukBT;Y`Qo5^jni@x z)CqIcafOQ==ENdjubU2lA^wrkDC9%%TfhH%52TLlR_~JFh&h|dB)UaxtP)I-=x>3( zkGcBy4hnZB|ImXY|5AD-Qu&ss(Dfk>TGy(XGO+1 zU$j1#Qs!Zj79C}E`3P3iS4;(V7!6-$s3D<{O1dbX{Z`f#_(`vkdOo+LSSnoKn|@tr zb<&b5Y7TQuUn^>sX!W)>DJmLY@-==}J^}gmF2!@jL0pzs7O$$ldsVWyj+QDH#!_*k zS68{CHD>RXH7xmBOl}QlOK+RxR&DewLz2*S+r>pcX zsD7@Z>&UgNwTgzxgl=-BSmP4$B-W`%)W04@Fvg7br~qBShU!%M|-TXQud zvs@=qV8e}>WUE=_Yc~a(4WEL&Q!77LZC`~nZ85oP*B+M`nulms{fKnSM@A_9X;+Yf zWL{tq+3Xs^5XYaMzE-{HIh4al`j z?;lI1$!VyZqU0JCtx7($U~8qYJ{YAgHWc6La=ZjVw4>e6pY5qFj~#;Uo=1EZ$A1v& zp@raIP57_<-Q8Dt{MXB!y$=7eiKhYovC#!iQr1&i+MX05VkM{gGO_Ka5w~7jTzIhx zH#ySn;_-jZ2sI+OtLnsLAl`rqOH z%a=L*@9^NT!~bsNc?|upj+P!g*k_I{tkQ3q7f>Z}4F;jMD+^U`mcLCeasX50sJ;5^0fufdx>H0W=nW$F_ew0Y=+1^U*zj8**$|-rwh8psXdJ)S+SBsLw^gE7 z)x)?nf`KsIhy^+V*e~@?y%UNU{B5>>@Z!?=i z>)cW$#P>8oJsZ&mSJ`H@=^dLZZq@9tuN%d_uD`;y?wDA*5v`GHj}mSulWvb1cCZaP zejHd!rL=#FpscdS`UrZ6As?x;2iLh$JtDyI$*@LlbURLICcZ9;*F6Nx_D*P&)bXfOO%KsdD$QjQa z^{=@Zd!Zd)*{6a3_xBHS>;LYn?)>i!Jz2(+yqSpg9JXUGv*8r>^lci2M0yVa1U&$X zY^+l6l{zjt?Dg0fx`}*93hnh$ttv;Jq+8ch_jWVvnp5;c%ES=t{q5!6K@R{Q-y(uI zzhrc5ZXB2)=!@B9oNT`b0Gz13D(2c8*{h?>o78RAC+fzDk=AH1nVwAvjbESMBR5Ll zqU3-(gr_qx1iL#s=AA7Jk?g%K0Tk}+^gd*WE6`>7n*(mpd#1nwicHssu z8X^V-WkYb5y~;$hci|QUb<00960_`rAj0R931P~!tA diff --git a/charts/latest-v2/azuredisk-csi-driver/Chart.yaml b/charts/latest-v2/azuredisk-csi-driver/Chart.yaml index faf5337eb4..6464c0401b 100644 --- a/charts/latest-v2/azuredisk-csi-driver/Chart.yaml +++ b/charts/latest-v2/azuredisk-csi-driver/Chart.yaml @@ -2,4 +2,4 @@ apiVersion: v1 appVersion: latest-v2 description: Azure disk Container Storage Interface (CSI) Storage Plugin name: azuredisk-csi-driver -version: v2.0.0-beta.9 +version: v2.0.0-beta.10 diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver-v2.0.0-beta.9.tgz b/charts/v2.0.0-beta.9/azuredisk-csi-driver-v2.0.0-beta.9.tgz new file mode 100644 index 0000000000000000000000000000000000000000..ece81555334a8cf8ad3baac4596938407548e345 GIT binary patch literal 19902 zcmZsCV~{3cvt`@1ZQHhOyQgj2wr#t6+S8i0ZQC~AoqPAYyAc~(QI%13o+p1)R7FPS z$&-XJP-sB^bpWV=XpN;*m`tVQIpn;!*-cnAn9Nk!t#nkmITSTCIOH{Lt&Q!?ywsE( z_@&Hk?SQU&ygYC@+ZeO^-l-cidpTdYX`++KJ98Yo@@k}Hig9&SVw^wR4){2=z>|Ne z11|%~uw1`&_k|T%EcFYgUa93RHfe=n`#4K z{BY)Yh7a!Fo$U#I^Wq`I01#dg5qj5oJ)Im~9bH}ToZqG$Zyf=5ceqSjQrGZ`L*Qn+ zaI5t-Yn_ZoLBv1c%<*H@7M(Xn1Ya*Vzx=4q4oo^N3ZK z4Qi@MPB=A+e_X=~Xng}58h6#Y5^j-%a}Ak!gs(qPETPTQ@%;YS-oO_T@Tdo0;7l`N z!Z9!hv$P<)AjGts>Ns+(*;oU6oQ}o#4$TNaiT!C~g%XrWmtrAJ@q#BvLXSOs*qCli zS?W6yd*w3mSQ8(umn9`JvttldDnv%26WPsYT*|{IIsEkr5eO*=mC&m^*1+Q57pW;%wEn;jW5 zm(nYhcU+RBf9<(g;tOTK0iFhhWk}Rn^)1*b058(YE%lPf#_@^H^1Tuf07>QsA;WU- zyiu0Q!V3EC!-q#)auB^QyBQH5rz{k6w#XexrZIDkMm5lITO+^16E>V`NR}9TX^PZK z=1hc@MwG@pk`;~A6dK4DUm_d4agSvu`c)txme22orFz_d2W;htS|Eo=P&h*MmPvM_JD=O=3qk97~qi7bN zle2ni7ON+7BxyN2HjPS1O7i2+P7qXLe3MsY3=ryFQ7wfd_*S=ps*w75#esRkfz*oY zFh*F*R9o)k^t?Y1uQ}S4yrGxbP)+*rq1t-q9sm&qpuIafDeM^Sj(T&MNfgW&l<*!U z^cy1r3HuEd{yu@@=iS4gmndu~B`6WVDTN&cTHF?zSKm!!fH$|FkSGjz0d^TUMEu1g zUXK;@10IK2?qBl&-yM-GM)(KAvd;P>H3pXKhPqpRMSyt}&yfs_f^~0U?6p*g9q(j3 zj6Th>za$b=1pH1ZG7^#s*kR<<$(>u%G1ylCq(ER2n=%xJRsBO=s%Lc_jrciUHtGl| zHYq`GnN@$mH5wWN_A!N6f%Jq#6qqAScOoAMHb1%+2wbL}3lCw}=rO$rAQow<+G$J% z%}8awnc$M%&9mSP#KxXwFq_cz)da) z&+O@=h4TA-qhEL+t?8ci7b&?;i{;=i@$}m;G5b|4>~Tg(HL#&Zq+u+~YKfvz^n@01 z7xKtx$fDHB-%LMA^Hi}BGMjlDMpEGUsV<-yhe65SBb(Bc0111IrPt>NBp1%8JK)q?SKnTS^iBy?H6xYsnM`J4?yglAQ zNX)}3ylr%uposF!!uigvOp4V7!PRg;s0>6-$Vf3rLE|D6VM&bn+&;5qL8UZvGMOyw zu}-Bq-|3|8e4=7li;U3$2_@%f0snrdW6!IpB*G`tnj=Xbf$w*>W}@d~Ch|+%Ibrbk z59}i6?Som5{`2)$hkz~MQ%pg=&JO@_Dq+9{Fw4)3T;=r5~DudkV&Px*|Lgti9L_^M|ocF+n|k_bq`u| zms9~08+xNdh@(T0h?7H%7uCMMC^*o?@xH}6J4}|ub1mb%?2w*P!R?VKHRp#$>zm7b z`0I_yDFu%76lI8Iipu^rtR60P%r)$M1P|Q5vH2Cy%U1byfvWgD5Iq`9vV357ul?~j z$v=IYYBc_G=M$)#>hI(qY;eOC7{L|^2f+g$UYNf0-9IsJ+Oyp#-5P_FYBG8jpl@6K ze9?7`D~}{DQ&$m!21yMHWC81VNN_}ziROAJ)sRc=Bw5BbFLTlc6J12kghhUszp*!1 z@mf0W26@nBm|myOmu}@P&1ca>GryX6z*EmeW$}dsj|T0G+1_d2eOaog8GCIVl;{rV z1&>#L`=qF$6X)y%SVCZF-wT3(7qJ+M7mx4`U}9nzD2(ilw?Fq;Q5;6 z$j{*>Yo|FAD3jBT&DLihx>XbY8aWke5J>J+7utCyWkAAx@&=>|Vm}}sO^_t%odhWs z^zZ5P;Z-MTjrCsO5b-A(E{W`@quS$&I{&VI z)5kq35Ujb_;&yhR{XkJk$dPdus^sk_DaJ8sWU8Z4*(jiya_X2jG$B8qkJpfv^oUJ(#t-gYx2Bk+G5XlE-Fy8+-gj!Ym6 zIN2tI(&QiNL=nSzCCG0L`r|S*>+2CnD2h&W%v>n%?KN`;G}{%5@%NJEOOZixTaXGL z_!7N9pm8jka7=IFqzdK}le|M%FGz2qG|ofdl8j3QTyy!9a~=zSk?xmvyMjixl9T16 z6PF$}7J2fdF|FVztPa(hZ=s&-;B2Q+g+MIFTqt5h>ahY;)8@};3Iu{OF(*NJDyQ=H zD%JD6a}!X_+Q%s*fAybsTYor9%V*?1$>%;I9#f{9Gyrz}<^py#&C@7FtTm%Vs47U6 zcdaW(>6N;@V%Y3D`RkN_jSk-b6$#9CUD8}Yez71( zaXGZ0Q4MGTuLgg7wU+=duL$9JKkaFwj+v>K%|fSiCs9KocHKBdjZhaBW?rp~Y}L$EUm5R?9D&0xj-MXr=7k6|w zmvOppIX<+RatoeIz_4U zIE*$XLE=p^FZG|@8Yy-;FxHeIkWN+UjI2p62N#{wHT#AQo**}%GX2YDXM`sYI7!tL zW+n^@(zu7Dd4>1OAwqm&)5kP~1^38Rx*(ORwaW#8g6dM-lt6m$BoOT`G3B<{J|r)b zRu$~{I2P-UxjkLW%Xw4OyW&6E!!~Dj|M1dlt4knuhU}UOT3ThsjD(U0r4$$%2zzm< z_$H_s((KDU>Y4^$gktk)NGTUKRD@8mKP#W9R$Hi?LOq5iZ%(7wqEUy%AJbr-vTX~c zyx{e>r0pp_3{#_r+~=_`zA+7qf*EoCQhrwFBytL{`N(DDqj=_IpYDXNFHsj?HvMXn zsvUlnr|+ef6E}wN9rLDR_^#Je^J;7{)a7_D?&|akMrJe4F`3|sLgN~` zqeyRq#Sf&lyFjHuLUN%h{qt9q+PySdwt}XNjQ1=W>f?tbU#Wf@`e89N+N(*XGkjx{ zmP#m867JkLkr+v(78)NWu#gv0Z3-DT@K%1?VJF_9lxyBjlmH65T+Sgnkd;*+Gsj;; zbsEsVlrRy?UTbg|8xcH?kOCNLyqkc!CU$JIz_$_*!HLYzA_e zWkR1pE&X!dqj_;eVW~V1BUu7hC?C5b)D_jMfQf*NnZE{}WHoH9+@Ez z`HPuazNxKNVx2a7zigvi)Q2~k8k9;~Ydj>aq zSOoOyjtnLBULSFrI3VLN3p9&&6r_{H#(UUicgbwf!1C&#^rZwBrk6w`CbDtGo0 zx>jC!2A-N5aj*M70=TYU7H!KUW~?? z*uT+Rg&!URPNYTTTx*k~l=XSXf`{0XKt_=0B~io!OH$&Z;X;oBD=|xK>spGv2(M{S zx2~giDpE}IV%?^rsncxZOY5pu{$}a&wdjvUl8u;(O<(#Ur*$C!*U`_F5}Ahxwv~Zl z3jL!qIUeVygDF{TCQi<)XfmunAsO?o!ku@lU1Qw*R;4zjE2nS16J141=X6bvAf*yA zIAzf+&_=lT$G9{+10}$C1PcR`U#@?)ifV1I@G_yRpe!M^aIy;i8AX?Y^iH=g+47^0 z^QbnrS!D(WwOClh&yv{$O?;09v%%zcjiu`0n1)-pUs4qq>V~=9iR1nv1nr)ZxR~cs)hlwu zFY4T^Vu>twWk5+Z<3N@4f=&M6&y_VjLKcVJQfq%2U00jk{+fWFg z_~N|pt(y_I>R$=BT!}Q564$$}=Z=5l$<3)HiwwCHk(cNQE>B4JL~WBzUbwU)S)~ae zPh~hp=PI%`1Cu&H8YMw-=F4#UM7dN(=`kzunEr?$#&hu7Z1xD505LE)%t-8ogLq0d zL5fUpr_+#0+7C5q0Zn;@zQwaa_6a!ail7~pAi|TS%i}Dj{JL%(sLSJ6*n7kPgIJSq z8BGJ#1oc$`r%XRry{hSfmxj06aUK1wjgE9S3f`MBeMPy_5Q)WH9*Oew{b%YXWc_&= z+Og;su^-V|xzStXLZ?Fw*NkU5el;_u1D$U%R?CIWCw%Hf8KJS#NW!idvo+4lce!@n zd5(;veF(20Ip80~0I30=44qKpTPyqu%JQS$6RHe!smfG-S`ad9F(UW&o_ z!?79HBK}LMxuTE=rtIMGU%hG>874Rg%C-i~q^7&U_DpVAFd0kW+*ILiNBx?eSt35N zNX8U}R0y^uT3adFu%6{KO_;$FgjXg172SeSlnuEp9)477?Nc4y>_@mof+hoE65W6% zD`O{uF09XK!becc7eXfSyqQQ5ygJu7lUHH3D(MKm$SagfsY_>b`o){Vc3Sk17`Ucb z%p-=+9il~wFU2C|No0V30Ar$`J7bY7T#7UjRVF`$B`OCb8EP7ItE3Uo1hokftyxg_ zw~Y;|*kJBLVOKOCAErBMb*dz;uAUieG4dBEWd$@V%|JEq#x)&kHT5mHAL0F|4taJ? z;|NJp$#RsB9iV3=XZ4rexq74O&`E9 zA28cu*$1E3_x-awy92*O2zdSq$Oj+;-fmB43-~{;PdNp5^zy#r3jp`HQNg<3mkE}A zMJ>C!7!P0XfUmNpR73@cW->RA3A}0bag54v^TI1-$0ej^8W*c?dez=0;AV$nX{*6L zC%&`qV0^O55HPpILIjj0;b0!AIZY^Nm5Tgo&RuJOxW=@QQ!o}rif!?D0eT6dJ2bYl z>iG{nS1-?OF~gJVC^+*GiPf=)BO~aV$fb)w z9ekx4P-{1#I)ut);8vc(l?fceKy2s-vKrJlD5Zk$r$&COk(!WjgiF`vrNm5aDg^ zh<;)pAb;*Xrr6SuJx5j{MTAj#XJDJ8<|S*AB07Z~XTgD_G{1dCOc?c6>P**hKem<# zNmB$KUfgRW^TaRu?!O_R{qgCFSk8Qy2IeR-W<*3eR14F%aY*c@R}aY%5={ke8-KW< zZ?o*&y3d1Q%=b89L-!=Ss4`B~`EaO}Q^w^2iCRR)zq)?Ogsuponsi#0eLq8)%JGDn zjBHfP-fxzQKL6ZMR;2i0t??nlCbdcGg};fbq3OKkZ8zqEG=quPJvX}-Ed@_I@!_CM z1tC3*XrRx6<&FhRqO1hBd{&NbaItSC&NsenuP%lfu{|+ov*@295;uW|GOKB;2ZK%p zQ+1&YiRmrZq0}XG49Q#5sK)(BBY(>$My?OC?7CeXR&q)cSj0gKdz4D&m{ohBbmgfn zhZqIU=`y6OVLONPL#dKcXLbi!gUzTRFYY&XVT!x1T?BE8V@U^33YZ%0)-s;Kp4YSHk;0#LuV*UiBz`D^|rFsxD(}=jIG+|I*tm5 zez1nERDTwMgw?1_Yq)-qAjymye{;eW*OVpOQq2!%0-`)Nk6>RJ3*S6DfcpNd+r}2e zioTGFsi?qpmvdY>sLE~%IZqL1B)`3)8m@Jhi?YS-pFKKXI2!JSJ#_C8<~25n0tKfy&`j{$dCJ)f0DB?VxW< zKVn6j!B;}M;Trb2dZv#+`kis={Bw9nnk_-Y-O9+yjp*qsdbvMA(GH*fLx8x95@BgZ zt>}0uc zOJB97AfiIGl%vz7RH1RfJ2D+t$qqLE*32VAzLZQ|Td&le2Dai4y#uzeHj4%BNLy;J z&~8pkZ_KD^Y}vJbkEyMQ5w)(yO zuBJJ%0J_7pFqoV9{EzxWdYY28>Sa!yN=gUbsGPnU34`G)q9FL%y+0nlNmz>IQv1|j zK0!evB5_A6xG3RWLe@5YH%Af*u852YqK0Sw+5EZ9j+}$U3KiIh;y)gLz))p4>0*^O zAZJob5y2_&^l8AM#RTcB7cou#e8Y$nGJLOIs1}rl`Pzb~(D zwL=WIWNr1*$U0pB^Jf6Z$p;Z(jf&#tCs}_`vmSH!?0X$(@$CbmAou`!X{}G_ygGCd zJ@yp_`y!fjJxwJoRzy|#;}`){0Sxjw_L{e**AW4`9^pwfofVWA6RE2&wzV?+dbprF`wJzOQIe=o@`S0YkP*MWydMpYri9x3IK6uCs&Pd zq+~;xn5H>1>}h>Lnr|J{BG##7rsf5qQB%@O=^Jy5xd8pN4 zXDTi6F)&IE(*n+^Hq&8=>oytf+e%;{kF*#9qpxPX4GX zHqMUpc5fN~PgjVh$DOs(`U8T&_CO7G7(>Q~_()k~++5*N;i&@12yue7v+}Q%3UAou) z1Y}WyllJ(@rjm6R%|arz$a4L6mJ~96Io)bkG8jl$tT%Z#xQN01`GKGh4=y|mfFHB3 z*W2{YKukzUNJ&XZ#-Ky^C#2-yw?n_>D%F;k_udDf zEM;r`0_T2R47sP)5W)8Y3}SUmGOnIY3jt%^*qD?*~YH+(q85ngbNdWR)+6qdjkU0Bk1oWeHV@J~8Ybysg8hviiP6@k^ zj2B*EbQc40y$>`qr+)Nldc;E3ag*d5Z79)99sGj|;qP`+${rvO8|}s8MJ$fwKHpT6 z>VfW}K4=3o9YA1Kzo8&Qv?OYJM5<|aJ@jWa<^lPRIZA+R7gk>pmZ0%}H|U0vd0goc zN(3ed^ZRfsL!%NWpP0w-SmdxVV%Vx}F)&A$A^Uh424T!f#qt*v>8??hB)!3B<>XGx z?G<1`3~}6-zgeim&YzCY&Z(xU*`dcm2d0ByQ@f5A=49QW7vLuQSh*&VxqruJKV^iTpV|Z0(a;RhT>@d`CU!6~NdV6E}68+jN)&i2( z)&^BiSGh-6^aO@J$i~Se1=}62(fP|iH()9H0=JmEy!PkItkS#nchj-haz3>np5x%? zMENoTN~MR+d`h8gj#fZFZ=%%bvjc#iU88f9BBZ%INErF<&gNDOqW6xrrJv?5iC4ZJ zOZ9KYLNS(Gil@Gw{Ygyn@7rPJ3V_`qa}6w6z8yJyqS2asY78)mBZ+(qhO{Y2REzJA zUf1m?*?<{`BeiI1&8I8Mw@a<8cZsUD+I;NLESuN>erl~lNd!X$6-d}1bWTlrO<%Qq zbrYMANjwPxig?QD??$1E?FRLg3s?CSZ?!Z4Q;yxhFT!5FHQI4Nk1-{n{a#JiL%n&IWGsf{Q#N_oJ!wnk zhX&J~&eV|y%`%tQ}%fAM#hDE<9(S$#asNxVfgi4br$f+ z_-csp4jA5@@y;|_PdkUXujwI=mvQGo#o1QVE8_Ckys{(kr~ar!UB580o<2{&{hT08zE$>U@Q zRYp9Jmgstftv#`zarF}xA#j>UYs3!+@f+(kUM`MJW=y3O)E(VVv9YCC<&w>GDI9ua z4OnT*7;pXFJffGp@(huP`<6BgAY?Y+Rtht7^2ZNqWv$=O6iMc?v|WuC61$6-zo}O7)f+>{COMpLO-vm+H${t6qjUBFC&kBu?bBoHEw`0D z;w#V@o%?(y{&4o;(6nTBL|l)}_Fs}&i zN(0Sux2IN&dqSn*uxth$laW=#z-N|HW2T)R!TGXtFfe!vwcl4n@j)w6OoUT58k8}!9ENIXb ztP`uuK97fQgkq0at;kCUlG9+f&b0kD^L*3zoq}Z-Ht4?AN7UEW{%eIP(zn{nhW%w+ zPKOr3B=Rt!Zgt8g&-+leyjAZK2ctsIZ$Pi5ej26EO?w+c()V;~S%Fe=u|7n4D5<1v zuvewqqnFlv43~6utjr_w{IF<7AT&`*{Tedz`(G!M15;M&Iq*B=55e8Cb4gL5gu>H3 zK1rmDm64)O(dHqZCd;73dsF!tOU@B$!&q8QbrZb9$@CEo&I0waZK*pmBY7t2SxhIY zibh%Av2M+x;c+9qm6b=sO92t~srQ`JcvN>4JaR>ERUC?=c$2w`3~Iep$K}e>0=%oH zxSs0^&NlJxjozGRqGq>LM|Z1n%r=}enXUrFL>fkJ2h`=9mR;39y4N*2AlXOYaY}IXCzwyndUgVu5S@dV3=yW+cX(5m0 zXE^Kr1z7DJNuTfrRQ=JT!H-KMR(U?Z%X9SC<>qC}E9I(Xg(W8E>1e|)!13p!cJAUL zFnBUC6(8$E(1wA6peEIl&IL_}6P09Ok@zd3}=exh}$K&T} zhG1`i-^=9s<%l#>lMg$X;KKd+Y=i2+BJB&9BJhVIPk=xi-<+madQ;#{9mwue%||t^ zr~Ccn`}6T|PD>1~xS{4Kr=a>-ph`y>aHamT7{jG9I^xeXHFc|Fn4QZzRkYphRtT3u zOcrcUD@H1cwW#p)CVRAadnlKEA_3Q{jVtat?98`5CbM$t9-Q!P@*6DdsQR65XA@5L zsWAf<_&4Lq8U)W+4yD0Yh`JjN=VVe)D|ZzJ-!IEnA6ml$B+Jl7CTE?PpWRVtmZMY<+Eky z>L~`W0!^p}rnr-8TJSsCH2si4GGe=B)={*ZNko5DD

UZW5-fbkb; ziE`z#$?_!i>>unP!r#NGB>eJKn=r0CJXPLivmN;Eb}WjSt2 zxqSeO$8RT(l@E{0$IsKB1@`v!BNFmovNCIX=x>7G$$Pzz{pROU#a%Wf9SJ?PakloUH`t~+g^1@>z$YH%JgNZH!F-Ih7qBj<=@CvRT|S0CSRZwF7GlYrOnoXK`f&Rcc1y_RADj3j;1 zQRL7rwakbuM<0ey>HB z*M6E2W-Ii3{LsX2NiD1D?aQe$4#t{F2|h06(}~+^iN$v=&AO$0Vsh@iT~8}!te$cL z{v|74v-i{MIaqT^o2psV6&*SsS3-+Ug@I`wj`B$ZbUXxx5$SsN1vci1I>a} zz6_Up+q`639=A^)fE#`7+v|2Xiwd*-v&To=;N#(GxVTg@ydCI z1ubwH`UJ0;Vhvj#q?k1s*<={kGL;x>B#UWW0@```x+0E$!l8*uO$|Sj6-sx%IAg#J z$ea}h`uoksu=o~qtJ%2@ez-*@EQBubm$}4sVRw9sUAhAfE!AQ({bV%X6H;sYG37Y! zikH>6?hAhRq*HFuLaBYL3sI=a&jsVGLc?qTcenq)xP16|e>^^W+Ys;I-|SpR;%I}c z*|7WL>0cDh#osq$UN0&l}kV-Fo;-x=*B`t_*BRwBbs;>X|BM2WFbDI>Mq2 z)KDPVQwG-vm&r$zpc>qZMz`$d)#3x=c1PRh?fv@I@|KZ7adyWLua8x$xn>^oST#xay z&m{0?{A~NWyCQ1B5JES}&)V^cBY>w8lwxz6%5J_a4S8;g2nH?n2HBlW^7S%L=wn`_ zh2z{>w9}gs73^A6zq^s;#|9eh7wC@-z_G#g=XIcQFu?BEDgr=KIT+yf)_?$L_4``2 z7|>=I4PfX{hkQBfC%|7T0rhb;N`M6Sp+lZgm@Y`)9D8mye{Rk~ii^-4{_3K7k3NO^ zh6deHQTFb*b6Zq+%pB0<&#Hut5j4>Hs*-5s#LV2eCRwzZOsYV${DCR%xBIipyuXxB zyxNZ7oP;U6A!+V~aZEmwPr6qw(j2v_B|%5Jf$#EKnDopbwi7nijnr8uifbU*9q561 z$KZZeMgJb&jzei$Z92;rVKRr$FJIF&^$`rl$~= zdrYGi>y;*>HZpQBeZO0yX4H(~><2r9=TvG&44FvW5B~DK7IE@Vf4qmX20Pww5}yjrh)%Cs?8`0;63j~<541e4@K3VU+W34luCkIj;QaDo zB_~=UJ7dmmx){n}sLoO|Tsv94yc_{^@j%1O41cBW0i|bSU^8tgyP{#%MUG`Zo;|Vk zD#et`H9CS7AS%}fH`pMm`re#=__bU~YdFzNVx-Q~vZ`a+xTeP! zKFB63-%QI@({52UQ8zKSL8^Q>Qf;Guo;webS5u!y4qjVb9}#kFcdd;BXn#6Su$u|+ zQSJv^_iXLn-UV!Wu7ICswK(%e?vxXI<7oe%(op@8&eTD%18zkzW0Cl~7pK(l-95Ac z^Hj5va}ssuboO!(2o}Vimq-84IHSGy7PE{8T58&IY~u;esd!Nj!Eo$ z>)KLjenxUJC)tGfnoWKi7XoA>;b@PIS=^rKgI{Q>c&i9nJyuQXc2jwx({0|!NVOFs zT{+sy*S%Rg+KO+93@mKSh1KH+Un@o#wfJt5IoEkfpDEb{9QdfwCP+bS{O%nT$UfG) zDJRwK2xwIRZK}VC4R^FKLEAM|9F{>R)y^q=psILos}Fjf%VTeexM_^R(HX$>^+37T zXTa7ur7AX%zWR2Ydc_d$5;#KlO9ro+%`s2ENnV%iGh2x^sD>+9VQ*O3&Es&u9`*(& z)0G_>eQ=jEAhrthSsH6w&goErr4ifQ08JAL)v(bhi_+L_Y`yuYL!N_g#VB(_$EcEs z=3JViTF9xcMR}&bXdV0JXgyvHxgj~GbWL(D`Ld7UucJB}NVJgM@B1g!F*qVUDMSQ8 zMr5We1cTKHpmZGk?(^}190d8f`~@&t+wW_;H=7BNH7UNQE69>oP$H(#!5O4YA45)& z&Rulo%aslux7||-r{bKW2i?cIOx`(Dd(Mn=_89{$<_rW!R9Xe8N~w~OBr^LCTN5Zw zx?oOPInlLDlP_bj1*hZulk)D)0yssB#M`o{AR z(4jd5Ah^DDdkCOa1io1`cv;22vod?mpe?;__QY<=i4q*TFxiDO$18`55sthVKy*=t z0$zuUQh_Uxcek_1J(HD~ZQxPzIzsa5<&(`>;a=1`Drf!Y}Vij zeXvIy*@dOXpeb)J4KOWP+hdiypDt{|hg@!6f{_V@5o=iuqBu&{YX>sJ>XLFTKn{!qVw zoAeQJU6+Dg zwgjyw28t9gfQSuc)R3hK^&FR8-WpM5bk1+X!G#I96FZza=gMhzJlThKY5T7ELEB94 zK)BOt!G3#tFwnJc7P4{SZh9MKy)3sAr%G_N@WzNACI1Op$fmMobi{g|C)zy_BF78z z?>jSaFkFxN@jDg`)={%+<}H#l)OC3_fY8j5W#7b}IP58^gSR^}wm^+ECf}TiFV|)e zbI&VN=l|9^#H&G5-$|XHE9GdM*{sdi1isdTUei`}#CFb7)PuaMwVf=#n0)ktUUC)a zDLjZKWSxoeoV$Mak*1`CbHRS_ z*WMN6C5E@0e!IzT6C!JHdwKO(N11Ms=cU@WrAF-5%>#w>R6XbV&QDjl8A{f^1PZfx ztA|H!S52g?F3>iF8j5)wwEcGhCo=ql<%tjWXWn+3Dv(ZvN)qwe{&oAcxZ5TRk`n_F zs&dD%F|Nixz+&rS&yi!^WI^+Wk@}h~65LaLQFvM)lp-jRRzg^Jg^Jkz7oEn6bp^kg zaX3{w`9YI@{&tF2`Xj)mOa^p*gAi;P3E=1D>Z$YxaDUer1F%1)rU8|(OGl-Pa|k3s2Xb@gx*Z}I-^$p&xbpB;~_MfHj6n<3Vq{E9tIl-92X6a%nK30Tnf zsNS-v-eo+_n<}|Diw&{CEhAQBdY)s7Bm{b%!9x!3t8~!X`M8s+K5dF$J^2V@_8v_? z(v*Ge9ciTnAOc&70fr5u3BvDL!_TV~LSLuCfqZb_IxfWD&+~3+h6QNb4$gW7iNO!U zi?)AU1yFiU!tZSgm#;k2&wf*-5TX=r{sjy|!@cLiP@+Z~ULf5;0A>e%{G9-+G5dFg zj{w_4>iTz!deqFml>DL`k(G1-F-~fZpF=Y8vIwx>Y5S<`@asTYb>&a={VUeihM52C z4*}N1N-@0b^ccmS-SeeCrxA}hS%7_i{Alw@OH_pv%+G{}1*%QEy@7Rt; zYhUAt(SYS#ap{%w7ZGny8~Jb7HGR%W^>N>OgmvVuik1#(x z&NDNnV1_`?h@Pmmh@iZz`hkHoE_w+`H9PrJT#8g*4af|HkWfAv(!C?fS(~ zpTrRb0rME7P4ka#nNM5|y3Up6&%%7q@D5?Yqzey0*Kt$eyONnlGt92EfDUaw)Enbo z&c|`Ff$!H7KE}9^kqEwFZKO}gVG#e*jAdg8hK5X7X%bK<_vsh!SJ1UC8s~Ofe~Eg& zqd@hHOxAW|Kp9faL+cnAXaWrsX65${RGP{64js%LY!X~pd6R+I`35aqo-BpH<;G0V;Q`zg;g@1yb*G|M%ienaTgM(_!qnlk_f*`2n!TNV26e zB4=U~kdj=ItfVP!c;?liTQkNf^rC#UaVgXoWQZ|V{MD&iERxL-y#b-;2&{a9$`m}L z!@yaqBOjIIU1AEa?K0M2K?-vhqRMKuD)?fh@?>_fj}NF7e76lHAk08wa&D4j>RSa_ z*1K>PFs7`9q~N%JV-+`WF`nYiR!CwC$&0wY|9|N%X84-2Jf*cd4%kk6RQ9KSeH}T? zLPGL8J1Y@*UpYda`YQ?kuXmaFndkL4iuvhfGc?IQGT9XBM9}bYG-m!NRS8ga3tz5; zkNpp>ZuP-Ne>UjG#K)fkC?{%}Goai`a~!$E&iQfNKo<}NqrfjzD{a0fu(70*c)T@t z)x>3{=&0vPa{;p+^7QxQ0+-qY;`l5w3t;dCx;*nQ;0_5ulv%Ve@~XA5juDssy9CUw z@H39=#md^lLAKvjT@AKe;V)qeYW!t8Uf3?{)HJMmTub_MZGU7J(vc&RR5*A4%GnBz zk$ya+E6@ob7?Gwm=G1(t@MGV3v#=3qc1auESE#AV#KDGRvO+K+ra_O$QutQpGT-u4aHU^8Qu=giN%hI{ zEj=B^iH>-<60+{1%mys=BA8{E$TB8*wZ&5Gr-@WM-go&pt&Qrh{?Q;(ss0W1NNn0= zPLy_FooC)sLRT(8lx#E%G3SRh#xmjU)d_KSmQWAH)f)3pmNLZt_RVCW`Ev6fzNU4} zQRmSbR>M37Ny#HuR5(Sdj)SEiFQ8A{8^8|Z^hK{V?Xu**7OQi_E3GwY%}8h2muw8* zo(|O>gGwe^qeMS9GQTU2-1l{1o74`D^ga%%X-q7m*hHm97FvG46FA!;Dqu9_dp!j!1R%jYus|;AYw=HkJ_{xL@vsF(u{zqU=oD zQYl?h<$g};Qwo|5LmN20Ph^SijvPN`+047OU9?IUFAGkEuF}q2M$%3*EHnU z+C7!nPI9SX%hfXeO&>YZJLM%1t4O5ok(zJ*#9F1R4E*=6!0l5}ZL=3|Gj*vpZi_Mu zGet}^j&)p(%&>RHFN>gROPRW^z=hSu$UGA39Je%;+~=-R#hLRtCUb7iP!7QF9Mao; zAh>CwN3vs0_%Py8T=O;KBcFSr5sK`k>7}cD2rkTKb(Vq%ud~77 z`Ur}7xKLzR>Wu2xJ|ID*a@9}Q@G@;Qk^|xc26wt)8FsFcJcTBQc^=xVK^odgkacAU zod%W+6ufmCWjG^SuySYfg@$5j9MDViQ+F@{zZ>)!`*XdLJew!Q3!LrS|GN9_66an& zKf`XFKf_-A@7m~;u#3CYD|vr$`!D$4Bk$_3Q=Dl9+f$tD|8|A$lvw0^&YvHJAoG~j zC{Vux=-dhYn{L)*sW8SA0{sCD4@@4sJ4g=pAOQN(PA7)|8Ps=8?!cMif>u!yhJP+6OEUdhKB5%ysR5&uG|b;*gS@gD(%iT>O=x|0#R(4&%rOj&AD8 zZCf}qMJ1a=B+^Z-5H`Rg=Eax?O?Qd#HvLb|)TV0Mlj#-$WF~SocT?8sovlc+T-9RQVc- ze+ge6!<#hGWnxv!&@a$oS6O{FnBo5*nwXxp_I4vK)(LQm^H^O@Oh-gbNUR&qv!pqQ$^iplz81e>q%mk`NCfnKW>z#BYN&J1m73A!7zTV4uIBtw+o| zQDgGSEjObh*D(~{ZW*=4Az?RWyJs%Ybm7tpp444hMVhQaiCGD1ockMnsD$6p%;YUf ziPpz9_mU+CT3O@02h6B45qdLPe}v${0KE}i{)>bOYbok~1?mhH^E7$}`Zph&mTh=OW5Hor@^*>QCz; zYRM*P#Q%W^DZhqiPE}6#03_9<;#tZ*7TDHEpn==72z$wPNa)&axEdnvJYwnB&Lft8 zI*(ZA5$il+mVQ5dkJz6HD!V%Vv;76Y_4v<&Jmn1 zQ?b!ppCVSV)wkx9g65LV1fW?(k2Axxgej$;MuRGwtkN)Vm85!iGKh^0j%}6`=!UOh z_-Zn{FodpT8b}&SYD2@nyZN+8b^sM1z#@t4Dr z6eiMEsODZ=-pJ+>G=l=)Rg@9$@Wwd1Y2-G(R&baC6CPU0ZfWf@Y`@Oc$VBS3>>ic{C9JdR2p(rnuN`lYR>k% zM$r2Q!vej5WU*tErYVek6{8#uz@?ZYc8@vAeYBK_Imk7p>I?!qjnw&PHy>%bN@{Cl zjXEEzz9e!R4L0{tuG3nbVU-wL;!jFY&Y?{@R_aMjI+7;W_d#WZpwvjr zwS9Jd_V>5v*Jr0%ir1f$Q!S;E7PLO6C)Mp06jJ3@)ih33+ZIiiXpNk-DfW@Rw^bEh zxx|8FTkupr>b$ww=3P&3X+Hc)3e)#f9~Q6Ltm&i518AsY#fmbsC%Uy8dQdqs|H`!K zU*OI0KjUyT;7FZJbyuZJfNX49sU8eXDKoXARijsH z3$?OIT9{&$XI5ndMcwz!o?lf5QYn$Bhxx5?KyKiGN}KvoNK%yU*3a8N}rh(7m&Eis95cg zQ71)BCKI%-pva|_x@>^GX0RLaPo)D~pTZWw4tKD*ElnNnpu-(>xPuON(BTfgTAQ`Q z9dx*Z4tLPu4m#X{r8OPypu-(>xPxq)zf{jlhnMK^5*=Qm!%JkJ4lkiA=d;J~x_7)RQ{!R`i(XZpE zcz*;wDLU;-LXipcWYX6crS{G7D{<=T^y>5Hp8Vg}alX=1e;W9oO`xm3WYQ(4`Lq=R z_58p0ayWcZ;Qxc+;Zeu`+jt5G3(5J`hwvldeEu9C`=sxoR)>aX4~tT%VI=01;g8xk zm!24vMb2oX+owzZuKq=j+nEVOrkr)CMv-UiT)1g`Y@-L-VB9(823SA%KpmnVp zEY-HIWYun0{_iqLx#Sqtpr_PUk4fSBkn^^6wd(=8Lqx1FCuW>>KtHUiuDM$-$Lcon zO?GIl0y%*ppHnetZo8polcBc8O;%)#^JVLEDPAR{z>j*3)bqI`#Zu||-t6mAtJ9WLQFB;e`dU%5LaTSRNm0>w%h%+ceFBQ@ zU5V$)gSaZMEMHZ9_o`%Z9W7NZj8<`@S68{DQiFN7`^{+<} zj0vOtX{BOb)I4307#kMi;iaP8)?ClXwCh9)Y`8U(Y(1-dTc zEhcy4+T#jC^AOFdACYeP$O)xC?Fv$o%u6gH+g(E#;`rm!*Q%FYN7nEpuT{h90&`od z?o)CnTE~@oZRg3#Ee|Z-*5H?~K(6I_|5!3jPDAAsrPruvRq~+)TPub2!6=>+m1jcpC5@TV3EJ zWj&>(?MWdb)^e(^65D;krzp$LkR${83){;{~f+KIx6UYhX*e^{O?wt$I$=kXz9U&edgH0D*dK; z0aX&$U=V7%vQ+hE`P=p~EOchwespxcFsv~{nh-rIFbPC#<9x76di=EcfH zl(e@(y<2fe%{fkz3sdKiYPHcU*3kDtRZgn()zr@$OsmFoV`trNYf9>!IQU3IN%znpErBk?en|MISe;uZR}8d0S! zyP~SJqJf&R6x$ehP4;B7Mz*@Lqdr#H{@G~%4fhWV_TP(_ zd)@x;tvts5gTzZ&E=JZN0w+H5wzE03&MjpjzNZQ5*@`x}&Ni!U@7P>(t7eCN-75BV z^A&D%$HdBwXpLNZlyHMhx;<*xA#TvgFcna~qBCs_z_OcQ_ z@naQ4W-Z*j0W;gufwP2+k1r;4I*C^Oti%6pk)X}|zgIl}>*fB7j{mpuJR1L}*rty2 zAMsg-|Jx#g8u|aQi2r$c*x`S+^E?{=S446;VX)n2dH!EM64b>12Ybcye~*Uy!;b&A z@hlVn*`jc$@T+vvVbhP5|2g)MGg&z5Uvo3|Qair#PXqtIcyUlz|My;Y=YMbM$upkh z%~Y%xupRrk4X3cDZ__9x(t8LX=mAh>W0iW}>bT^v*JBgtrt%>zwAahD%8oqAwyvk{ z?Pl0Dr|5^2i4oZU+tL0(4*(zEA%Zx+Vsv6|9GD~Mi}_WO>_ra%I8}R9%(XePSI4>;0x^Azds=1x>;vY4>(^*HMXnfu{slE7hWaf^HnSW0kf3$SKVev4 z7y8GZM+v_q{$lykdL`v`)DcWaFf{~2%oQ>fV(GA*SbEv(#gbDdF#1_?frwVfPOeY+ z2uz{RD=>Oi@oSgXnIKq;B6?bVNCmV?nulKYdOjx62bsp>7q*g>W2o1=$Hb%eydj}; uk4dj*00Ac&^^p$Euh(NeIFG%`c2D4?0RR6CY1lvj{sI8S6D8yT literal 0 HcmV?d00001 diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/Chart.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/Chart.yaml new file mode 100644 index 0000000000..c7a6417dbd --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/Chart.yaml @@ -0,0 +1,5 @@ +apiVersion: v1 +appVersion: v2.0.0-beta.9 +description: Azure disk Container Storage Interface (CSI) Storage Plugin +name: azuredisk-csi-driver +version: v2.0.0-beta.9 diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/side-by-side-values.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/side-by-side-values.yaml new file mode 100644 index 0000000000..47f8a33a8f --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/side-by-side-values.yaml @@ -0,0 +1,81 @@ +serviceAccount: + controller: csi-azuredisk2-controller-sa + node: csi-azuredisk2-node-sa + snapshotController: csi2-snapshot-controller-sa + +rbac: + name: azuredisk2 + +controller: + name: csi-azuredisk2-controller + metrics: + port: 29624 + livenessProbe: + healthPort: 29623 + affinity: + nodeAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - weight: 100 + preference: + matchExpressions: + - key: kubernetes.azure.com/mode + operator: In + values: + - system + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "CriticalAddonsOnly" + operator: "Exists" + effect: "NoSchedule" + +schedulerExtender: + affinity: + nodeAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - weight: 100 + preference: + matchExpressions: + - key: kubernetes.azure.com/mode + operator: In + values: + - system + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "CriticalAddonsOnly" + operator: "Exists" + effect: "NoSchedule" + +node: + metrics: + port: 29625 + livenessProbe: + healthPort: 29627 + +snapshot: + enabled: true + createCRDs: false + name: csi-azuredisk2-snapshot-controller + snapshotController: + name: csi-azuredisk2-snapshot-controller + +driver: + name: disk2.csi.azure.com + +linux: + dsName: csi-azuredisk2-node + +windows: + dsName: csi-azuredisk2-node-win + +storageClasses: + enableZRS: true \ No newline at end of file diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/NOTES.txt b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/NOTES.txt new file mode 100644 index 0000000000..c573be9b34 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/NOTES.txt @@ -0,0 +1,11 @@ +Thank you for installing Azure Disk CSI Driver to your cluster. + +Your release is named {{ .Release.Name }}. + +To learn more about the release, try: + + helm status {{ .Release.Name }} --namespace={{ .Release.Namespace }} + +To check Azure Disk CSI Driver pods status, please run: + + kubectl --namespace={{ .Release.Namespace }} get pods --selector="app.kubernetes.io/instance={{ .Release.Name }}" --watch diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/_helpers.tpl b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/_helpers.tpl new file mode 100644 index 0000000000..51fcc8a092 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/_helpers.tpl @@ -0,0 +1,26 @@ +{{/* vim: set filetype=mustache: */}} + +{{/* Expand the name of the chart.*/}} +{{- define "azuredisk.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* labels for helm resources */}} +{{- define "azuredisk.labels" -}} +labels: + app.kubernetes.io/instance: "{{ .Release.Name }}" + app.kubernetes.io/managed-by: "{{ .Release.Service }}" + app.kubernetes.io/name: "{{ template "azuredisk.name" . }}" + app.kubernetes.io/version: "{{ .Chart.AppVersion }}" + helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}" +{{- end -}} + +{{/* pull secrets for containers */}} +{{- define "azuredisk.pullSecrets" -}} +{{- if .Values.imagePullSecrets }} +imagePullSecrets: +{{- range .Values.imagePullSecrets }} + - name: {{ . }} +{{- end }} +{{- end }} +{{- end -}} \ No newline at end of file diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml new file mode 100644 index 0000000000..ba253198f5 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml @@ -0,0 +1,661 @@ +{{- if and .Values.snapshot.enabled .Values.snapshot.createCRDs -}} +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshots.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshot + listKind: VolumeSnapshotList + plural: volumesnapshots + shortNames: + - vs + singular: volumesnapshot + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + oneOf: + - required: ["persistentVolumeClaimName"] + - required: ["volumeSnapshotContentName"] + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshot is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshot" + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotclasses.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotClass + listKind: VolumeSnapshotClassList + plural: volumesnapshotclasses + shortNames: + - vsclass + - vsclasses + singular: volumesnapshotclass + scope: Cluster + versions: + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: true + subresources: {} + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotClass is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotClass" + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: false + subresources: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotcontents.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotContent + listKind: VolumeSnapshotContentList + plural: volumesnapshotcontents + shortNames: + - vsc + - vscs + singular: volumesnapshotcontent + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + oneOf: + - required: ["snapshotHandle"] + - required: ["volumeHandle"] + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotContent is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotContent" + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-cleanup.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-cleanup.yaml new file mode 100644 index 0000000000..d9d571df0a --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-cleanup.yaml @@ -0,0 +1,41 @@ +apiVersion: batch/v1 +kind: Job +metadata: + name: csi-azuredisk-controller-cleanup + namespace: {{ .Release.Namespace }} + annotations: + "helm.sh/hook": pre-delete + "helm.sh/hook-delete-policy": hook-succeeded +{{ include "azuredisk.labels" . | indent 2 }} +spec: + template: + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + serviceAccountName: {{ .Values.serviceAccount.controller }} + nodeSelector: + kubernetes.io/os: linux + {{- if .Values.controller.runOnMaster}} + node-role.kubernetes.io/master: "" + {{- end}} + priorityClassName: system-cluster-critical +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + restartPolicy: Never + containers: + - name: delete-azvolume +{{- if hasPrefix "/" .Values.image.curl.repository }} + image: {{ .Values.image.baseRepo }}{{ .Values.image.curl.repository }}:{{ .Values.image.curl.tag }} +{{- else }} + image: {{ .Values.image.curl.repository }}:{{ .Values.image.curl.tag }} +{{- end }} + imagePullPolicy: {{ .Values.image.curl.pullPolicy }} + command: + - "/bin/sh" + - "-c" + - "(kubectl delete customresourcedefinition azvolumes.disk.csi.azure.com || true) && (kubectl delete customresourcedefinition azvolumeattachments.disk.csi.azure.com || true) && (kubectl delete customresourcedefinition azdrivernodes.disk.csi.azure.com || true)" diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-monitor.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-monitor.yaml new file mode 100644 index 0000000000..621edd4fb2 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-monitor.yaml @@ -0,0 +1,21 @@ +{{- if and .Values.controller.metrics.service.enabled .Values.controller.metrics.service.monitor.enabled }} +--- +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: {{ .Values.controller.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} + app: {{ .Values.controller.name }} + release: prometheus +spec: + selector: + matchLabels: + app: {{ .Values.controller.name }} + namespaceSelector: + matchNames: + - {{ .Release.Namespace }} + endpoints: + - port: metrics + interval: 15s +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-service.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-service.yaml new file mode 100644 index 0000000000..14f9c264cf --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller-service.yaml @@ -0,0 +1,18 @@ +{{- if .Values.controller.metrics.service.enabled }} +--- +apiVersion: v1 +kind: Service +metadata: + name: {{ .Values.controller.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} + app: {{ .Values.controller.name }} +spec: + selector: + app: {{ .Values.controller.name }} + ports: + - name: "metrics" + port: {{ .Values.controller.metrics.port }} + targetPort: {{ .Values.controller.metrics.port }} + type: ClusterIP +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..6afb93bc08 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml @@ -0,0 +1,299 @@ +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ .Values.controller.name }}-config + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +data: + config.yaml: | + apiVersion: disk.csi.azure.com/v1beta2 + kind: AzDiskDriverConfiguration + controllerConfig: + disableAVSetNodes: {{ .Values.controller.disableAvailabilitySetNodes }} + vmType: {{ .Values.controller.vmType }} + enabled: true + leaderElectionNamespace: {{ .Release.Namespace }} + workerThreads: {{ .Values.controller.driverWorkerThreads }} + nodeConfig: + enablePerfOptimization: {{ .Values.linux.enablePerfOptimization }} + cloudConfig: + secretName: {{ .Values.controller.cloudConfigSecretName }} + secretNamespace: {{ .Values.controller.cloudConfigSecretNamespace }} + customUserAgent: {{ .Values.driver.customUserAgent }} + userAgentSuffix: {{ .Values.driver.userAgentSuffix }} + allowEmptyCloudConfig: {{ .Values.controller.allowEmptyCloudConfig }} + vmssCacheTTLInSeconds: {{ .Values.controller.vmssCacheTTLInSeconds }} + enableAzureClientAttachDetachRateLimiter: {{ .Values.controller.enableAzureClientAttachDetachRateLimiter }} + azureClientAttachDetachRateLimiterQPS: {{ .Values.controller.azureClientAttachDetachRateLimiterQPS }} + azureClientAttachDetachRateLimiterBucket: {{ .Values.controller.azureClientAttachDetachRateLimiterBucket }} + azureClientAttachDetachBatchInitialDelayInMillis: {{ .Values.controller.azureClientAttachDetachBatchInitialDelayInMillis }} + clientConfig: + kubeClientQPS: {{ .Values.controller.kubeClientQPS }} + kubeClientBurst: {{ .Values.controller.kubeClientBurst }} + objectNamespace: {{ .Values.driver.objectNamespace }} + endpoint: unix:///csi/csi.sock + metricsAddress: 0.0.0.0:{{ .Values.controller.metrics.port }} + driverName: {{ .Values.driver.name }} +{{- if .Values.controller.profiler.port }} + profilerAddress: 0.0.0.0:{{ .Values.controller.profiler.port }} +{{- end }} + profileAddress: +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: {{ .Values.controller.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.controller.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.controller.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + replicas: {{ .Values.controller.replicas }} + selector: + matchLabels: + app: {{ .Values.controller.name }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.controller.name }} +{{- with .Values.controller.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + hostNetwork: {{ .Values.controller.hostNetwork }} + serviceAccountName: {{ .Values.serviceAccount.controller }} + nodeSelector: + kubernetes.io/os: linux +{{- with .Values.controller.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + {{- if .Values.controller.runOnMaster}} + node-role.kubernetes.io/master: "" + {{- end}} + {{- if .Values.controller.runOnControlPlane}} + node-role.kubernetes.io/control-plane: "" + {{- end}} + priorityClassName: system-cluster-critical +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} +{{ with .Values.controller.initContainers }} + initContainers: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: csi-provisioner +{{- if hasPrefix "/" .Values.image.csiProvisioner.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiProvisioner.repository }}:{{ .Values.image.csiProvisioner.tag }}" +{{- else }} + image: "{{ .Values.image.csiProvisioner.repository }}:{{ .Values.image.csiProvisioner.tag }}" +{{- end }} + args: + - "--feature-gates=Topology=true" + - "--csi-address=$(ADDRESS)" + - "--v=2" + - "--timeout=30s" + - "--leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "--worker-threads={{ .Values.controller.provisionerWorkerThreads }}" + - "--extra-create-metadata=true" + - "--strict-topology=true" + - "--kube-api-qps={{ .Values.controller.provisionerQps }}" + - "--kube-api-burst={{ .Values.controller.provisionerBurst }}" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: {{- toYaml .Values.controller.resources.csiProvisioner | nindent 12 }} + - name: csi-attacher +{{- if hasPrefix "/" .Values.image.csiAttacher.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiAttacher.repository }}:{{ .Values.image.csiAttacher.tag }}" +{{- else }} + image: "{{ .Values.image.csiAttacher.repository }}:{{ .Values.image.csiAttacher.tag }}" +{{- end }} + args: + - "-v=2" + - "-csi-address=$(ADDRESS)" + - "-timeout=600s" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "-worker-threads={{ .Values.controller.attacherWorkerThreads }}" + - "-kube-api-qps={{ .Values.controller.attacherQps }}" + - "-kube-api-burst={{ .Values.controller.attacherBurst }}" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: {{- toYaml .Values.controller.resources.csiAttacher | nindent 12 }} + - name: csi-snapshotter +{{- if hasPrefix "/" .Values.snapshot.image.csiSnapshotter.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.snapshot.image.csiSnapshotter.repository }}:{{ .Values.snapshot.image.csiSnapshotter.tag }}" +{{- else }} + image: "{{ .Values.snapshot.image.csiSnapshotter.repository }}:{{ .Values.snapshot.image.csiSnapshotter.tag }}" +{{- end }} + args: + - "-csi-address=$(ADDRESS)" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "-v=2" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.csiSnapshotter | nindent 12 }} + - name: csi-resizer +{{- if hasPrefix "/" .Values.image.csiResizer.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiResizer.repository }}:{{ .Values.image.csiResizer.tag }}" +{{- else }} + image: "{{ .Values.image.csiResizer.repository }}:{{ .Values.image.csiResizer.tag }}" +{{- end }} + args: + - "-csi-address=$(ADDRESS)" + - "-v=2" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - '-handle-volume-inuse-error=false' + - '-feature-gates=RecoverVolumeExpansionFailure=true' + - "-timeout=240s" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.csiResizer | nindent 12 }} + - name: liveness-probe +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port={{ .Values.controller.livenessProbe.healthPort }} + - --v=2 + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.livenessProbe | nindent 12 }} + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + args: + - "--v={{ .Values.controller.logLevel }}" + - "--config=/etc/{{ .Values.controller.name }}/config.yaml" + ports: + - containerPort: {{ .Values.controller.livenessProbe.healthPort }} + name: healthz + protocol: TCP + - containerPort: {{ .Values.controller.metrics.port }} + name: metrics + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + {{- if .Values.controller.credentialFile }} + value: {{ .Values.controller.credentialFile }} + {{- else }} + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + {{- end }} + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: /etc/kubernetes/azurestackcloud.json + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + - mountPath: /etc/{{ .Values.controller.name }} + name: {{ .Values.controller.name }}-config + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + - name: ssl-pki + mountPath: /etc/pki/ca-trust/extracted + readOnly: true + {{- end }} + resources: {{- toYaml .Values.controller.resources.azuredisk | nindent 12 }} +{{ with .Values.controller.additionalContainers }} +{{ toYaml . | indent 8 }} +{{- end }} + volumes: + - name: socket-dir + emptyDir: {} + - name: azure-cred + hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + - name: ssl-pki + hostPath: + path: /etc/pki/ca-trust/extracted + {{- end }} + - name: {{ .Values.controller.name }}-config + configMap: + name: {{ .Values.controller.name }}-config +{{ with .Values.controller.additionalVolumes }} +{{ toYaml . | indent 8 }} +{{- end }} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml new file mode 100644 index 0000000000..21f941748e --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml @@ -0,0 +1,13 @@ +apiVersion: storage.k8s.io/v1 +kind: CSIDriver +metadata: + name: {{ .Values.driver.name }} + annotations: + csiDriver: "{{ .Values.image.azuredisk.tag }}" + snapshot: "{{ .Values.snapshot.image.csiSnapshotter.tag }}" +spec: + attachRequired: true + podInfoOnMount: false + {{- if .Values.feature.enableFSGroupPolicy}} + fsGroupPolicy: File + {{- end}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml new file mode 100644 index 0000000000..617ea4698f --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml @@ -0,0 +1,248 @@ +{{- if and (.Values.windows.enabled) (eq .Values.windows.useHostProcessContainers true) }} +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ .Values.windows.dsName }}-config + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +data: + config.yaml: | + apiVersion: disk.csi.azure.com/v1beta2 + kind: AzDiskDriverConfiguration + nodeConfig: + volumeAttachLimit: {{ .Values.driver.volumeAttachLimit }} + supportZone: {{ .Values.node.supportZone }} + getNodeInfoFromLabels: {{ .Values.windows.getNodeInfoFromLabels }} + enabled: true + cloudConfig: + secretName: {{ .Values.node.cloudConfigSecretName }} + secretNamespace: {{ .Values.node.cloudConfigSecretNamespace }} + customUserAgent: {{ .Values.driver.customUserAgent }} + userAgentSuffix: {{ .Values.driver.userAgentSuffix }} + allowEmptyCloudConfig: {{ .Values.node.allowEmptyCloudConfig }} + clientConfig: + kubeconfig: .\var\run\secrets\kubernetes.io\serviceaccount\kubeconfig.conf + objectNamespace: {{ .Values.driver.objectNamespace }} + endpoint: unix://C:\var\lib\kubelet\plugins\{{ .Values.driver.name }}\csi.sock + metricsAddress: 0.0.0.0:{{ .Values.node.metrics.port }} + driverName: {{ .Values.driver.name }} +{{- if .Values.node.profiler.port }} + profilerAddress: 0.0.0.0:{{ .Values.controller.profiler.port }} +{{- end }} +--- +kind: ConfigMap +apiVersion: v1 +metadata: + name: {{ .Values.windows.dsName }}-init + namespace: {{ .Release.Namespace }} +data: + Initialize-Pod.ps1: | + New-Item -ItemType Directory -Path "C:/var/lib/kubelet/plugins/{{ .Values.driver.name }}" -Force + + $server = "https://${env:KUBERNETES_SERVICE_HOST}:${env:KUBERNETES_SERVICE_PORT_HTTPS}" + $kubeconfig = @" + apiVersion: v1 + kind: Config + clusters: + - cluster: + certificate-authority: ca.crt + server: $server + name: default + contexts: + - context: + cluster: default + namespace: default + user: default + name: default + current-context: default + users: + - name: default + user: + tokenFile: token + "@ + + $kubeconfig | Out-File -Encoding ascii -FilePath "${env:CONTAINER_SANDBOX_MOUNT_POINT}/var/run/secrets/kubernetes.io/serviceaccount/kubeconfig.conf" +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.windows.dsName }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.windows.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.windows.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.windows.dsName }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.windows.dsName }} +{{- with .Values.windows.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.windows.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + serviceAccountName: {{ .Values.serviceAccount.node }} +{{- with .Values.windows.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + nodeSelector: + kubernetes.io/os: windows +{{- with .Values.windows.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + affinity: +{{- with .Values.windows.affinity }} +{{ toYaml . | indent 8 }} +{{- end }} + nodeAffinity: +{{ toYaml .Values.windows.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical + {{- include "azuredisk.pullSecrets" . | indent 6 }} + securityContext: + windowsOptions: + hostProcess: true + runAsUserName: "NT AUTHORITY\\SYSTEM" + hostNetwork: true + initContainers: + - name: init +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + command: + - "powershell.exe" + - "-c" + - ".\\etc\\config\\Initialize-Pod.ps1" + volumeMounts: + - name: init-script + mountPath: /etc/config + readOnly: true + containers: + - name: liveness-probe +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + command: + - "livenessprobe.exe" + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=3s" + - "--health-port={{ .Values.node.livenessProbe.healthPort }}" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + imagePullPolicy: {{ .Values.image.livenessProbe.pullPolicy }} + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + command: + - "csi-node-driver-registrar.exe" + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + - "--plugin-registration-path=$(PLUGIN_REG_DIR)" + livenessProbe: + exec: + command: + - csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: PLUGIN_REG_DIR + value: C:\\var\\lib\\kubelet\\plugins_registry\\ + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + imagePullPolicy: {{ .Values.image.nodeDriverRegistrar.pullPolicy }} + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + command: + - "azurediskplugin.exe" + args: + - "--v={{ .Values.node.logLevel }}" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--config=.\\etc\\{{ .Values.windows.dsName }}\\config.yaml" + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: C:\k\azurestackcloud.json + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + volumeMounts: + - name: {{ .Values.windows.dsName }}-config + mountPath: /etc/{{ .Values.windows.dsName }} + volumes: + - name: init-script + configMap: + name: {{ .Values.windows.dsName }}-init + items: + - key: "Initialize-Pod.ps1" + path: "Initialize-Pod.ps1" + - name: {{ .Values.windows.dsName }}-config + configMap: + name: {{ .Values.windows.dsName }}-config +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml new file mode 100644 index 0000000000..ac7725dea5 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml @@ -0,0 +1,246 @@ +{{- if and (.Values.windows.enabled) (ne .Values.windows.useHostProcessContainers true) }} +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ .Values.windows.dsName }}-config + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +data: + config.yaml: | + apiVersion: disk.csi.azure.com/v1beta2 + kind: AzDiskDriverConfiguration + nodeConfig: + volumeAttachLimit: {{ .Values.driver.volumeAttachLimit }} + supportZone: {{ .Values.node.supportZone }} + getNodeInfoFromLabels: {{ .Values.windows.getNodeInfoFromLabels }} + enabled: true + cloudConfig: + secretName: {{ .Values.node.cloudConfigSecretName }} + secretNamespace: {{ .Values.node.cloudConfigSecretNamespace }} + customUserAgent: {{ .Values.driver.customUserAgent }} + userAgentSuffix: {{ .Values.driver.userAgentSuffix }} + allowEmptyCloudConfig: {{ .Values.node.allowEmptyCloudConfig }} + objectNamespace: {{ .Values.driver.objectNamespace }} + endpoint: unix://C:\csi\csi.sock + metricsAddress: 0.0.0.0:{{ .Values.node.metrics.port }} + driverName: {{ .Values.driver.name }} +{{- if .Values.node.profiler.port }} + profilerAddress: 0.0.0.0:{{ .Values.controller.profiler.port }} +{{- end }} +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.windows.dsName }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.windows.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.windows.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.windows.dsName }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.windows.dsName }} +{{- with .Values.windows.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.windows.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + serviceAccountName: {{ .Values.serviceAccount.node }} +{{- with .Values.windows.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + nodeSelector: + kubernetes.io/os: windows +{{- with .Values.windows.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + affinity: +{{- with .Values.windows.affinity }} +{{ toYaml . | indent 8 }} +{{- end }} + nodeAffinity: +{{ toYaml .Values.windows.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: liveness-probe + volumeMounts: + - mountPath: C:\csi + name: plugin-dir +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=3s" + - "--health-port={{ .Values.node.livenessProbe.healthPort }}" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + imagePullPolicy: {{ .Values.image.livenessProbe.pullPolicy }} + resources: {{- toYaml .Values.windows.resources.livenessProbe | nindent 12 }} + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + livenessProbe: + exec: + command: + - /csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + imagePullPolicy: {{ .Values.image.nodeDriverRegistrar.pullPolicy }} + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: registration-dir + mountPath: C:\registration + resources: {{- toYaml .Values.windows.resources.nodeDriverRegistrar | nindent 12 }} + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + args: + - "--v={{ .Values.node.logLevel }}" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--config=.\\etc\\{{ .Values.windows.dsName }}\\config.yaml" + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: C:\k\azurestackcloud.json + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: azure-config + mountPath: C:\k + - name: {{ .Values.windows.dsName }}-config + mountPath: /etc/{{ .Values.windows.dsName }} + - name: csi-proxy-fs-pipe-v1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + mountPath: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + mountPath: \\.\pipe\csi-proxy-volume-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-volume-v1beta2 + resources: {{- toYaml .Values.windows.resources.azuredisk | nindent 12 }} + volumes: + - name: csi-proxy-fs-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1 + - name: {{ .Values.windows.dsName }}-config + configMap: + name: {{ .Values.windows.dsName }}-config + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1beta2 + - name: registration-dir + hostPath: + path: {{ .Values.windows.kubelet }}\plugins_registry\ + type: Directory + - name: kubelet-dir + hostPath: + path: {{ .Values.windows.kubelet }}\ + type: Directory + - name: plugin-dir + hostPath: + path: {{ .Values.windows.kubelet }}\plugins\{{ .Values.driver.name }}\ + type: DirectoryOrCreate + - name: azure-config + hostPath: + path: C:\k + type: DirectoryOrCreate +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml new file mode 100644 index 0000000000..bed9691d95 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml @@ -0,0 +1,255 @@ +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ .Values.linux.dsName }}-config + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +data: + config.yaml: | + apiVersion: disk.csi.azure.com/v1beta2 + kind: AzDiskDriverConfiguration + nodeConfig: + volumeAttachLimit: {{ .Values.driver.volumeAttachLimit }} + supportZone: {{ .Values.node.supportZone }} + enablePerfOptimization: {{ .Values.linux.enablePerfOptimization }} + getNodeInfoFromLabels: {{ .Values.linux.getNodeInfoFromLabels }} + enabled: true + cloudConfig: + secretName: {{ .Values.node.cloudConfigSecretName }} + secretNamespace: {{ .Values.node.cloudConfigSecretNamespace }} + customUserAgent: {{ .Values.driver.customUserAgent }} + userAgentSuffix: {{ .Values.driver.userAgentSuffix }} + allowEmptyCloudConfig: {{ .Values.node.allowEmptyCloudConfig }} + objectNamespace: {{ .Values.driver.objectNamespace }} + endpoint: unix:///csi/csi.sock + metricsAddress: 0.0.0.0:{{ .Values.node.metrics.port }} + driverName: {{ .Values.driver.name }} +{{- if .Values.node.profiler.port }} + profilerAddress: 0.0.0.0:{{ .Values.controller.profiler.port }} +{{- end }} +--- +{{- if .Values.linux.enabled}} +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.linux.dsName }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.linux.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.linux.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.linux.dsName }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.linux.dsName }} +{{- with .Values.linux.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.linux.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + hostNetwork: {{ .Values.linux.hostNetwork }} + dnsPolicy: Default + serviceAccountName: {{ .Values.serviceAccount.node }} + nodeSelector: + kubernetes.io/os: linux +{{- with .Values.linux.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + affinity: +{{- with .Values.linux.affinity }} +{{ toYaml . | indent 8 }} +{{- end }} + nodeAffinity: +{{ toYaml .Values.linux.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical +{{- with .Values.linux.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: liveness-probe + volumeMounts: + - mountPath: /csi + name: socket-dir +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port={{ .Values.node.livenessProbe.healthPort }} + - --v=2 + resources: {{- toYaml .Values.linux.resources.livenessProbe | nindent 12 }} + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + args: + - --csi-address=$(ADDRESS) + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --v=2 + livenessProbe: + exec: + command: + - /csi-node-driver-registrar + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 30 + timeoutSeconds: 15 + env: + - name: ADDRESS + value: /csi/csi.sock + - name: DRIVER_REG_SOCK_PATH + value: {{ .Values.linux.kubelet }}/plugins/{{ .Values.driver.name }}/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: registration-dir + mountPath: /registration + resources: {{- toYaml .Values.linux.resources.nodeDriverRegistrar | nindent 12 }} + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + args: + - "--v={{ .Values.node.logLevel }}" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--config=/etc/{{ .Values.linux.dsName }}/config.yaml" + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: /etc/kubernetes/azurestackcloud.json + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + securityContext: + privileged: true + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: {{ .Values.linux.kubelet }}/ + mountPropagation: Bidirectional + name: mountpoint-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + - mountPath: /dev + name: device-dir + - mountPath: /sys/bus/scsi/devices + name: sys-devices-dir + - mountPath: /sys/class/ + name: sys-class + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + - name: ssl-pki + mountPath: /etc/pki/ca-trust/extracted + readOnly: true + {{- end }} + - name: {{ .Values.linux.dsName }}-config + mountPath: /etc/{{ .Values.linux.dsName }} + resources: {{- toYaml .Values.linux.resources.azuredisk | nindent 12 }} + volumes: + - hostPath: + path: {{ .Values.linux.kubelet }}/plugins/{{ .Values.driver.name }} + type: DirectoryOrCreate + name: socket-dir + - hostPath: + path: {{ .Values.linux.kubelet }}/ + type: DirectoryOrCreate + name: mountpoint-dir + - hostPath: + path: {{ .Values.linux.kubelet }}/plugins_registry/ + type: DirectoryOrCreate + name: registration-dir + - hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + name: azure-cred + - hostPath: + path: /dev + type: Directory + name: device-dir + - hostPath: + path: /sys/bus/scsi/devices + type: Directory + name: sys-devices-dir + - hostPath: + path: /sys/class/ + type: Directory + name: sys-class + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + - name: ssl-pki + hostPath: + path: /etc/pki/ca-trust/extracted + {{- end }} + - name: {{ .Values.linux.dsName }}-config + configMap: + name: {{ .Values.linux.dsName }}-config +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-monitor.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-monitor.yaml new file mode 100644 index 0000000000..b8b0af835b --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-monitor.yaml @@ -0,0 +1,21 @@ +{{- if and .Values.schedulerExtender.metrics.service.enabled .Values.schedulerExtender.metrics.service.monitor.enabled }} +--- +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: {{ .Values.schedulerExtender.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} + app: {{ .Values.schedulerExtender.name }} + release: prometheus +spec: + selector: + matchLabels: + app: {{ .Values.schedulerExtender.name }} + namespaceSelector: + matchNames: + - {{ .Release.Namespace }} + endpoints: + - port: metrics + interval: 15s +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-service.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-service.yaml new file mode 100644 index 0000000000..c441533ba4 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-service.yaml @@ -0,0 +1,18 @@ +{{- if .Values.schedulerExtender.metrics.service.enabled }} +--- +apiVersion: v1 +kind: Service +metadata: + name: {{ .Values.schedulerExtender.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} + app: {{ .Values.schedulerExtender.name }} +spec: + selector: + app: {{ .Values.schedulerExtender.name }} + ports: + - name: "metrics" + port: {{ .Values.schedulerExtender.metrics.port }} + targetPort: {{ .Values.schedulerExtender.metrics.port }} + type: ClusterIP +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender.yaml new file mode 100644 index 0000000000..4c324a8e15 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender.yaml @@ -0,0 +1,148 @@ +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: csi-azuredisk-scheduler-extender-config + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +data: + config.yaml: | + apiVersion: kubescheduler.config.k8s.io/v1beta1 + kind: KubeSchedulerConfiguration + leaderElection: + leaderElect: true + leaseDuration: "15s" + renewDeadline: "10s" + retryPeriod: "2s" + resourceLock: leases + resourceName: csi-azuredisk-scheduler-extender + resourceNamespace: {{ .Release.Namespace }} + profiles: + - schedulerName: csi-azuredisk-scheduler-extender + extenders: + - urlPrefix: "http://localhost:{{ .Values.schedulerExtender.servicePort }}/azdiskschedulerextender" + filterVerb: "filter" + prioritizeVerb: "prioritize" + weight: 1 + nodeCacheCapable: true + ignorable: true +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: {{ .Values.schedulerExtender.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} + app: {{ .Values.schedulerExtender.name }} +{{- with .Values.schedulerExtender.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.schedulerExtender.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + replicas: {{ .Values.schedulerExtender.replicas }} + selector: + matchLabels: + app: {{ .Values.schedulerExtender.name }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.schedulerExtender.name }} +{{- with .Values.schedulerExtender.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.schedulerExtender.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + serviceAccountName: {{ .Values.serviceAccount.schedulerExtender }} + nodeSelector: + kubernetes.io/os: linux +{{- with .Values.schedulerExtender.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + {{- if .Values.controller.runOnMaster}} + node-role.kubernetes.io/master: "" + {{- end}} + {{- if .Values.controller.runOnControlPlane}} + node-role.kubernetes.io/control-plane: "" + {{- end}} + priorityClassName: system-cluster-critical +{{- with .Values.schedulerExtender.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.schedulerExtender.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} + volumes: + - name: csi-azuredisk-scheduler-extender-config + configMap: + name: csi-azuredisk-scheduler-extender-config + containers: + - name: csi-azuredisk-scheduler +{{- if hasPrefix "/" .Values.image.kubeScheduler.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.kubeScheduler.repository }}:{{ .Values.image.kubeScheduler.tag }}" +{{- else }} + image: "{{ .Values.image.kubeScheduler.repository }}:{{ .Values.image.kubeScheduler.tag }}" +{{- end }} + imagePullPolicy: IfNotPresent + args: + - kube-scheduler + - --config=/azdiskschedulerextender/config.yaml + - --v=5 + - --feature-gates + - CSIInlineVolume=true,LocalStorageCapacityIsolation=true,ServiceNodeExclusion=true + volumeMounts: + - name: csi-azuredisk-scheduler-extender-config + mountPath: /azdiskschedulerextender + - name: csi-azuredisk-scheduler-extender +{{- if hasPrefix "/" .Values.image.schedulerExtender.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.schedulerExtender.repository }}:{{ .Values.image.schedulerExtender.tag }}" +{{- else }} + image: "{{ .Values.image.schedulerExtender.repository }}:{{ .Values.image.schedulerExtender.tag }}" +{{- end }} + imagePullPolicy: {{ .Values.image.schedulerExtender.pullPolicy }} + args: + - "--port={{ .Values.schedulerExtender.servicePort }}" + - "--metrics-address=0.0.0.0:{{ .Values.schedulerExtender.metrics.port }}" +{{- if .Values.schedulerExtender.profiler.port }} + - "--profiler-address=0.0.0.0:{{ .Values.schedulerExtender.profiler.port }}" +{{- end }} + - "--driver-object-namespace={{ .Values.driver.objectNamespace }}" + - "--drivername={{ .Values.driver.name }}" + - "--v=5" + livenessProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 2 + periodSeconds: 5 + readinessProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 3 + periodSeconds: 10 + startupProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 20 + periodSeconds: 3 + resources: {{- toYaml .Values.schedulerExtender.resources | nindent 12 }} + ports: + - name: extender-port + containerPort: {{ .Values.schedulerExtender.servicePort }} + hostPort: {{ .Values.schedulerExtender.servicePort }} + - name: metrics-port + containerPort: {{ .Values.schedulerExtender.metrics.port }} + protocol: TCP diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-storage-class.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-storage-class.yaml new file mode 100644 index 0000000000..24810b8d37 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-azuredisk-storage-class.yaml @@ -0,0 +1,143 @@ +{{- if .Values.storageClasses.create -}} +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.standardLRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: Standard_LRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.standardSSDLRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: StandardSSD_LRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.standardSSDLRS }}-replicas +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: StandardSSD_LRS + maxShares: "3" +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.premiumLRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: Premium_LRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.premiumLRS }}-replicas +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: Premium_LRS + maxShares: "3" +--- +{{- if .Values.storageClasses.enableUltraSSD -}} +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.ultraSSDLRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: UltraSSD_LRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.ultraSSDLRS }}-replicas +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: UltraSSD_LRS + maxShares: "3" +--- +{{- end -}} +{{- if .Values.storageClasses.enableZRS -}} +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.standardSSDZRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: Immediate +allowVolumeExpansion: true +parameters: + skuName: StandardSSD_ZRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.standardSSDZRS }}-replicas +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: Immediate +allowVolumeExpansion: true +parameters: + skuName: StandardSSD_ZRS + maxShares: "3" +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.premiumZRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: Immediate +allowVolumeExpansion: true +parameters: + skuName: Premium_ZRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.premiumZRS }}-replicas +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: Immediate +allowVolumeExpansion: true +parameters: + skuName: Premium_ZRS + maxShares: "3" +{{- end -}} +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml new file mode 100644 index 0000000000..66f512fd8f --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml @@ -0,0 +1,58 @@ +{{- if .Values.snapshot.enabled -}} +kind: Deployment +apiVersion: apps/v1 +metadata: + name: {{ .Values.snapshot.snapshotController.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.snapshot.snapshotController.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.snapshot.snapshotController.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + replicas: {{ .Values.snapshot.snapshotController.replicas }} + selector: + matchLabels: + app: {{ .Values.snapshot.snapshotController.name }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.snapshot.snapshotController.name }} +{{- with .Values.snapshot.snapshotController.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.snapshot.snapshotController.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + serviceAccountName: {{ .Values.serviceAccount.snapshotController }} + nodeSelector: + kubernetes.io/os: linux + priorityClassName: system-cluster-critical +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: {{ .Values.snapshot.snapshotController.name }} +{{- if hasPrefix "/" .Values.snapshot.image.csiSnapshotController.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.snapshot.image.csiSnapshotController.repository }}:{{ .Values.snapshot.image.csiSnapshotController.tag }}" +{{- else }} + image: "{{ .Values.snapshot.image.csiSnapshotController.repository }}:{{ .Values.snapshot.image.csiSnapshotController.tag }}" +{{- end }} + args: + - "--v=2" + - "--leader-election=true" + - "--leader-election-namespace={{ .Release.Namespace }}" + resources: {{- toYaml .Values.snapshot.snapshotController.resources | nindent 12 }} + imagePullPolicy: {{ .Values.snapshot.image.csiSnapshotController.pullPolicy }} +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azdrivernodes.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azdrivernodes.yaml new file mode 100644 index 0000000000..02979f4c7b --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azdrivernodes.yaml @@ -0,0 +1,250 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azdrivernodes.disk.csi.azure.com +{{ include "azuredisk.labels" . | indent 2 }} +spec: + group: disk.csi.azure.com + names: + kind: AzDriverNode + listKind: AzDriverNodeList + plural: azdrivernodes + singular: azdrivernode + scope: Namespaced + versions: + {{- if .Values.api.version.v1beta1.enabled }} + - additionalPrinterColumns: + - description: Name of the Node which this AzDriverNode object represents. + jsonPath: .spec.nodeName + name: NodeName + type: string + - description: Indicates if the azure persistent volume driver is ready for new + pods which use azure persistent volumes. + jsonPath: .status.readyForVolumeAllocation + name: ReadyForVolumeAllocation + type: boolean + - description: Represents the time stamp at which azure persistent volume driver + sent a heatbeat. + jsonPath: .status.lastHeartbeatTime + name: LastHeartbeatTime + type: date + - description: A brief node status message. + jsonPath: .status.statusMessage + name: StatusMessage + type: string + name: v1beta1 + schema: + openAPIV3Schema: + description: AzDriverNode is a representation of a node, where azure CSI driver + node plug-in runs. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzDriverNode. Required. + properties: + nodeName: + description: Name of the node which this AzDriverNode represents. + Required. + type: string + required: + - nodeName + type: object + status: + description: status represents the current state of AzDriverNode. If this + is nil or empty, clients should prefer other nodes for persistent volume + allocations or pod places for pods which use azure persistent volumes. + properties: + conditions: + description: Conditions contains an array of generic AzDriver related + health conditions These conditions can be used programmatically + to take decisions + items: + description: AzDriverCondition defines condition for the AzDriver + properties: + lastHeartbeatTime: + description: Last time we got an update on a given condition. + format: date-time + type: string + lastTransitionTime: + description: Last time the condition transit from one status + to another. + format: date-time + type: string + message: + description: Human readable message indicating details about + last transition. + type: string + reason: + description: (brief) reason for the condition's last transition. + type: string + status: + description: Status of the condition, one of True, False, Unknown. + type: string + type: + description: Type of node condition. + type: string + required: + - status + - type + type: object + type: array + lastHeartbeatTime: + description: LastHeartbeatTime represents the timestamp when a heatbeat + was sent by driver node plugin. A recent timestamp means that node-plugin + is responsive and is communicating to API server. Clients should + not solely reply on LastHeartbeatTime to ascertain node plugin's + health state. + format: date-time + type: string + readyForVolumeAllocation: + description: ReadyForVolumeAllocation tells client whether the node + plug-in is ready for volume allocation. If status is not present + or ReadyForVolumeAllocation, then clients should prefer other nodes + in the clusters for azure persistent volumes\pod placements for + pods with azure disks. + type: boolean + statusMessage: + description: StatusMessage is a brief status message regarding nodes + health This field should not be used for any decision making in + code It is for display/debug purpose only For code logic dependency, + use Conditions filed + type: string + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} + {{- end }} + - additionalPrinterColumns: + - description: Name of the Node which this AzDriverNode object represents. + jsonPath: .spec.nodeName + name: NodeName + type: string + - description: Indicates if the azure persistent volume driver is ready for new + pods which use azure persistent volumes. + jsonPath: .status.readyForVolumeAllocation + name: ReadyForVolumeAllocation + type: boolean + - description: Represents the time stamp at which azure persistent volume driver + sent a heatbeat. + jsonPath: .status.lastHeartbeatTime + name: LastHeartbeatTime + type: date + - description: A brief node status message. + jsonPath: .status.statusMessage + name: StatusMessage + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzDriverNode is a representation of a node, where azure CSI driver + node plug-in runs. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzDriverNode. Required. + properties: + nodeName: + description: Name of the node which this AzDriverNode represents. + Required. + type: string + required: + - nodeName + type: object + status: + description: status represents the current state of AzDriverNode. If this + is nil or empty, clients should prefer other nodes for persistent volume + allocations or pod places for pods which use azure persistent volumes. + properties: + conditions: + description: Conditions contains an array of generic AzDriver related + health conditions These conditions can be used programmatically + to take decisions + items: + description: AzDriverCondition defines condition for the AzDriver + properties: + lastHeartbeatTime: + description: Last time we got an update on a given condition. + format: date-time + type: string + lastTransitionTime: + description: Last time the condition transit from one status + to another. + format: date-time + type: string + message: + description: Human readable message indicating details about + last transition. + type: string + reason: + description: (brief) reason for the condition's last transition. + type: string + status: + description: Status of the condition, one of True, False, Unknown. + type: string + type: + description: Type of node condition. + type: string + required: + - status + - type + type: object + type: array + lastHeartbeatTime: + description: LastHeartbeatTime represents the timestamp when a heatbeat + was sent by driver node plugin. A recent timestamp means that node-plugin + is responsive and is communicating to API server. Clients should + not solely reply on LastHeartbeatTime to ascertain node plugin's + health state. + format: date-time + type: string + readyForVolumeAllocation: + description: ReadyForVolumeAllocation tells client whether the node + plug-in is ready for volume allocation. If status is not present + or ReadyForVolumeAllocation, then clients should prefer other nodes + in the clusters for azure persistent volumes\pod placements for + pods with azure disks. + type: boolean + statusMessage: + description: StatusMessage is a brief status message regarding nodes + health This field should not be used for any decision making in + code It is for display/debug purpose only For code logic dependency, + use Conditions filed + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumeattachments.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumeattachments.yaml new file mode 100644 index 0000000000..6be64dc418 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumeattachments.yaml @@ -0,0 +1,275 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azvolumeattachments.disk.csi.azure.com +{{ include "azuredisk.labels" . | indent 2 }} +spec: + group: disk.csi.azure.com + names: + kind: AzVolumeAttachment + listKind: AzVolumeAttachmentList + plural: azvolumeattachments + singular: azvolumeattachment + scope: Namespaced + versions: + {{- if .Values.api.version.v1beta1.enabled }} + - additionalPrinterColumns: + - description: The age of the attachment + jsonPath: .metadata.creationTimestamp + name: Age + type: date + - description: Name of the Node which this AzVolumeAttachment object is attached + to + jsonPath: .spec.nodeName + name: NodeName + priority: 10 + type: string + - description: Name of the volume which this AzVolumeAttachment object references + jsonPath: .spec.volumeName + name: VolumeName + priority: 10 + type: string + - description: Indicates if the volume attachment should be primary attachment + or not + jsonPath: .spec.role + name: RequestedRole + type: string + - description: Indicates if the volume attachment is primary attachment or not + jsonPath: .status.detail.role + name: Role + type: string + - description: Describes the previous volume attachment role + jsonPath: .status.detail.previous_role + name: PreviousRole + priority: 10 + type: string + - description: Indicates the state of the volume attachment + jsonPath: .status.state + name: State + type: string + name: v1beta1 + schema: + openAPIV3Schema: + description: AzVolumeAttachment is a specification for a AzVolumeAttachment + resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzVolumeAttachment. Required. + properties: + nodeName: + type: string + role: + description: Role indicates if the volume attachment is replica attachment + or not + type: string + volume_context: + additionalProperties: + type: string + type: object + volume_id: + type: string + volumeName: + type: string + required: + - nodeName + - role + - volumeName + - volume_context + - volume_id + type: object + status: + description: status represents the current state of AzVolumeAttachment. + includes error, state, and attachment status Required + properties: + detail: + description: Status summarizes the current attachment state of the + volume attachment Nil Status indicates that the volume has not yet + been attached to the node + properties: + previous_role: + description: The previous attachment role. + type: string + publish_context: + additionalProperties: + type: string + type: object + role: + description: The current attachment role. + type: string + required: + - role + type: object + error: + description: Error occurred during attach/detach of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + state: + description: State shows the current attachment state (whether operations + are in progress or not) + type: string + type: object + required: + - spec + type: object + served: true + storage: false + subresources: {} + {{- end }} + - additionalPrinterColumns: + - description: The age of the attachment + jsonPath: .metadata.creationTimestamp + name: Age + type: date + - description: Name of the Node which this AzVolumeAttachment object is attached + to + jsonPath: .spec.nodeName + name: NodeName + priority: 10 + type: string + - description: Name of the volume which this AzVolumeAttachment object references + jsonPath: .spec.volumeName + name: VolumeName + priority: 10 + type: string + - description: Indicates if the volume attachment should be primary attachment + or not + jsonPath: .spec.role + name: RequestedRole + type: string + - description: Indicates if the volume attachment is primary attachment or not + jsonPath: .status.detail.role + name: Role + type: string + - description: Describes the previous volume attachment role + jsonPath: .status.detail.previous_role + name: PreviousRole + priority: 10 + type: string + - description: Indicates the state of the volume attachment + jsonPath: .status.state + name: State + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzVolumeAttachment is a specification for a AzVolumeAttachment + resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzVolumeAttachment. Required. + properties: + nodeName: + type: string + role: + description: Role indicates if the volume attachment is replica attachment + or not + type: string + volume_context: + additionalProperties: + type: string + type: object + volume_id: + type: string + volumeName: + type: string + required: + - nodeName + - role + - volumeName + - volume_context + - volume_id + type: object + status: + description: status represents the current state of AzVolumeAttachment. + includes error, state, and attachment status + properties: + annotation: + additionalProperties: + type: string + description: Annotations contains additional resource information + to guide driver actions + type: object + detail: + description: Status summarizes the current attachment state of the + volume attachment Nil Status indicates that the volume has not yet + been attached to the node + properties: + previous_role: + description: The previous attachment role. + type: string + publish_context: + additionalProperties: + type: string + type: object + role: + description: The current attachment role. + type: string + required: + - role + type: object + error: + description: Error occurred during attach/detach of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + state: + description: State shows the current attachment state (whether operations + are in progress or not) + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumes.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumes.yaml new file mode 100644 index 0000000000..8c5cad0426 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumes.yaml @@ -0,0 +1,436 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azvolumes.disk.csi.azure.com +{{ include "azuredisk.labels" . | indent 2 }} +spec: + group: disk.csi.azure.com + names: + kind: AzVolume + listKind: AzVolumeList + plural: azvolumes + singular: azvolume + scope: Namespaced + versions: + {{- if .Values.api.version.v1beta1.enabled }} + - additionalPrinterColumns: + - description: Indicates the state of the volume + jsonPath: .status.state + name: State + type: string + - description: Indicates the phase of the underlying persistent volume + jsonPath: .status.detail.phase + name: Phase + type: string + name: v1beta1 + schema: + openAPIV3Schema: + description: AzVolume is a specification for an AzVolume resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of an AzVolume. Required. + properties: + accessibilityRequirements: + description: Specifies where the provisioned volume should be accessible. + properties: + preferred: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + requisite: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + type: object + capacityRange: + description: The capacity of the storage. + properties: + limit_bytes: + description: Volume MUST not be bigger than this. This field is + OPTIONAL. A value of 0 is equal to an unspecified field value. + The value of this field MUST NOT be negative. + format: int64 + type: integer + required_bytes: + description: Volume MUST be at least this big. This field is OPTIONAL. + A value of 0 is equal to an unspecified field value. The value + of this field MUST NOT be negative. + format: int64 + type: integer + type: object + contentVolumeSource: + description: The source of initial content for the volume. + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + maxMountReplicaCount: + description: The number of replicas attachments to maintain. This + value must be in the range [0..(maxShares - 1)]. If the volume access + mode is ReadWriteMany, the default is 0. Otherwise, the default + is maxShares - 1. + type: integer + parameters: + additionalProperties: + type: string + description: Parameters for the volume. + type: object + secrets: + additionalProperties: + type: string + description: Secrets for the volume. + type: object + volumeCapability: + description: The capabilities that the volume MUST have. + items: + properties: + access_mode: + description: This is a REQUIRED field. + type: integer + access_type: + description: Specifies the access type for the volume. + type: integer + fs_type: + description: The filesystem type. This field is OPTIONAL. An + empty string is equal to an unspecified field value. + type: string + mount_flags: + description: The mount options that can be used for the volume. + This field is OPTIONAL. `mount_flags` MAY contain sensitive + information. Therefore, the CO and the Plugin MUST NOT leak + this information to untrusted entities. The total size of + this repeated field SHALL NOT exceed 4 KiB. + items: + type: string + type: array + required: + - access_mode + - access_type + type: object + type: array + volumeName: + description: The disk name. + type: string + required: + - maxMountReplicaCount + - volumeCapability + - volumeName + type: object + status: + description: status represents the current state of AzVolume. includes + error, state, and volume status + properties: + detail: + description: Current status detail of the AzVolume Nil detail indicates + that the volume has not been created + properties: + accessible_topology: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + capacity_bytes: + format: int64 + type: integer + content_source: + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + node_expansion_required: + type: boolean + parameters: + additionalProperties: + type: string + type: object + volume_id: + type: string + required: + - capacity_bytes + - node_expansion_required + - volume_id + type: object + error: + description: Error occurred during creation/deletion of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + persistentVolume: + description: The name of the PersistentVolume that corresponds to + the AzVolume instance. + type: string + state: + description: Current state of underlying volume + type: string + required: + - state + type: object + required: + - spec + - status + type: object + served: true + storage: false + subresources: {} + {{- end }} + - additionalPrinterColumns: + - description: Indicates the state of the volume + jsonPath: .status.state + name: State + type: string + - description: Indicates the phase of the underlying persistent volume + jsonPath: .status.detail.phase + name: Phase + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzVolume is a specification for an AzVolume resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of an AzVolume. Required. + properties: + accessibilityRequirements: + description: Specifies where the provisioned volume should be accessible. + properties: + preferred: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + requisite: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + type: object + capacityRange: + description: The capacity of the storage. + properties: + limit_bytes: + description: Volume MUST not be bigger than this. This field is + OPTIONAL. A value of 0 is equal to an unspecified field value. + The value of this field MUST NOT be negative. + format: int64 + type: integer + required_bytes: + description: Volume MUST be at least this big. This field is OPTIONAL. + A value of 0 is equal to an unspecified field value. The value + of this field MUST NOT be negative. + format: int64 + type: integer + type: object + contentVolumeSource: + description: The source of initial content for the volume. + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + maxMountReplicaCount: + description: The number of replicas attachments to maintain. This + value must be in the range [0..(maxShares - 1)]. If the volume access + mode is ReadWriteMany, the default is 0. Otherwise, the default + is maxShares - 1. + type: integer + parameters: + additionalProperties: + type: string + description: Parameters for the volume. + type: object + persistentVolume: + description: The name of the PersistentVolume that corresponds to + the AzVolume instance. + type: string + secrets: + additionalProperties: + type: string + description: Secrets for the volume. + type: object + volumeCapability: + description: The capabilities that the volume MUST have. + items: + properties: + access_mode: + description: This is a REQUIRED field. + type: integer + access_type: + description: Specifies the access type for the volume. + type: integer + fs_type: + description: The filesystem type. This field is OPTIONAL. An + empty string is equal to an unspecified field value. + type: string + mount_flags: + description: The mount options that can be used for the volume. + This field is OPTIONAL. `mount_flags` MAY contain sensitive + information. Therefore, the CO and the Plugin MUST NOT leak + this information to untrusted entities. The total size of + this repeated field SHALL NOT exceed 4 KiB. + items: + type: string + type: array + required: + - access_mode + - access_type + type: object + type: array + volumeName: + description: The disk name. + type: string + required: + - maxMountReplicaCount + - volumeCapability + - volumeName + type: object + status: + description: status represents the current state of AzVolume. includes + error, state, and volume status + properties: + annotation: + additionalProperties: + type: string + description: Annotations contains additional resource information + to guide driver actions + type: object + detail: + description: Current status detail of the AzVolume Nil detail indicates + that the volume has not been created + properties: + accessible_topology: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + capacity_bytes: + format: int64 + type: integer + content_source: + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + node_expansion_required: + type: boolean + parameters: + additionalProperties: + type: string + type: object + volume_id: + type: string + required: + - capacity_bytes + - node_expansion_required + - volume_id + type: object + error: + description: Error occurred during creation/deletion of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + state: + description: Current state of underlying volume + type: string + required: + - state + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/namespace-azure-disk-csi.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/namespace-azure-disk-csi.yaml new file mode 100644 index 0000000000..3539818d7d --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/namespace-azure-disk-csi.yaml @@ -0,0 +1,11 @@ +--- +{ + "apiVersion": "v1", + "kind": "Namespace", + "metadata": { + "name": "azure-disk-csi", + "labels": { + "name": "azure-disk-csi" + } + } +} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..38a5c518f1 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml @@ -0,0 +1,237 @@ +{{- if .Values.rbac.create -}} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-provisioner-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "create", "delete"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["namespaces"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["csinodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["get", "list"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes", "azvolumeattachments", "azvolumes"] + verbs: ["create", "get", "list", "watch", "patch", "update", "delete"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes/status", "azvolumeattachments/status", "azvolumes/status"] + verbs: ["get", "patch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["rbac.authorization.k8s.io"] + resources: ["clusterroles"] + verbs: ["get", "patch", "update"] + - apiGroups: ["rbac.authorization.k8s.io"] + resources: ["clusterrolebindings"] + verbs: ["get", "patch", "update"] + - apiGroups: [""] + resources: ["serviceaccounts"] + verbs: ["get", "patch", "update"] + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list", "watch"] + - apiGroups: ["apiextensions.k8s.io"] + resources: ["customresourcedefinitions"] + verbs: ["get", "list", "watch"] + +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-provisioner-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-provisioner-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-attacher-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["csi.storage.k8s.io"] + resources: ["csinodeinfos"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-attacher-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-attacher-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-snapshotter-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["update", "patch"] + - apiGroups: ["apiextensions.k8s.io"] + resources: ["customresourcedefinitions"] + verbs: ["create", "get", "list", "watch", "update", "delete"] + - apiGroups: ["apiextensions.k8s.io"] + resources: ["customresourcedefinitions/status"] + verbs: ["update"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-snapshotter-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-snapshotter-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-resizer-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims/status"] + verbs: ["update", "patch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + - apiGroups: [""] + resources: ["pods"] + verbs: ["get", "list", "watch"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-resizer-role +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-resizer-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-controller-secret-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-controller-secret-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-controller-secret-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml new file mode 100644 index 0000000000..63390cc9af --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml @@ -0,0 +1,50 @@ +{{- if .Values.rbac.create -}} +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-node-secret-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes"] + verbs: ["create", "get", "list", "watch", "patch", "update", "delete"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumeattachments"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes/status", "azvolumeattachments/status"] + verbs: ["get", "patch", "update"] + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list", "watch"] + - apiGroups: ["apiextensions.k8s.io"] + resources: ["customresourcedefinitions"] + verbs: ["get", "list", "watch"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-node-secret-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.node }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-node-secret-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-scheduler-extender.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-scheduler-extender.yaml new file mode 100644 index 0000000000..0459ece0e8 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-azuredisk-scheduler-extender.yaml @@ -0,0 +1,88 @@ +{{- if .Values.rbac.create -}} +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-scheduler-extender-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["endpoints"] + verbs: ["create"] + - apiGroups: [""] + resourceNames: ["csi-azuredisk-scheduler-extender"] + resources: ["endpoints"] + verbs: ["get", "update"] + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list", "watch"] + - apiGroups: ["", "events.k8s.io"] + resources: ["events"] + verbs: ["create", "patch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["pods"] + verbs: ["delete", "get", "list", "watch"] + - apiGroups: [""] + resources: ["bindings", "pods/binding"] + verbs: ["create"] + - apiGroups: [""] + resources: ["pods/status"] + verbs: ["patch", "update"] + - apiGroups: [""] + resources: ["replicationcontrollers", "services"] + verbs: ["get", "list", "watch"] + - apiGroups: ["apps", "extensions"] + resources: ["replicasets"] + verbs: ["get", "list", "watch"] + - apiGroups: ["apps"] + resources: ["statefulsets"] + verbs: ["get", "list", "watch"] + - apiGroups: ["policy"] + resources: ["poddisruptionbudgets"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "patch", "update"] + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["authorization.k8s.io"] + resources: ["subjectaccessreviews", "tokenreviews"] + verbs: ["create"] + - apiGroups: [""] + resources: ["namespaces"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses", "csinodes", "csistoragecapacities", "csidrivers"] + verbs: ["get", "list", "watch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["create"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + resourceNames: ["csi-azuredisk-scheduler-extender"] + verbs: ["get", "update"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumeattachments"] + verbs: ["get", "list", "watch"] +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: csi-azuredisk-scheduler-extender-role-binding +{{ include "azuredisk.labels" . | indent 2 }} +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: csi-azuredisk-scheduler-extender-role +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.schedulerExtender }} + namespace: {{ .Release.Namespace }} +{{ end }} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..e91e1591fa --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml @@ -0,0 +1,76 @@ +{{- if and .Values.snapshot.enabled .Values.rbac.create -}} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-snapshot-controller-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots/status"] + verbs: ["update", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-snapshot-controller-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-snapshot-controller-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-snapshot-controller-leaderelection-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-snapshot-controller-leaderelection-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-snapshot-controller-leaderelection-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..08bd06cda5 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml @@ -0,0 +1,8 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml new file mode 100644 index 0000000000..941f3eb92c --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml @@ -0,0 +1,8 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.node }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-scheduler-extender.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-scheduler-extender.yaml new file mode 100644 index 0000000000..f7e56fb0d6 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-scheduler-extender.yaml @@ -0,0 +1,8 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.schedulerExtender }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..02fa54c2a3 --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml @@ -0,0 +1,8 @@ +{{- if and .Values.snapshot.enabled .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- end -}} diff --git a/charts/v2.0.0-beta.9/azuredisk-csi-driver/values.yaml b/charts/v2.0.0-beta.9/azuredisk-csi-driver/values.yaml new file mode 100644 index 0000000000..c014ebb4ac --- /dev/null +++ b/charts/v2.0.0-beta.9/azuredisk-csi-driver/values.yaml @@ -0,0 +1,344 @@ +image: + baseRepo: mcr.microsoft.com + azuredisk: + repository: /oss/kubernetes-csi/azuredisk-csi + tag: v2.0.0-beta.9 + pullPolicy: IfNotPresent + csiProvisioner: + repository: /oss/kubernetes-csi/csi-provisioner + tag: v3.2.0 + pullPolicy: IfNotPresent + csiAttacher: + repository: /oss/kubernetes-csi/csi-attacher + tag: v3.5.0 + pullPolicy: IfNotPresent + csiResizer: + repository: /oss/kubernetes-csi/csi-resizer + tag: v1.5.0 + pullPolicy: IfNotPresent + curl: + repository: /oss/kubernetes/kubectl + tag: v1.21.2 + pullPolicy: IfNotPresent + livenessProbe: + repository: /oss/kubernetes-csi/livenessprobe + tag: v2.7.0 + pullPolicy: IfNotPresent + nodeDriverRegistrar: + repository: /oss/kubernetes-csi/csi-node-driver-registrar + tag: v2.5.1 + pullPolicy: IfNotPresent + schedulerExtender: + repository: /oss/kubernetes-csi/azdiskschedulerextender-csi + tag: v2.0.0-beta.9 + pullPolicy: IfNotPresent + kubeScheduler: + repository: /oss/kubernetes/kube-scheduler + tag: v1.21.2 + pullPolicy: IfNotPresent + +serviceAccount: + create: true # When true, service accounts will be created for you. Set to false if you want to use your own. + controller: csi-azuredisk-controller-sa # Name of Service Account to be created or used + node: csi-azuredisk-node-sa # Name of Service Account to be created or used + snapshotController: csi-snapshot-controller-sa # Name of Service Account to be created or used + schedulerExtender: csi-azuredisk-scheduler-extender-sa # Name of Service Account to be created or used + +rbac: + create: true + name: azuredisk + +api: + version: + v1beta1: + enabled: true + +controller: + name: csi-azuredisk-controller + cloudConfigSecretName: azure-cloud-provider + cloudConfigSecretNamespace: kube-system + allowEmptyCloudConfig: false + replicas: 2 + metrics: + port: 29604 + service: + enabled: false + monitor: + enabled: false + profiler: + port: + livenessProbe: + healthPort: 29602 + runOnMaster: false + runOnControlPlane: false + disableAvailabilitySetNodes: false + vmType: "" + provisionerWorkerThreads: 100 + provisionerQps: 50 + provisionerBurst: 100 + attacherWorkerThreads: 500 + attacherQps: 50 + attacherBurst: 100 + driverWorkerThreads: 100 + vmssCacheTTLInSeconds: -1 + kubeClientQPS: 60 + kubeClientBurst: 240 + enableAzureClientAttachDetachRateLimiter: true + azureClientAttachDetachRateLimiterQPS: 1.333 + azureClientAttachDetachRateLimiterBucket: 240 + azureClientAttachDetachBatchInitialDelayInMillis: 1000 + logLevel: 5 + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Exists" + effect: "NoSchedule" + hostNetwork: true # this setting could be disabled if controller does not depend on MSI setting + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + resources: + csiProvisioner: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiAttacher: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiResizer: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiSnapshotter: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + azuredisk: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + credentialFile: + initContainers: [] + additionalContainers: [] + additionalVolumes: [] + +node: + cloudConfigSecretName: azure-cloud-provider + cloudConfigSecretNamespace: kube-system + supportZone: true + allowEmptyCloudConfig: true + maxUnavailable: 1 + metrics: + port: 29605 + profiler: + port: + logLevel: 5 + livenessProbe: + healthPort: 29603 + +schedulerExtender: + name: csi-azuredisk-scheduler-extender + replicas: 2 + metrics: + port: 29606 + service: + enabled: false + monitor: + enabled: false + profiler: + port: + servicePort: 8889 + resources: + requests: + cpu: 20m + memory: 50Mi + limits: + cpu: 300m + memory: 300Mi + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + +snapshot: + enabled: false + createCRDs: true + name: csi-snapshot-controller + image: + csiSnapshotter: + repository: /oss/kubernetes-csi/csi-snapshotter + tag: v5.0.1 + pullPolicy: IfNotPresent + csiSnapshotController: + repository: /oss/kubernetes-csi/snapshot-controller + tag: v5.0.1 + pullPolicy: IfNotPresent + snapshotController: + name: csi-snapshot-controller + replicas: 2 + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + +feature: + enableFSGroupPolicy: true + +driver: + name: disk.csi.azure.com + objectNamespace: "azure-disk-csi" # The namespace where driver related custom resources are created + # maximum number of attachable volumes per node, + # maximum number is defined according to node instance type by default(-1) + volumeAttachLimit: -1 + customUserAgent: "" + userAgentSuffix: "OSS-helm" + azureGoSDKLogLevel: "" # available values: ""(no logs), DEBUG, INFO, WARNING, ERROR + +linux: + enabled: true + dsName: csi-azuredisk-node # daemonset name + kubelet: /var/lib/kubelet + distro: debian # available values: debian, fedora + enablePerfOptimization: true + tolerations: + - operator: "Exists" + hostNetwork: true # this setting could be disabled if perfProfile is `none` + getNodeInfoFromLabels: false # get node info from node labels instead of IMDS + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + resources: + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + nodeDriverRegistrar: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + azuredisk: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + +windows: + enabled: true + dsName: csi-azuredisk-node-win # daemonset name + kubelet: 'C:\var\lib\kubelet' + getNodeInfoFromLabels: false # get node info from node labels instead of IMDS + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + resources: + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 40Mi + nodeDriverRegistrar: + limits: + memory: 100Mi + requests: + cpu: 30m + memory: 40Mi + azuredisk: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 40Mi + useHostProcessContainers: false + +cloud: AzurePublicCloud + +storageClasses: + create: true + enableZRS: false + enableUltraSSD: false + storageClassNames: + standardLRS: "azuredisk-standard-hdd-lrs" + standardSSDLRS: "azuredisk-standard-ssd-lrs" + standardSSDZRS: "azuredisk-standard-ssd-zrs" + premiumLRS: "azuredisk-premium-ssd-lrs" + premiumZRS: "azuredisk-premium-ssd-zrs" + ultraSSDLRS: "azuredisk-ultra-ssd-lrs" + + +## Reference to one or more secrets to be used when pulling images +## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ +## +imagePullSecrets: [] +# - name: "image-pull-secret" diff --git a/deploy/latest-v2/crd-csi-snapshot.yaml b/deploy/latest-v2/crd-csi-snapshot.yaml index 18d97e6b7c..3dcbbd546e 100644 --- a/deploy/latest-v2/crd-csi-snapshot.yaml +++ b/deploy/latest-v2/crd-csi-snapshot.yaml @@ -94,7 +94,7 @@ spec: format: date-time type: string error: - description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurrs during the snapshot creation. Upon success, this error field will be cleared. + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occugit grs during the snapshot creation. Upon success, this error field will be cleared. properties: message: description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' @@ -198,7 +198,7 @@ spec: format: date-time type: string error: - description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurrs during the snapshot creation. Upon success, this error field will be cleared. + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. properties: message: description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' diff --git a/deploy/v2.0.0-beta.9/crd-csi-snapshot.yaml b/deploy/v2.0.0-beta.9/crd-csi-snapshot.yaml new file mode 100644 index 0000000000..a5b5f01647 --- /dev/null +++ b/deploy/v2.0.0-beta.9/crd-csi-snapshot.yaml @@ -0,0 +1,659 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshots.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshot + listKind: VolumeSnapshotList + plural: volumesnapshots + shortNames: + - vs + singular: volumesnapshot + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + oneOf: + - required: ["persistentVolumeClaimName"] + - required: ["volumeSnapshotContentName"] + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshot is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshot" + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotclasses.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotClass + listKind: VolumeSnapshotClassList + plural: volumesnapshotclasses + shortNames: + - vsclass + - vsclasses + singular: volumesnapshotclass + scope: Cluster + versions: + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: true + subresources: {} + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotClass is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotClass" + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: false + subresources: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotcontents.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotContent + listKind: VolumeSnapshotContentList + plural: volumesnapshotcontents + shortNames: + - vsc + - vscs + singular: volumesnapshotcontent + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + oneOf: + - required: ["snapshotHandle"] + - required: ["volumeHandle"] + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotContent is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotContent" + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] \ No newline at end of file diff --git a/deploy/v2.0.0-beta.9/csi-azuredisk-controller.yaml b/deploy/v2.0.0-beta.9/csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..8169ab7f26 --- /dev/null +++ b/deploy/v2.0.0-beta.9/csi-azuredisk-controller.yaml @@ -0,0 +1,200 @@ +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-controller + namespace: kube-system +spec: + replicas: 2 + selector: + matchLabels: + app: csi-azuredisk-controller + template: + metadata: + labels: + app: csi-azuredisk-controller + spec: + hostNetwork: true + serviceAccountName: csi-azuredisk-controller-sa + nodeSelector: + kubernetes.io/os: linux # add "kubernetes.io/role: master" to run controller on master node + priorityClassName: system-cluster-critical + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Exists" + effect: "NoSchedule" + containers: + - name: csi-provisioner + image: mcr.microsoft.com/oss/kubernetes-csi/csi-provisioner:v3.2.0 + args: + - "--feature-gates=Topology=true" + - "--csi-address=$(ADDRESS)" + - "--v=2" + - "--timeout=30s" + - "--leader-election" + - "--leader-election-namespace=kube-system" + - "--worker-threads=100" + - "--extra-create-metadata=true" + - "--strict-topology=true" + - "--kube-api-qps=50" + - "--kube-api-burst=100" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + - name: csi-attacher + image: mcr.microsoft.com/oss/kubernetes-csi/csi-attacher:v3.5.0 + args: + - "-v=2" + - "-csi-address=$(ADDRESS)" + - "-timeout=600s" + - "-leader-election" + - "--leader-election-namespace=kube-system" + - "-worker-threads=500" + - "-kube-api-qps=50" + - "-kube-api-burst=100" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + - name: csi-snapshotter + image: mcr.microsoft.com/oss/kubernetes-csi/csi-snapshotter:v5.0.1 + args: + - "-csi-address=$(ADDRESS)" + - "-leader-election" + - "--leader-election-namespace=kube-system" + - "--v=2" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: csi-resizer + image: mcr.microsoft.com/oss/kubernetes-csi/csi-resizer:v1.5.0 + args: + - "-csi-address=$(ADDRESS)" + - "-v=2" + - "-leader-election" + - "--leader-election-namespace=kube-system" + - '-handle-volume-inuse-error=false' + - '-feature-gates=RecoverVolumeExpansionFailure=true' + - "-timeout=240s" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + - name: liveness-probe + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.7.0 + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port=29602 + - --v=2 + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: azuredisk + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v2.0.0-beta.9 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--metrics-address=0.0.0.0:29604" + - "--enable-perf-optimization=true" + - "--user-agent-suffix=OSS-kubectl" + - "--disable-avset-nodes=false" + - "--allow-empty-cloud-config=false" + - "--leader-election-namespace=kube-system" + - "--is-controller-plugin=true" + - "--kube-client-burst=240" + - "--kube-client-qps=32.0" + - "--enable-attach-detach-rate-limiter=true" + - "--attach-detach-rate-limiter-qps=1.333" + - "--attach-detach-rate-limiter-bucket=240" + - "--attach-detach-batch-initial-delay=1000" + - "--worker-threads=100" + ports: + - containerPort: 29602 + name: healthz + protocol: TCP + - containerPort: 29604 + name: metrics + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + volumes: + - name: socket-dir + emptyDir: {} + - name: azure-cred + hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate \ No newline at end of file diff --git a/deploy/v2.0.0-beta.9/csi-azuredisk-driver.yaml b/deploy/v2.0.0-beta.9/csi-azuredisk-driver.yaml new file mode 100644 index 0000000000..fe40cea395 --- /dev/null +++ b/deploy/v2.0.0-beta.9/csi-azuredisk-driver.yaml @@ -0,0 +1,12 @@ +--- +apiVersion: storage.k8s.io/v1 +kind: CSIDriver +metadata: + name: disk.csi.azure.com + annotations: + csiDriver: v2.0.0-beta.9 + snapshot: v5.0.1 +spec: + attachRequired: true + podInfoOnMount: false + fsGroupPolicy: File diff --git a/deploy/v2.0.0-beta.9/csi-azuredisk-node-windows-hostprocess.yaml b/deploy/v2.0.0-beta.9/csi-azuredisk-node-windows-hostprocess.yaml new file mode 100644 index 0000000000..0d9f340739 --- /dev/null +++ b/deploy/v2.0.0-beta.9/csi-azuredisk-node-windows-hostprocess.yaml @@ -0,0 +1,150 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-node-win + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azuredisk-node-win + template: + metadata: + labels: + app: csi-azuredisk-node-win + spec: + serviceAccountName: csi-azuredisk-node-sa + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + nodeSelector: + kubernetes.io/os: windows + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + securityContext: + windowsOptions: + hostProcess: true + runAsUserName: "NT AUTHORITY\\SYSTEM" + hostNetwork: true + initContainers: + - name: init + image: mcr.microsoft.com/k8s/csi/azuredisk-csi:latest + imagePullPolicy: IfNotPresent + command: + - "powershell.exe" + - "-c" + - "New-Item" + - "-ItemType" + - "Directory" + - "-Path" + - "C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\" + - "-Force" + containers: + - name: liveness-probe + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.7.0 + command: + - "livenessprobe.exe" + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=3s" + - "--health-port=29603" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 40Mi + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.5.1 + command: + - "csi-node-driver-registrar.exe" + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + - "--plugin-registration-path=$(PLUGIN_REG_DIR)" + livenessProbe: + exec: + command: + - csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: PLUGIN_REG_DIR + value: C:\\var\\lib\\kubelet\\plugins_registry\\ + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + resources: + limits: + memory: 100Mi + requests: + cpu: 30m + memory: 40Mi + - name: azuredisk + image: mcr.microsoft.com/k8s/csi/azuredisk-csi:latest + imagePullPolicy: IfNotPresent + command: + - "azurediskplugin.exe" + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--metrics-address=0.0.0.0:29605" + - "--allow-empty-cloud-config=true" + ports: + - containerPort: 29603 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 40Mi diff --git a/deploy/v2.0.0-beta.9/csi-azuredisk-node-windows.yaml b/deploy/v2.0.0-beta.9/csi-azuredisk-node-windows.yaml new file mode 100644 index 0000000000..6356d93b2d --- /dev/null +++ b/deploy/v2.0.0-beta.9/csi-azuredisk-node-windows.yaml @@ -0,0 +1,193 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-node-win + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azuredisk-node-win + template: + metadata: + labels: + app: csi-azuredisk-node-win + spec: + serviceAccountName: csi-azuredisk-node-sa + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + nodeSelector: + kubernetes.io/os: windows + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + containers: + - name: liveness-probe + volumeMounts: + - mountPath: C:\csi + name: plugin-dir + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.7.0 + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=3s" + - "--health-port=29603" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 40Mi + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.5.1 + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + livenessProbe: + exec: + command: + - /csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: registration-dir + mountPath: C:\registration + resources: + limits: + memory: 100Mi + requests: + cpu: 30m + memory: 40Mi + - name: azuredisk + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v2.0.0-beta.9 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--metrics-address=0.0.0.0:29605" + - "--allow-empty-cloud-config=true" + - "--get-node-info-from-labels=false" + - "--is-node-plugin=true" + ports: + - containerPort: 29603 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: azure-config + mountPath: C:\k + - name: csi-proxy-fs-pipe-v1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + mountPath: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + mountPath: \\.\pipe\csi-proxy-volume-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-volume-v1beta2 + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 40Mi + volumes: + - name: csi-proxy-fs-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1beta2 + - name: registration-dir + hostPath: + path: C:\var\lib\kubelet\plugins_registry\ + type: Directory + - name: kubelet-dir + hostPath: + path: C:\var\lib\kubelet\ + type: Directory + - name: plugin-dir + hostPath: + path: C:\var\lib\kubelet\plugins\disk.csi.azure.com\ + type: DirectoryOrCreate + - name: azure-config + hostPath: + path: C:\k + type: DirectoryOrCreate diff --git a/deploy/v2.0.0-beta.9/csi-azuredisk-node.yaml b/deploy/v2.0.0-beta.9/csi-azuredisk-node.yaml new file mode 100644 index 0000000000..19246ba577 --- /dev/null +++ b/deploy/v2.0.0-beta.9/csi-azuredisk-node.yaml @@ -0,0 +1,173 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-node + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azuredisk-node + template: + metadata: + labels: + app: csi-azuredisk-node + spec: + hostNetwork: true + dnsPolicy: Default + serviceAccountName: csi-azuredisk-node-sa + nodeSelector: + kubernetes.io/os: linux + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + tolerations: + - operator: "Exists" + containers: + - name: liveness-probe + volumeMounts: + - mountPath: /csi + name: socket-dir + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.7.0 + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port=29603 + - --v=2 + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.5.1 + args: + - --csi-address=$(ADDRESS) + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --v=2 + livenessProbe: + exec: + command: + - /csi-node-driver-registrar + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 30 + timeoutSeconds: 15 + env: + - name: ADDRESS + value: /csi/csi.sock + - name: DRIVER_REG_SOCK_PATH + value: /var/lib/kubelet/plugins/disk.csi.azure.com/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: registration-dir + mountPath: /registration + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: azuredisk + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v2.0.0-beta.9 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--metrics-address=0.0.0.0:29605" + - "--enable-perf-optimization=true" + - "--allow-empty-cloud-config=true" + - "--get-node-info-from-labels=false" + - "--is-node-plugin=true" + ports: + - containerPort: 29603 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + securityContext: + privileged: true + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /var/lib/kubelet/ + mountPropagation: Bidirectional + name: mountpoint-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + - mountPath: /dev + name: device-dir + - mountPath: /sys/bus/scsi/devices + name: sys-devices-dir + - mountPath: /sys/class/ + name: sys-class + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + volumes: + - hostPath: + path: /var/lib/kubelet/plugins/disk.csi.azure.com + type: DirectoryOrCreate + name: socket-dir + - hostPath: + path: /var/lib/kubelet/ + type: DirectoryOrCreate + name: mountpoint-dir + - hostPath: + path: /var/lib/kubelet/plugins_registry/ + type: DirectoryOrCreate + name: registration-dir + - hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + name: azure-cred + - hostPath: + path: /dev + type: Directory + name: device-dir + - hostPath: + path: /sys/bus/scsi/devices + type: Directory + name: sys-devices-dir + - hostPath: + path: /sys/class/ + type: Directory + name: sys-class +--- diff --git a/deploy/v2.0.0-beta.9/csi-azuredisk-scheduler-extender.yaml b/deploy/v2.0.0-beta.9/csi-azuredisk-scheduler-extender.yaml new file mode 100644 index 0000000000..705f3a7005 --- /dev/null +++ b/deploy/v2.0.0-beta.9/csi-azuredisk-scheduler-extender.yaml @@ -0,0 +1,102 @@ +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: csi-azuredisk-scheduler-extender-config + namespace: kube-system +data: + config.yaml: | + apiVersion: kubescheduler.config.k8s.io/v1beta1 + kind: KubeSchedulerConfiguration + leaderElection: + leaderElect: true + leaseDuration: "15s" + renewDeadline: "10s" + retryPeriod: "2s" + resourceLock: leases + resourceName: csi-azuredisk-scheduler-extender + resourceNamespace: kube-system + profiles: + - schedulerName: csi-azuredisk-scheduler-extender + extenders: + - urlPrefix: "http://localhost:8889/azdiskschedulerextender" + filterVerb: "filter" + prioritizeVerb: "prioritize" + weight: 1 + nodeCacheCapable: true + ignorable: true +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: csi-azuredisk-scheduler-extender + namespace: kube-system + labels: + app: csi-azuredisk-scheduler-extender +spec: + replicas: 2 + selector: + matchLabels: + app: csi-azuredisk-scheduler-extender + template: + metadata: + labels: + app: csi-azuredisk-scheduler-extender + spec: + serviceAccountName: csi-azuredisk-scheduler-extender-sa + volumes: + - name: csi-azuredisk-scheduler-extender-config + configMap: + name: csi-azuredisk-scheduler-extender-config + containers: + - name: csi-azuredisk-scheduler + image: mcr.microsoft.com/oss/kubernetes/kube-scheduler:v1.21.2 + imagePullPolicy: IfNotPresent + args: + - kube-scheduler + - --config=/azdiskschedulerextender/config.yaml + - --v=5 + - --feature-gates + - CSIInlineVolume=true,LocalStorageCapacityIsolation=true,ServiceNodeExclusion=true # Add CSIMigration=true,CSIMigrationAzureDisk=true,CSIMigrationAzureDiskComplete=true for CSI Migration support + volumeMounts: + - name: csi-azuredisk-scheduler-extender-config + mountPath: /azdiskschedulerextender + - name: csi-azuredisk-scheduler-extender + image: mcr.microsoft.com/oss/kubernetes-csi/azdiskschedulerextender-csi:v2.0.0-beta.9 + imagePullPolicy: Always + args: + - "--port=8889" + - "--metrics-address=0.0.0.0:29606" + - "--v=5" + livenessProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 2 + periodSeconds: 5 + readinessProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 3 + periodSeconds: 10 + startupProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 20 + periodSeconds: 3 + resources: + requests: + cpu: 20m + memory: 50Mi + limits: + cpu: 300m + memory: 300Mi + ports: + - name: extender-port + containerPort: 8889 + hostPort: 8889 + - name: metrics-port + containerPort: 29606 + protocol: TCP \ No newline at end of file diff --git a/deploy/v2.0.0-beta.9/csi-snapshot-controller.yaml b/deploy/v2.0.0-beta.9/csi-snapshot-controller.yaml new file mode 100644 index 0000000000..79c7483bb5 --- /dev/null +++ b/deploy/v2.0.0-beta.9/csi-snapshot-controller.yaml @@ -0,0 +1,46 @@ +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: csi-snapshot-controller + namespace: kube-system +spec: + replicas: 2 + selector: + matchLabels: + app: csi-snapshot-controller + template: + metadata: + labels: + app: csi-snapshot-controller + spec: + serviceAccountName: csi-snapshot-controller-sa + nodeSelector: + kubernetes.io/os: linux + priorityClassName: system-cluster-critical + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Equal" + value: "true" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Equal" + value: "true" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Equal" + value: "true" + effect: "NoSchedule" + containers: + - name: csi-snapshot-controller + image: mcr.microsoft.com/oss/kubernetes-csi/snapshot-controller:v5.0.1 + args: + - "--v=2" + - "--leader-election=true" + - "--leader-election-namespace=kube-system" + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi diff --git a/deploy/v2.0.0-beta.9/disk.csi.azure.com_azdrivernodes.yaml b/deploy/v2.0.0-beta.9/disk.csi.azure.com_azdrivernodes.yaml new file mode 100644 index 0000000000..b76c579a26 --- /dev/null +++ b/deploy/v2.0.0-beta.9/disk.csi.azure.com_azdrivernodes.yaml @@ -0,0 +1,132 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azdrivernodes.disk.csi.azure.com +spec: + group: disk.csi.azure.com + names: + kind: AzDriverNode + listKind: AzDriverNodeList + plural: azdrivernodes + singular: azdrivernode + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Name of the Node which this AzDriverNode object represents. + jsonPath: .spec.nodeName + name: NodeName + type: string + - description: Indicates if the azure persistent volume driver is ready for new + pods which use azure persistent volumes. + jsonPath: .status.readyForVolumeAllocation + name: ReadyForVolumeAllocation + type: boolean + - description: Represents the time stamp at which azure persistent volume driver + sent a heatbeat. + jsonPath: .status.lastHeartbeatTime + name: LastHeartbeatTime + type: date + - description: A brief node status message. + jsonPath: .status.statusMessage + name: StatusMessage + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzDriverNode is a representation of a node, where azure CSI driver + node plug-in runs. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzDriverNode. Required. + properties: + nodeName: + description: Name of the node which this AzDriverNode represents. + Required. + type: string + required: + - nodeName + type: object + status: + description: status represents the current state of AzDriverNode. If this + is nil or empty, clients should prefer other nodes for persistent volume + allocations or pod places for pods which use azure persistent volumes. + properties: + conditions: + description: Conditions contains an array of generic AzDriver related + health conditions These conditions can be used programmatically + to take decisions + items: + description: AzDriverCondition defines condition for the AzDriver + properties: + lastHeartbeatTime: + description: Last time we got an update on a given condition. + format: date-time + type: string + lastTransitionTime: + description: Last time the condition transit from one status + to another. + format: date-time + type: string + message: + description: Human readable message indicating details about + last transition. + type: string + reason: + description: (brief) reason for the condition's last transition. + type: string + status: + description: Status of the condition, one of True, False, Unknown. + type: string + type: + description: Type of node condition. + type: string + required: + - status + - type + type: object + type: array + lastHeartbeatTime: + description: LastHeartbeatTime represents the timestamp when a heatbeat + was sent by driver node plugin. A recent timestamp means that node-plugin + is responsive and is communicating to API server. Clients should + not solely reply on LastHeartbeatTime to ascertain node plugin's + health state. + format: date-time + type: string + readyForVolumeAllocation: + description: ReadyForVolumeAllocation tells client whether the node + plug-in is ready for volume allocation. If status is not present + or ReadyForVolumeAllocation, then clients should prefer other nodes + in the clusters for azure persistent volumes\pod placements for + pods with azure disks. + type: boolean + statusMessage: + description: StatusMessage is a brief status message regarding nodes + health This field should not be used for any decision making in + code It is for display/debug purpose only For code logic dependency, + use Conditions filed + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/deploy/v2.0.0-beta.9/disk.csi.azure.com_azvolumeattachments.yaml b/deploy/v2.0.0-beta.9/disk.csi.azure.com_azvolumeattachments.yaml new file mode 100644 index 0000000000..68d915f6bc --- /dev/null +++ b/deploy/v2.0.0-beta.9/disk.csi.azure.com_azvolumeattachments.yaml @@ -0,0 +1,148 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azvolumeattachments.disk.csi.azure.com +spec: + group: disk.csi.azure.com + names: + kind: AzVolumeAttachment + listKind: AzVolumeAttachmentList + plural: azvolumeattachments + singular: azvolumeattachment + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: The age of the attachment + jsonPath: .metadata.creationTimestamp + name: Age + type: date + - description: Name of the Node which this AzVolumeAttachment object is attached + to + jsonPath: .spec.nodeName + name: NodeName + priority: 10 + type: string + - description: Name of the volume which this AzVolumeAttachment object references + jsonPath: .spec.volumeName + name: VolumeName + priority: 10 + type: string + - description: Indicates if the volume attachment should be primary attachment + or not + jsonPath: .spec.role + name: RequestedRole + type: string + - description: Indicates if the volume attachment is primary attachment or not + jsonPath: .status.detail.role + name: Role + type: string + - description: Describes the previous volume attachment role + jsonPath: .status.detail.previous_role + name: PreviousRole + priority: 10 + type: string + - description: Indicates the state of the volume attachment + jsonPath: .status.state + name: State + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzVolumeAttachment is a specification for a AzVolumeAttachment + resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzVolumeAttachment. Required. + properties: + nodeName: + type: string + role: + description: Role indicates if the volume attachment is replica attachment + or not + type: string + volume_context: + additionalProperties: + type: string + type: object + volume_id: + type: string + volumeName: + type: string + required: + - nodeName + - role + - volumeName + - volume_context + - volume_id + type: object + status: + description: status represents the current state of AzVolumeAttachment. + includes error, state, and attachment status + properties: + annotation: + additionalProperties: + type: string + description: Annotations contains additional resource information + to guide driver actions + type: object + detail: + description: Status summarizes the current attachment state of the + volume attachment Nil Status indicates that the volume has not yet + been attached to the node + properties: + previous_role: + description: The previous attachment role. + type: string + publish_context: + additionalProperties: + type: string + type: object + role: + description: The current attachment role. + type: string + required: + - role + type: object + error: + description: Error occurred during attach/detach of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + state: + description: State shows the current attachment state (whether operations + are in progress or not) + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/deploy/v2.0.0-beta.9/disk.csi.azure.com_azvolumes.yaml b/deploy/v2.0.0-beta.9/disk.csi.azure.com_azvolumes.yaml new file mode 100644 index 0000000000..7d941b36e4 --- /dev/null +++ b/deploy/v2.0.0-beta.9/disk.csi.azure.com_azvolumes.yaml @@ -0,0 +1,228 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azvolumes.disk.csi.azure.com +spec: + group: disk.csi.azure.com + names: + kind: AzVolume + listKind: AzVolumeList + plural: azvolumes + singular: azvolume + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates the state of the volume + jsonPath: .status.state + name: State + type: string + - description: Indicates the phase of the underlying persistent volume + jsonPath: .status.detail.phase + name: Phase + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzVolume is a specification for an AzVolume resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of an AzVolume. Required. + properties: + accessibilityRequirements: + description: Specifies where the provisioned volume should be accessible. + properties: + preferred: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + requisite: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + type: object + capacityRange: + description: The capacity of the storage. + properties: + limit_bytes: + description: Volume MUST not be bigger than this. This field is + OPTIONAL. A value of 0 is equal to an unspecified field value. + The value of this field MUST NOT be negative. + format: int64 + type: integer + required_bytes: + description: Volume MUST be at least this big. This field is OPTIONAL. + A value of 0 is equal to an unspecified field value. The value + of this field MUST NOT be negative. + format: int64 + type: integer + type: object + contentVolumeSource: + description: The source of initial content for the volume. + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + maxMountReplicaCount: + description: The number of replicas attachments to maintain. This + value must be in the range [0..(maxShares - 1)]. If the volume access + mode is ReadWriteMany, the default is 0. Otherwise, the default + is maxShares - 1. + type: integer + parameters: + additionalProperties: + type: string + description: Parameters for the volume. + type: object + persistentVolume: + description: The name of the PersistentVolume that corresponds to + the AzVolume instance. + type: string + secrets: + additionalProperties: + type: string + description: Secrets for the volume. + type: object + volumeCapability: + description: The capabilities that the volume MUST have. + items: + properties: + access_mode: + description: This is a REQUIRED field. + type: integer + access_type: + description: Specifies the access type for the volume. + type: integer + fs_type: + description: The filesystem type. This field is OPTIONAL. An + empty string is equal to an unspecified field value. + type: string + mount_flags: + description: The mount options that can be used for the volume. + This field is OPTIONAL. `mount_flags` MAY contain sensitive + information. Therefore, the CO and the Plugin MUST NOT leak + this information to untrusted entities. The total size of + this repeated field SHALL NOT exceed 4 KiB. + items: + type: string + type: array + required: + - access_mode + - access_type + type: object + type: array + volumeName: + description: The disk name. + type: string + required: + - maxMountReplicaCount + - volumeCapability + - volumeName + type: object + status: + description: status represents the current state of AzVolume. includes + error, state, and volume status + properties: + annotation: + additionalProperties: + type: string + description: Annotations contains additional resource information + to guide driver actions + type: object + detail: + description: Current status detail of the AzVolume Nil detail indicates + that the volume has not been created + properties: + accessible_topology: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + capacity_bytes: + format: int64 + type: integer + content_source: + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + node_expansion_required: + type: boolean + parameters: + additionalProperties: + type: string + type: object + volume_id: + type: string + required: + - capacity_bytes + - node_expansion_required + - volume_id + type: object + error: + description: Error occurred during creation/deletion of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + state: + description: Current state of underlying volume + type: string + required: + - state + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/deploy/v2.0.0-beta.9/namespace-azure-disk-csi.yaml b/deploy/v2.0.0-beta.9/namespace-azure-disk-csi.yaml new file mode 100644 index 0000000000..9c360e6a3e --- /dev/null +++ b/deploy/v2.0.0-beta.9/namespace-azure-disk-csi.yaml @@ -0,0 +1,10 @@ +{ + "apiVersion": "v1", + "kind": "Namespace", + "metadata": { + "name": "azure-disk-csi", + "labels": { + "name": "azure-disk-csi" + } + } +} \ No newline at end of file diff --git a/deploy/v2.0.0-beta.9/rbac-csi-azuredisk-controller.yaml b/deploy/v2.0.0-beta.9/rbac-csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..7e10a94063 --- /dev/null +++ b/deploy/v2.0.0-beta.9/rbac-csi-azuredisk-controller.yaml @@ -0,0 +1,215 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-azuredisk-controller-sa + namespace: kube-system +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-provisioner-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "create", "delete"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["namespaces"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["csinodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["get", "list"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes", "azvolumeattachments", "azvolumes"] + verbs: ["create", "get", "list", "watch", "patch", "update", "delete"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes/status", "azvolumeattachments/status", "azvolumes/status"] + verbs: ["get", "patch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-provisioner-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-provisioner-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-attacher-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["csi.storage.k8s.io"] + resources: ["csinodeinfos"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "list", "watch", "create", "update", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-attacher-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-attacher-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-snapshotter-role +rules: + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["update"] + - apiGroups: ["apiextensions.k8s.io"] + resources: ["customresourcedefinitions"] + verbs: ["create", "list", "watch", "delete"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-snapshotter-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-snapshotter-role + apiGroup: rbac.authorization.k8s.io +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-resizer-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims/status"] + verbs: ["update", "patch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["pods"] + verbs: ["get", "list", "watch"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-resizer-role +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-resizer-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-controller-secret-role + namespace: kube-system +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-controller-secret-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-azuredisk-controller-secret-role + apiGroup: rbac.authorization.k8s.io diff --git a/deploy/v2.0.0-beta.9/rbac-csi-azuredisk-node.yaml b/deploy/v2.0.0-beta.9/rbac-csi-azuredisk-node.yaml new file mode 100644 index 0000000000..48279ff513 --- /dev/null +++ b/deploy/v2.0.0-beta.9/rbac-csi-azuredisk-node.yaml @@ -0,0 +1,44 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-azuredisk-node-sa + namespace: kube-system + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-node-role +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes"] + verbs: ["create", "get", "list", "watch", "patch", "update", "delete"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumeattachments"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes/status", "azvolumeattachments/status"] + verbs: ["get", "patch", "update"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-node-secret-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-node-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-azuredisk-node-role + apiGroup: rbac.authorization.k8s.io diff --git a/deploy/v2.0.0-beta.9/rbac-csi-azuredisk-scheduler-extender.yaml b/deploy/v2.0.0-beta.9/rbac-csi-azuredisk-scheduler-extender.yaml new file mode 100644 index 0000000000..2721e6bc16 --- /dev/null +++ b/deploy/v2.0.0-beta.9/rbac-csi-azuredisk-scheduler-extender.yaml @@ -0,0 +1,89 @@ +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-azuredisk-scheduler-extender-sa + namespace: kube-system +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-scheduler-extender-role +rules: + - apiGroups: [""] + resources: ["endpoints"] + verbs: ["create"] + - apiGroups: [""] + resourceNames: ["csi-azuredisk-scheduler-extender"] + resources: ["endpoints"] + verbs: ["get", "update"] + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list", "watch"] + - apiGroups: ["", "events.k8s.io"] + resources: ["events"] + verbs: ["create", "patch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["pods"] + verbs: ["delete", "get", "list", "watch"] + - apiGroups: [""] + resources: ["bindings", "pods/binding"] + verbs: ["create"] + - apiGroups: [""] + resources: ["pods/status"] + verbs: ["patch", "update"] + - apiGroups: [""] + resources: ["replicationcontrollers", "services"] + verbs: ["get", "list", "watch"] + - apiGroups: ["apps", "extensions"] + resources: ["replicasets"] + verbs: ["get", "list", "watch"] + - apiGroups: ["apps"] + resources: ["statefulsets"] + verbs: ["get", "list", "watch"] + - apiGroups: ["policy"] + resources: ["poddisruptionbudgets"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "patch", "update"] + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["authorization.k8s.io"] + resources: ["subjectaccessreviews", "tokenreviews"] + verbs: ["create"] + - apiGroups: [""] + resources: ["namespaces"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses", "csinodes", "csistoragecapacities", "csidrivers"] + verbs: ["get", "list", "watch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["create"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + resourceNames: ["csi-azuredisk-scheduler-extender"] + verbs: ["get", "update"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumeattachments"] + verbs: ["get", "list", "watch"] +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: csi-azuredisk-scheduler-extender-role-binding +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: csi-azuredisk-scheduler-extender-role +subjects: + - kind: ServiceAccount + namespace: kube-system + name: csi-azuredisk-scheduler-extender-sa diff --git a/deploy/v2.0.0-beta.9/rbac-csi-snapshot-controller.yaml b/deploy/v2.0.0-beta.9/rbac-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..03af765424 --- /dev/null +++ b/deploy/v2.0.0-beta.9/rbac-csi-snapshot-controller.yaml @@ -0,0 +1,78 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-snapshot-controller-sa + namespace: kube-system + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots/status"] + verbs: ["update", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-binding +subjects: + - kind: ServiceAccount + name: csi-snapshot-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-role +rules: + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-binding +subjects: + - kind: ServiceAccount + name: csi-snapshot-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-leaderelection-role + apiGroup: rbac.authorization.k8s.io