From f7e46c0755a8663b974f4051c9d9164d29a661ad Mon Sep 17 00:00:00 2001 From: Lana Andreasyan Date: Thu, 3 Nov 2022 09:51:36 -0700 Subject: [PATCH] chore: creating v2.0.0-beta.8 release fix: updating apiversion in beta.8 package fix: fixing the urls in verify helm index script --- README.md | 2 +- charts/README.md | 14 +- charts/index.yaml | 87 +-- .../azuredisk-csi-driver-v2.0.0-beta.8.tgz | Bin 19745 -> 0 bytes .../azuredisk-csi-driver-v2.0.0-beta.9.tgz | Bin 0 -> 19795 bytes .../latest-v2/azuredisk-csi-driver/Chart.yaml | 2 +- .../azuredisk-csi-driver-v2.0.0-beta.8.tgz | Bin 19797 -> 0 bytes .../templates/crd-csi-snapshot.yaml | 4 +- .../azuredisk-csi-driver-v2.0.0-beta.8.tgz | Bin 0 -> 19791 bytes .../azuredisk-csi-driver/Chart.yaml | 5 + .../side-by-side-values.yaml | 81 +++ .../azuredisk-csi-driver/templates/NOTES.txt | 11 + .../templates/_helpers.tpl | 26 + .../templates/crd-csi-snapshot.yaml | 661 ++++++++++++++++++ .../csi-azuredisk-controller-cleanup.yaml | 41 ++ .../csi-azuredisk-controller-monitor.yaml | 21 + .../csi-azuredisk-controller-service.yaml | 18 + .../templates/csi-azuredisk-controller.yaml | 294 ++++++++ .../templates/csi-azuredisk-driver.yaml | 13 + ...si-azuredisk-node-windows-hostprocess.yaml | 245 +++++++ .../templates/csi-azuredisk-node-windows.yaml | 243 +++++++ .../templates/csi-azuredisk-node.yaml | 252 +++++++ ...-azuredisk-scheduler-extender-monitor.yaml | 21 + ...-azuredisk-scheduler-extender-service.yaml | 18 + .../csi-azuredisk-scheduler-extender.yaml | 145 ++++ .../csi-azuredisk-storage-class.yaml | 143 ++++ .../templates/csi-snapshot-controller.yaml | 58 ++ .../disk.csi.azure.com_azdrivernodes.yaml | 250 +++++++ ...isk.csi.azure.com_azvolumeattachments.yaml | 275 ++++++++ .../disk.csi.azure.com_azvolumes.yaml | 436 ++++++++++++ .../templates/namespace-azure-disk-csi.yaml | 11 + .../rbac-csi-azuredisk-controller.yaml | 234 +++++++ .../templates/rbac-csi-azuredisk-node.yaml | 47 ++ ...rbac-csi-azuredisk-scheduler-extender.yaml | 88 +++ .../rbac-csi-snapshot-controller.yaml | 76 ++ ...rviceaccount-csi-azuredisk-controller.yaml | 8 + .../serviceaccount-csi-azuredisk-node.yaml | 8 + ...ount-csi-azuredisk-scheduler-extender.yaml | 8 + ...erviceaccount-csi-snapshot-controller.yaml | 8 + .../azuredisk-csi-driver/values.yaml | 337 +++++++++ deploy/latest-v2/csi-azuredisk-driver.yaml | 2 +- deploy/v2.0.0-beta.8/crd-csi-snapshot.yaml | 659 +++++++++++++++++ .../csi-azuredisk-controller.yaml | 199 ++++++ .../v2.0.0-beta.8/csi-azuredisk-driver.yaml | 12 + ...si-azuredisk-node-windows-hostprocess.yaml | 150 ++++ .../csi-azuredisk-node-windows.yaml | 193 +++++ deploy/v2.0.0-beta.8/csi-azuredisk-node.yaml | 173 +++++ .../csi-azuredisk-scheduler-extender.yaml | 102 +++ .../csi-snapshot-controller.yaml | 46 ++ .../disk.csi.azure.com_azdrivernodes.yaml | 132 ++++ ...isk.csi.azure.com_azvolumeattachments.yaml | 148 ++++ .../disk.csi.azure.com_azvolumes.yaml | 228 ++++++ .../namespace-azure-disk-csi.yaml | 10 + .../rbac-csi-azuredisk-controller.yaml | 215 ++++++ .../rbac-csi-azuredisk-node.yaml | 44 ++ ...rbac-csi-azuredisk-scheduler-extender.yaml | 89 +++ .../rbac-csi-snapshot-controller.yaml | 78 +++ hack/verify-helm-chart-index.sh | 2 +- 58 files changed, 6621 insertions(+), 52 deletions(-) delete mode 100644 charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.8.tgz create mode 100644 charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.9.tgz delete mode 100644 charts/latest-v2/azuredisk-csi-driver/azuredisk-csi-driver-v2.0.0-beta.8.tgz create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver-v2.0.0-beta.8.tgz create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/Chart.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/side-by-side-values.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/NOTES.txt create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/_helpers.tpl create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-cleanup.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-monitor.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-service.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-monitor.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-service.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-storage-class.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azdrivernodes.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumeattachments.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumes.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/namespace-azure-disk-csi.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-scheduler-extender.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-scheduler-extender.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml create mode 100644 charts/v2.0.0-beta.8/azuredisk-csi-driver/values.yaml create mode 100644 deploy/v2.0.0-beta.8/crd-csi-snapshot.yaml create mode 100644 deploy/v2.0.0-beta.8/csi-azuredisk-controller.yaml create mode 100644 deploy/v2.0.0-beta.8/csi-azuredisk-driver.yaml create mode 100644 deploy/v2.0.0-beta.8/csi-azuredisk-node-windows-hostprocess.yaml create mode 100644 deploy/v2.0.0-beta.8/csi-azuredisk-node-windows.yaml create mode 100644 deploy/v2.0.0-beta.8/csi-azuredisk-node.yaml create mode 100644 deploy/v2.0.0-beta.8/csi-azuredisk-scheduler-extender.yaml create mode 100644 deploy/v2.0.0-beta.8/csi-snapshot-controller.yaml create mode 100644 deploy/v2.0.0-beta.8/disk.csi.azure.com_azdrivernodes.yaml create mode 100644 deploy/v2.0.0-beta.8/disk.csi.azure.com_azvolumeattachments.yaml create mode 100644 deploy/v2.0.0-beta.8/disk.csi.azure.com_azvolumes.yaml create mode 100644 deploy/v2.0.0-beta.8/namespace-azure-disk-csi.yaml create mode 100644 deploy/v2.0.0-beta.8/rbac-csi-azuredisk-controller.yaml create mode 100644 deploy/v2.0.0-beta.8/rbac-csi-azuredisk-node.yaml create mode 100644 deploy/v2.0.0-beta.8/rbac-csi-azuredisk-scheduler-extender.yaml create mode 100644 deploy/v2.0.0-beta.8/rbac-csi-snapshot-controller.yaml diff --git a/README.md b/README.md index 29ce6a6ed3..6192feb65a 100644 --- a/README.md +++ b/README.md @@ -30,7 +30,7 @@ V2: Preview |Driver Version |Image | supported k8s version | |----------------|-----------------------------------------------------------------|-----------------------| |`main_v2` branch| | 1.21+ | -|v2.0.0-beta.7 |mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v2.0.0-beta.7 | 1.21+ | +|v2.0.0-beta.8 |mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v2.0.0-beta.8 | 1.21+ | ### Driver parameters diff --git a/charts/README.md b/charts/README.md index 98ba96ed17..17e31a90d9 100644 --- a/charts/README.md +++ b/charts/README.md @@ -266,7 +266,7 @@ The following table lists the configurable parameters of the latest Azure Disk C Applicable to any Kubernetes cluster without the Azure Disk CSI Driver V1 installed. If V1 is installed, proceed to side-by-side installation instructions below. The V1 driver is installed by default in AKS clusters with Kubernetes version 1.21 and later. ```console -helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.7 +helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.8 ``` ### install Azure Disk CSI Driver V2 side-by-side with Azure Disk CSI Driver V1 (Preview) @@ -275,8 +275,8 @@ Since VolumeSnapshot CRDs and other components are created first when V1 driver ```console helm install azuredisk-csi-driver-v2 azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system \ - --version v2.0.0-beta.7 \ - --values https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/v2.0.0-beta.7/azuredisk-csi-driver/side-by-side-values.yaml + --version v2.0.0-beta.8 \ + --values https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/v2.0.0-beta.8/azuredisk-csi-driver/side-by-side-values.yaml ``` > NOTE: When installing the V2 driver side-by-side with the V1 driver in an AKS cluster, you will need to grant the agentpool service principal or managed identity `Contributor` access to the resource groups used to store managed disks. By default, this is the resource group prefixed by `MC_` corresponding to your AKS cluster. @@ -298,7 +298,7 @@ schedulerExtender: monitor: enabled: true EOF -helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.7 --values /tmp/azuredisk-csi-driver-overrides.yaml +helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.8 --values /tmp/azuredisk-csi-driver-overrides.yaml ``` ### upgrade Azure Disk CSI Driver V1 to V2 (Preview) @@ -306,7 +306,7 @@ helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --na This assumes you have already installed Azure Disk CSI Driver V1 to a non-AKS cluster, e.g. one created using [aks-engine](https://github.com/Azure/aks-engine) or [Cluster API Provider for Azure (CAPZ)](https://github.com/kubernetes-sigs/cluster-api-provider-azure). ```console -helm upgrade azure-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.7 +helm upgrade azure-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v2.0.0-beta.8 ``` --- @@ -319,12 +319,12 @@ In addition to the parameters supported by the V1 driver, Azure Disk CSI driver | Parameter | Description | Default | |-----------|-------------|---------| -| `image.azuredisk.tag` | Azure Disk CSI Driver V2 docker image tag | `v2.0.0-beta.7` | +| `image.azuredisk.tag` | Azure Disk CSI Driver V2 docker image tag | `v2.0.0-beta.8` | | `image.curl.repository` | curl docker image | `docker.io/curlimages/curl` | | `image.curl.tag` | curl docker image tag | `latest` | | `image.curl.pullPolicy` | curl docker image pull policy | `IfNotPresent` | | `image.schedulerExtender.repository` | Azure Disk CSI Driver V2 Scheduler Extender docker image | `/oss/csi/azdiskschedulerextender-csi` | -| `image.schedulerExtender.tag` | Azure Disk CSI Driver V2 Scheduler Extender docker image tag | `v2.0.0-beta.7` | +| `image.schedulerExtender.tag` | Azure Disk CSI Driver V2 Scheduler Extender docker image tag | `v2.0.0-beta.8` | | `image.schedulerExtender.pullPolicy` | Azure Disk CSI Driver V2 Scheduler Extender docker image pull policy | `IfNotPresent` | | `image.kubeScheduler.repository` | kube-scheduler docker image | `/oss/kubernetes/kube-scheduler` | | `image.kubeScheduler.tag` | kube-scheduler docker image tag - this version should be the same as the Kubernetes cluster version | `v1.21.2` | diff --git a/charts/index.yaml b/charts/index.yaml index 00888771a7..d428d26680 100644 --- a/charts/index.yaml +++ b/charts/index.yaml @@ -3,16 +3,25 @@ entries: azuredisk-csi-driver: - apiVersion: v1 appVersion: latest-v2 - created: "2022-11-02T11:18:36.187207878-07:00" + created: "2022-11-03T10:40:38.614021816-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin - digest: d943a343ee45adc928fdb57cf212d7fcff58c1f39c8f916b2af5f37b4a6e8bd7 + digest: 1bfed90323da8730a27718baece9dce89d1cdf413203ee0b046671067e2c4e52 name: azuredisk-csi-driver urls: - - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/main_v2/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.8.tgz + - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/main_v2/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.9.tgz + version: v2.0.0-beta.9 + - apiVersion: v1 + appVersion: v2.0.0-beta.8 + created: "2022-11-03T10:40:38.651679107-07:00" + description: Azure disk Container Storage Interface (CSI) Storage Plugin + digest: 6ccd2c256d48631cf8a4979807e872605996752109024c899e62354fe10db853 + name: azuredisk-csi-driver + urls: + - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/main_v2/charts/v2.0.0-beta.8/azuredisk-csi-driver-v2.0.0-beta.8.tgz version: v2.0.0-beta.8 - apiVersion: v1 appVersion: v2.0.0-beta.7 - created: "2022-11-02T11:18:36.227543934-07:00" + created: "2022-11-03T10:40:38.650317082-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 40cd2b175bc05bd6f6e67722ce332d80d9f20b46793af4f75a082b24a2dcbdc5 name: azuredisk-csi-driver @@ -21,7 +30,7 @@ entries: version: v2.0.0-beta.7 - apiVersion: v1 appVersion: v2.0.0-beta.6 - created: "2022-11-02T11:18:36.22629061-07:00" + created: "2022-11-03T10:40:38.649030258-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 0e7280d2bcd752668c4439078ffdfc4567ac97af97d8baa07c322b99c34fb741 name: azuredisk-csi-driver @@ -30,7 +39,7 @@ entries: version: v2.0.0-beta.6 - apiVersion: v1 appVersion: v2.0.0-beta.5 - created: "2022-11-02T11:18:36.224844983-07:00" + created: "2022-11-03T10:40:38.646816518-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 10189dd78863d24c9572c468e0d81b8781f83625118e6b205ee65e157aab0602 name: azuredisk-csi-driver @@ -39,7 +48,7 @@ entries: version: v2.0.0-beta.5 - apiVersion: v1 appVersion: v2.0.0-beta.4 - created: "2022-11-02T11:18:36.222670243-07:00" + created: "2022-11-03T10:40:38.64529989-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: b38901738bb600ff55cc91e1efb45c84a3a601bb815908a348df793960cd7122 name: azuredisk-csi-driver @@ -48,7 +57,7 @@ entries: version: v2.0.0-beta.4 - apiVersion: v1 appVersion: v2.0.0-beta.3 - created: "2022-11-02T11:18:36.22143792-07:00" + created: "2022-11-03T10:40:38.644045867-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: ddfe774c7b2326ff61c71a7e6fbfe687e97f06b6a8cc5e87c0b50ac0f320c7fe name: azuredisk-csi-driver @@ -57,7 +66,7 @@ entries: version: v2.0.0-beta.3 - apiVersion: v1 appVersion: v2.0.0-beta.2 - created: "2022-11-02T11:18:36.220304498-07:00" + created: "2022-11-03T10:40:38.642908446-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 7c1b8159465e7642b7460ec8e4e2a2965be11e8abb8310d86d9487676adb6adc name: azuredisk-csi-driver @@ -66,7 +75,7 @@ entries: version: v2.0.0-beta.2 - apiVersion: v1 appVersion: v2.0.0-beta.1 - created: "2022-11-02T11:18:36.218983474-07:00" + created: "2022-11-03T10:40:38.641771125-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: f327e1205e7197cf87693012848e2fd76a213c7852ac57a50753ba9e41207612 name: azuredisk-csi-driver @@ -75,7 +84,7 @@ entries: version: v2.0.0-beta.1 - apiVersion: v1 appVersion: v2.0.0-alpha.1 - created: "2022-11-02T11:18:36.217234041-07:00" + created: "2022-11-03T10:40:38.639671087-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 20690f0e55cf5aa24bd3e70f1428f690e3977df49d7827db2cce88b79fb4daa8 name: azuredisk-csi-driver @@ -84,7 +93,7 @@ entries: version: v2.0.0-alpha.1 - apiVersion: v1 appVersion: v1.23.0 - created: "2022-11-02T11:18:36.208249572-07:00" + created: "2022-11-03T10:40:38.631654739-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 4347271a297c6c95e10c4a880a08453c22839c95ad7db232d2d8fc38e926b385 name: azuredisk-csi-driver @@ -93,7 +102,7 @@ entries: version: v1.23.0 - apiVersion: v1 appVersion: v1.22.0 - created: "2022-11-02T11:18:36.207339055-07:00" + created: "2022-11-03T10:40:38.630709622-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: fc7adc9ddb406356bee117d3ba5c360408b4ee9a7decc30d34fe310d0cdd6aef name: azuredisk-csi-driver @@ -102,7 +111,7 @@ entries: version: v1.22.0 - apiVersion: v1 appVersion: v1.21.0 - created: "2022-11-02T11:18:36.206456239-07:00" + created: "2022-11-03T10:40:38.629808305-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 50a5c0860aa631c7e83affbaeac1a84c43c96b19175e1dd1c21cba472564798d name: azuredisk-csi-driver @@ -111,7 +120,7 @@ entries: version: v1.21.0 - apiVersion: v1 appVersion: v1.20.0 - created: "2022-11-02T11:18:36.205572222-07:00" + created: "2022-11-03T10:40:38.628892389-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 9f2a936be5efc45002c12d5bbbd8cb453e51a0c1668f6ceae51df656ac190c95 name: azuredisk-csi-driver @@ -120,7 +129,7 @@ entries: version: v1.20.0 - apiVersion: v1 appVersion: v1.19.0 - created: "2022-11-02T11:18:36.204116395-07:00" + created: "2022-11-03T10:40:38.626359642-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 6c044a33b4adf598b9810e8839f04a16b1214470eceeb61bbe48076552955296 name: azuredisk-csi-driver @@ -129,7 +138,7 @@ entries: version: v1.19.0 - apiVersion: v1 appVersion: v1.18.0 - created: "2022-11-02T11:18:36.198191384-07:00" + created: "2022-11-03T10:40:38.625450725-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 79474616c7373ed65bbf75050748fda16ae2f6b290d240813006abd74e733628 name: azuredisk-csi-driver @@ -138,7 +147,7 @@ entries: version: v1.18.0 - apiVersion: v1 appVersion: v1.17.0 - created: "2022-11-02T11:18:36.197326868-07:00" + created: "2022-11-03T10:40:38.624526408-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: dcaad8438f57941c19f2269d9d4510591529f4de00353d12506fd277dc06378e name: azuredisk-csi-driver @@ -147,7 +156,7 @@ entries: version: v1.17.0 - apiVersion: v1 appVersion: v1.16.0 - created: "2022-11-02T11:18:36.196415351-07:00" + created: "2022-11-03T10:40:38.623609992-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 95108dce3a4da8aad2729ff8bc1587906b917925e6fe2e5935b5d25805080fb4 name: azuredisk-csi-driver @@ -156,7 +165,7 @@ entries: version: v1.16.0 - apiVersion: v1 appVersion: v1.15.0 - created: "2022-11-02T11:18:36.195554334-07:00" + created: "2022-11-03T10:40:38.622708175-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 3da85b9206af81dc4217a3304bf14839158112300de7dbb95841e30daaf5e4e5 name: azuredisk-csi-driver @@ -165,7 +174,7 @@ entries: version: v1.15.0 - apiVersion: v1 appVersion: v1.14.0 - created: "2022-11-02T11:18:36.194645517-07:00" + created: "2022-11-03T10:40:38.621289449-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 89e87dead7767f8abd56096e436956b23a666802040f7aad91d5b6c36af8b098 name: azuredisk-csi-driver @@ -174,7 +183,7 @@ entries: version: v1.14.0 - apiVersion: v1 appVersion: v1.13.0 - created: "2022-11-02T11:18:36.192438776-07:00" + created: "2022-11-03T10:40:38.619313513-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: c109533218e0625e9ca33c2db5e73c4b550b88943f7950b33e02a344a8ff9f8c name: azuredisk-csi-driver @@ -183,7 +192,7 @@ entries: version: v1.13.0 - apiVersion: v1 appVersion: v1.12.0 - created: "2022-11-02T11:18:36.191439957-07:00" + created: "2022-11-03T10:40:38.618272994-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: e41f089e5216fc9263039310990d1e41bcb468a85879289af1834dea0c457aaa name: azuredisk-csi-driver @@ -192,7 +201,7 @@ entries: version: v1.12.0 - apiVersion: v1 appVersion: v1.11.0 - created: "2022-11-02T11:18:36.19050964-07:00" + created: "2022-11-03T10:40:38.617306776-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: f35447c256488b1942342e9fcf8b6bed5f47b4ae5fb0fdae037110c5926803fe name: azuredisk-csi-driver @@ -201,7 +210,7 @@ entries: version: v1.11.0 - apiVersion: v1 appVersion: v1.10.0 - created: "2022-11-02T11:18:36.189620623-07:00" + created: "2022-11-03T10:40:38.616407359-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 12bd0e1f20a2e2adcb04b6954423438d9ece7a2ad0fb4b4fe2969844d14cfb86 name: azuredisk-csi-driver @@ -210,7 +219,7 @@ entries: version: v1.10.0 - apiVersion: v1 appVersion: v1.9.0 - created: "2022-11-02T11:18:36.215783414-07:00" + created: "2022-11-03T10:40:38.638441864-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: d917427661ca4ec13add77efcfe31d2c7c989e20b1427dd566a05ad1bdd98fa9 name: azuredisk-csi-driver @@ -219,7 +228,7 @@ entries: version: v1.9.0 - apiVersion: v1 appVersion: v1.8.0 - created: "2022-11-02T11:18:36.214871696-07:00" + created: "2022-11-03T10:40:38.637504847-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: a37491e845671e81b9567f2d1a746dbf4f182fde0c8f9e689dfa632c5651c6c9 name: azuredisk-csi-driver @@ -228,7 +237,7 @@ entries: version: v1.8.0 - apiVersion: v1 appVersion: v1.7.0 - created: "2022-11-02T11:18:36.214161283-07:00" + created: "2022-11-03T10:40:38.63657353-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 4df7a10466206c60deab00efbca57f67f042afd1ecd5daca738df28526f3ffcc name: azuredisk-csi-driver @@ -237,7 +246,7 @@ entries: version: v1.7.0 - apiVersion: v1 appVersion: v1.6.0 - created: "2022-11-02T11:18:36.21347397-07:00" + created: "2022-11-03T10:40:38.635901417-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: b1a4c384fdfdb6577dd6dfd3709fb746b5c79247846e5c582b93c3a1187f6d88 name: azuredisk-csi-driver @@ -246,7 +255,7 @@ entries: version: v1.6.0 - apiVersion: v1 appVersion: v1.5.1 - created: "2022-11-02T11:18:36.212777657-07:00" + created: "2022-11-03T10:40:38.635202304-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: efb42e1d56cc5596eb4e695b658c2748bc05cc6c47862e3f20ea6b5b199d01d6 name: azuredisk-csi-driver @@ -255,7 +264,7 @@ entries: version: v1.5.1 - apiVersion: v1 appVersion: v1.5.0 - created: "2022-11-02T11:18:36.212093744-07:00" + created: "2022-11-03T10:40:38.63388438-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: c8490efde8d4a43bd25f5c619887498dfb4b41edf3929ac8dbf0a9d3f691e6ae name: azuredisk-csi-driver @@ -264,7 +273,7 @@ entries: version: v1.5.0 - apiVersion: v1 appVersion: v1.4.0 - created: "2022-11-02T11:18:36.209366793-07:00" + created: "2022-11-03T10:40:38.63277016-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 55e5e17aac7c144b21a198867654ef70ad272987b0bb165782905adf91ca3c03 name: azuredisk-csi-driver @@ -273,7 +282,7 @@ entries: version: v1.4.0 - apiVersion: v1 appVersion: v1.3.0 - created: "2022-11-02T11:18:36.208750182-07:00" + created: "2022-11-03T10:40:38.632148448-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 2665483e922a577feb8539ca7f774bc70c945ce490294fd3378f098c2d244dde name: azuredisk-csi-driver @@ -282,7 +291,7 @@ entries: version: v1.3.0 - apiVersion: v1 appVersion: v1.2.0 - created: "2022-11-02T11:18:36.204641105-07:00" + created: "2022-11-03T10:40:38.627256659-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 2bbfe2f9d080f1b3ff10590c7168d05ce026c5a73332b4d48014610a52337808 name: azuredisk-csi-driver @@ -291,7 +300,7 @@ entries: version: v1.2.0 - apiVersion: v1 appVersion: v1.1.1 - created: "2022-11-02T11:18:36.188673105-07:00" + created: "2022-11-03T10:40:38.615476042-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: dd7066be8f499f6c1a396ab27c0013c09f5a8d8319cc04fbdd480d31107bb851 name: azuredisk-csi-driver @@ -300,7 +309,7 @@ entries: version: v1.1.1 - apiVersion: v1 appVersion: v1.1.0 - created: "2022-11-02T11:18:36.188222197-07:00" + created: "2022-11-03T10:40:38.615000134-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 3d2a5189416dd6a43bd3e2097bbe23a8db347b6e1a36c6a43fd59cc9c9633ff3 name: azuredisk-csi-driver @@ -309,7 +318,7 @@ entries: version: v1.1.0 - apiVersion: v1 appVersion: v1.0.0 - created: "2022-11-02T11:18:36.187760888-07:00" + created: "2022-11-03T10:40:38.614526125-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: d179bc6f338518859b6efdc3b3bed8d06513313e8047563eb4b654b2d417c81e name: azuredisk-csi-driver @@ -318,11 +327,11 @@ entries: version: v1.0.0 - apiVersion: v1 appVersion: latest - created: "2022-11-02T11:18:36.163902841-07:00" + created: "2022-11-03T10:40:38.611247265-07:00" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: d318fd194a6506dd3b907cd64b04d15af606a2071330cd1f255f225d3b4622ae name: azuredisk-csi-driver urls: - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/main_v2/charts/latest/azuredisk-csi-driver-v0.0.0.tgz version: v0.0.0 -generated: "2022-11-02T11:18:36.162697219-07:00" +generated: "2022-11-03T10:40:38.610032242-07:00" diff --git a/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.8.tgz b/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.8.tgz deleted file mode 100644 index f1ca80d7ff2628431a6c99baad6ecad15b339a00..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 19745 zcmZ6ybC4&&5-mKoJv+8%c5K@=cWiUVwr$(CZQHiZ-?#UE@5YOG72O%#S(RP&Pj^S_n~Vo1t0A-6Z)0Uv3oT_%HhDEQHd%FR%Rjcp9x94< zyb>nXHb7V19&R}7EesjG?^JbXJ?t+Q=&V{dC)#?a)CpN@RnqK>VU`9%;KA^rJDOcXWoEqs(JN1_+>l zP8S~Te=QUe@?tkTJNuxQ+Y^#|_Zt7|_V(%)_vWVe%hv4mc<1NF&A^PVnVkn2GtRrU z(NTAJ#+wWg?w%pcL1r9j>*mD(i=5w^5(#tWT5nc(%Y*~%;yJzui%=2*SDBcQJj_2n z4^9r5g9M}=+8Np1hlk5EzN`1Ckcyla1e67gE#q>Vym}4i3eGi)5yk$lb;l@nw)IEj z9f0wHd|-tN^!(M^+SvKoFb06Eec}4q9SQ{H5FNw^G8&slhdDJ(L!+t51RoYpzsYuuC(Qvg+O@xPo`pQt==Kb2f`yf|QNXF=5bFbq(hD zX_C;DF&k59-mItydyh^oX=_}Kv=r}N`tgmhbb z?Z--|#ZOa!IAQtahm0bi@Y|nH97z61+8#3eFSY}zFSEeyn81p7xWQ7YH+aOg(tU!L z0|(e_A154A9_nwV>)+8S!KS|i)2jxUpHyg-Xx=g=a>|7*7dpu;BRZupPXH1OM z9Sap;688feq+jKQp+Xg|dwm_u27TUC@G9?gP<()^bY;XyK;$6DJG3a$+W*WWB0P8d3N%)g z2gtjEsK3M(o;wt_Ck%G#+C%T@-da}#ckrR**VpgmB_TOdBIf7n6f?y8#6rI3Pc0-` zTcvUQcnJ-2SXWey#K$)=Kdb#~!YBC9tFDmO%F$;D2lr=Sq^M$LyZ`6Mr}BtjO<<__eG%~brWQoEu>}1XNa{qrIRun*!QC66nHFu-Z)shA=JkyiyqoX^#pqrhE##a zomN(IMYtDK<{NL$@*}oP{e+_UTLWp9@=oc57u0t zd>=Hz@1D}8N=Thy544HnH+3l`ykbKWc70HHK#o8+?uR*)Yh~(dD%tzCVf@bRa}`8@ z>^#+_r44KBAgd*Q3EFmW@AtKxF9U2ju_)Ew4e2u~vVkD+29*k>+uNjsTbzt=g@H%Pl(Sw?6w>t)gUS08`ChNJXlD$_X%1T5_a*{N0Fy9H?S5jWiU;K#Z!<*4`-&mr(t-q$jBpo5eK`4=1l#s z!gIY?(OK9Jfj-t2UlQUJ{JpX%IX$=~#?v4hoDBN>6e=|eU&9z2oZtK3vD$lAU(>@F zZ=>_e@9XdXZl5kL4k}h38N+X!ga)9%Vso`u$d*sd`T{BQf=Kd9MzO4VSRz{Nh&EsD z-8Z}DLrM&sp?FwE;xslZ`EC56A1DJQt>}?6b%H=3-%yu;$rm{$I}DNsCN&|53=^fr zDAvRs9{{41f`AL)-^(ZW*y(fZQ4owqmh8*S@0=y!(BPR}2rbZ!MiD7@3Sfx?P7aOVa$1fK>kHm=Yw~nkj#AwGP;32^lws^Y{u@88% zlb<@ZRLLTbcFb01oTz6c_A7~E2edVJ=uC+NdJ>g11%Yf;Fl(Q9_<^5&?a)1ZL&L>y z-wYr6+Xsu(#JqfYzU*PwAqisn(^7Z&fjpO~W5K&)9!jgGU1YxOWxVd{WV-a#kA<1* z%P9}eC?^SGVjnY~Z{Gx&CG?yQvV@8lVxf63$( z!5jn!&H)oqoVofwFgvp@2DI z=K}q^oFpU(exl2N08%el`zrsQNJJo5LrX=4$8-12jHPp)3X1Oe^I$S}sjIw4G8Ts6 zY%fCsJOnqq-s)%Y_(y)jc?_{g0~5Iw9UPa!0lSOdXEi2>L0`q?2CkhQ-5a`mRF+Je za0$-GrYQPCFgXx#oV#JYgTS#&=rH!}VMcQ#Q!&^g z8?6cNA(s20VB+3X@;l`5n&#aW1rr^V_qu>ar&E%pClHp8)|I$$CDJco{as+IG~OjT z+r(PSpzs5ei$9Gz4c1{qD5Wl(ujliHU}Q*vbXG{`?pLbhdgdS?8?#N6jhXYCZCQRg zPRO9=JkR7fC79@?8`cBVdd~sY)J>8pge-%@iD^nn6uGTRiDjCnog?l^iDC<+sEfTM zWmVI$NR?GG5lJ(uuE@vc62Ik7CsRjHmP6ft9raG~P~hBXz@X~U0Nh^nyEisxCjs5t z-|F1iU%Nv_95NHnY1#?xY&U%mp)4(BZA%VWdaeY}aP<-9G?0sXCw5xo*Dtoe??d)9 zf<xIV?O~M(CE&tynP%U_0TX0;ltu$AHU_xHfRiL0Ax4}4f3Q`3pTmzCP z7F~3GSnv>B`r2&oT^;Qn0mv+WG7Tp4tMSqM}(wQ1&s&e zm&XmNGKGZWM%!`S8y~wn*~mhy(zT_SrlnhkjaLc%1InA)G56l_8owv+?zzZCZ=l*v50{VUqZc?WSEp@J`a@C+1eG zbn{%PD44+kb~u`C)tVgj{BMl`GYBbC7dBce3h^vUm z>DLAe7{lavT6A2>CkC=L+#Qmoj9Gb1h-x@2HeftD%tn&F<)$(9WMDcGj*~xnV_g6`W=M`MW|(U{ z>?ai(Vp_(0OjZ3`J?PgbqYxNa+_;Yreyh7Q4(7Q;#fl8!iz=tGNF38$F;G19I8fQO zc)d@^b6KUgq$y~Z#9CLK^J;_3fFbx;j$R#|lzjMSGqP&oOIjTFWGClV7$X&HG0b3q ziuUZ-sFBpsFLKuLFr3K0IU4vzq&G)%Eo^BnlkK?N`0exuUMTN-@9y-?x>tgYS3>o9 zL^Uq!S>xXzQS%}RLPIY3WQAJ%%M+5_;oGE>7f!867Rh|bQ<(M>I*bZjMn5`;F>Jh6o4n$NKr{cgGogDKAnwxjkU|rjDb%FmwnKGkpi>?} zZz(L0y}XXv0%%8ti14H-vcDD+&99sLtFze__8w2bAl76XN0UL-LA{i~DN@c+uPS-5 zCE+c0oL^fs(UHzZ!F`gZuP9b(!>|}j!cd;RyQXde&zFxG?elLD`*4~mHF$|!=yb~9 znX)ZMwWmb4U~(+PsyH*c*W`4dfmI|FQUsLX!PV$tUn&UaNKuHsUQUJLjR9nhly_#w} ziIv3`j#=^tiD*2@&w$((4LPc^^sI zAzG&2TtsMI(A-d-MyU5>wn9gEEZ~vSkRV`^-efu6EZ`=|C|Xz~dZjvf8gyrkyf!^o zV0}1xuS57Fk+intm)wNz@|BrGg;!94dqc;oW;()TtBiil)2o0ik1xRLHNmpll#T+N zL)jT*2FTH_1$#%`T5k(^~EaV z|G6CY?R_KpxnIR($l(WEpStnu>F4~!=zrbgga_b!U&fyH<}dDQV>}!T`vQuWk~}E_ zH4`SdO=3c~M-}9VB$Ka8d4T8C(SO|h^FL(BZh@qctsDtI*b`XSX zm(XfQ+7c8~IqMHfKpzvvz*8ESc1**_(d>{7EME^8bn?$^TM}_eqHYNYvPTja265PJ zxSmoErFsvgH-q{>*EqdyOJkCtws{5=%0buA=f}105;b!bsf8|G#A)FvRSH|WNK_+~ zKeG}xbGfTP#$N0x(s`5zio4vEA>c3f7cMRK7yhpUkEi1QcKpv73mGeAXJXkWUaSXo z)db81{~bOW^Wu3it@Ah>;BU%3PSA@Qn`oMRjs zB@CRp2Q!mY^(JBM1c_O!upAy-<%!*MOq`g{2oKg)hl%aXU&_2czlR)#)WO+v_UG(`OhgPPSji%iqg+ivlp+|I_R73Cxp^CpN`@#6A3`z6~@BK5> zw5l^*Qj6TNijt`Uth(&xH)riI24&L|Ae>~dI^>mH7~Faoi$;e1&u|V&=r}Avfbb<& zMr@z~$B{@?WkrI9kF{Sd-c8$Q^A_Q;Rb;LP$DzP96djifVJ4~r9R`!x7`qnt|Bs<7 zMAhXvfF2@gg4-1kAZ{FOWFpO9WC16WNvteHIoF5p4=a+T2_fm}Km~`{oY4Ih*oHe$j!ZV~+G1m2Q|Pe-LcVI{UAcX3^}CxxT*cNO%~>Ym+rh2vk*8-5??d$6O{wcl-&n5TNESUd28(*BPYr(pSdq* zpyhI_<}!(jg|A`9Xt7Iqz&1|ZsP1x0wm5~oGb<;HYmu{{A*PHyX*f^C1tpec$(~lw z2(}CED=0n>7>zs;zL;9IEovHq<0THZQDV6(WsQBd19+uxVck8) zXaO$|Iy1grJ|c?}WTP)8qjm93%iH;T6<4Xw8!V)@y+6~JQLvT9$FS2 zm9nA-$8whDT;YH2l?nSj90RgX`h%_+(`{ANjM*ZGBf>Y*F)OVspC9jx1D5FBVwRBA zv=HYVK`Xrb8>_Ew8tRjZs3Rkn)J*o1T94_7DWylO2iH;-FwZ=_SKRKsqT-vnD_g6q zE)bilSV@xlNUGL**aaWlbC0n+(}>hNxf?@6qT_esZMIRASJUZq{kaTFvNMVGgwee{ zPWD1%ludub%|ob#QBQ74p^B%PiIPU9gVZNAseUWP#GQ2X@@Jk+X#5?(5&N5l+K6v3 z03MLzK{d@DlEAsZB!JVLe%+?vPq8!<2;lDE*!_vmKn}I+t=!NF01+8VIZ*a?4do)S zBJG6(k+=hMVEkQ7G~&DYsf&u-5h{3ASiPp4LusAK&U$QSV3; zcS+4c-X3c=hxC+OOI`iZSk%YheW#Oax}3`Y*)cGb8jqf3F}(3&;LfF*X_o9kFT01S zl(!E}$dZ_rc1V&yCtn=$)$-~|z%%;_YjBY7Sy$@fJ!L|mk41gzM7-BcyO^yQ6UHYe zaX&x@k_7>^MYQW?=(LY8V?uC{&k_nDL=Kaaa~YW!nO`F-x0y6#Rw7e(GxlQQX^ z1jXzIG0wtSZix~emVf;6lCn+j%A|giO6{8D!D4uj$yfcO@38x#g{*#@Hx0E zn3a!W9ONwj$vqg7T#M8B;*8MkCXKKeG@JskGP>UWSUf^KP>uEcy*_R#!8su9U{V~Q z?=q(hP7AV@hn#m|PFY&T!4}AZe|J`vf7B(0N+(teBxm2cw~!))0IGrg4gJx%GcMdL_zuEA8JJF8^_6 z`Evbl6z%-~4f!`tK1W=(JT5i}-!gmbhh|kWhFX#~NhCz{=$_35 zCa)pzfO<+?LGa=bISp%sySz|8UMXZY0+`j1;pjlYeJ zn~dA*5PzWZ!Ja6A`jE$ZTW(KW`J$tvJUKfGMiW>Q6|Yg+Rvl7>uccxEc*M1vb5r>% zAV$Z<>clsrJn}J2g!YY+cF6Z&cI0627$CP3-V$Plk-3~{;fi@D@pJidD?p4cyUNkH=yXKQSbmBl`NWT&T1O>SkOLG-d*ReYK#!7QFn z&M*GSP`*HpgAU99J*9M+DE3di0x80tQegWkV$ICK24Ekh!pYw8p4q)V7O~iqoFM-H zj4m?ZEINFBPvk!d#JSrX z&JjM#KQCB`Hhh-ST1$_uoE3Nawn96AWLi<6}s*}t5%jC-%zX%zHks-qi#+|e@2%m3S zD<<4|Emb8KdKKH-wt~4?wcNY<2XqQimB>T-riv%3*_yVbjGSM|^mk^ia!TK6X#hrS z`hj1&9xip-4FLUX=LcU@`DPb&vQN5zF3N^pa!nh|@#>>mM}tu&HMd4PF*-JkCZ1+Y zG{icY#Cm0-Ok#(21-|Pl7WKkxU3%i;)FXhJ7Xkl2Qs1quSNjQYeS6b;@%HbTWHbcI zO#O>)zjcz*$&zL6o&?>wY(r{#ZoYFE87)w~qSQ>5*lfnqtEkz5m8 z_-|Fme`r^wd8A1*x<5@qg*#agsYi=t-C-CK#MH+Q^UNeLecISpYpm)8{bZD|p>UuE z0`-Z{312O(BE3JV<)~j5PQFT~dWWwa5un!vn`o761%P@Ev>B|H#-}o*(=cd` z>!+WakuOq8X1REc+%oA}X-d_s_Hpp;I1R;=gdLGpt(&PyB%DMasQ;HjYv~Fmwa`2J ze7a$Q8vf#77C^_VC!bk>I~|?N&cD2DH8U<^6k8@WmeeUKBN-U1zVa5>G&Tc;f%QQ#7W&Bi zfbhvzlhq9smx70naRoN}BiuhnEOH5!-L&Z7l;{)9A ze|fh;j3@EvzM#|vHHohLIcgN$_BZaP#(Mpa_qlL@mI}7r7nI3IEhUl;4HN~neM&g} zh@BRuo@NW}$v=G9tc~W?M|l3KBd&R}J`vxqPb;{Jvq#2>1-$k%Qnc1;qD3U*vD{^< zU7uiqzSYdz1p{26}`m)I>)0 zdlksn?UAEO#*aYHa_QT6Rd9eyaRUb_E}~g{0Tq{`WWYc~mU6qy07!WNKM-TXA2$Z+ zQccA?Md<3|zIe$VS0V$3wTWoSh2wSKQ-zpbK|* z<}bBb8>`diG!`vJEz?;6-dZwkT2vI=V$IcIH&_)W>uj4pK3;EXO^1suwC&g>G!oI% zbgHay#JQF`S~1>Ci7OF-SO;&)m&q4WrFx%2CUmPEjzd(b`Xy>rR^3B(x>IcZ$h+Lk z&9B4rO_v5J4o7A13AM{UF}Kp#4=}Ijj^}iSAANa?pGYX>gx&sYu~`F2S$zw2;lSnU{JA9~KK4)-p4{d7NT=kTXi*n*MFFG13UI+b%`o9)|Q`pvV1<7ew z#9l*YA1Lo@kCo-oKZovpyg8VyDO(ITc3g0okdXtO1 zk)RA`m*<-H+m1I6Plxd?9SSyvj)(-cVz-_i9^cGW_7xW0UtjXPlxx*=i}$^ z&+GG>v34^%IT%{H*DP+>2@Rma0QeV052>jMJ%2m%G3(RqqBZs?tr!wlqomncb6Z|B z6l3sAlFdDtIy-KJ1BmHROD?)y^D;#HDM58dc!r1o=doCEGXnWpd3uJKncC|^RcsP^ zjAFCf(a6}s#9aQK?zj8H%|(5=T{gLZaHvY6xA+)2AD>K^9KCu9caS;Xh4)8`BmW*D zi6}5gK#81soX5kUPvsTWC*h5?=e8)ibsR%&gB%dcy+Be(Zo9 z@cUDYn999YM`+#WTCa4!cC&s6*9{v^j9l+BQvJ>y;Uyj2V*XWR;-GTYd z#r%r4Vu%adCpigCKtI}%_t#A5iUcU#DH;R%Vd&lHECYdjq_lopNnJFJr#G?9~ zlMnoJ`pp}D<$d~0T&z%`vacc)HOGS)%&y5Li8uq_GvqQi_)Qb@VMcyW$JD#Eu@aZ9QZyIul=gZLd7)6Zc8^!SL82H4@hyvNPgWh@75LnSsnq&)Sx4qFwlP1{M)OPKp>#GNchM&&A7}R zU-afVXl`(~*wWuxQni_|(y!{uSmYMbn#ds)WeVSUB8_Y7@oAItJ_l|~lXw9YXn`1=b^q1lDZymlGz!$9j97T@5r}OhfSlr z1bRKBWzC(KHNO#3^E@=vf>SJWyj-pICs)N4RStdE#Px=@2~?Wxa;#;1bm5CbSL@;i z!MuK2QgdS*pCbG3dp9?3dwfM{+dz7WUJy1#w2x`Ije0~c>uhcR{O4sZ zea%b_;C+AaEVuA-(Ty>VxK*D)S-6UsL>d>xKPP+z!!*+1M-O z*-nFKiI>>P-XJ9D79zpZ2Vh@V^Y*$Gj=0o#|15FpAE%yTZ!LOPYip(*D&vJ@Y>4hZ zELt{Czn}rmMH|aHQy^;nxfzirCY=DIQm7PZ8K*m)c}}e;T1`YhI*2&Yr-tEbXh^~4 z8Xf=L4-#d8f&PB8F)X?T-E4fWg%?ti1`DALd}$(fP1_mKSeE7^FVZ0^f1$`WcnvW>t@~&4F|o2yU#^xn z5^76p=y>y$KPS7ASZ=1qG2Ln|;*4*(*a}jSJ>M0V?mYFZxjD)2?^$y0hio6A=HK?iGm~b|LO33c>H|yvCvIa!U8@( zd3#eCcw6SyT5Y5-fkw$p-yFUUy6_`85469wpih1LfwYsnYz3vOXke+}#02H)KTGD} z-3V#`UK^$M$!;ZM15z7aV?Q?l$Jc<+-4)!@7T98sqKsvPOkrUid!T6a;teuy9a5%E zzcc}`!$tAq`?S5^vCQ8^?%_7b!~1NX$V0mL8Fby| z!&eUfpFVABIz-GK+l_rZ=C=k45SKsqqp*?u%VjSgAd8#2#(zyXACeBHb_LMdqF=em zvo;zxKUM_k9}Fcw%V=i{x`x)Bz_wH**zRE_!%Rdv50CL#8g_!mI*~juiCbOFr!UPh z?`}YLh7ow1$#(D5go|_$Dp^0p4qo4>r|Gy~oy-QZkwV9)?gdL?5D6d%j0+Ict=Ggy zj#b7qYlMb9Q_Dq6tZ8>}JG*7T$*qW1nF&q9NXTG0{osJ<>uyK+SP*3>6GK#>z*k!9 zZO3sRZ?Qp;8M07b;S>&L$v`8ql`y(gnqibUg7*0>Zu^5QtxbhxIV)m3!#&}r<9S*Yv_&6Tn}-kuQZo? z+vC0Ma;f@>zh6)BPU>d6?Z_dP?KZsm>f%HIVPuZ=nU54=vA7z@P-PC#Qp}e}?Or>1 zNJr>=bJ^u>Q+Vt2x-{r+)pU{y1^Z%)^AjD@_mZ`tTDJ^qXNtE0`7x9HGS2grg^H#% zHtu#iqz8Sbq2eviZF*lij@F&)giEpUq$1T;gmUF*DN*xc=4c_d%{TbBKOkO4=zl2{ zsnhJKMr~i|B6Tin=D+_gP8KHxwb9x&B#?Ewv0IFX-}2Nd_192$6BFiOy$>L$D>W>R zh_8}W@JIsnP+qP5d$y9XF5J2%3SYhF)WaL|#+C|K?S!USOZwu&apD!P0ghf^ zbL=lgC^X4hxgb($w^lezJ5Dd^^Z zkJ{1Krs&f;oTG;JBug}nG2rXq7Sc5)J|*}Hf{e&Wkp~8=(1j0XdkUPjt-rJM^`?2+x#xB?rXoa&jE|UIR zs=RzCGI33W7={Im0VkvjTZCUmjTaC%4-}3a!66}l7yTA7Y$^T0O`TfFRqe~YTo?}$ zrJ^<3);NV$xs?VrWSh?q*2(bRN=DdwZ>IWA!2Cx2;A`gAO9^n(cX{w7kq0(h(tBCO zyR$HUUZp9zZg5Ag&kXk%qPE4NH3v3Wxr>pV-XoR&}@=J|GJEzM2p}U=yF+fC0Wb3uQn9zfm=rVk_L-R zt=h-t_xO6XbzduEelSlA*SShETZZ|ASP#lK?2u~eDDt?YUcnCe2wL-id4H2=db8?a z_zImkeGtnzhTb`ohY-eWR@eysgGG$6EOEVGgchmtX&+n0H0~iF8=*mh`LZFy!fMqe zse!{MCDnIX73rO-xhb(=ysw0I=8ieiYwY*&kX#zy>O6_mGP+r>;_5Iyu5VH_tV4w@ z>{nX0`H`IR@?lSztlf1pwE2qZcl^J_vb<= zSaaEev71nOPs_>0H);)As%48p(x|8GCe_B+;M54}pj68?scfT87&$j=<=>C`5w#Sm ziZ0}$d`X+UB6dyQS`fJow6vy@J*Fw<+%^Oit@RX_<tZG8JCt<-|I+Dxl{bWe<4SWkG`obOgi-bkNe zN7*G4ib2&5cU{}L1A%X@n1!dJag^AjyivVmy!-UH9?j3N-e|Z!ynO~ni)Qf>eU^PJ zXQaY8w&1S8wHU!uVxG^ydJC8N@vd!jfls4Yp^vD>w_c21kf?j}zjv6c8(iMxj zVXqD&Ojm;tw1cn_xn6npOP}Arcd{fD0;)RKJ4jTU~1#^Sk73&vUs75w5 zbA}+f`s>F5(q;oH`pT7nlGkfrcX@4u-6ADAOAYvujlW&?mcuwa@Fgg!0{ zFR6R^s5p-Os&9|4zdnwhC0P-_y=pD3bG&3N!`-LQ%0Eu+inn(K_dd z=HP#F1G~Eqesa6jLm{&PW~lNG)9g;!eO=j4TPtV{O?Um(lJ)llqf}J9q%MJRUO_n4PXAE&+yzgT4CERNxn&6sdIqDW@!(| zW}%=7IMPm1z1k&0|oo8T8~XANZr+BXdadW$cH)Bzzsv2mjiO zdvoRT>5G3!WvAQ+BT3|YpCIX5ML*ldM0@~NzKo`vu=wKyBi99IIpS6lM#*u&G0+p5 zM$NPSw~6`f)1Va6FM`WRs>Z>u%};hd|ljCBSa zGj~V~-#N4VYaEsM6LZZcya0-CD**P`D90~>b_F2H| zJIhk4-#L&7KW!GYageH0Q=Oh>?y-&!>L#I_?sIf079_!X@*c?z8{xT!%;h4y{Y1_c zd~3Rn8`LnwqbBm?0L3EFJdctft@vO!3kBW-cWs7kDbXXxx17DqvER^7DPPrWXs`xN z_FmN6GDU!rdnPzb`MR93H3eu2-QB9D2AK4W9+dQ$jpZW#fWaHN9 z=yPcrzo^pFO*L2I)m5fEmayLCl^R=RS<@dB3{4t{Qs(j!l29~!Tpno(3C##h)TP&J zY*-$ODOsk$phnn^rspEZ{XSed*cR8HanQWLPIc+o56FR@HE1H_%y;M9xLquYR$nTp zFwyk&<6pK0!J@Hb5ji@0xJvz2ykVtm;*ma215I0K?=cIP15)|k0C8g;GL+)N&qg;B z$ke{5;Dbc%BTi6A1+fVZgN|~HFcxDvWf{^z?M?0ey{hzAiIhZ^Rt$@9)>((S(J;&! z(GeVUnZVHfZ=UM|$p~=n{Mc&|X|JfvLx*%Jn6K2tiGYG?xe|^@z6_Za)YEf)uJ%P! zI?xQTu#}?+sq#*Bis>Gn36ud-zA(7)(ctwp6~=wU(LYgG5m_m_`4lNhv*O6 zs4^szTL`$L=+GP+Tzz4N+)@P#RF_$J#;12pH5v6nY{EM$Ga-0y2|~8&D>0t=yHw1~ z^7$Fp{PeOhns_g%bRtz8XvjDiBX9V>8WmMjFOJBM{SOYLDQPVEmr03`qx6(b# zh&)_Vz@J6h4BHo|X3m#5-B3Y9ODhcnOHREfe!x?qdnBQQwWX`gl)&@S5(1S{D^62t zRCsfSpyrneS;*yxru5$w{h@#Q$#yKVz-)qx#_(vy-;iLReoTG=3RA6c#S{rt#u5z> z=*&YZ6m44f(vyby8fjHyIw^Qch(UbLhg*^7P_iQXN(Ilg3#kKbcofh^m?)`2*h~sdTnu(jD7LAVq7M_q4FH}-kqewmF5O< z#+hp(O3=+?&*jvgl%M~a-mIt(X<$pQrA_ADvcMd8EUXeaYsYu1GW{SQll#8M9)Qo z5;Q0(DV3%s8R9U{;mBRGXXrc2dl%II@wJWU+I|@{_>SNT4iWs#c#LmEUn9F;* z{}o|s@A0-1J=wmymV?=7x$q*YURwrRAGL@4y@t*8$+G0LS7~Q+FxSUvBuL((_p%~N zk;=-F*4I%Ly`qgbg&NoRo5Hp$SaaQf&(o5Kx(JpC%#i@o^Ob|~i%`N?RN<_8g{!>S z+C={@4kgAee&LA`QcRmghKiD-gGc!f?GVHsM{9z1MABdCQoe^%>O0O<;x-<9B{2s~ z#&#Xk&c|*WuIYv{l{h9MR@la0#FY=QEHd`Vr9esu~PE==^nfZSF?Pn zMuzCWaz^4CuSumUl|bf=bFfd0>c#}ls)h#II6RZQXKE*^{`l^QL7bmDLgsXDZKc1W?L<-w9T+)*y;b* zoo&_R6zy6we>L>a{5K#s&Wgob`4-#TTEOwu`biT4Pz#QT2GYSy=Jd-Im}L*}il~P^ z>+AV`p&AO<9eZ>+08FC2X>oIb7Zu@rY%A4MhxP0Mi;{r=$T@e2&#vT3~w4Ri`TP(pEc02 zYnfHH&_pB0KPepL&i-{F6BKL3(*bbZ_JkE z+Px>cj*{F`e>a4r7}{DGx-2?Z$$m=G+F0*4p*|Z~^IQ-Kx2B10E%eEdCBug|`qDO^ zEqIMLSr=ocM$7WduOL@jS5Bl@ZBag+^uJgpaY#Vs2pt_jvxyZppjVK(Rk>Y)(|arj z6LumQV+K^E2TX?&MqYK!2pDI>Mt;clAX51liF*!O8poK_)1_foOxDO(|0=)ypghIj zj&yWt%+S*fD_hamIoxJ_Hj1QZuV03p858Q)qUh`!sg;^g{t@Phc!^!J61}sEgh(yx zA)QR_9|SgxYM{$jjeM#aDXEOaE+OkR|1L~EM7*PfA{@+B=%EN^8;S@Heww&)jQMVJ z&Qes&8*5mFvkbk)UFWcfLXw>FbC+%Uh`1Ckb8{gC1spZ}O&I1iGleckhc#V#@!lr)wX~ zmJDbqpvsV#DApSWVv~`zQD_T~atuXH$(>eI*jDLagK#;BVPG1UI%z^Okg!~GgD<%B zz_m{xDcsgg@ewXAvABae*rGjQ*kG`a4Nlj?Bin8dVApd0@2kDN4*$7{=WE7)J~rx8y((ipD-oVmxX#B%b2d8k*5$>ktv8%Op41x= z4>5l(^@*yT%GLf)Sy0~ZnR)ZT=(9?PB1w~U-ows&*m)11u=g%~WhO*C&WoZ1t@^~xu_b!T*YPyfA@ZL9q&OMC37SHIZ!5}(cX(qW z4i9Q(SFY+)>$xMbExy!{O1UP0kJJedvi)N`EsSS6autKH%y_0FS5fF=jb|OdP$IQr zJ$xgjRkYw5qkhl{P}Upt<8qRtHuOrfC>xnlKJto&GtG*<16Ad=^QLfTjo#hyYP%E%4 zmtmC{TjEbjP|l!DI#%jQO*)b$*N;JEgrL+&%(Z=Xb^1T=&#q2Sv=pyDC#PCUB`s)u zPEV@aD=4JOt*U99s0i$H}s%#Wd4w&5dqQ(2}`Pcj9|nTUvB5f{h<()gAvr8ONv1@r;OpQIvC zUm`;xf+Cs5(N9Nj->Sx-dlw-O9Dtwk4^^XAYYVlqNm`g^<~xMZ;>5KXgi#v2)oW)Pe@JE% z)MX*N(c&r7Cuw>--J+FiPl8r;SM_7L5Dl&a0eakz|xuychKPuI^03F z&0nkMrNc{fc!>@#(cvYsPluP#6?Axs4ll7GyhL}ZM@@4(oJjn9(@vufC(_|WI-E#{ z6X|dwPvIn*uL*DQm7F)zaQ+L452SEZLMKky`s|nQ8qa@GHvksSf7yHW@@04a%O)Pj zaeAM70Q6JLM}G+Vx4Zo<`Su1APyS90Ceg3ssCa(}J}WxyOG1$e^JLQ37p3;i@hfra z>h$XKm!ACJw{gDGQ-2!xpN*lbzGTuRr}?xM0`>gAdw96JTj2kLorCWDr;R*?gN5XL z>qGbvaK3zrkA2ejP^&}3vxh~g)G!h=%J3)cn@dlO$|7ep((Uu-d_5}K@a2nx?ln%! zNl_=vQO6Z7c9;{3e7$Zu0EYNSMx&4q!EgQk?>&$?vRl1NgCpi_CX?tEv9U@pMWVk2 z`ab6B-#aMWnfyZ!j{HmMl}P1VqC(e)IA~p~21~WAD_OPMmH)d;QZ6}0HRvg|)nih) zKIFV@UF~{+ZV?en%!wJNEzl3Es%!3+%dxtRe4QOysX$I($Y)dxn%i!u*<`4#ah(+z z<9yNjTuPaTNmg{&>hck+rmutw;$bv=nWKi3LMrK^eD<5IDe#kCBlUc4NwHMAzBl{2 z)atY)Rn#07n7&rjEYa$1ZBkS;-tskhXP^T@i3XLP_uPqKF!d*%xcpAX4Es^x3l~dMbe$ZWi z2$e>v%vo*5jPjzVQ%1^tV00SY{*fNpBR#UJ`=zGvT$(|uvFlA5=15DaAn0sYNJ-d1 zV&y4qiu&jZO=R6=EpU024kYtiGuTx#_MqCQIR^dds-6offvad7az$yaC}A?8o0QjU z6x2^*wRl7==ure?!f1b5shAfvPgf+y>b-b)sc5(ORx|bNnu&t^ZOkxQ%{E@ULDp=3 zl&p?g`MGNQDx_(P$+ewSZe66*ndR{-FFCV(9YgaF&8i=fZu!Uwr9bToQj*LIEFzm- zLm1-t)6>_g7hOkI@aL{n!}0=iQ>*S%a_U*fm3nRG$;vGcEZ$b&mv2C><$C{EGEGiH zA}Mc=Gd~T^{rWeDpohq&)TjmRK1bA4=l#ZrEUS^1FBJK>`tPh_hqvI>b8!Z z)Niy($q7hC_Lh2l+q_tsh?4eJEbmJWsX50*a$#zgs#cpNZRzobVW`SUV;eQ~^9I$r zu_CKx4F#G+{wigM)W`0;Vk$h$S)?`^jU#WmLM?0d7BA0W%elmDbJ7x4X7nw+_n4tu zjP4ZC2zrA^{Cg#qSrpm41{-b*q<~=kcbq_Pjl{`&tvxM|xmm?;UOkM<6uazN*M2!$ zgGKrl1w1 z+JAApd5P^`jrQNp-pk_s|A()-{hu3ojQt0Rm$F=p>4|TY-^k{$I)8|T_?{-5U?bY# zD%&hJy<=;|ty&%GZlkEX^;fu7toG84XpNb96hF63x;?7DJ8sbN;{?O80F3X|VtD`#6_838d-#pZ$YZ1^e%C z_uy4$|83$a#Q%zry42XqO8CT&RS=oAK-UJeUP}kg0x~|nn9S)UTJ^IE|F=Z~HuHb! z{GV4l`yKyp;(0XwPeC;u=Re}J3jeo70yXmg%Od{g)yoe5vzh17_`f2O(+PvkK8y4J z;*p>x{y*3)p8t6$KX?4UfoGBU&jy7#;F( zQ~8h<+UsRnWk;T5Th~+f_A>06Q?x_M#1QQL{c!J~2Y`=n5kZ_^GCDRVj?WPE#q2Uk zw%-E)PSlYM=GqL|tE1eT%x$(O>cshx)@U%9o=pi&UZ370H_G0k;($AZr!z4GyE{AP zU0fI<`Fk4zDBRiUeaH}3pv&wx2i&0f5Zpv##0V0IrvRtz(hWW|L<|bbhTtrJm4RmO z(kbZbrmG$Rg8DLJT(_xHVRw~pd620d)9nCqftWtVIjypPdXKr_`ZbzNkSm6ue@@Ma zp?-^!&FqFgBxsfLj~N!&h5nJ}QNk~XKVQ7GUP*Z!b_CNAObx*hbA?2OSbEt`EWPUW zV#z5J82v1{KtL;G$5$tO2qw_y6&O9M__a&xOc1O^5k0Lwqykzc%|kDHJs*?kUZ(N* zxvga780z)zF!AUeZ%F9eVbbdvK)|s^eWXM4>(xjP&SS5#-P1kY(>+h``Tqj|0RR8& KFG3ms_5uL#_k*_p diff --git a/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.9.tgz b/charts/latest-v2/azuredisk-csi-driver-v2.0.0-beta.9.tgz new file mode 100644 index 0000000000000000000000000000000000000000..cd441d1d123fc0495b4833570c72d29754304877 GIT binary patch literal 19795 zcmZ6yV{|4_)2JQWwrx*r+qP}%4kos3+x8@x*mfq?#Jr<3&-^cU12{enCIffq};oTq*%Da1JmFj}}zz!Yc>0^LzduMOv;d^Md@$g%LpF4=1;{uc=n82VYFrgm4QYtc984X|D7tEL^4rWe{sPxyjmRz)XFA`%qT4B#z>X8CkB-} zCtuBF0!2#v5yY9N-~16vE-Fa7hnMm*T&BEqb*pda+IYQqlAN@V&!}9`+SQzn&st*x z^Wb%f&4V?MRAWW4rkd>Jhi37YdsqRjzn9fKw~AoD1cXcA#2G}}Wy}oPBtsRP7c_H@ zpIBvtVrpWyDEl;Is9bE}w7q!lu>G?KN+a|`Eohx3K9XUnU1ai+91NWnD4l>cz6E+A)JkTLBi2Pu{G^z@~2{Z*uI4?7l z@9Nz+L>>!So)#P)4{;C&mV_o#w17OQ;-0cIRJ<>iJ9z-N(94|UvP7KaVyYi()HBLE zYJi&{#A=@a3TB=bC&x2Wa!OP!u25d{53cWIM%B1^*&=r^X@Qzcu3bX_;N}D?ih1ps zI~ZMU9S-wp9isa!D!n94W6xIr$24pD!ZAA0(W~^Ly#xRf1e5zZ&TjFjs)mcL%~{qA zDj3&mCR^^!CCMaqz;6>$B50d+qfv1}>b?MDO{DD{yzG1O{&>v+GkU;1!M?b>t~PyS zhJBBkIE_j&)HvmlAUZh$bM^Jtxw9bSZ9p9|Fmh84!ts&DCT;e{n4qNi$EPbln4fQ!(r$K$=gYC3z{#ZVg3*&JAmj+pP$=x=9JDfs zXB!bGqfy5f+Sk{oIRS{=#>eQWAp1mC?tEYmfeinGz5jC%+dJBy@PsfPE11_O(lJgP z97+Td0*n-~$;Jiq7(~>K6*h`ul?>pJ)(inH-wGxx=r5AMo7_%~6aIcAKMC1Fw&sX$1J(@_P zLscFui3Asgyj6~jgr)&?8nfc+$))EO5hM(Y##bm=f3K0|bHi1%s>XuX##P(MwIuiswf4mR`QdWl>2WijrA-(8ZJhDQq%Y*`! znZ|sptqU&tAyhL>C5O1Ryh*23!p(v2rM6BSD5P(}qjp{Nd){JPOkB2UZCxub83W%h z_7&#ixu?{8Za8_p$mro5`$7tI@y1Wq!cTZ5NUBKx5Ku;;;!n2>`M?=OyoXx3rcE3- zsMt2^tem*VsQJ}r*sy#-vy>kVXRPOO;v9DoODo~^rvdPJxfd-;r=${{?`h^M8_9B# z#F19L>^CfWFCf;kcU0XOHCk%rkfzdLZrCQ^?C3gxe&zd_PO|f(y>W$@n|`df)tznPWtxAL+c1md71Dl8)McypVANp;X2z7k-hrqN~X zlg-9R{2ZeYK9j`1_^VXms@Xu~JA+0fgc(F3sNl0OB>TOuuX+RUo|>Vq^3)9k`?PxuJ_*(G$P;sLc$W)3vSlpS}asLYun9b)`z`~sq9ed zg7EjUeLW4Nh?465##YMR?^?L5gYo|8HT&sAFEmzpOG}$y=AK;S9DxBq)UKq+9g&Uf zdQ^B-)nU+J4lgC4a0Hk9Y1w;&y6R*JwwoopQyxq!ikFo{sp~q18!UEIkv*A825OKW z)iGM#Ed@cq0Y73NKtz<(&8zGEP}gv&rldcB-xmPC;YX~ro0G981md?sm%!5(e_v5M z<01dyEZ_UxDBr84bu7l-R7G=eMm;%7S;BO{?@(wLT3AtQ3l7^AOC{);7O;Kk68Fyi zOnU08>RJTBh#A<2NBui2@M#tsA%2XS){IRfUG?1^x)gXMa?+P%@u-H?=yNkIFn5<_ zBKGddFIY7_=;IS^bjjx5j4K)rMgaM?ICE+L=ft9a-+i-ldmKT!-}p(8wtda-89~2@ z)>PUi4MRBu#Db&{0kqzqXnVwuES|p#6WyX-+Cx&uMjvZv-W}pZ^rwGoUtXFAk;hwm z&_}qOn`g9@>R+U)ifK#<+^uGQDa@0f2z#Qz_N5+8JATi#6@mtm{SA36n`I9O+>(E8 za%!6~c8&rgKz!#bFuuu^QL42cpWjBG&b>(lqu-Yoet!Rp{}X=zNJd0g9_-!+U^7`9>ywA^`V5LPL!cPtcp)(e>j__yHHL9zo23DB{qx_7O&o6VE& zdkKxx*(5);g^WbsZS`hI(H&4M)D@7>2pf$gRTd4C_~E$d$7T9Xl^iTD#E);2_zx6TL6koi%7ai}dmBRQb9diU!=ZWc-#_mBzj{B7_OYPJNf7I4 zpOcoCj38aLw|Ve_zcU#o~5Sb3@DvLO_+ zec7w$^4-#ADKhNU$pKP@M!yHke88ml5qxINlcp?OxHWL&cpu-`8+)}0=0z;7apdYQ zmJj_g$a@sHctpVk_cWI>WNf>SD4gtPg;MEtqx-%9FCyP!Mrj(kFja%2ycN0e+G4eN z(JU$mDYUo_I0UpW>QR3J?9B9|g41jG)d138Qje@xlV;vce>>${M}(kf#8 zFV|XuMK8CjS%t_6EI()-Z^f)p<$*?vj3-v{YvBx@L?G`87;2Ht{(1yA_gej9>7H5I z>wU(dd`FitUZ>{nWv9*jT1s$gMNd@=T^a{ni@1+`lzmy$ne2+_*rY}#M;_xz6fk}- zJ#5OIHwVaCA&JhKSpsDp;gS0*k=e9a;1& z0(Y)b2oQw?GertZ)$*nrjaPR$S1(I7hc@`Pis=`tbP0-AtP@i zN%N4|AVi}%i^M=t+)sm|c}&4?L#y8Z_T05$PGI+e+IRcZ~~1Th(vGuL&x>NVR! zr+h+xMjn@EG1uSLM2=06`)TgcQv9j+%sY~%$6BsxX}hF3%=uqsM_8;~lAZ37w-ucn zqnpimeO|Jxz3N-;kIr(e79f=H^gbv_>adnM^xpKCF!JRbu>RAHjnOr7p(JG53>@Le zN@OCqd(ZQX_Z>X>Jc(Uy42kq);q7IsRd{l#_q;H@R!!Ik@6-F3IC4U=Z8f+SRXaAW z3pyUm(J`kh=dZk;L8TTF$*I)C3=uFXw5GgeIyH%{{+L5HQVE;2Al@9XjgjZ6^hLh4 z9G+!aVfm`6gSen$EW%%`M`uIOI`LFqNBeE~mNgz)h%F!aq-Mx2ZRI^~;&qTt)^4X zK2@Ja*~a4NE=pN z*~|)-N0Vr@RqnzuYdYoLv`zcf6|G!WZ8N6@)1rN1s%ob7SUtKZ>-$DQWlWtjH)7Yu zp22fDW0!AL516NMhChlUU|)GqA?*my*Yu5QJvee&P({f4nOR7L1-jgjFU9_#`M42&o`;+R}i?So- zo_WF8{bM2#ORI}dZ?S?&?jeyrO9^%|?Oh@hFnWi}VNvBIxS%(+=O&^vpE&o%k7?CT zG?_x%Q_xMA6^I#2Iqt#drGxmk?8bRKnskv=Nj2>$-+=@b@LAPrAx_((BByriv~fLkx-^F*=R#RXA-EV7pps zbB5z^QdHHdSs0{SpHlt#%f;(WR8wL*n<}xJj#)(x6puFu%!_O|C7qV=&OM^(LM`H^Ngv6 z9gWA~V8I9RB%tgipX_%?Im$(b*gqBpk1WbC3Pi0M;%{%-kRu8@i5Lg%Q1sLhbmHx& z&~R&(D>XH=D~)hc_@uCRC#?a~JfZ3jJtCo;-Z9N?@_g@7%y?JwQ;<9#RwAiL&5^81 zLnkAc5;fL@)(u`9xO1f-kcF|tGdh_5#xVusCL@6Nk68rDMKwAUdOvlkuVX=pEW_*W zob!z@iK#dqa6VX@)z~2nQIKs8PRRU9m2I>Q@?@X-X*&rmA|(FNq#1QWwQZKPzIZW0 zSdYV0pRjge)B^KVqlp2b(5T6Ui9YghJ>C6OfVY> zFW~)ipkRQwQt0b)^t<k{39ez{@{^w=F=|Iuao*vfy z!RYr#*?ek(B3v_thu0**jK&>PO}ItjnTqo=$`hTN%_pNqe-r4UQ?bk+dC)`ec|9~f zX=P~G3lb4Ripo$3kHkVJ6tq%BAq}T|n{Nr-8DXyAu+fnm>*leAvlcVa@NMyKA@F}u z&t^F+-%$@mj44@@3BoH871M_$$vo^XQ6eJMxrKl#tRmfU$=KF&|5kqccRF58yy~cC zBnlE(rS{-68cuk^6c-QA^y`rB-Y%}+$G_X6>S~{(dUrr_LB}O1hW+!(gZ)wF}F{6es z5;;&;Dtn!97FRTEuv;@rSdU+x2bh4|dUEz_+pz75>-T&z#E6V7d5pxj;H zi27Vh!8#e80tH^(drp@^V;9ZNHIk=fp%wum)$51fxYRGA@Oa1{L|JS{!Lr(5Vk$-~ zlt8)?d!Z@8w8xioB6+jl^ho&dvBWK)aExYoCAkB&jvFRQ$OdIUtz*^){=neq+Zdv#~Tb?JZO3t6bSqjE1g#s~wxU{ZQz=u4=%$ z*XernbX$Z$(O{{J>p%vO8A4e5r*V+LVf$7_hU)aloN_D`)ap_`=>uEuMEWIX(P zo3%804#GrWKEncRpU9PqU-72$Qr?4pb_2bxjU-J(_+kWCkRWAz#G8W9XgJor(Og`f z)1Qe~EMD*{+N*F+@FBTgF?mTXe|~DCJCf3mT28UuE`OgG~|onUd9(Z6p1(hAqKX*r*w7gnhTN zo}6|GDOaMjhG|Y!p)j4{{+oG~=k?|vx6R$Ughh_XfCUfe>TR#W$uKQ)Vc{_PhVjI- z>)y7@WnNSB1eNHQ>tXd3mq8i{3?VX?b18QDQpd-Su<(xy1!m<;tkpR88JIf%+0dQL zlqQ1$we;~U>@)go zNkk{>wa}T)!G%_avJY`Z-tnyn^O6p>KbX|_VL9*izvG!_I{>AYBSo7x)m#~cAgE1c zuj<4*Me*Z!Q_P_tX#5iT2=X?OcYB_IHSwQP5|x-(R8PgpJ;+ldFZ~;64_i=blV71KwI1=wkzLZHBVcYaNiot=QXq zG_y_@Ap%Ju@$$h$)uN(!1ju&p)vd>!dInyG9_$A|sEB|to^ACBT~~+jV#od>5Fa#C z?x(5b#Y*U^z0NTp6`){V<1d7EOxr_YSD}QmZk8nGWT)p{{oGwR=bJ~ZGm!#p7SWX7 zmk(x(`oBxGGrQcRE$>7$mZZfI>e@Rx&OB+U-Hrn%*w;#Ue&~9}xAN^@ytk5fx4U^n z{9e!-ab)e@>Myy1O35OJonp1Jx2J#W`IP@`aWzT>aoQ@1Z3T=QPWZk)%jPu)c0V_N zy*I_Jp5C9VzQ$6(7e*v6VG?CpAJ12%gl>nKg)AdcR@kop|;g;S7QA@Qw1_cg}?Qr-Vf3-^Onm283lsKy9 zw61K>We*;#tJX3I-^TAJ1PP1sxK{DL$eu`zl;sPaBBBLFac>g`!56DK=}3!`q$L1+ zlu2&)zGJ={9spTPR#kc(5#|^B+R@v21APR%!-Q6y;NinbK)~%auoK8av=R@elJuK_ zVlG_qK!%vbEEeCxP{C_m{@?v|I849=PJC0DWr?~&_~XGmA;-qASe_4J6UwHVkBiFY zYAw)S{uAhk#EuvIM^z4>_E^c}`qNHKQcj#;3qgf*VEXu1DRX)vd40fxW&O`wX!+7^ z7PH6)%I)(V17kw>mnc&My2e;S_m0qO&-oo{*qy)ai9+*Ou3~I2o8t9T+FM-rNQOH@ zHGJM4&<#*&j5qr$guUINT3)vo|5yIh0n>2ZI7_(NHO%X!eR|Q&SL+tx@n1>9VinTm zc3>^yb&|VJ87! zwm=6YoM@Q!W;(N)O!9DRnXFW?b7N5Op8A+GHv!T0O${Jo*yL-k@6S}|jpy^rb2zin zKPf@rkL?{H@3(tC7X4;sdV&9MgH;Lm@dS%;&Clcf`MoG}V($_6YF`{_xXBDH2!INu zKO!GrAh{b1cvJOM_XEU#7!RIqxyd>K$=eKlVD-r!HvFAM<1leSpHy`y$Hfe99;||* zE~SXTK0DjMi4_y)-i<-Nl&>Ag2J7u(!_0KL*Z#_cwo*j=p~d+q7V-PnVs*!T`@-o$ zfUWnVDEP=ovX3tO{uykP$LBa>loG|`{*sEXtrOXic|2F1=we=(FM@^QcHijQMz|&Z;T&o0sXNiT= z4x1*4r_CH3bOQIi#w@ghV^hb~fHE>Y5Kl>lLu%+LzFAo*+xytz1|9>_vLL(sbzfgawph!tj^0QX#iSWW zeO{kATYz841Xsb!!wq4_?L}9qlh&){Z-nxlY7j$z5y(ch3Fv5d{dnl;L?|Z2L1F++ z*#YG1-Zwsj0T~8Z_k(be&6-yGDi{UvTKcAu=Gs|)#Y=7VH)N{xi9y6y2fKe)#@aX1 z%QNq%6MBM<0mOiL4hb0bB8OelGFs%!{juDie&Q5}l#RhM1eN;hrKqR5 zCZ_W`MUCR3v^8kDScOD5;8Un?2{Wkqi4F}b@GEg)(3>OsoZ2pokNY$Ib zlIqq=l^WTDueg{|i~8-Vg1{JRF!62FH-6~CMgs@kus%>hv)b1_#9GMX7NN1FFqU5$0ID?3*?DlNZ5(kqT3 zH$c;ER6Xg;*(sPZCM$N*PF!1CrYuSyqd)edZ~m&yefLB#Bj0}vbhvR}y#mmcDCvpS z*hX7ASoG7gDAVNcu0*^yxx}=JBAp?=SO{|5i>+I;6;^v_t=<dBlCcG6oB2yhw1?LjllC}X4D+RpJ33h=*vUJ>QkwD&dT}oSXV%f`({eFV@mp0 zdbLk^3%s$YrFf-xrj@qzGIL+V*rh{4sVnPnY0Y2Rd6r!iGP~pbc>igfX{Z0lpqPLU zDA>(|D$*vXfT}DeFN<2@7=B}QKRp8iXK-=tQdKx%(&D#2a(mbh(i61wZ z7-xt`jrW`B*n3<6TME3TuTNKf9ySLyX0%qv26p zpO^q*Eyb!iQa)rN3_yY0}B23T# zA~JHjZj^Mdf5!)n*U3O#{FK#VGL{MqEu*pEp=}K_9d0*G{6SaKSi>n?l(?rc8UM=5 zV9D2?dPCWW&8u$gorO@zTE$|=I(*qLB|qg`-5ZdyU52WA~TCS;Zt`&4>c z#Z!&*po$^^Tc9qd&|Rj^YFo2&$l2b^Vhs3Fh74<~Qnmv`oqRM>A?egaQPkLHz%*!e z(#1B^X=ga$j>o9zq<;t$Te#{@Y@2FIAqXDS4Xfqpmv`lWYJ+eioS>h&g*CxnPd-F$o1qA7ER>sKfKLPZo~w8#e+yZWHEUl<>Vz*LBd$&ya% z?jou2sfZCh;!@%{Q5RAG;lU{reU2AaS>r0eJle0*CxM5+9q#~|i)3+XHP)+RMf^Pc z!{N&*B2TxGx`fImTPTxhMsy2JBB}fLs+@^ z&W<`-RzgxQ*o<=OkFz$JE*H6uE-aRu=!|Mv7)WE7h6{lHq$7-<=ydJjbF*s~&4xZ* z>2GD_DbO3-b{gT3;&RWjs@+MNV&5}mOY8O`=XAM#z)-K1!6oI_qJ;-K!CfD_7GEfVLJtxZs#N@@ zAW-(N=Uaawsa>o-X~r&Dd4d}6CypqYM%x<7JF1wh!)!+48EDVDj=+A-v80$tT<+PS zo;b?s;$VKOXy_I}2HUXjTT}TNS&lh+!+6?dbrYhK<;)Qs-XiUa{fK(c7(DC=4AAuY zXR5}z)5hw>V+JmRwCd*HnjLEC-&sT)s;*a#wqheuPPTOr`YQHGsmVX-(XIpRY|o*( z>&TdR{X!j+jIQ0!U0n;2zp>H=j9x#b~llEM=Q2F5>-SD zE)oWx?vCkZXrPTOY7~c!b82SY8TdHV`W|IUlIE&z;s!-d-t{AIr6}&-J;i3qG06*g zwVn|xz(!d4jhTCj)?w;j9~7V6B5}$MeNHYg-`2deDv0A76qOX`8s_46{k;R8PdL^t zE`ma)5>p9rfDKIv(Q2le&u~{#VkfSP8`c)dX~llS>dM=B5X%vhb_nzr_>qPR;O#nhZ?v-bJ%58H)Ao#hbaX@ zyzNk7-tm82Iuz zmvfC2LwG@2>fYa6SXGU9L5&E^wRJoz9DCZ@;NYq5%Q_0Jqqbu0v~sB{(deySWdiu> z`vV!jzH>$caj(9;7@xlhu5M0lzk7P1BM86#g+jau?M}sMM@XE4tQoITMs_rmG?9wKH((x=(+R6~@qEK2IPBYTX)Ee`F|wL@au zIMKS3Dnmt|iy4^SRV?8UYu_u}dO-RC0P?DPc%;N@I|=QF`Laar59y!bpF(`^%*bvZ zfZO}Vt?#}h>bCFqt}<`-Vb8HW_*?$A^{oU{DWM5YEj3|T<|S&y<-ch5U2Ws5M|TfS zHdZPwH*u>99`1S$3^eF9VdAv*HG&E^TC&aHGb<~zSPMWfCgMdgurh5TRF8= z2N~M|aB0pPB0oU&1Awz9P#xR$3yR;la~l z;C;|XAuGnWI(;Bh&($cnU*PkLxd63`@blw3VyWg~>2m2V;_iHf*=nqUIItVX2!N{* z*x%dP{dK$a^mM#lX%CQzMCb+kt}sF=?%<;}@yT6Rg4!ZxaW|$o zfg=|LV6aA#h?K5#EB#g{27Xs)WyS~%N>C6SlXxjc$*n+2CidWf zKWQ$d=bs+NJY1HvJS^29AC^3%5Ho%4Av-be<{1H$^G}$gf!gBjanln!xru2!TRd4y zN={WFG==7|n(HbW#=|rAmCY-=fFEg$Hg$Sck53(DLxsZZZaVZO{RtCSc|h}Xs{i4y zeo((tUfMqQq&05pc%(5orxEH{xV<#uH%D`7&W_=6nUzKR7UpSBIanpL>u$}rQ>X3zR2%iG%Hxy!JD5DfOSg5Tw&S;^G@$ z?fi}n6f%&mN>vh^XJscd?rGy$t1R({3w{>H^zeLKO=kE#zsCcOz`m@pFgLE#W8k-7 z+sw~(3BxTj;i2?`$1EiOGW0ZWtWN!i!^E)ZVwj5Ne?)2PIHsP!FMC)_?wIrnWg2q{ zmp$ypq!ajQ`gOrPr&K>1$kPXO_5dD6+>PGN5i=#!1L%%*CHBiC^!t5Y4mY~!4vwzq zQo5j$A_S?r-T#tYP%X!s$pA5Z4RmFN1sd@(xT_alpv2OM-FmFeWRxK^~>AJ`~ zp37E)*i6(1(A*0v~+aByDTyxAr1Pl_a;){0E>?`G@5y+kG1Pv$FHxBzE6{g@6GWgq;Co3i0_MABf>Achu4OukQV)TVr0ja zU;*AnDd^|3K_bHSLy;jOxt}fQ4;9B)7JWZceK+JIe-GE01{$RLkFwi-{RDNYYUS5| z?Y6;gvAESx>O22+kbsQ^s8;#=1XzF>{uB4v0|jy5ymTt#@PEy=nLDzyE@ku`JwCNF@t8&L0^q} zF&h__Q+&E%8CVKu#w9L_+elJ!7=ds&2=@9*9r6sg+GHsyrfBe!L#-a$*nwZT@Q53A zkpOt=EBwTuX?!XqGbW>2u|KB>Sco2DJjlvK{Fs$+TjSHwgz7bG=;+ncQsz(EjNB>H z-{r6d{ng%@4>}ndH8seYOUD|frg-Z$*FjCIy{p-C>9ve=?s6>K$()#7H%Z3aTw|L! z00sF0gyFr2@@5Ohv9}r(t@cz4iNR`jO+&l5Aww+{SQA`AFRxr+?icCh&ZY}pE$-oFk<)5BD-qC|>dUQ=V}~mpyzh?3^8|-kfM3?|_ut;_ zoxit$9PexRMRuzJPn13nu}6;PYqX|w2^!}hp{kR#*Z`kj7L9@3xk%?PGbEpy-HZT4 z?t$%zDjVQqzkiny0t>Z07dY5*+Ac9z<K%M(F_-}5ZbVx$NucewcQo8=oj{5@cHt9}N_DDZyWyq#TQhNl&}q z-Ehkdg^v`0izjLsKRjXo(rLH3TLRlnM_Zf9_R?AO@YrO=-dbdt@0p!Hn?>o-%B9^*)SaJMhM`wNo^`q0Q#;IzB zrAu%nak_|BLEcHX{0D=0s)*6QhBzsa_0Ld>T@v^#(>LuRkNG>PlwOJ%E>PP9^vKX7Ua@MXSz>TfITTEj3wF)LFRT*uiCru6Lb`a&Ix!M?Y`(*wjyEHJukwe zC`BvT8aBl%Kdua4##dp^!gU`OyWwKg$w%>Rtuf9OG&G}tSWoHWpImJgYoXW4yVUM7 zP9-0XF#>foXE~zTjA7pg|HId3h6=)o^N-{Pp)pv0<_#jgd|zK(A-lac4Da-XB7L_- zQG0yp5k$1L_}fzPNQPy?)P=b-Bn>A=&FHxD=gNdk*zc=`)BKoc1jom{Oy0dvf8tIu z^&1B#lN5%9DyoN6MOIIX7aq3`8X=G%7%7aG^dEI?8~r52p3=x$9mu;_kOq;Yt25iy zv5eMml!q|wm?sX-1OIY>9e4WZYWV0t2qbumf5ksR`&4 z?bgR)CihfhMXo7+o>AVMm(E1?S4R%ajPi#Wx0J>>pmJ!oTRPD;viJ4eh`JDZcT;-X zv;866_p!I((>0Ki^8F4SG5nvZjgHN?REg&8YmcyFF>EwG7fY1WSG9BT`AkZ8i;xsL zM|)MwyNEx8z=&c1p=6V<_l3jnz1nVX)B6Nrz$ppV8v?4kS4iQh8JX74Jd=wQ;}|*2 zDZ=0{$BVva=z*f^8R?7}w}M$c1zDN$@+?r^pY_jqn{5nC-ch=L6FL(k-|((k7he(* z+B*U+L;;FjI4evxl8CIzK@P7ntN7F{m>WYmrbZ;s@TMuKXP3lx7d3yHU(wkLQn0xu z2!FM7;eg_IXl#WP@=1-cEOP@N!^+u3buJw8o35asTVTQdw>r_FB|`@i6(e&qU{|bt zqU)v1f&p9)>n)n%%BpuhCq(gRd2RF~z2@|@TPIb~J?rSvGwmWo3LDbd@{CBfF$%a8 zGch-ig(&IQ*VYkd8rP$#i`q_yicld&Y-U7K|Al(?^1$@@oJM%Lmmx?|DUn9igFgA# z#;J8v;M~@w-V#>Ky=%9rxFAVX&Xtd&Nw=l2$T8Jr-Q3bzT~V;OK1nBm`6GmbqY5$g zk*e-gV^Bs5EM*l#|EG^7`dY9o{Z?~5u-V@bL^V%guBy{KQci->(2VU?O-iP0nS+8D zZQD95I~^+4@_whEcl;xtjD{>cH;Y47&FG)^wGzKr9H6-fpyX_*`=Odb06)1eZ)3}Z z6~nF=FzU@4<)WOYhMX6edgU-MVv%v!t$7^HU|4F(k$%+6^=Mc zqtYCiye;{6+M+AKBeAy%!XiVo9?_O$gaUqM(QqXb^>}Xig{+&ekChs_Owk-gY<@V$ zY0J=KOO?c#i3DAx^N$I>W`_ear=v$u2b(0i_VI>a?4U-)F<00&F!Rs zY$IZuynlmdIyBTYiUpSd$Ln|c!}o=RMrgq%F~l;;x1W!9W5K}pjqyOtx5LrI*mvwE z1+_Mw5u8|Mv6v4aT_)>Q-QkK^Lp0QhUQY{Hp=$x9FMRM1n(o45zL|oMJ9{3kC=?7^*$vu`|Wf{!t0iRw6tr_Ly5rAf@oN zP9?(?g#xFD{ru%b=Aas{P$1abg(q~9`H#@vJ81m3Dp{HnUUGhLMQG>IvFD3XX}x?I zezX4OH>Vj?xn)$jFS}keQ*p5rA7F)3M0TKkT4fH$d%OQ%#@kk9`}Rn@{MspM_pi4g z){xcMBYw&2^uA_tFC<7C>9!gN<_MnD| zKMUgV0+H=AN-eW_Y&0aGuKvj);*MzD02?H zWtg^4M~jJm{-IG2<~q5G@qKJL0SwJ)>JG&V7wM^=(&Hkk>qOBLa(kwU585=|r#$B5 z0L>=Fx{!uAv+Q6m7Y)&eAT`gSlKO%FUDZkXI7BB%wO+$&WVjwf;kj6lQ;sB+@KkiR z>UlX+PY&b+uD4Bj4Ft_S0}Rb)+nx3xZ8Y^+LKyWfnC_X=V)MrB=zUp%xU|O4OQS&g z#Z$B@frR$*T7$o`x&;gxh9(_EIdgRlSvUkOrGO-poQ4V}`XcZxF{S{;oG#0JNIqg$ z-G4>k?kY;H%aI@$cG$YwNn`mb2*ibn^XFvv8DRIqJWDcGt{($Nidy03>F}BWa-PnX zL;UFM{wkx-<%Dy*jbGtB6FhUitKTY05mfzi6U@tPgn^PUVeX#2aE8%CqaYO47&WR& zF1THE1VR#5f{ikZ9nZ8pYH!Lg(~eevHaUq3iyR@*inl&XhgG~AIx8gj0-2RxK$-6i z^)P78=EzSqd5?_BXQzxkL}=8)jij<#y$X>`t2~(#0tj56WAxaR2f+>^rQ{(?rn}LU zW4}#jgJ8*8Oaf!OUwD2-fbSve;(#HunK(xz@%TVNhv z^oBbMGGUXDS33AN!jfi#Y^5TkPh3$141X$-2@1=7`8QD|ry>fyug$n*95T%)x(kwv z>Wlz>L@YOTP(&>p&*616*q#&88lI$7E5-Ok`j?S5i}{Ubn2zWmQ^pianPg_s<~MN= z{bPZ2InGg1I;A{3LIwSv^tC{xp_$AMo}Rw`l9JD*EfhM9ZlVs{m{>-hkUr<6EW%n` zOZp>2Ph=OWnJa5FG#}rx)e_t9K?0O3@JSFj(WZ5_R3f?ZMA8X7^=VYKynWkIW`>w9 zQk}ohv;;wSehtn}%{9sj!_Gt+*1;qKNnSG+m_pb6x0qzKvciZT$yWN93R80!Alik6 zr7@WFcH0}7)33r!d%g9;m}HsBQnmAHi={bF6KQsR zZ}aim8Z}-5qrs$80~_k=*mcTWs2w1>&U~eXuiQYWIVPE7CJt*%q9Z!06XG1KVD5XX zH5VRFWk~}~nn!*TDJ{JCJJivkFJaa#Mz!;Z57i%nOC}l7BaZFNfF;RWT~3T6s=+Dj=MOd2jk9Pr z;fbkbT8k%q<81=mI@)|ZTna3>LF85YQ#Ue2pdsR#5MjHvbt&nobyx62s=w|SRkH<8 z2CZYlX(1v1F?n>cVe23SR+{(8WM%o2RS6$qaQ;lCFii0gsVdtN@=O`$*ZxLad6qir zbka$Q*kx#A=Xz@v8ThY5NIA!=Q@%?DczWu zB-4K%6o@A2aylsgrRQx;Y_g=k%~e#y>RdFcv~SF27?hvnZK{|GA2}In)x;fI>Qtkb z3^R@1FS zN@D3whS!@1v6JdiKKNut2CPEHmJd!`1j)=ZZ{NCD}Pz;W<{tMs!TYpjz;27S-F2>(q*`gXPO z@vd2);(excOM3DB=k2e4NuFJ+TU>U9TU_;)$9L|`3_Q8Vs$`Dt6~O3Sh%%o?pS9EoUkLg=(DBU%_}cp8TrvFZbo9o1_bmbE zUuytjxsae&ELi>mc7&dK1w->FId#6=ALJiBwnykJASKMS|C=ae19W_Zfx!U*?jbu$ zpI~MaQvM>;>FrOuqgho*Wk!{R&b*)a;T6~VvP!K2Xt(=R-0DX4Us*G8iY^SEJwpTS zqS1jPqlWntQRRi|DH-}WK`xQz50GYwB)rsod23jg%4hZqE4{$7oxAZK+5Xz1vdj#Q zrfwVF)$&gYN(cMBR`e$`Q~nE5v5rj1-qPSISvq{v7647_*`mKp+m#_Z6F$CQv7A(E za~+*txy#{l4)j)y%03C9H(XLo#X3&hq-JIEw&u+$y#7Zuyoe|1I1_{pJ7f;B$jOFR zUhp_CHr7*)Ke6hEu9V-ft$Dl!tsaY-dWKL*hc&XOLJL- zAVtdo^;BSZ!d#0`WT(^i$t^c#7}YgW+@Vic;Sjg|Wqn{K*l^<92$9iI*+81EMu{Z{ zUHlVElOW>4TLZS_hr8&V9JoWlBu7wpH8jyJS(*G7G@(YUpjmdrqr>Jo=H zgo`8A1NL9+&aq$ed&HDGU6H)lDyL)@`r?=leGxHdf|*aV63bnY(d_g8S0yWu7en)O zp>#=RJ3%Eg@_zz>41V+ffe0zPhNn(dPWAxA)g?`4Po+{E)W z<3Ar8^{HMJv7VI(&njH!q0&LNNMjfjVszmWPw)lTJV|EDY{>-S8( zd0_Ner9+VMIb%JLzC72;m(s_{Hu38ZC_PMycKD#(SdNTk=X2GCSFqG>E`cDLXeX<0Ih*2ew zX9`qltG4*dVTlV9Nh?%y&o8cJa|xP3fp06yusggl5r_LVvnyBiS?ReW))rrBNTpm8 zz(?wY2ig7!p5?|f8M%rh;!4Ntj^*DiCWJ)6 z1Ti@w@im>P&47|_1Bg|eLo-5Ia6r*}5OF1s%<%zCic#>}a4>it-!Kduu=C<~bCgsP za#Wf`nJ?9x?RSNs_YZ~zdJD;7%P37#82KtjIUIlsF-PnUbCmg5QX=Lc)0nC=2+C=s z&Of{UNYiCpTO(`K`B?QOk(+3+xsUQbt<_nMVF4}!&_2=YNOR2a8t4&Kg^H*)w^ikyjG}N(TMVaXn z-P#R3s2rJprP}l_@b>7RHXIE&QYTa0R_PKT9h+9F2SZcJjPN|ZP%aYr=cPKQC($;1 z1aB(KRO(5pU^x>J5iH^Yc|aQ9lBKk!BdCBr;P{hN1nNsVU==*=6|81&Ia z$OHS}XZ%Ce=+)Xnt!$DOrdZ{fRVhJH_kF$RSJi=33MA@bexn?aYdD~?O#R3u$xHXr z&znEw(z;qKHYGO}MWl-Lg)D~x=>M$ zk|ToZ7r(^k^Fh#%`gB&ZLW9l;(I_~q@1V{|y}v2k#wKc>j5ejTX-%=LN(&3LJJhjS z__naN$`X}XT%dWj3H8ti^f81gaQUIWVReU`fhPq5sl`b)7GG-!XUM-KLB)ucq%6ld zHuPj+PnkYR)8ok&txSW` zt2HKEK;kZ=Vzom?9p^QfRM5JDB9~U`(gF6G!EVGq6%KHH3R?s_+`;;`G;NdpL+oG6U;|{1p2o-{Vno%SW6$b?xk>FbM9`{wu+o4Pu^`uwFQ|MzX2uk_TP2L5Lg z=&CQNbn$6EZG}KR|L+_g?(F3Fe}8z;o&U6vCwH)roNs*yKLXB|FZS3ceGj!dG(3G+ zlu8XFF{ccF(!ROm#HciKMkC!mf6msUq77fZIOwCsX*mh%ggNTC!sQNgVv(=cO$Wdb z|Hx<*@)7v0-~YV_Qb%^HcS&%>oXuns-6A$o31&$2w?N;=T>X0og*%sj=)sYHDZLV@ zd@EGw`Va@LYt>+>wspm;cDwR_mr05xTU3Ld(z1F?3fG66x2>yP56~?lVud*|2L-#6>6BzP26@%us8)`NgYHM6)MaDQ^wmz3q=3$Z+9c6X-2v*Zq zOa*or4PR!cA)$~;x+tFgR@M~wNw1N5KDVS;DqP>2eqCsF(vm7_4s%RjD{59~^|m%C zDjHw%HGWq<0r~c>#B;?#T$NXrud2R#RkFB_mMRylAg43in`1Xy6X?2(nys#t<9KGUiNg#NVyM; zPNUmD)+2kQM^<&e&=j6YGe|Ucy-C9yX(<&1o$U%K2|I|bJf%%hA6=oTth=ZMuCCI7 zcz$aJyK2TBRQoi?pg&#Jb4exeJ{pHyQCcfXm`v#=<@Fi`^^;gF9#IQ=6u}rX+MiY` zW<|}@6^T~87Y{EL%Pqe9nR?}#iGuuX%rLs2ZM=4atl9i1SRJ+U^S@tNi87@CJ@R{e-{%ST2i{b^T_f@EG|5!vh-!Vt%wp1xMS>^gD}f9}0% zSY2RlYSn#8PQB7`rC!^4D&>|37H{|9mv2C>WqSWuGEGiH3v-@)QFpvK^+}-Qq|C@Lk;{O{J zt&*~yl2Cn85%GJub61INK8?8L+Tw!CRk+EKZWoVz+z8rZs26E*@TiJ~Y{*7cih>|~ zIAvn_^`EVPzmexL*8e(MdhjrVIkv27eQOq= ziq%c@v$iWsRd3|(1B>xusawGKfNGSQawk#V`?A>pbz8?y;y1ca$uUSq_Lh2l+q_tr zh~oBEEbl80sX50*a$#bYs#cpNZRPQXVW`SUVjDH}^9I$rv7%DV8VWRx{QHz0QXjjE zimC80XOY@yG>N>~J!)CAw|I31Tg@e2HYY7%Wk%o9dyg5q#pq5Eji5J(*x&bJnPrj9 zYp~(AKmrKXf7=9lYb1`}Ywc-u%*}oL=GDWvO0lc1b?uk4HCUt%WBDy_YUZ!duGNSt zji?n>r4=osl!?;DvS>17nl-vLnPPGAr>68}?6OC9wm!k9t^H@?%`0sGYPA1`y9b5) z|986mpBs6M{RfGcu$;y8*c;_HvN^2IA5ubmPZLhC5pD23+blM{W9yzZKoZ;J$M=KsR^KQDKO9sh6Qc{Kh{Ks6ob zKjL#A{%?x}YUKZeJpSk9L5Kg@%=2jcUlGaagu!N?<@ta4NKh01@9*T#|2!P-9CZA@ ziD#Mk&jy7{xvt_F16z)`!w+X-rjz0{oi@no&UR`C(C$} zHxsd*!*=Xuwz|QdK25)nNQ2iQ=mAh}*D8{QC4Ga-;MuDh{|qcs3U!urnN*ceXG@viCLwP`LBck0C=` zfiBbE9B_jcBXAQ<5Fwr*3W z!tN^H@*q_`rrQDJ0x^Azb5dph^dshi>(^*HMXnfu{y8-xhWaf^HnSW0kf8gNf6TDJ zF7%H)j}m@C{KfL6^$N=Cs3Vw;U}^}4m@6bI#L_`KvGlUnvyxLLF#1`1fq+)Xj;~Jm z2uz{RD=>Pc;3f>-m^OA7vVkpO=-a97Da{9VQ;V;|&R& vJ4|{#0|+?QsE=f5e!Uv&!FlXewtKp#d%EZ8J^z0I009602lNrQ0QLd^;k4t` literal 0 HcmV?d00001 diff --git a/charts/latest-v2/azuredisk-csi-driver/Chart.yaml b/charts/latest-v2/azuredisk-csi-driver/Chart.yaml index 7238322cbc..faf5337eb4 100644 --- a/charts/latest-v2/azuredisk-csi-driver/Chart.yaml +++ b/charts/latest-v2/azuredisk-csi-driver/Chart.yaml @@ -2,4 +2,4 @@ apiVersion: v1 appVersion: latest-v2 description: Azure disk Container Storage Interface (CSI) Storage Plugin name: azuredisk-csi-driver -version: v2.0.0-beta.8 +version: v2.0.0-beta.9 diff --git a/charts/latest-v2/azuredisk-csi-driver/azuredisk-csi-driver-v2.0.0-beta.8.tgz b/charts/latest-v2/azuredisk-csi-driver/azuredisk-csi-driver-v2.0.0-beta.8.tgz deleted file mode 100644 index 381f3899d229815cb6795f3cee269474fd1d2ffe..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 19797 zcmZ5{V{k4o*KKXvwr#hk=2P3Y?Ni&fZQFKxYTKuFd(ZpL_s*SrGf5`dJIRksCfT#r z3Skr!8qj~z4>b_2p(KFGSW=Ed){~pvh*gcrM48=EOPQNPK~0TAPTj`J(9XnDMaiCD z($vNl=&Hxl9hb9}F|+TDy8f(}^O>8*s5c-p%O=&bf6%e1369czJO{jP2cA=ik~C{6x5_E_n{6JOF9DbyKUQ z-R-D53MBppXO5-D4(i$_fE#)(Lj*q6shDO97mxiVR1q+z!GTm^*Pa%4gVk&o4)Bn#CWW5MEwN4TG~h62jTJ3GJ&7jk$p7v!!!fm#|M_t}9@o z@;I#I(hOon$gRRRq{kF2<7J6p6LKtrPJF8Sb6l(wgdFqfP$d_L9re`za89#cy%Ea}NAKqHUxC6)qG zy!^}JeRk)sI6G+UjF`_gwN2M(Gt_MnvvuGk0oo{5K3tZHb$LJr8tsgHtWKI z@r@f+Gp8~t6<9DNvoMm~ZT8iYHNt3=m!MAGI3=J=ixtU2VVtPykB6#xd!U0zjHrk! zSBnU-V?=mWHn^61GsK#uA~+nl38>!8bP`-X?T<=F-1Vb;F72*@&G*bgRgh`G+w+J+ z0~qj_j%c-4W7_kD7kz;=ZJ=I&JSa+d5DJ0fsjx^XV$5yx#{UHK_K*Z3F^>SWO*NSy z2{H|W_>K_`b5*FpRk496bc7B_h)#$>4m)IFNcH*L-Sj1!BvkX!X-x&Nk|a1k@FlK1 zBEy-~v`zfu3Mat)@q)gOEsmz+2_I`p?nv=-zCS7SyxyJC57=QX;`)5PvK2c-?l86Y z9VKqE^$i_Xx*UF;6l7b(=0Pr!Mv8#>n2&kx|5nJU$CebOFA85Pabv(p)H3 zUeOIFGDQ|22#vOcacwiWwmmT7Vf~`Ua8j1uPi6E>!UU#Fb~ETkNmGh@K>k5IR;D=W zjSR`s`^R*_NDUL{MW|P#+;2Z5$@%_IK%moI67Ww{G z9O}tI`IOXuKd;X%jMYM99c}bStU1iad1J6Bl$+QLS@`o%aQXy3!nY)cZ}M&AIK#oI zEA|6~GP}$PMMJq1%*fwr)l?@)GG5MG9)cpB6F;oRNng}b-NQ1%^KZ#iQc(kNS4L>J z*A;}mcC~-)>>3{|c=x9JINUH-q#*C+!R_t}KktkkzMLGtAolCEOd8AA6@5}$JL97Y z;-M1q(V^b1s=m$3+R#LDy+=4Xj+94nDd3)M5S>w1Z3v0f7B#NI_Tx@uXe)a*@VUy07(e9{GVn`%Qz<`YDd-|sKXE`DrPgx+vUI)z+3?69l<5p}q zWz>i0*?|Wa2#U7I02^aN5t@#l=>-SNLiAqz6!9Y>uMhXoRO)v$y8KrC?rMGO^HEyq zU_IJVdn7L=;7qXzRCEvcCC1*rXQ-uGj3%p^e&|p{(sMDyG+hz-=YSCntk>rpbgUyy zYq@kp7xc$JomfyT8d0pB53N4%#~l#?(dpCw@!p{9@JEg>Ptg7cvwdg)Nix_v$d~Nt zQ9Te3!#y-~udkJyw!-A!xs&7@X&ByO{iISIQAs0qD)swq) zq0lXEm?*|po#+*vXEfeh%jg%C3wS$AACC*3hFvILl{ok1kPjy>JwW zP1vT$!YcsIv#mOxB4gKeO624?C7eX3AJO~i`^f((sGFpb|E;oTl%p&!QBC|u{#QCx z=mgrKlq`YgwUYE(kaz_Pvt(&G2Vr=M{JLCxVcET44x>InmO9~qW&97rL$-^F5w)yG z&FAj6AkW6;+~iNs_E%A`{I~r9Gakip=W(h>ZOm!yD={=E4TCFQS=x>Sh-h`t+$1Jj z`&U(}R9BC-Y&S8N5^}UPX{JKLy_})67ck0vFbIP4HxqupOnj2ESaLV6#M%qe6jXOt z&Oo3r@(>a)6C8GrsGgbtg77X*yE2{Gg2&z>5#eJJzX90$`C1W+eH)_N&!08~c-aYf z1SCu*sIUOBUP8z^+3@ir`Iy{0^Yp;;J0$ArxP7PKZFEVzz!BO^@!>Fh{ z8G+sb9ZIOLaN)jrp6mN`B?-_<`1p4FeA)fm_K@f*5rQtab_;Jyy^T-}NAp3d5ZUHfpIQ=;72mXW0=<)@Xj&InR$471L2VfKV8)F$x_JkpEF^3q~Ag-q5Vgqhs=iUr#ZU?J2lQ zU%px5-7j=I1Dbi==$06Aj=Bl!0<-n1Q6O|2|BM9^pg*QVM8XE2{fY#Mxsj6l=v|DW z|K*f;&VeZlx;p8N&k6tT#S(w-!s)73k|=JPN~J)RP{W3-TcLHP(E*cG+BCwaw0qap zxJb*BE3@K+RBMasN(d^e(w%mwP+8Xr+z_U_bZYbOg6ylXoRxLJuc4_V*jMm0n(4E* zx|6e`abn#Qovks(@-*OMlu}{8a33j*49@x9Xq>=YnVCU}&S%~{Qr;i~>>&+hX>2gK z0M#~ED3l8cP3Ono!zdK5CD1VBlqV-%<Tw;;(3PvyB$O;srRIx{(fAtKVf6*Wd!O9&KbVOV9l#lIZfLqWJ?4+4%}FFw=0lup>k5wv67m>?Ak zxO(H(mDc5;WEz<|LyJ=@2TA~Zl!?3Hh4ez2va>;xWN_RmPO8LjqQhXbquYQ0)S+`uhwJt@h+CVv1F$GXxoqi3^w=VOj8b<*1AOm0Mo<)4}u)9Hw&m}6{*o){|c;y&) zs&0Nc-gOJ$ZVw~GH&;t0-kYQ!BN?&?%a*ZOqbH`;k#Jp~DP^Gp#f<`EFy}att0*Lo z*0MFtD@((0QSO03j0*LKQiOM^~aFlMf?29<$@w9$k%cpF@hGKAhL8Vz+Qn@*RNXMXdLbk zP(6`zWvy%0OF6DsR*ktxTRc_Vq(@@{LHAC@jx|yaiD<`$$?~|i~>h`w4x<% zc9qo0g#u1Xvr}(`?oLf8Go3bhPB*IspR`^EV76y=P4T2HWoR32Y2zZ2fWz|oWb?7%io*MDRJ7NjgRhzYJ0yzs*i00c2mn)c&ZcfbwUe@W+_|Lnv!IZeWF z)5?ZJKtK6LAQw@AV0L(5dzaBA(dgGE8iV<;AqN=fH^Olsz}iZkg@}xCHo8)%pgKzDh($x z-ID<(QB4F^gLG zn}CY%VDyt<*zqOU9h1-IQ#g$XO+>#r^K)%HR@=VdMF6+AcXQ(g;lk|Uj}SmnpK4Ub z<8>ep86hy8A|Gfk;(b1k+X5@a#|W^+Yw%Q*P%dm(2W#`%77v`xK*QB%nY5*Vs)PEV zfR9Z+LO-uON3@5M**7k1RKq|$+6EGuuzoZ=(UOQqQx}5y3eq-x7QG-Q`(qMx|pIR=V?Fl9k1pa0$(+lVG=QCoGQ35Tx`pvQOeiZpkkr_mhad43A&%kNnT;co zd&9sKD$)oDbc*^#YP>r02?f&wiMCkFE9-wgg-o9jV|rT|r#sa}U}u)`$$=z60ZaGu z4@dGmX6E3mUNuk~k0)$=)Nxr8RC>6+FZlg25_LM~|M7Mm$Ej}KcZli#DPFjz_Va%DW`B0|k{Z(O zaVO|c&30UrG)O0PoWmmFtlB+OX^2hLiH656)-$Q26)2NpA06~}B_4Mx4MOdG2WZcD`5B^qBd~Ahy z5S+J~(yw2Ma1Efwk-uT7S^2H%59aT!xK zqIa5VbFNW={L8mfVk!MDl9Y?sgee}?NDW-$`aYhAVHGqh=ocCZ$5^XNTeDTih68>y zQ?2JQ2gZB3WrYcv&l|^@8X&vlEJ86c`|8RyKavu(a{L}J<6({}jr$Hg0mZb4W572V zdG@}#I8W)zPU}mKQ+$ow*ZM48!MNV4hkK9ryNP>@;ZeDt1TYlY_^pi=DXeoBtd5B& z&K(PsKs7#Q<+9|&`1H4#B=_~Zou;tCv5n+;qj|Sjv4|yj_yHXk(+E6Lq|)opeh2|7 zV=|rM`hYwwo$742^b&8Bl2ob?yKbAs%~=PGLHW!i9`^{W4owvg#wJ751arebpoB|0 z3La;esS&4A*eGRA8w|V<)!7?JQn%vFcI1HF}tn+d)+*Eb2(_ktG zW7qQT|EuVWP<8nZpodAD;dX_DNLt34SjY;N*ucqUld6hPCiLM4!rSF&LrHr(QNf)y zCv|atJE_k64ofma%^zH4pV6{;XvZ6@KqjAYb6a2B5Pv8Km#tlWSL<3@H3(9_kru?x z*>oKQ!~knhJ)RA2*If-o+9hV@JWA`&k`y1F#3m?AB-b_G_R)NHNM~*Cbvi3r*^HOz zs@E=<2wiwL3Q;~HG>lzGSc%HHGdNlH)>@Qc7vSMY=WPJJCv*J+`@hg|wWj^~Io*0g zC=a#I;OfijuX&m-c?@A<;;LWP*lv@lILE7)*IaK(MW(WJ8Mn5 zhDqVsZOF@8`lI?4u%K~-3|UeNR7zmd8rOlw2%HRYDl%74K1w}iAaZrZbS7OM2Wi*; zRP)O>!j^cb_Lj(#?BU#7wiT9kCEg89U0AvP?v(rdwTfTvv>Ql+sTTtTj9%MKBC6K; z@TXS!GCYA_f_kSLQCW2ixCl+@GkiFOP>wmFbKwCK=f29lN61i1gL9FcwE0mO(al_b z)Xi63lf+z4#R=LpWN3rT_?!2DgnJdH6i+oIWx=M(^DK$XX4elOu!W&5(}?W^iAV+2 zCU*zy{gtQ;wK3(){qy`8UYZaYcP%3~3!1w-@72CIF$E#x-zM79e~xWAx%5G59Y^4q z3~Sfeym+sc6*)YWvpnyDGIUTT6cqIe#ybA@mw zmBuS^0YzIAX3+t>(z~~==Hn|`W zxv{gN{fGStQtMA9a^ya8$$BrRuv6EZQ#Ai{eARZ&x#-ZSl+D^{olD6Lq^v92`gnEI(FSyTo{Lvpj~7a%tNq_a;j?`%@TX%JW3 zE8Vz>z+ezODA$vEhBNeldyz#5x258`T``byc{uoox3hcgJ0TM}%&M!c+P^5^Mf=+w_T z#CR!Z>^LLClUbsSQA$-g5@hD)t(~31&64ctln?Sbow$=Ni*@eBo8MKpOR;Agvnx3` z61PZQLuY;;xsBSgrLkmmV|a}XHAlD4tWR@`zDgk7wqY!b-^AYJm;0MCu9NTQ8&mJM z5*%82Q(4-Ftci311k$nU9tMReqGhoNPN%WZ0N!|ydwbvP9A15^YLcx;rQMu7yU=9P zZZvf@npagwe${>wA#64f6@2((H1sjE_)$;-{FOz}clbQ_rK^;WrCiUX5i9e#PAS_( zwXiA+kSJrBhDM+P-XK8`5a{Fal8Zgs3_|2IulIaTNg#@Y;{hNYloYQi5fqRLpUZ3@4M&GKv5@R{J{}Qnt90 z$u#@{eCvGM)BxY*CBjITral_qr7ifzZGM{)di%OHUT_}6NtA`wmSokm+7{OnvhHSY z1;4v9SUq?$)&1`Ug5LH(6|aZu|JvWRf2+G|oFZIq8Rqa-JG*Y<|LGXw`L8AITqVra zPEhTCjOKa&9mOu=@_(mL>DJ z+lM9qrycnL5-ud!Sa=<;*lbAABvi$vl=DKKdM5Dt2+6I449{$iN9Q9rw&xh+y=+pWGI17(V~e7|bv2uMQI0-6NlDt#kD8Bt-amfd+tVfe z^vCy2VeALjgGTf1cOrCdZ^(Y(G+l*BP#NOjQY&^R%&*^~f5Z0IicxSu;H?n0WmHx%h zu2ik9_xn4um;;3iJs7B8VqWxWdKKv{N-bCYx@hWICe1fw?T7`9t3NLv0lh@4bSo(M z{&%avYFR=WeFiO~=74_2g*nX>UD9R$IGYTi=vP7t)_^)r%$*ER#GFI{m`8v{gFhTW5AP4iOhg z{$K96-Dv}Zp3+b-gM7-rZD9>fm9;TLOv*oT^&b_Xj-bMjF;iDmb{uWZMUggq(yVs= z57YC9hq2ks~xDx4yToVa1-V6kDAsxZ0B$)nfxJZO4G$ zDtpbCdm{W3x$~-5w|?m%G<{_??o7Ow{bJJ+UX~TrHJ2cNWkLtF6(+E^k(_FePuJQph(6yEezNy%wPmec1dB> zv)tt%?NsVW_He=hn!D+aJyoVIW}_RoTOufuMpZofn7UMK>7J{9!l&o_|`G?SoV1tG!bN>O8X8m)y2k1QxINv3am*W5$Ky*9xYYV3Cy3A$%A+Y zzU$9q*aE0$O`&MO(QreS7dFKkqm1S3?s|>*wnuGjDfUh;?(j*~ePC z_=*nLiH)G5KkUy+j?&YUdVyaS<2tiljtzC#^xT!}El}lo3*C=!^6?lpu{Oc11AgmD z*liX9DodL8F`@4cQ*hOkOMknmBtt(Ja!2}l<&gbk=29~B?z!ZSq6Zfb(M9;@Cf zaXsAbrrw^8M>dDsfEstah zSvZO6aNu{B5;@5_)R=g zGxS(3S`Sbj|6W}iB|%pMMZ(w*X<;wRJi&#vHV812Z4Ep-19r?~13hu%C_P4*?s~`HYKae8DhE0oDuK_A@c2+Q?A7zHjrsLip zI@Z8cv1iie#VVd<*CLBIe9%72L`Ys&UOgP4FW%wKn3pMJYdXTq%Z@Sf$%452^m-&M zQYv5JTbY7Z=)n$J-2jn9l8fUXdYTjYtP9Y6N%wfnM=A z-7wH!b}Y74B-&O+gIF50B$EeQFPa|xO2~Kv8cT&Qj1!G3-ASbGUNRT@_sXUq`q)gj zQ;VN@15_T=);^STeyY}=iaHg$cFU|J!mMF%yZeH#_@l1ViTfM20(h z+mN%?lRC@FEuSM>2_G7vvu{ex3gmeqGxOUxdpjD{w^J#olMo= zKdc--&4lII+0}}Rn|{cMnCzjy3VsD4^=!&PPbCfev8>&A$h5rWtSK#G4Wqhd7K4&9 zD`VXeJM8zHPOQgvT8nOu>1}+oxPLrH7f{TPnLxI^*iOVVX84n~p1Z4sgJGeu-J-h<=s5&;JPa4C;IWGm!36L3TKc>r~b<25pUC zmA7TKKJw-1=xyQU>1XTuW8v#(e>=SW_<4B0-5i_*-?RBEEsv2j+M3AU?EJ2tUZ0)F z_VbcK7Xv0IZ61!T1o;Q|i>B1LJ#DMB7Pr`yET-+of(3)f&8XHyzY9<-xnCreWC8j4 zNaXKiU!_%7t>3B*TA8o7cJ`aPnWW5Y57~{={L$bhv|fu&p}7cjGoo+Jk(#xz6U<^2u3QNtjwF{*8fy5l*o)r7uW)bQK)!VA9{@g5=fB_lC^sK3 zUSIw{z2z^@+7QyHjSi1eC-A^^iSfq20;=rHwZnS7ksfu?1J_BGElw?~L4Z?6mP(P4 zO+Pm8+j|np(8u{pFjn%@GC7x2NzAo|xa31`Qvz$~uGWTQZLe@hKYXEIi!@bCy0jS> zY$%r#ORQb7GL0CpY`_W9uv?n0Hq5jcciGewi;o-WWbWrhmv>V0$n2A6Wn^|}cHuj* z#;|E(F4f8(ks{Zt`uGHU1b&XM-iMyn;|RsmCnyJROiP^qHl#T;Z}-dLdH>-4@oH$~Zj;ZZ5u&90=DH$)lER&X_E2d8 zy`qV+86p|F=shJL)T^$rUwz`9tBa!i4@!6b;4;aODauvP`_uy+e=4*oC`lWQUryTy z4p7y>c$P~&9wJ>Z(XGK2y}=f)xSaO1uv8|_<71L$FM&vN+OV=T%j(p(J=Ui$i;w@u zwD?NmY;n)x?GVZUwnZmNUT9OY#if>SOg z?1qG?C;4R5OfK^OPa|OmD)gZ>zNP)a+OX>%M%r=n>j0k?PpTOYjTJ!iNgS73rbV4{oniQ1r;`$QI6kE%PI7xO33weIVr1J#`UYJDk2)*AvBDtp=tyXIGk#_moVlU9A`SN*K||{s;<7;_1!W2u!lbw0$&X?Z}t-0pSw2; zH+Eq^o5M{sl5^Q#8^Vu&;1`z0J86e0(hB;4zl$@~S)PxfF$dnyop_3OIfEayFIqp@ z_dcB{%Sz9eKJHCju?*zbY#_kOX?5{I%BS8?L4cx~p6mbi`S_x&)lf_WEu= zEml4A57tn=u{qmqJ8_BUxQ}eUxH=O;7+YX{6d;94Ev*JKR$KgNDHSN7_N<)*r66>@ zy6)DsDZX}jH0kxUX*x@Xfqins2Y8O>^+dMB+prJoB#d(a|IkW(n&kV-LB+6{nDo5# zF@QeNQt?ORHNPz%$LNZ5!KK=IQK)u;Gq zQ##dnN}VZM`ycS~(8ftZY&7={31pgW?Us__wr@7cgHr2mW5e$+55xNP=SHT`h||~x zO%~yeXLTAai@KL&@VkWRF3-aVoNgY5+dEIp^GFapNmsuNG4E=loxjJcKT2T~3)H1) zcEZXMet|3j9s#D3O|_ma-#5jcQB;3qh}N}81Tfl+8)2kCw~EAD>34@qv=oUq)CkJ4 zNSbw;XylsTLu*{(Y+?fJ%Gnufs_G@#0o?_m;t4w{rYYt2O7;<3_R89B{AUd3z9MOl z9Fw=LYfF(qz0}3)BCm`$v+I7 zBe)L;M^+3HF1HR`230K)MPk7rVirY)WG*j4)^E_Tb@Z1QaZ)XNvM=*uLkUQbzQl4* z%`i&AMGaiTe+)Bt`S+HC+~fMIrTnB0s3-jJc71rh^?5H({KW8ahbwun>$~@tC9LSz z#WSRhM1^mwOb=C-`?4l;u%VoQ60QUjnvoEKG*Y94v`b}OZ8UQ)U}oj&yB5CBeOFWc zXkSBAr2TYtNkDdSzxg|OIQ&~yj!)+L$6^_Vz#nt`-|q;=Aqa}QYkhQiwjNJ_`}3(q zv^a;WqhNSke%M+@-4K-;qC(HiYnCdeg4{Rp*)72+Ngi>~jRNwckL*!oeOJ;u+1jV{ zh*Ma8Uz%6l*MNPwH}A6P!&X_8S`r|!!qO}Np`gmQ%#A(@Rxe-egOq{Hs5jIb?&<4r z=-M`~b3RXrA+$v%Q%MvK%>dUg@o99z=9k-FiZ#seub?##sP}h??suzpy6@l9r$-@j zPH}%-C_?*3ZC6@}&SvMK;n-sZd<)K#6;r*k%;~xY25f?a3KUL(Ne(Vm6Jdl7j22hi z<dE)iftMF_j%IbGH%me3ixK@06L2;CTmrJLG9@li@b{JOfxF*f%Vv9eoi-KjF3 zkJ|*$#Q&6tF<(GX9JjS}z?yrQvpq7jI*c$ZY1}50Ys!wI;DxR7dZ&)5p;K0IB$X6R z+7ObmU-Hre&vv0^vXmS6m2S@Ah+p2^NPk($ICTn6wDNWo6iFM}uA*|lP5~=UGO_jl0%bvv&O87mc{F@T|4yZAs>Ir$ukUUlROO z$q7>n|LrG^zd}(5lfogM0_VIT+tPB+a)MdguMY?OwB%jwxH$nGBs0CpJxyB?a*^t` z9C>LNe8 z^)w5>HWjCaX-2NqueSR&~7lOIj8lfz|J#{Ly3I6m6zor{7iG^~3dD2Ob#Gfx(d`fB6s)TrBU;~u_H$yk76 z>F9iU`G{jaAr=LW4YH3&taC{th>Bz-eUDLc@UoDpX!B!U9#3=cHE>|#QH?qXrKJ29 zg2_DEjXg9#3GkNgVvU$Xv?U(V1C_(S{dnitTRPOtU+R|ilMFC}{XwK;I%1{CR-tk$5Y5N^ z6omBle)|&imXP4h`7uXT@SEXu#vkg=IokRI*4X@apvJM`IWFmUG6BlG3S8bQn+d!@ zN#-IakalH-uPTso)tk2gm2wmZ9UJLo0Otzk57|vHBZsYKdICHnU0jk>4G|)Eyp(DK zg~{{~o>?cDsXD~RA&5)B#<7PA4agrykBtLYc+8oezs%NIc1zMPves+u!El*61M-xPQ<*h}Sj8P#?q=>os7 zUd;xi8|I!DcC?Fakl|2GLYh^)a+ZmS50!!T;)|>(=93@kE0^*7f%hTc zx&(QCv7@_6x!8lRd_gKX+3AgsSb0(14-67X4un?v^aL88KYT<9Wd;?=98}n;FK~1~ z36>#Ep~YwZh??kVl%yR-n;Zl36S%?ax+Sl6u1;;ESMOpOl31{If zqq}ly0HPsgbOFe(L1GS65>JqoI*ATVw>)@h#5~cGR){nyju?RgJ<5o+HdBL3xDhTj z$bT1wQ$Spn_Z#NgW5s#PO+IoDm(p`TPu^2-T*rf|q*1jB9#5$-fe-8zcy^Y_;Xv)@ zHjtEx4KJSTT3UqbE`bAQWt}>{Uv$CJ+BbJt&&64e+Upq8J)I(1BM^ zO%iU%Nx;<~pWOAfq`n<7B+u)(VAeVy&6nR1LAs59UJFvr*@;IJ2mw#v80uWqg0t z2}KcvDE)v}EHN~dxx|Me8C=n#M^e{JIiWUDZmFl;Fy6riz6iXl0E>}8y&!5a3W{8f zvWf~Y!%Y_1M$la*PH(f)lUE3YQnFiReJQJExg~`w%+UEC{UKgIbIkpe(fzAc`oVt9 zg|YD_b`W1(r7GK32OwNOosPL+O!<*tU%P5@*yUGMvyrWOaXYhir1%-w7E?uUPpE)| z_8xu*`J>;PTLqY{mMbfw>a|sf%~40F*A%9}7uSlIO*L!b(MF3F(x^O|8)@3odDeXs4 zSh9mpSaN9`H`7L;p|tS8-AV_HF);@aWkyPOv1CP=(*>!2El8d-bx_nHu_>B6a?+G( zC+}{WT$v_D3Jid(*vwE()I`-UFciA>9t|kaClA+EVzy?{p?XlGl?dm9u z$t!hXuGsDuIF$2;Pf}RpX}p` zn14R!7y;r{i~G_Y*7vo5qnq`!Cb(~XSc3mB#?mKjS0EPsKevQ<$8-L?d^{I_e{el} z}eTXZd>!^zS} zPB*JyX`5fuJ}=2Pbf9RoT)8bv7RE*;QwfDQ7y-eHNznAf2rGW#Up7;9ExZJts}pJL z&1esa6l$DuV;jwR#lPICT9ps;c0A4s#2z+HqVG57`hpZ6{$6Bhm8#l zl$|bOw40TUrZ}9^J)ZSFIN%72fn`V?9zih+mFs1N0qz&)ABBQpPM{Mgi4N$ICtU8gin=6w#vsCrwrekgyJ(QSUfL z+^R+mE=1B6h7*qEvFa&IUZRv}eQfj38M2_|RbG3*jDX4CH)E|w2<{ZnooI3kVgQCG z8i;yBE34o^Ig@1W?D|)m*r1EjMS5e!F*lzCDK(a|5Fk-NQLjCc?woDERBW`Hd&(m& z4ZB>h1k$M)v;Tr$pf}z0;|10E?62jHa2`yhQ<6%HOBjYiRi?|FsQ(k23}o}Da}gD1 zpmPy*E~3swlzKWBQR>y7)|2)_&x&QZQ z?`4Po+{E)W<3Ar8^{HMJv7VI(&njH!q0&LEHLjfjVsKbQJM)lTJV z|EDY{>-S8(d0_Ner9+VVD<`Oi80^e1XVRv|AB3>TU%&uJ3r={nP zSX+FlA(e7X03WFn9%TE+c$yo}WaKIaVVUtvMy{gJ#~RN%exXEa#d`QgN~>tWHAelQ z6QHa&=-YDQqc-$PvnU&xQaCB`N3CnYFn zuuM8u>PbyHk|x&=L1l!X&`8X+eRh5J_jl*lXQx_<*PoM9Ev4cXv_7XN(d`u!Qsq|F zG)`697EKmtjhwUz_L07~RTW;j#De3p;HiGpd2`n0T}^LkKKx1w(+?9L=C9hU>7&X6 zXsBbwiZatDy0sg6P&qRHO10@<;O+50Z8#cmq)w)~tI{PvIyS9T4~8a`8R27(2r*ZVt z@tZfQG3cXI-$9*`y1FUc#wKc>j5ejTX-%=L zN(&3LJJhjS__naN$`X}XT%dWj3H8ti^f81gaQUIWVReU`fhPq5sl`b)7GG-!XUM-K zLB)ucq%6ldHuP*ETBNAA-+{PWzHjWWp?&^z}uleRKSZO&{3D}L$cNy!e*gC#NFCX&-X*~ib2gJnbcfhjC72@7-vWIfbM@~%6z)v^ zp$A9)rSwXq@-0!J>q8v0u2qAj+SV1X+U?5!T_!1(Y*7t*O3UgoDO?|N-nOoGJwSJe zh$ZI4jMEnAhgH=zcgy8i-A2C74y{xmCotqQDhADMH`Hu0)YiDpii~l-XniiF%)=xt zI?C$u5v-=KmLqZ{ybWuF}t*j~VlU^hBd~QjxRJgu3{kqWVq$O3<9Ojt5 zR@5xf>TPXOR5ZTiYy7T!0`l!$isy=hxGb+MUR8bfs$_8;EmbazrQ$}fu5!U!VThNl za*T(Z!tGM6merDTGq0Swy`Nl#iiMP23x-Svl1X{5@W)@IBo zFM2vn>5)CwBdfY!XbR7y86+CJ-lSoUw3G^h&UTHIgdN0Ip3h~ua{J1Q&n#cZ&^$!5>PMtoJ~Be-PrHH?B=Z7`$Y$3NhB*H8^tI|m z*O3+cxhvJMyujSls{53jdZpt^y|(jI$}JBp-d5n3Z$PePdjD85O-@7Q6eX9LXjSr| z1zRhH^}#50v7z`@m*XV}q8;si{%p@qd8GL7;_-h%J+u(~rwRYFceM91kN3|8=zV;9&-H zY+2R%)+|63tDER&ZC4hm-pJht7URWIw}9~h)hIRPPNKZ`WwQb5wvL^|Z?sCuF-S)C zmU?{KyjYru;`UZ7?@JD;ImbnEVPcl5R+}Yl>G6hPsLDxV8#VRw2GzQ;qEgKo3N(rQ zRmu*jkKK92RCt)PNNqG4N8WUWTGs3>UY^00bBUMDNlRFn(YN&8V}|Z9x>rOa=q)1l z_ew0YD6)ACHry6S0Kxiin?P@k#PNHrJuQ#9S;cQ&J&el~yX;!memPr%Mfxz7-{Pib z{tE3{ji}OyT2fV7(lSb!C~Yi@CPSuKqg#_H78ieJN?*h-dvs^(6MWj*e>UE{#P+X7 z`)_COuyFtXPPhMaBagBFAn_8GvzQ)xqx?oTht>H*N{H`i!U;B_4X(1yV$(aeR@|!9 zq3$+{x?6vRYsG3W-H6thnMd(+mr1ur^>^C_ojguJy;9mgML0-VV|@fY#E_5F*<dz=Z^Z<+>E=>j-Tw)!2kRE2f6is_ozGn zcSBE>@g#31Vm*iL*vo8ngFStkej$+tuS3uSpvcB5^&0+JETku!QS6q?j7_1@bMiYi1RB($L7TG8G^o;UB$`vdjPP+o@}!E^*uLomc#AyFZg4%>;Pqh8NSPMN^yXYmCB zS|K~RKIKC&fj+Om=#`4!a%r6kg0(23r`3lGcdC;6$T7lA-zadZY*Eu~*sd>7MTCo~QTx{{a91|NmZmF+~9O0sw>b BvC#kk diff --git a/charts/latest-v2/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml b/charts/latest-v2/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml index e544258c98..ba253198f5 100644 --- a/charts/latest-v2/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml +++ b/charts/latest-v2/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml @@ -95,7 +95,7 @@ spec: format: date-time type: string error: - description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurrs during the snapshot creation. Upon success, this error field will be cleared. + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. properties: message: description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' @@ -199,7 +199,7 @@ spec: format: date-time type: string error: - description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurrs during the snapshot creation. Upon success, this error field will be cleared. + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. properties: message: description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver-v2.0.0-beta.8.tgz b/charts/v2.0.0-beta.8/azuredisk-csi-driver-v2.0.0-beta.8.tgz new file mode 100644 index 0000000000000000000000000000000000000000..2796e6785e9e5c867dd45f81902b31ee7f447d39 GIT binary patch literal 19791 zcmZ6yV~{4%wk=w=ZQHhO+qP|Xxw>rI_E)Yh+h&(-^YuRG?Rz8cjLeM8G1rXzl`Gd8 zV@$#rC^Vq|#1AzPt+A8}lc|(EhnzPzy9uiXlbI^JwT>z`hoXiChrFhpjj@B7x0mm{HB_A_N&{U9 zzJP2#uJ1z^%SHkoPi$OanHxVwJ)`kugdhNDuRM|%@d0=AXzdQGSKRKy3nCM1%6KoZ zJf)-T8a%X=F*?%E^a}nc&~v z?4mzB<4=wVcgGm%EH{p{b^UCFRVMfX!5fNi84HH@*?K~J&4LH>bS9+&pI`lMK?Y zB*l%9G96)*?b7Ry`Wu;4iiqLNidRydCL(B&__k0;kE`AHTpjD}oBXMfmoTJxoEtqI z&RI+h5h(pYR>H9{1tPMwT6MuO!$QWkXPfX6-a|*tn+(j&GG+-YSl4ynz8^74YKdSi`i)`7So`LG)9i;O@ zRPvI#IW*USJrGhVR$Szh1}@(^@QBduG7Klr@a{3m%SQvE{nlLJSLr6vB<##7+4~4O zKeY5^2anv6Yj8@yD00^@1CNV74l=Q=D|QG7e6SHR$ZWr$MPx-^dyq72fx^@P{X5=s=+w{ZOElWJy7YSuaZ39}Vk3@w}ieJ-w(Lz-5;N&V7P zc2Utjc5vJKVw3X|)eb!baE)>p7xvK!4xXhOZPkH5K~Q)fW31+nEUKAkTI{7wzyiO! zO=T#&ctjXP_xbEYiUn*kZ`8|=iQVRrtOzn(gO_}cKOV2ypoTxWrdgMk)>NksO)>9@ z6Q+=f1{x;a<3%QhkS@Qjj%I@2?WuZ~wmYcaz*3}UVi&bkv=2|=gbk+{lF!X#wZs_4 zc*nwW-bxzpONjxpgeWNi_e|;N_}e0vgUrv38Sx2R7ydj5rBAW=DTb?>~`Rj(fg;Tr%hHC z5eD)mILp<@0aHR!lJ5X+oDlz>sd7hoVPDAmRsvUZz-he?Kv4L;PgAL&ovYu*2)=c2 zq@-$Pd*J&!p!!fy>>6HXLpAXml4@%mdjLfA2kgx$Kw`&uchm>MOd?-lw@CL8aljZ6 zNZ5a3c-9w;gug=i4dtisMZG0ctPnX*k5lbKcpFD5M|Mpt1j>G<6PF7DS2R}&0x6}#yT0rmJf;`@i9(t!a~YIEF;JRl z!#ts(oQsK!#tM+UbyjDDXeF_oFuf4wmLd2eq@pixOFD)0G~r$QpW=Zt|bXs!(tYk^f4}Qr@ ztLR834PCS!0`X+%Uc!*?VXMQb1j0vC*#k))p0_vqrpL!4CURShIfB5qckV)$uzkk1 z{_!)!o4_p)%M(Y2wtm65x|!LTe~;ywnwXkBdGXS2`KTxoL|&g;O$?O+f}jLqz~p$) z?EE8I52ea2{;=z9@uQo^zuOGJi$(VenZt)R48E*kja{m~c+> zv!>BYiB6?q_ksotYCSX9EiaWhZ zc|V{letfIPK6vH$d`2;o5ohozT3Pl#4*o{yjtRVaeGYVgegm&nYk1S0x~B-5+t-=y zN0{!1Mwst^bX#Q8o<$U% zq9F}T4y6PEGJ&)=aWWv^O}Rgoti!B)9Ia-Vk~(6J3@0CML?Jd7vAOB3eWIN12s`H3 z!DdP6MYDXJ;4`78oYF`?>8fU|Fm_9iMitjG)9yQ)_q0?#Irh?uD$(VZ2Rusk>7T5g zR+PPUGbf1nu5~8}0$vy`?wD_=mmdeQZ&0HmiTZtWwBrE$^KifX*C66&eaMwR^iTqP zmomk=SWOlT{*G4}sc#;84mKx+kcR2z9T_tc-lr#UA|LJz%EkOqO5(ZyWY);3)DS`K z@@+C*xZYDfIG%`9hhl*FHy9Etn&mD?$aDn1bpWwo0*aQ{mIj(r&QNEd{%4*2H>07N z`!yVZ6Wt%Wa#WsNmuLy!2w54P$tyzxof=#f{g`X3LaP3Q2@bZ(#O^K~2E?%UG5BCh zn%-t{zb^Pka3+C}WCW5#j{s(^|ECKwLj3clIz56H|HpCv?bG|Cub&acz2|Kg%6m_DVoockMS_tnM)n}H_zi6YovE0UqR@^7Id7>a^>h7 zm9R&)oy#u>zqZ;k#`Gn(ap~P5?jNN(E9&R>pKZvmcz<;bZ;}#_^wS&{9u)XS51Kz} z%yQ*eiYWI~Ht{MG>1;BoQNk?Zt#3j_ZW9h6aQy2(ZoPiqb_V{D<-*@xQ?5;kQKd|O zTkiusf0nC@zT4Y<8y3$3alPRpqyYr3vMj43uA1Ko;lSwWJaLPY*QCM38UvO`usBXRkgJMa`cNO;vyBdN&Klu~bHOyoU4(5J${5#WIt2z#Yttk*fTR2bp$#&T6326~`4489Ko<{)RkS9liN6f`?W_)xA9qfcmnGynK!*(!I*GKP(BYeu%b$UAy{*{j57FG#*5vYBv~p8QKmVX zZ=s{!vKv&a(7dwhecQtR1XCG*u&CDGs6fENp4OXCA_TLh*6nT`V>Q0rC2ZE`km-GR zw(*bKa9ymZCeblHp?G}dbR$ZAk&|st%wpF<>D&qLJjWo&h1Pp(5nNoWb&oB(q^Ym> z=?8l403)0ZiyQX^w$qDop^3%qCGAuhoK){3zA~}41u?f$n?lng8o8|Lv|BO%QAhhy zO}FlZsv{!3VfiJ0I40#ggE+y;-g5{t0uTB8X2594cUc)X=YV@lRfW$lLG-BB*WSwE z)v!vcsUSq|c>KXJ&;tOu@^Zy)S_}=M$FuDuMZP8{ry^4bg`KJ#Hf1761lG>bf=3~! zQ>DDW2snrdL|BTZ7s+s(n)8`hX^I)7KCjw&;)2KB0vuP-=w3FvKT<;V8Nd@CAdr~Mcx@nFi?G_sS;2&C)ctc?uLVx-rK zhWhNX2wfsw;6@=`xyaM>zz{N*khe3%9y|$irudNPR6Z>Nr>_`0OnoQsx;W?R>%l$b zwhJPR*+wok!wNe@sXCwL`Fu+eQ}dAR5~8OiRnQa#CY`{9cm&?JvdbH>`=RTYwKUon@pr6JMYYgi#ioH!4VK#RXJ_VAGRyhYoT6E>I8TCoQ1a zPTD-~P!Hd#*e}ix(hsKqr_j|L3X8FjXV};6<*E@eWzMnPG7pnz=;`BtArF|;G5dMp zK~KE4MK~n(P2VjAPvsg1>mf6@(6=fqYZaxe3h(jDb|dYcK-3Ruy(?GgPgBWWDI~|t zRQW0!@YO3wu10~9(b6uI@Zno$jOkbv&1uCU3Y|o{=Cyff7}GqA3ME2;sRE}YNi<4oYYL%&NC1-f7 zWN|FZ7B78TNGn&-WUn%mNS}qvKsGr`$ed5w=rc2)DHf`ZF_os;5K54jW{yqJwB-gg zDqieMrPNfI4a(GX$i7)I8`6|F^Vzb?VF;#1d&g8(Pw6tdhmqIy3Rou`^#1=v69q*f8;_FhV_v(?4LcLm%01fn-VcX$hY$VOWhQ&D^UdUBa>?ifa z^`q^Qpg^jq&$D{P2qC?JLImq>L4Mo80AeTcUPl|CsZfG%%MgMwY-yJ)m);!iA z4sAgrfca6LC^#WNGBS(D1R>{zoPOa4HJ$t0MP<8~%}T+5Yr z1Ja%<`6G3iT!W=_Ha7?7UdC67ejKf2Dku>d1jMqgICg;HXnjC}FTI=vJ=9BM84aZZ z(Thf;LXHj8s!Fvo+d$yn8a8GZgbAIEnRczyrl3_5RJRD*CVock+{aO5vqXUEV(HBp zfy+!$TBc^Km0)v${pKYXr8ihYf$eOnJc~MM8atGWx3L1z?7*FFI!d}Ko})-Y$VWI^ z+7`oam8MUH!8X*&kj)A(3}VibQi<$fXfac}DA(bx$JED4K!RQRZo=6KJV>y+7F)&|dY2S4s1=s&J{B(w-rwZgq{VXKKJ*pCR zIQAP0!!?LI9%(n}c&}a30X8zk@3Am=s7cz?2c@=$qoZ|E0>^JBryr=x`nkhp&n8H* zYHx_eKg7S)pQMs_I@_UzqZ$O{tD`@@Df4US9UYl;1Wh@lH$Q#dpQ)#l4}#(G3)rg| z1H78Dq%I7$Rk%#`$}0vCsXM?r9my`)Oh10fa|9FvW3fcxqr53KqB)I24=GRLB09xP z^CmgzaJh{DFs`cfz*1{>7J0~5j!22?U@?YB z?h6A`q(mbi&?z1euJ!85ClpE#B-(1LplW#k6gG8AjOlA*n&DC(g`H)|Cl8Vg1uWB# zKNQXLn3apY`q@ZrI+nQcQO{*dP~|oX zI&v^D!762<)`w_K;sp?Mgs{2p#!FRwcSL&l<_T z5KI>O3vz#%xQ=LL_{@z4TMWiHM{8p!mU#%wNsJ5Q6~p`qGp515!0Tz9#!fbr=p4NE z`Vs$dy|5wMYnpFk?Hosx>31ZDlS>v;F$x`S!S)nOVb;C!Ts(4Mjd~FPnwAblS0}e) z5Pfj?=}za%7Nam=IXa{OdS#-_B*bezSGzqR<={|zLS{e3e4&bb6=a)y7|lKjqfnDR z5A{zoxDlslOw(_|QP<#CQe_iWPz@E0r87sLGPhq*CHuslZIkpuYP~2){oNPlkW^0>3xo z9@=+*KHegN-w*l>K4)VD_X&T#_J zx?l7AQnFlb%!p)FJjZ40kt(hI4qPH0SSCkfdEqV4fLuBc(!p1% z2DNb)szs<+25#+zDA0(AJD*d==cyuRbU&>?z+Wyb=5b5$;c-*@Z$eb^|0ezmp3l!I zpFK&#-&QO^1M6dkfq0(`o94eC!&$o~CBL7k6cMZ69cf3?bQ|s`XDm%?Z*%KUpSS@w zf?xN_-Ahl?t4O=lqQhOgluYQNWaF8PSh2MR2Ss07AihZrMHHG2{FWRE=Tm~FXF_`d zS1qb%nRr=z9$(lk_htHxT~8K-Dgpt@O>Chav`m0ldEmm|fUPD*ZRCoUeyvlTRt>+} z2z8LDX<%B2n3X0YF`h~|xE^h^X{p$%y7-T#oe=C~PUrPlyE~tp%ni zu8FJ*B!~B3&}?4NEE3)z7{6HCY3NKkSg{q&3w7c+Sqlq*&=j-LQeFuR6=9a53AjB^ z8fX}VLW&A8sgU5Ty;VU}q}`Wxh_5Ee;=0rbH^_d@Mzc|~Nbu@4IZ&w(QkGJm<>{C+ z{S&qTP9wOc9acJ#scG$VLQHdpQc-pRF^$i!2@Kb&txZ&J7CdRD9$_*%Y2qVA*O5mY z*JKhJek+*RIZGZYs5Rr&XhU-@szInbSQp>+!N)^?m)JUlQ2oiIbtLAgkJC^iqlIY$ zSls8O@BM!+=59qXl6=8lztaBVLP?pmd1-``xn-3V{IYg&S0nkVCdNu^u^x6B()274 zGS&phhAP!n0dAc(>_F6BJIl0VuJF@Ex!8+J)@R!2Ywg+Mb-E9IY8_j-{oyIRj>;Yn z=C!*OhSW@fFktvPonB}^8j7+@EJ%A6(jS1%N&u#Zsw_vgW=4FeR;UN zyML1J=-nXJRM*^dH{Ehs!bT)leC@J0W!B*DZQwj|yDFFNEz%d0RV{fW)mD(7!ke&C zsu1=Q!*Sxst?Yu+gY%hC*n<9;H5ICr!lXB@1C0{67-Ljst)hICc}+tYbVqiioSlYQ zt}oZ{D>T7sbkpprKq5QAzr}hMS#%{m3{IZgxc}=&!jF5*ur=`K6#8$%U%#~pO zH#hg@6SsL~j<@nSc}nVxO>*qpO=QfY7Hx*JTB?RbbM0{ob#G{VN!c07?egS^SN`1p7$oXW$c-l;>ry*v2Y2-@r|4y|`zJ~ddpyu?zz9{#51 z!$e8I4uv8u{Y^`yRQHxJygVc`T>umrmm)&LB40)WKgDA0MD&zJqZYF=?t_WDd~Epf zK|FI(o99!UyZl#hTC2q`6t7?Gn=cen1dh#kriiSEHlCKxQw_`uxJ|XXCg(iOrL;avef*tc;~^BT6iiIuKUH9L>0xG`GL9ylw*}F;6xHRap0xt~}MVWtD;= z*Hrwf;;)q?&3+%I3j;yt5ivlNu?@XC`u5q9h`caC`M03^P9z`Em+4KpTPAhO7*$Y& zu?gHgE3j)YfVt?0jgY9to`6+;P zr<-@OP9V>hLsJ`chzBhK1@j($DA+M<4FE1h`BILjgvP`M7G3?FU6_|z$E~xIUdK|P z(?08GAl2nb{_R_~c6ORJhZT+|zEsTWBwZa^F7d2A`;2B=jUb-CmXQpnsfg zOupYpI=A#Dv^R{LkZA+)r{vY$_KVR*DCFWD&fue#co5wk?!L3}diE}9iFcqE_X_f^ z!%<6mQPU|tf>p^oP zW=OdkPavJZb}V*v_4AxwqYihf8DaCDIzVn;6?7@0bZ*)c2NuvDhMQ?@h}BJMZF1Zr z7;Fzz^Ln{M)4-z!|~+jDI$1RZFJ^eOooC!-OS7=-0gnlYDVl{5nSHf zbo)Hr8=V|^{!=+4>J0)QJuogORTPK7&33P9^fVh?4abxD1O4H`cx4gwe)`;Ucy;wj z1+uA%(w`=SXY&X4VEz%DY*PGAhP`WXHaD{ggmABRz7l8hffXyXjA62e0@;WP6^$gK z1qL+LVBTXF{@-v+&R=7q1^F!=dxOmP-h^=dgcCjTU~9?0qyB0!Z(lr{3F{;c-h#me z%op(glUqAu{Q`gKg@di~Cn?@dDshO<1^(%;pUG`GuD2FuR-|Msf%@}LluW&^GpV!j zk}rIl4V_Zol!pH0WA)4LFuEo;&vah= z`S)!zSSAAsAV-)y^^a~bW>zeouyA(P^S|vnV5t$3kU6CO8d_iw_Ak-Aof5`3@>faG|5h4xO^Yik?c0o?#2e(=SX2VKkK4od8F;vIfhcC_Z*wsyi-~ znVpf2o8P}{#YCo{zF+?>TYjp2b@ezAXm8A_5s*V6#nRqe$SIOlK_p z2#`aOD+5hu5d(B8QqBuXc9wYZq>7_YOMS|TqHPI}zjOGUnnaT*apg1sYyj`o8znfh zpkx+Q`$WoY-U_g=B|Bdl>e%&?wKUT2oHUr}T`uJku<`9$88L4E5n3|0a#CHLbb(B?BeCeir!=g)qD5p(ByEmaYZ8I1dj%WQsx3kM5oS=hDN^&ZK69 z`1kHEzu$j!{yZ5Cfikm@@*ATLDppyV%)PVFTemGZ{V}@#!X7J&*C4Ouh|nv(ih7H8$kl#{qFUSoI7J6D=g^y-71eY#H~@#T@nWwn|YYZAz& zafjack~*Z6 zC6i?1mY>f_kCb@+k7_(&Ys=Vc|2-weR`&IARN-Q_VP;TLM@aGlq0Z1^|G>HO8rm{8 z1BHS0PB|9wz>u4pm-uq)5TA-)`I$Dq8C|M-N6e2@yNE`@QjdZ)^J zfD=be7UepkafT!Ywu{)_UP?mp!@0NAGp|v%5)#K3PdpQ0WLfa-xMr}rAWsENvDlti7TthIt==N)-JRGr-IS6aB)Anu+tn}g*b2tr1vAEAHN`%P z?L_q=!?jPKMBicd{hSV>lQ{ccC1b;x0xCL^*b)YOzrNmD%AY5=iNfTZgh8GwK>VG;ZhTW=KY88OxXOvp<#YE{|k47`bH5$UC zl1bQ-R9joh=o*sZ+Wsi=$;n*&7_0SIGi!1!6BL^?8hS7xJuUQ?c9ZXpgwcafpI$@W z)lspH=p$BMnsb1_dQcYAAk}my19XEB`QXYrMj9OAZnOtVajnxD+z002>M_PN4n(3N zyCeOmK&G_qurQqSXXR6tcd2T<|9DH9t^VMC$|Pe3?Mkb`emg^T_Fm*oZsrE|q1A>v zQxuoW()0YPP5b0aDV(?IAq?OVgV{f4;mjW@N^N;Z=u#4nx)q=$QU!U5fA|#Sn1%}v z&hAna?}#j%BMa)g1p`lT(vgC_G8xY zwz3rWv@N>h^pU<(ymuQ=aEDsop6JwWJBYD~T_WC=1NTTx&*hA~QkcG>;%_H-ik1(v zDoH0edZb75@ZOP&q%PZa1E;N@WJ8RH4>{VkKgqv`t#zWdNF=fvz)U0WYtpAQLvZW z*H_2N-CbzFTxtRV?u&Cx@`#$5)))M_n7BFDGudR9$%eaT{Wr3bU@_ncO(6l@F3v8L zb)fgEAr_a7u)BN|M9{*RHN5uI6|zulsiUVILLw2{^1xW#e@D7sYXx*#!(d zax?VUEZ7cEdi=4qGtGpl28N2c{j-s!D*y01jGZZ{w0Op)h+Y}@US7MPMkA-7hxTf{ z0OY3!>3f&%ImYOx&$jXBcqVQzKlE7h!4j?iA#?%7Wptb$Bs`GGpnzN(VpOAX(qxLxiGbm><7aUeP@qT^YA}T zlR}LLHAYIl2MeejD_A0NHvVV0RYBOhJ`j&>=>=+ED3CqFhGUlj~X*DsYD^MAAcKoB|*fAo{w3nQZcBn)l^F!fth1Wyw# z)TmT1K?c-2XOG+|v5$_Lswc+}MJR1w4GXH#zz||=uM|SqVl-b(twc|2IW`MJkV-26Lx6Uf!WBiJK=?~j*j@a5v+_kLF%Gyjxs zd~`AyQ+*LHsBdT(7d!Eso-)>NdmH#pPVCc_jhr@G`DNCyJ)UOsz}s3}!W>C?&L<5i zVN%AlFS_?9cyeJ8-+eXQnb24JV{+?ylQld`=;aK-;el5*w^A@2_K+cu%0KB(!Rv}j zs{rFxRP~gLdt;#1*Ipie2_6;w~`k1~SGNlJ&Bz7ZH8 zhFQsx-Tus5pqHypfQMJG=bej(NAT_M{?FIz_5Rn}ljM>0cTq*WxY_1d&Yx*$@62ZX z1n#fPG@3{d840T>e06e;t*P*;j*Vqc)nW2lciPn6Zx1poG%FhhTl1wC=FDEre3MS- zy)R#or(?6-rn=+4Q4|f{>bfRyhGx=94o}1`;%Yt9BflDBR*kX>$c?DhH4h5z;#PS5 zi>N4jPMOS!YTed90+p8(IW)bKms{FakZE=+iT26yrEkuiElb<@b0*ozO)bg%3OrBu zzMfnzr0R;!VXX2!P^=0#UsEcZb!hNL$lUuXnk(|x`G%pzFROz3db#>P4}%f^7RsyT zHzo~24t)k?Ir{`<9hY9isyylusM>gxO>sfy%YQS7dqiVr6K)XaddzQR-(sf*A`qoI z2n9}`eg-3&b~YWcspQB1%v)x1f_2jok46J&ZqKwK_`eXHcF};u#3&W(mo&nFsSzk< zi;Jy2x1&4zrjenK@t0yO7o=x#E~=AQ>I`zlMG&S0*V0`M4Jp`N;*frXf`87_(cEvh z#>8}>+Kex>^1#V6W5Tt8#81XN4)KX(*MM>!y)=pAy?RPAVpG);ugEwO@7# zV;*pcmP&8Kq!NfQ`+lXLP-s-9I4}ZKEhQn$@L$?J~W7c)k8T z9$XajV+?T}6JW=(&lbdA3O2ZMNNF1zo`ABlKmv!6@$BTuD*kvzk7r2AGY-nf93bM#C+OFbG>jb;r5Ro>&+xyf*{nWenYg#?Vn zkY5!y@x|PuSk59lsS>Xb(bAEoAz#HQ`Ob~`V3OR39O_4ItrW7?7wh+T!FplxJ}#yC z4eG)tdT`gQT;fLUo>a57UvACjLVJqfk(3WXX7UL5VfiIQ379n*6Jn>U5?cab&~Nn1 zP*NKkyFTLC#)L?ZL^XSaOu<0!8^GDd^0DF3A ztQ_*E`|9M)I#Zn$I{NnWk#xQ--u%$BEGS3*sb>5fK(SW3tvijDtL-^{8WBg&^32*6_k^1T;P86(YTq5fV zY4)?lsM@N6tK~yscc|%HNu6o1n**G0Xsh&BoxiskdE@$GjQr61y_;q~>>8lo26ojy zd+>hlQsk)%`y5~X`xM$8BJ(6x^hr1XP~Zr+l*@dRYn!MHAy11(Zc=@Y5NGX6_HVZR zZ|DjN(+lM@S^!PY7AEzKdzuFT4$0YQ<(yXX7EhD*_lWc;0&L+K%3;kpv;b@PI`P>BR zL!4`>_^1e4KU7ZQcK!0errUg0k!mYKx^%LWuYI*}vJ>AD8CcL+G%v&txl)WWYWCBm zbgA{0K2@>}+~?(?jhBMhXz3jm$U5HIEhEM4*lbn+ZLGVF4R^BH2NyI_9F{>R)y^)s zr-HmMtHXMlt7UJFaA=Id(HS`L^ToTfXTa7up(-+vzWj2UdchFy6gWipPXe!;y)aL^ z23eHs>tBjCsDiUzVXt4=&E;@J9`=DI)0G_>-S?0)Ahr(jT^egU%I;8ur4iel08JJ8 zm1e6^8l|z@kb0e1i#!M4ic#v0j!`KQ&ABv3wUAv^gYraw-a7Wh(R#ERdY!aG=_c)1 z{OJ(GUrTkGEs{n5>u3KO&O0$aBlH@agup~W2pXg1TVXH!Bhb?m(F5kSKHc{N693y4 zRq^<M;?K|LOo zx;=uA$OKG_3Cf*5!Ka|g4N64fe_0k_ceZ_6jB5I`n+mu^0NL&ALWXQif!y{iG}*GUOkkd0bUNg^c2wjHBNyMh8+ zJI|G{U)V<`T3sdB>_bApZGS1X9h2zls0g~DpTSM~h&TvBdcPBEdT|(H1c@KG{gEjF zqFy|xqDZ6m%WXubGjq&v>~R9Vg=Z;BY2LbKHC~~i>tMkm`7@wmL#x$fsX;?WCDk`s zROx^fd^ET)0S{uwQK(GVRq>n7ep zIYV97r*CM@Y*}_)s)>W1vMV(ELt~4BC}Z+XhomxX2C?MaFm?VfEmPV_H1!>*g}D+A zrG@O8JWXIqeHb|%RVVD@Ohr9Nnp(Tb&hyC!Z)hoZ4({^(Bw_~iRI}gX1B&?MsVs{L z0aDJz=r%eSOj(njAMZ>rz99vXST1D?RMURk1i87$m9jrY6)&wz-EBKE@-Adlp{k{o z0IjK6t|#<^GqMq3cLjboAI5dw@1zv_QFr=DbnkAdVJo^ZZ~N2js_~kbV_X=<#X@lz z2GNg;y7pj59W+Zwbd0x>n-mXP_I1uLKaYc1+2j=>B1MpOck=Z5awG>Ng(p=QP8iX# z*ZyPKeln;Z5F{t|H$1|=ywm<8)43Y7dmU@Nq<%|SWkVJzX0oa*G%FWE{xY3bB3M&{ zirB$wYKXRVkpPQHG-dN~Ztq8T>Zcl09X`M&5J^e&^JaN+Fm(SbFalEl(~(q>`P*`d zf_q@$RRv1~9iQgCS#Dyf9B1^Kg`DlR?cUuyuu9#cADoQ9Y-h82e!sUSVP2Omn+ATy zMvqps4$(P*Kx>aQ*hlB%0~i%C`Hc6xkoXmHXdm9(k?CMR1BC!Q@@XlULFa|0t1i3N+u_!2V!)jHY5?EUfXYWb9T)Qyej4I{#xjmMjX^kT?h(9tz=xss(A+swuN z=H`XabV@WF1P^={h1~F*fgc0?MB)**c<*vfr?NeOd1);De@))XG5g_^lq~LnvX2Du zC#J}L0djrJ(X;RlVmv$$?;;s)~=4kSe#I!D0e?P^yj0E|6Vi z*|R#ZTvOqV7l>%R_s~c{bKFVXLorJUwwX=Ba*MQUE8{omX*MZ)E=GCho@0#*% zd0<+yu+L#xim%2_zJrO#NYoMyRXJ&ek6CK2JC+LU-At0Ay~qQo4+4{_TeFM#nLWqQ zTmm4P^H^%Y2=G1##9yR@u@~PnWDac@y5!Rk36UBddFK|-`PtG`Zz_zQexe!pm$HMRn*{%@ZnxY z0*F%x<(C%vfEuCM!FQq#*|N4vLRCQ+sV4eS(JgbXrH{0wO3LFb-gR^*&cSQANbF+( zLspDziF{FTk)KgobfBvY+o7`&@1~OCvG;fBPQe6t46sa?MlLd9mkQf3=2N9MNZ}z)`>ka$duWjq9c z&{O+b<-0#jses<;3^oE+9M!9?yb2031Xx0%!7cjnE>AwfVQ%uHMvha++P)aw#)dJf zshCGfES_vOe3k^P7R=q#m6{?L$(+3Bk@Em6J=wx;O(VrnpLw}y zF&>Wv=_f(Do1FBC!90G!kc;w3O`Q!YtX?W(j}*p|T0=ayIvU_mxo82x1qnwzj+`jx z-L8`r?3qFwH2w<#Jt6TQYhJE3M4R-_IF^)_v$GdGnphC)=zEIswuz^RKemO9F@}yT zy2&&YXTzghy+CxEM{aZd0%%LCkP?(RUj5f`@tMWrrm-F4R&Yei&7)afd?CiEnXHWW zl|(0BCWL@Rfjaa^rho;nmU;J=?mXh+fKF|rXWAIh0p<`f98+8ie~5g z8^j6{XB_ltYOT%p2sV~@9EZ2&p_;JF6dm4J5ZGC&kG5qvUBPcHNCCqg#cL6fDCLk-j* z6kHmEPHVfc{);rZtx`IH47I#9MVo)?ow}0s*(_{CnqAUX*Aq&vGGVa(h^zoih-tVz zvIM@Bxzvv$1zgFhM@rv9HL)&9zPYEvBEbm{R|3{Ul-Yo#P6V?Q6IsS2x28yn{Um{E z$LBT=r?o--B_J9^DkY%4u9j81)S1#A3~>5yGQ4yJ8fBwlh&el`HkJu*uZsU|Z~0Fn ztJ0W%Jdq&|Fm59Il_xj<;%8sm6m=G@VLi-akeD=LM~zd6>NH*Q{tWSsXCM4>7(Ul^ zv{{PMV!iytr`B4H-jsNPbKc76_wHQv)~|fDF;wVpKNX@5FgV>XzdAs*wiHKqCwh{|yFipwmH z;$hj(GnE$Xo!-lZH6q~#9c;-sP^+9*=Dd&PSNEUjMep5vNnsD`4;{K>Ud_C;ov}?8 zsR&Q}TB4h>iL9AmoMReL&jTS!xN$AM9s{W3DAX`*V2GI-9`g~7P$pFI%FMF7XD-!N z02v$SJH9JvtasC|qb=0@UZ)DfN){J~ZyixDHSw2XYZh8&E!5B#Iq?r^L(u++FDv=i0Wo{?00Q{ay9%^r%zTJ@}XD_5UB(qi%kNeFGrTjJgSs z;QddjzewHuqkNC$VX8z&+gcR z`~J@)+N)L<&{R==iST!zC2elf>lNRBw<;^yn_W6Thes!`=u%$Q$t3FrCQ; zR?0CuCV(re4K`y5ayNPqzw37?Op$>FhPkk2&Hgsq$9|L>B*&nM>7%np~8*XihRenRF6^88=9}C z@H7(#YZLcHw;K5mX*zqm-4@g*Q#-zMV$t>tiLHfxIr3EasOCVr*3$*Q@fN#M?DXIA zeDf>FwRY7LX|`Kb561(~HYr?Eka;49`_LQ`#ZBl{WS%vi7vK!u%V9)aNM@KJHJSgq zwTNOayJm#Ua$#fM<$DpS1571-2W`ya%p2)5u&XBP6l-xRFW#w62)1KfT${5D^dl=) z4D}AS*`G{fC;^Sjurp&K13Hvl{Uh}<6RO{$e9_PGYqsLIwlNUt6}@DWsRM(+Cb3QQ zx#}^GH6vx!G1z6~eO6z^sRxL+R8T~N`AWT%VH`uzVPTIGmo9N%9d0?w$^~Oht8g|E zS9t4O*0D&^Q$b$xE$`76qUGG^Qv~JI*#G7_O{JI1#;kBDd92_5Q%NC?nHDg4ToH6qt$e=J9E&(jPNb~G>bszRRmuBF)1vCAC2^Y!CdK(wj$~*sfkj9 zVIU4Ud3&Xfs92W>)U^C*Wunl z(lYB?sQoRvW5x|er}(f;1AOvrKqL>Q@(Ibgo*25l{(yK3j75(tvO7c3J)9du(Tw;K zAd*G#gyjDVhzxi0%Dnp1x`(x5HK}-(vX2F}H4(3Pv0ZA|7J?Tb zpR%C5-!t>(fzfA`4n>kC>AZ)X_ptLGK4I@+%Bzbz4Wa8I&hZ%gSjytf63mb&={(48S1k$o__?^eKD#(SdOH9|X2GBnup`$I^q&a& z`eX?Z5u-{V&lITAR&DW@!;%yx(pISEo?l$c<`Oi80^e4Y5%2KEM7%txnO(W6Pp#*U z#J2cSLn`H(06tPDJjnKs@w70W>BvgOYX_wQ&##FdWO z9m~I4ObCgBF=BE;l509Mn*k-=1`w+_hh_v@a6r*}5OF1s%<%zCic#>}&S3C7xnUSM zVE4uE<|wH&&DM2}d zHtATYCpGCvnp{5yl@WqcBQe+Z+12Ua-=AHbo@gmve@;%dluBCA`kbCrw^vX|m0MNQ zI8|+1G+CfEa?&Q)NBZ7YRe0qR3yy5TQ~jv(=3<+7HNB!_j~vbu!g$l`a9Yv1z4xFf^ge2+!jSWSxRd}rXzDTT2pBUNHw$Ra3}R%ngmOyeSM^2GLK;=et|e*7sxUf2kz z0*j$g7b?nOIU=Zj@k@O^9|aAmPp6g@8gx#GM!^yL4(g25)lK0xHc|6rv?--cYszI+ zT3Ddnp^nwUw}rK3OJuXSK=W)9>YeX&{{>vsF$8ma}djRxP%twC+ z`nS9NE&28a6Hoq54kppBgx3B^Ov6d-?wqT z(o=sL_@9lTtG;B?C8znc6$17Azx(p#?rwqq4|Wc_^Pe{I6b=@W^Q{lzN5J{=B|i2^ z-$Shq4bL7HrBcI4%qYX3v~MmwF)E9k(MY$?pY!#oXv3E;4!YMkEhj~tFh?C%xY%J% zEb{fb=>Qnw9~q58J_Nt@`@i=<=E!dKE)9;DvzbhyTg1jH!4!%97U=t!tAFpHaA)!l zJvj0&rB@=AZ;1+BAL5{Otr{%VwytE=Zdd;AGD*4Q7}cPs)K-s4;rfvCwsp1Z0lGy* zEHNi$oVGwetg5cLTQ0}yHu80LXr%%vJh(9wu4Q zVXMnWu$sOSDu{>C@MVq~QVOZ0i}KlTwx+;OdX3ccxh2I?>H6O6>r$)JmQ+!5SYY~E zQL{v=x3x)8(Rj<(B&9xxC^>>}v8G^(D=B@1^cnc!&v!?r}ylU7bym-#_={UKBusWNA^88ga@ zo=zDl_kq!Abo)noWRLX7s_vJX!gFZ`sm881X_zA|rGlWdT_Gi52Z@!Zv?=PND>RXH zm$kslA{s06N}amW>=wW5T{gl_^0zU=Xf@k-?FL!1`BAbuYUSsu?W>Tc zEhg7?Qn_`JQfHROue{{U@^uW&Lo};?M7rf8CzSrQD@aK)FR+Mgb`4>O<4;dtt6p>+ zS;3#XQVq)s%uTJjPsyog9arkLohK`|Jg|6MfnUA>xt8nwW63l*4V6=rUS^_I$%htf ztrXS=qtwNQ;#*ygmmr9CwEOvUe0Its#eWx%{}bw=h2TF;_@BL3doPRlpO<@kUHpF& zPec5FqoP$()>9IyPbwn5k~?>q*yhuSTdplGxLAdo9O-uP*vE~aJ%)Ob6$g*1SjdKK zRHY~h!iQ5P7GM9lJ40S1)g9&M@|tmg4eS5m{>$R}e|Ye!TmLumJjVK8M@tVLW-!N= zRjqH$0#vcOiGJ30WufYg+N;4N$jr?4*99RZ31kGP1YS z&sh>Bf){PZeHESr)B=T1& zJET5#=M_`oVa_78(P$ib(-mr2v$uG823yW0Zkv;quri}>>AlAc-C}g7h(^#GMB?8o zvCN{#<~7)GTOb7l>%Zd!dTS(3-fQh?dCbi!e)H;KT&CD%*Shx0*%~a;hq3$?H#Lh_ zXxC~)l}6N(s?w5{QN~1RV_7sAGR+#@noO~z_)}B*B6iuMJ6oUN)7JirZS_y6y9`#(4G82b+rFJ-wH(-Yq)zmd&hb^Z_w@jXpA!A7*fRkm4dddJp^TeUjW z-9}M&>#uOFSnZ`7(Hb-JD1L66bbC~Pcif=k#|fxcO8ch>2eCEQN6QZAbE8!DARzYOe0$m%>dMzC|3&{BRVlt^M79LzUugY6VIdZ ze+sJUIR6o!RrtRx5~z{?4~zJpSBD+`XEV>E@qa}mrxOO7eHQ2c#UnvY{C}`pJpc3M z&hA0S|C@LgiT`X+I8^vmI_a?P$IAa4d&n8j9rdrd8F!%_Kl!JD|M&L~3hV#wtM2^Y z4Ly0rlf0RV^#ZnIFSpeV_Vj7`r9>LM4nYrqG8?PZdsfFKhrJ#fLpPNVX`#Jdrd4+2 zNw#%8b#E`jt~o_Jq)ZIK-rrvC9rOV3@hu{V^Gim@=EU(Cg1(qtCdu}D0KkbllEGY? zA$xU{dy~1%_C%dHKhhcvCeyPip~>shd*nvhTT~oyhwyYJhG2JR$GnRRLnME1LjZ+4 zJG~DX;tF(`{pNrhG#`SSXp9&^0`U~!v|YNvhlYqjLD>+T<*zc(>|HtqUEOrm13*w; zW{m4Lbt>$x@+}WC)nmFHKrRr|$2g}|_D}CI7hJzalL>Og5cJQf88OsvQL>rc(1!%A zQvNZ+0=v*Z@;plT1@Y&Lm)0vOufvXDI)bSo7-FuFs1Qqs?ZncnUN4rMGJ(<0k_!a1 zLUw$0!iQi2eO`glvx;B4w9W*O(4^Rnk24ve)x5iSA_@kDuF0R*s=w?+z1> z-tmTn&K)Mbo&f|LYt%>ku^q&7e00960qL*r00QLd^`X#!s literal 0 HcmV?d00001 diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/Chart.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/Chart.yaml new file mode 100644 index 0000000000..0120522750 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/Chart.yaml @@ -0,0 +1,5 @@ +apiVersion: v1 +appVersion: v2.0.0-beta.8 +description: Azure disk Container Storage Interface (CSI) Storage Plugin +name: azuredisk-csi-driver +version: v2.0.0-beta.8 diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/side-by-side-values.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/side-by-side-values.yaml new file mode 100644 index 0000000000..47f8a33a8f --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/side-by-side-values.yaml @@ -0,0 +1,81 @@ +serviceAccount: + controller: csi-azuredisk2-controller-sa + node: csi-azuredisk2-node-sa + snapshotController: csi2-snapshot-controller-sa + +rbac: + name: azuredisk2 + +controller: + name: csi-azuredisk2-controller + metrics: + port: 29624 + livenessProbe: + healthPort: 29623 + affinity: + nodeAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - weight: 100 + preference: + matchExpressions: + - key: kubernetes.azure.com/mode + operator: In + values: + - system + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "CriticalAddonsOnly" + operator: "Exists" + effect: "NoSchedule" + +schedulerExtender: + affinity: + nodeAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - weight: 100 + preference: + matchExpressions: + - key: kubernetes.azure.com/mode + operator: In + values: + - system + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "CriticalAddonsOnly" + operator: "Exists" + effect: "NoSchedule" + +node: + metrics: + port: 29625 + livenessProbe: + healthPort: 29627 + +snapshot: + enabled: true + createCRDs: false + name: csi-azuredisk2-snapshot-controller + snapshotController: + name: csi-azuredisk2-snapshot-controller + +driver: + name: disk2.csi.azure.com + +linux: + dsName: csi-azuredisk2-node + +windows: + dsName: csi-azuredisk2-node-win + +storageClasses: + enableZRS: true \ No newline at end of file diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/NOTES.txt b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/NOTES.txt new file mode 100644 index 0000000000..c573be9b34 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/NOTES.txt @@ -0,0 +1,11 @@ +Thank you for installing Azure Disk CSI Driver to your cluster. + +Your release is named {{ .Release.Name }}. + +To learn more about the release, try: + + helm status {{ .Release.Name }} --namespace={{ .Release.Namespace }} + +To check Azure Disk CSI Driver pods status, please run: + + kubectl --namespace={{ .Release.Namespace }} get pods --selector="app.kubernetes.io/instance={{ .Release.Name }}" --watch diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/_helpers.tpl b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/_helpers.tpl new file mode 100644 index 0000000000..51fcc8a092 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/_helpers.tpl @@ -0,0 +1,26 @@ +{{/* vim: set filetype=mustache: */}} + +{{/* Expand the name of the chart.*/}} +{{- define "azuredisk.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* labels for helm resources */}} +{{- define "azuredisk.labels" -}} +labels: + app.kubernetes.io/instance: "{{ .Release.Name }}" + app.kubernetes.io/managed-by: "{{ .Release.Service }}" + app.kubernetes.io/name: "{{ template "azuredisk.name" . }}" + app.kubernetes.io/version: "{{ .Chart.AppVersion }}" + helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}" +{{- end -}} + +{{/* pull secrets for containers */}} +{{- define "azuredisk.pullSecrets" -}} +{{- if .Values.imagePullSecrets }} +imagePullSecrets: +{{- range .Values.imagePullSecrets }} + - name: {{ . }} +{{- end }} +{{- end }} +{{- end -}} \ No newline at end of file diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml new file mode 100644 index 0000000000..ba253198f5 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml @@ -0,0 +1,661 @@ +{{- if and .Values.snapshot.enabled .Values.snapshot.createCRDs -}} +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshots.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshot + listKind: VolumeSnapshotList + plural: volumesnapshots + shortNames: + - vs + singular: volumesnapshot + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + oneOf: + - required: ["persistentVolumeClaimName"] + - required: ["volumeSnapshotContentName"] + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshot is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshot" + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotclasses.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotClass + listKind: VolumeSnapshotClassList + plural: volumesnapshotclasses + shortNames: + - vsclass + - vsclasses + singular: volumesnapshotclass + scope: Cluster + versions: + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: true + subresources: {} + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotClass is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotClass" + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: false + subresources: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotcontents.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotContent + listKind: VolumeSnapshotContentList + plural: volumesnapshotcontents + shortNames: + - vsc + - vscs + singular: volumesnapshotcontent + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + oneOf: + - required: ["snapshotHandle"] + - required: ["volumeHandle"] + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotContent is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotContent" + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-cleanup.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-cleanup.yaml new file mode 100644 index 0000000000..d9d571df0a --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-cleanup.yaml @@ -0,0 +1,41 @@ +apiVersion: batch/v1 +kind: Job +metadata: + name: csi-azuredisk-controller-cleanup + namespace: {{ .Release.Namespace }} + annotations: + "helm.sh/hook": pre-delete + "helm.sh/hook-delete-policy": hook-succeeded +{{ include "azuredisk.labels" . | indent 2 }} +spec: + template: + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + serviceAccountName: {{ .Values.serviceAccount.controller }} + nodeSelector: + kubernetes.io/os: linux + {{- if .Values.controller.runOnMaster}} + node-role.kubernetes.io/master: "" + {{- end}} + priorityClassName: system-cluster-critical +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + restartPolicy: Never + containers: + - name: delete-azvolume +{{- if hasPrefix "/" .Values.image.curl.repository }} + image: {{ .Values.image.baseRepo }}{{ .Values.image.curl.repository }}:{{ .Values.image.curl.tag }} +{{- else }} + image: {{ .Values.image.curl.repository }}:{{ .Values.image.curl.tag }} +{{- end }} + imagePullPolicy: {{ .Values.image.curl.pullPolicy }} + command: + - "/bin/sh" + - "-c" + - "(kubectl delete customresourcedefinition azvolumes.disk.csi.azure.com || true) && (kubectl delete customresourcedefinition azvolumeattachments.disk.csi.azure.com || true) && (kubectl delete customresourcedefinition azdrivernodes.disk.csi.azure.com || true)" diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-monitor.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-monitor.yaml new file mode 100644 index 0000000000..621edd4fb2 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-monitor.yaml @@ -0,0 +1,21 @@ +{{- if and .Values.controller.metrics.service.enabled .Values.controller.metrics.service.monitor.enabled }} +--- +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: {{ .Values.controller.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} + app: {{ .Values.controller.name }} + release: prometheus +spec: + selector: + matchLabels: + app: {{ .Values.controller.name }} + namespaceSelector: + matchNames: + - {{ .Release.Namespace }} + endpoints: + - port: metrics + interval: 15s +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-service.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-service.yaml new file mode 100644 index 0000000000..14f9c264cf --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller-service.yaml @@ -0,0 +1,18 @@ +{{- if .Values.controller.metrics.service.enabled }} +--- +apiVersion: v1 +kind: Service +metadata: + name: {{ .Values.controller.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} + app: {{ .Values.controller.name }} +spec: + selector: + app: {{ .Values.controller.name }} + ports: + - name: "metrics" + port: {{ .Values.controller.metrics.port }} + targetPort: {{ .Values.controller.metrics.port }} + type: ClusterIP +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..b574cb6d58 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml @@ -0,0 +1,294 @@ +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ .Values.controller.name }}-config + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +data: + config.yaml: | + apiVersion: disk.csi.azure.com/v1beta2 + kind: AzDiskDriverConfiguration + controllerConfig: + disableAVSetNodes: {{ .Values.controller.disableAvailabilitySetNodes }} + vmType: {{ .Values.controller.vmType }} + enabled: true + leaderElectionNamespace: {{ .Release.Namespace }} + nodeConfig: + enablePerfOptimization: {{ .Values.linux.enablePerfOptimization }} + cloudConfig: + secretName: {{ .Values.controller.cloudConfigSecretName }} + secretNamespace: {{ .Values.controller.cloudConfigSecretNamespace }} + customUserAgent: {{ .Values.driver.customUserAgent }} + userAgentSuffix: {{ .Values.driver.userAgentSuffix }} + allowEmptyCloudConfig: {{ .Values.controller.allowEmptyCloudConfig }} + vmssCacheTTLInSeconds: {{ .Values.controller.vmssCacheTTLInSeconds }} + enableAzureClientAttachDetachRateLimiter: {{ .Values.controller.enableAzureClientAttachDetachRateLimiter }} + azureClientAttachDetachRateLimiterQPS: {{ .Values.controller.azureClientAttachDetachRateLimiterQPS }} + azureClientAttachDetachRateLimiterBucket: {{ .Values.controller.azureClientAttachDetachRateLimiterBucket }} + azureClientAttachDetachBatchInitialDelayInMillis: {{ .Values.controller.azureClientAttachDetachBatchInitialDelayInMillis }} + clientConfig: + kubeClientQPS: {{ .Values.controller.kubeClientQPS }} + kubeClientBurst: {{ .Values.controller.kubeClientBurst }} + objectNamespace: {{ .Values.driver.objectNamespace }} + endpoint: unix:///csi/csi.sock + metricsAddress: 0.0.0.0:{{ .Values.controller.metrics.port }} + driverName: {{ .Values.driver.name }} +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: {{ .Values.controller.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.controller.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.controller.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + replicas: {{ .Values.controller.replicas }} + selector: + matchLabels: + app: {{ .Values.controller.name }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.controller.name }} +{{- with .Values.controller.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + hostNetwork: {{ .Values.controller.hostNetwork }} + serviceAccountName: {{ .Values.serviceAccount.controller }} + nodeSelector: + kubernetes.io/os: linux +{{- with .Values.controller.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + {{- if .Values.controller.runOnMaster}} + node-role.kubernetes.io/master: "" + {{- end}} + {{- if .Values.controller.runOnControlPlane}} + node-role.kubernetes.io/control-plane: "" + {{- end}} + priorityClassName: system-cluster-critical +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} +{{ with .Values.controller.initContainers }} + initContainers: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: csi-provisioner +{{- if hasPrefix "/" .Values.image.csiProvisioner.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiProvisioner.repository }}:{{ .Values.image.csiProvisioner.tag }}" +{{- else }} + image: "{{ .Values.image.csiProvisioner.repository }}:{{ .Values.image.csiProvisioner.tag }}" +{{- end }} + args: + - "--feature-gates=Topology=true" + - "--csi-address=$(ADDRESS)" + - "--v=2" + - "--timeout=15s" + - "--leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "--worker-threads={{ .Values.controller.provisionerWorkerThreads }}" + - "--extra-create-metadata=true" + - "--strict-topology=true" + - "--kube-api-qps={{ .Values.controller.provisionerQps }}" + - "--kube-api-burst={{ .Values.controller.provisionerBurst }}" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: {{- toYaml .Values.controller.resources.csiProvisioner | nindent 12 }} + - name: csi-attacher +{{- if hasPrefix "/" .Values.image.csiAttacher.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiAttacher.repository }}:{{ .Values.image.csiAttacher.tag }}" +{{- else }} + image: "{{ .Values.image.csiAttacher.repository }}:{{ .Values.image.csiAttacher.tag }}" +{{- end }} + args: + - "-v=2" + - "-csi-address=$(ADDRESS)" + - "-timeout=600s" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "-worker-threads={{ .Values.controller.attacherWorkerThreads }}" + - "-kube-api-qps={{ .Values.controller.attacherQps }}" + - "-kube-api-burst={{ .Values.controller.attacherBurst }}" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: {{- toYaml .Values.controller.resources.csiAttacher | nindent 12 }} + - name: csi-snapshotter +{{- if hasPrefix "/" .Values.snapshot.image.csiSnapshotter.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.snapshot.image.csiSnapshotter.repository }}:{{ .Values.snapshot.image.csiSnapshotter.tag }}" +{{- else }} + image: "{{ .Values.snapshot.image.csiSnapshotter.repository }}:{{ .Values.snapshot.image.csiSnapshotter.tag }}" +{{- end }} + args: + - "-csi-address=$(ADDRESS)" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "-v=2" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.csiSnapshotter | nindent 12 }} + - name: csi-resizer +{{- if hasPrefix "/" .Values.image.csiResizer.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiResizer.repository }}:{{ .Values.image.csiResizer.tag }}" +{{- else }} + image: "{{ .Values.image.csiResizer.repository }}:{{ .Values.image.csiResizer.tag }}" +{{- end }} + args: + - "-csi-address=$(ADDRESS)" + - "-v=2" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - '-handle-volume-inuse-error=false' + - '-feature-gates=RecoverVolumeExpansionFailure=true' + - "-timeout=240s" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.csiResizer | nindent 12 }} + - name: liveness-probe +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port={{ .Values.controller.livenessProbe.healthPort }} + - --v=2 + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.livenessProbe | nindent 12 }} + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + args: + - "--v={{ .Values.controller.logLevel }}" + - "--config=/etc/{{ .Values.controller.name }}/config.yaml" + ports: + - containerPort: {{ .Values.controller.livenessProbe.healthPort }} + name: healthz + protocol: TCP + - containerPort: {{ .Values.controller.metrics.port }} + name: metrics + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + {{- if .Values.controller.credentialFile }} + value: {{ .Values.controller.credentialFile }} + {{- else }} + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + {{- end }} + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: /etc/kubernetes/azurestackcloud.json + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + - mountPath: /etc/{{ .Values.controller.name }} + name: {{ .Values.controller.name }}-config + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + - name: ssl-pki + mountPath: /etc/pki/ca-trust/extracted + readOnly: true + {{- end }} + resources: {{- toYaml .Values.controller.resources.azuredisk | nindent 12 }} +{{ with .Values.controller.additionalContainers }} +{{ toYaml . | indent 8 }} +{{- end }} + volumes: + - name: socket-dir + emptyDir: {} + - name: azure-cred + hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + - name: ssl-pki + hostPath: + path: /etc/pki/ca-trust/extracted + {{- end }} + - name: {{ .Values.controller.name }}-config + configMap: + name: {{ .Values.controller.name }}-config +{{ with .Values.controller.additionalVolumes }} +{{ toYaml . | indent 8 }} +{{- end }} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml new file mode 100644 index 0000000000..21f941748e --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml @@ -0,0 +1,13 @@ +apiVersion: storage.k8s.io/v1 +kind: CSIDriver +metadata: + name: {{ .Values.driver.name }} + annotations: + csiDriver: "{{ .Values.image.azuredisk.tag }}" + snapshot: "{{ .Values.snapshot.image.csiSnapshotter.tag }}" +spec: + attachRequired: true + podInfoOnMount: false + {{- if .Values.feature.enableFSGroupPolicy}} + fsGroupPolicy: File + {{- end}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml new file mode 100644 index 0000000000..72bae5c87a --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml @@ -0,0 +1,245 @@ +{{- if and (.Values.windows.enabled) (eq .Values.windows.useHostProcessContainers true) }} +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ .Values.windows.dsName }}-config + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +data: + config.yaml: | + apiVersion: disk.csi.azure.com/v1beta2 + kind: AzDiskDriverConfiguration + nodeConfig: + volumeAttachLimit: {{ .Values.driver.volumeAttachLimit }} + supportZone: {{ .Values.node.supportZone }} + getNodeInfoFromLabels: {{ .Values.windows.getNodeInfoFromLabels }} + enabled: true + cloudConfig: + secretName: {{ .Values.node.cloudConfigSecretName }} + secretNamespace: {{ .Values.node.cloudConfigSecretNamespace }} + customUserAgent: {{ .Values.driver.customUserAgent }} + userAgentSuffix: {{ .Values.driver.userAgentSuffix }} + allowEmptyCloudConfig: {{ .Values.node.allowEmptyCloudConfig }} + clientConfig: + kubeconfig: .\var\run\secrets\kubernetes.io\serviceaccount\kubeconfig.conf + objectNamespace: {{ .Values.driver.objectNamespace }} + endpoint: unix://C:\var\lib\kubelet\plugins\{{ .Values.driver.name }}\csi.sock + metricsAddress: 0.0.0.0:{{ .Values.node.metrics.port }} + driverName: {{ .Values.driver.name }} +--- +kind: ConfigMap +apiVersion: v1 +metadata: + name: {{ .Values.windows.dsName }}-init + namespace: {{ .Release.Namespace }} +data: + Initialize-Pod.ps1: | + New-Item -ItemType Directory -Path "C:/var/lib/kubelet/plugins/{{ .Values.driver.name }}" -Force + + $server = "https://${env:KUBERNETES_SERVICE_HOST}:${env:KUBERNETES_SERVICE_PORT_HTTPS}" + $kubeconfig = @" + apiVersion: v1 + kind: Config + clusters: + - cluster: + certificate-authority: ca.crt + server: $server + name: default + contexts: + - context: + cluster: default + namespace: default + user: default + name: default + current-context: default + users: + - name: default + user: + tokenFile: token + "@ + + $kubeconfig | Out-File -Encoding ascii -FilePath "${env:CONTAINER_SANDBOX_MOUNT_POINT}/var/run/secrets/kubernetes.io/serviceaccount/kubeconfig.conf" +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.windows.dsName }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.windows.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.windows.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.windows.dsName }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.windows.dsName }} +{{- with .Values.windows.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.windows.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + serviceAccountName: {{ .Values.serviceAccount.node }} +{{- with .Values.windows.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + nodeSelector: + kubernetes.io/os: windows +{{- with .Values.windows.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + affinity: +{{- with .Values.windows.affinity }} +{{ toYaml . | indent 8 }} +{{- end }} + nodeAffinity: +{{ toYaml .Values.windows.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical + {{- include "azuredisk.pullSecrets" . | indent 6 }} + securityContext: + windowsOptions: + hostProcess: true + runAsUserName: "NT AUTHORITY\\SYSTEM" + hostNetwork: true + initContainers: + - name: init +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + command: + - "powershell.exe" + - "-c" + - ".\\etc\\config\\Initialize-Pod.ps1" + volumeMounts: + - name: init-script + mountPath: /etc/config + readOnly: true + containers: + - name: liveness-probe +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + command: + - "livenessprobe.exe" + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=3s" + - "--health-port={{ .Values.node.livenessProbe.healthPort }}" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + imagePullPolicy: {{ .Values.image.livenessProbe.pullPolicy }} + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + command: + - "csi-node-driver-registrar.exe" + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + - "--plugin-registration-path=$(PLUGIN_REG_DIR)" + livenessProbe: + exec: + command: + - csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: PLUGIN_REG_DIR + value: C:\\var\\lib\\kubelet\\plugins_registry\\ + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + imagePullPolicy: {{ .Values.image.nodeDriverRegistrar.pullPolicy }} + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + command: + - "azurediskplugin.exe" + args: + - "--v={{ .Values.node.logLevel }}" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--config=.\\etc\\{{ .Values.windows.dsName }}\\config.yaml" + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: C:\k\azurestackcloud.json + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + volumeMounts: + - name: {{ .Values.windows.dsName }}-config + mountPath: /etc/{{ .Values.windows.dsName }} + volumes: + - name: init-script + configMap: + name: {{ .Values.windows.dsName }}-init + items: + - key: "Initialize-Pod.ps1" + path: "Initialize-Pod.ps1" + - name: {{ .Values.windows.dsName }}-config + configMap: + name: {{ .Values.windows.dsName }}-config +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml new file mode 100644 index 0000000000..8a6ae938bb --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml @@ -0,0 +1,243 @@ +{{- if and (.Values.windows.enabled) (ne .Values.windows.useHostProcessContainers true) }} +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ .Values.windows.dsName }}-config + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +data: + config.yaml: | + apiVersion: disk.csi.azure.com/v1beta2 + kind: AzDiskDriverConfiguration + nodeConfig: + volumeAttachLimit: {{ .Values.driver.volumeAttachLimit }} + supportZone: {{ .Values.node.supportZone }} + getNodeInfoFromLabels: {{ .Values.windows.getNodeInfoFromLabels }} + enabled: true + cloudConfig: + secretName: {{ .Values.node.cloudConfigSecretName }} + secretNamespace: {{ .Values.node.cloudConfigSecretNamespace }} + customUserAgent: {{ .Values.driver.customUserAgent }} + userAgentSuffix: {{ .Values.driver.userAgentSuffix }} + allowEmptyCloudConfig: {{ .Values.node.allowEmptyCloudConfig }} + objectNamespace: {{ .Values.driver.objectNamespace }} + endpoint: unix://C:\csi\csi.sock + metricsAddress: 0.0.0.0:{{ .Values.node.metrics.port }} + driverName: {{ .Values.driver.name }} +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.windows.dsName }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.windows.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.windows.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.windows.dsName }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.windows.dsName }} +{{- with .Values.windows.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.windows.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + serviceAccountName: {{ .Values.serviceAccount.node }} +{{- with .Values.windows.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + nodeSelector: + kubernetes.io/os: windows +{{- with .Values.windows.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + affinity: +{{- with .Values.windows.affinity }} +{{ toYaml . | indent 8 }} +{{- end }} + nodeAffinity: +{{ toYaml .Values.windows.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: liveness-probe + volumeMounts: + - mountPath: C:\csi + name: plugin-dir +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=3s" + - "--health-port={{ .Values.node.livenessProbe.healthPort }}" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + imagePullPolicy: {{ .Values.image.livenessProbe.pullPolicy }} + resources: {{- toYaml .Values.windows.resources.livenessProbe | nindent 12 }} + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + livenessProbe: + exec: + command: + - /csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + imagePullPolicy: {{ .Values.image.nodeDriverRegistrar.pullPolicy }} + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: registration-dir + mountPath: C:\registration + resources: {{- toYaml .Values.windows.resources.nodeDriverRegistrar | nindent 12 }} + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + args: + - "--v={{ .Values.node.logLevel }}" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--config=.\\etc\\{{ .Values.windows.dsName }}\\config.yaml" + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: C:\k\azurestackcloud.json + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: azure-config + mountPath: C:\k + - name: {{ .Values.windows.dsName }}-config + mountPath: /etc/{{ .Values.windows.dsName }} + - name: csi-proxy-fs-pipe-v1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + mountPath: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + mountPath: \\.\pipe\csi-proxy-volume-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-volume-v1beta2 + resources: {{- toYaml .Values.windows.resources.azuredisk | nindent 12 }} + volumes: + - name: csi-proxy-fs-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1 + - name: {{ .Values.windows.dsName }}-config + configMap: + name: {{ .Values.windows.dsName }}-config + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1beta2 + - name: registration-dir + hostPath: + path: {{ .Values.windows.kubelet }}\plugins_registry\ + type: Directory + - name: kubelet-dir + hostPath: + path: {{ .Values.windows.kubelet }}\ + type: Directory + - name: plugin-dir + hostPath: + path: {{ .Values.windows.kubelet }}\plugins\{{ .Values.driver.name }}\ + type: DirectoryOrCreate + - name: azure-config + hostPath: + path: C:\k + type: DirectoryOrCreate +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml new file mode 100644 index 0000000000..db296b1512 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml @@ -0,0 +1,252 @@ +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ .Values.linux.dsName }}-config + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +data: + config.yaml: | + apiVersion: disk.csi.azure.com/v1beta2 + kind: AzDiskDriverConfiguration + nodeConfig: + volumeAttachLimit: {{ .Values.driver.volumeAttachLimit }} + supportZone: {{ .Values.node.supportZone }} + enablePerfOptimization: {{ .Values.linux.enablePerfOptimization }} + getNodeInfoFromLabels: {{ .Values.linux.getNodeInfoFromLabels }} + enabled: true + cloudConfig: + secretName: {{ .Values.node.cloudConfigSecretName }} + secretNamespace: {{ .Values.node.cloudConfigSecretNamespace }} + customUserAgent: {{ .Values.driver.customUserAgent }} + userAgentSuffix: {{ .Values.driver.userAgentSuffix }} + allowEmptyCloudConfig: {{ .Values.node.allowEmptyCloudConfig }} + objectNamespace: {{ .Values.driver.objectNamespace }} + endpoint: unix:///csi/csi.sock + metricsAddress: 0.0.0.0:{{ .Values.node.metrics.port }} + driverName: {{ .Values.driver.name }} +--- +{{- if .Values.linux.enabled}} +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.linux.dsName }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.linux.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.linux.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.linux.dsName }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.linux.dsName }} +{{- with .Values.linux.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.linux.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + hostNetwork: {{ .Values.linux.hostNetwork }} + dnsPolicy: Default + serviceAccountName: {{ .Values.serviceAccount.node }} + nodeSelector: + kubernetes.io/os: linux +{{- with .Values.linux.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + affinity: +{{- with .Values.linux.affinity }} +{{ toYaml . | indent 8 }} +{{- end }} + nodeAffinity: +{{ toYaml .Values.linux.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical +{{- with .Values.linux.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: liveness-probe + volumeMounts: + - mountPath: /csi + name: socket-dir +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port={{ .Values.node.livenessProbe.healthPort }} + - --v=2 + resources: {{- toYaml .Values.linux.resources.livenessProbe | nindent 12 }} + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + args: + - --csi-address=$(ADDRESS) + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --v=2 + livenessProbe: + exec: + command: + - /csi-node-driver-registrar + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 30 + timeoutSeconds: 15 + env: + - name: ADDRESS + value: /csi/csi.sock + - name: DRIVER_REG_SOCK_PATH + value: {{ .Values.linux.kubelet }}/plugins/{{ .Values.driver.name }}/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: registration-dir + mountPath: /registration + resources: {{- toYaml .Values.linux.resources.nodeDriverRegistrar | nindent 12 }} + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + args: + - "--v={{ .Values.node.logLevel }}" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--config=/etc/{{ .Values.linux.dsName }}/config.yaml" + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: /etc/kubernetes/azurestackcloud.json + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + securityContext: + privileged: true + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: {{ .Values.linux.kubelet }}/ + mountPropagation: Bidirectional + name: mountpoint-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + - mountPath: /dev + name: device-dir + - mountPath: /sys/bus/scsi/devices + name: sys-devices-dir + - mountPath: /sys/class/ + name: sys-class + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + - name: ssl-pki + mountPath: /etc/pki/ca-trust/extracted + readOnly: true + {{- end }} + - name: {{ .Values.linux.dsName }}-config + mountPath: /etc/{{ .Values.linux.dsName }} + resources: {{- toYaml .Values.linux.resources.azuredisk | nindent 12 }} + volumes: + - hostPath: + path: {{ .Values.linux.kubelet }}/plugins/{{ .Values.driver.name }} + type: DirectoryOrCreate + name: socket-dir + - hostPath: + path: {{ .Values.linux.kubelet }}/ + type: DirectoryOrCreate + name: mountpoint-dir + - hostPath: + path: {{ .Values.linux.kubelet }}/plugins_registry/ + type: DirectoryOrCreate + name: registration-dir + - hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + name: azure-cred + - hostPath: + path: /dev + type: Directory + name: device-dir + - hostPath: + path: /sys/bus/scsi/devices + type: Directory + name: sys-devices-dir + - hostPath: + path: /sys/class/ + type: Directory + name: sys-class + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + - name: ssl-pki + hostPath: + path: /etc/pki/ca-trust/extracted + {{- end }} + - name: {{ .Values.linux.dsName }}-config + configMap: + name: {{ .Values.linux.dsName }}-config +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-monitor.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-monitor.yaml new file mode 100644 index 0000000000..b8b0af835b --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-monitor.yaml @@ -0,0 +1,21 @@ +{{- if and .Values.schedulerExtender.metrics.service.enabled .Values.schedulerExtender.metrics.service.monitor.enabled }} +--- +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: {{ .Values.schedulerExtender.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} + app: {{ .Values.schedulerExtender.name }} + release: prometheus +spec: + selector: + matchLabels: + app: {{ .Values.schedulerExtender.name }} + namespaceSelector: + matchNames: + - {{ .Release.Namespace }} + endpoints: + - port: metrics + interval: 15s +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-service.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-service.yaml new file mode 100644 index 0000000000..c441533ba4 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender-service.yaml @@ -0,0 +1,18 @@ +{{- if .Values.schedulerExtender.metrics.service.enabled }} +--- +apiVersion: v1 +kind: Service +metadata: + name: {{ .Values.schedulerExtender.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} + app: {{ .Values.schedulerExtender.name }} +spec: + selector: + app: {{ .Values.schedulerExtender.name }} + ports: + - name: "metrics" + port: {{ .Values.schedulerExtender.metrics.port }} + targetPort: {{ .Values.schedulerExtender.metrics.port }} + type: ClusterIP +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender.yaml new file mode 100644 index 0000000000..c27831c763 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-scheduler-extender.yaml @@ -0,0 +1,145 @@ +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: csi-azuredisk-scheduler-extender-config + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +data: + config.yaml: | + apiVersion: kubescheduler.config.k8s.io/v1beta1 + kind: KubeSchedulerConfiguration + leaderElection: + leaderElect: true + leaseDuration: "15s" + renewDeadline: "10s" + retryPeriod: "2s" + resourceLock: leases + resourceName: csi-azuredisk-scheduler-extender + resourceNamespace: {{ .Release.Namespace }} + profiles: + - schedulerName: csi-azuredisk-scheduler-extender + extenders: + - urlPrefix: "http://localhost:{{ .Values.schedulerExtender.servicePort }}/azdiskschedulerextender" + filterVerb: "filter" + prioritizeVerb: "prioritize" + weight: 1 + nodeCacheCapable: true + ignorable: true +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: {{ .Values.schedulerExtender.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} + app: {{ .Values.schedulerExtender.name }} +{{- with .Values.schedulerExtender.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.schedulerExtender.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + replicas: {{ .Values.schedulerExtender.replicas }} + selector: + matchLabels: + app: {{ .Values.schedulerExtender.name }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.schedulerExtender.name }} +{{- with .Values.schedulerExtender.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.schedulerExtender.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + serviceAccountName: {{ .Values.serviceAccount.schedulerExtender }} + nodeSelector: + kubernetes.io/os: linux +{{- with .Values.schedulerExtender.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + {{- if .Values.controller.runOnMaster}} + node-role.kubernetes.io/master: "" + {{- end}} + {{- if .Values.controller.runOnControlPlane}} + node-role.kubernetes.io/control-plane: "" + {{- end}} + priorityClassName: system-cluster-critical +{{- with .Values.schedulerExtender.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.schedulerExtender.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} + volumes: + - name: csi-azuredisk-scheduler-extender-config + configMap: + name: csi-azuredisk-scheduler-extender-config + containers: + - name: csi-azuredisk-scheduler +{{- if hasPrefix "/" .Values.image.kubeScheduler.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.kubeScheduler.repository }}:{{ .Values.image.kubeScheduler.tag }}" +{{- else }} + image: "{{ .Values.image.kubeScheduler.repository }}:{{ .Values.image.kubeScheduler.tag }}" +{{- end }} + imagePullPolicy: IfNotPresent + args: + - kube-scheduler + - --config=/azdiskschedulerextender/config.yaml + - --v=5 + - --feature-gates + - CSIInlineVolume=true,LocalStorageCapacityIsolation=true,ServiceNodeExclusion=true + volumeMounts: + - name: csi-azuredisk-scheduler-extender-config + mountPath: /azdiskschedulerextender + - name: csi-azuredisk-scheduler-extender +{{- if hasPrefix "/" .Values.image.schedulerExtender.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.schedulerExtender.repository }}:{{ .Values.image.schedulerExtender.tag }}" +{{- else }} + image: "{{ .Values.image.schedulerExtender.repository }}:{{ .Values.image.schedulerExtender.tag }}" +{{- end }} + imagePullPolicy: {{ .Values.image.schedulerExtender.pullPolicy }} + args: + - "--port={{ .Values.schedulerExtender.servicePort }}" + - "--metrics-address=0.0.0.0:{{ .Values.schedulerExtender.metrics.port }}" + - "--driver-object-namespace={{ .Values.driver.objectNamespace }}" + - "--drivername={{ .Values.driver.name }}" + - "--v=5" + livenessProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 2 + periodSeconds: 5 + readinessProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 3 + periodSeconds: 10 + startupProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 20 + periodSeconds: 3 + resources: {{- toYaml .Values.schedulerExtender.resources | nindent 12 }} + ports: + - name: extender-port + containerPort: {{ .Values.schedulerExtender.servicePort }} + hostPort: {{ .Values.schedulerExtender.servicePort }} + - name: metrics-port + containerPort: {{ .Values.schedulerExtender.metrics.port }} + protocol: TCP diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-storage-class.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-storage-class.yaml new file mode 100644 index 0000000000..24810b8d37 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-azuredisk-storage-class.yaml @@ -0,0 +1,143 @@ +{{- if .Values.storageClasses.create -}} +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.standardLRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: Standard_LRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.standardSSDLRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: StandardSSD_LRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.standardSSDLRS }}-replicas +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: StandardSSD_LRS + maxShares: "3" +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.premiumLRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: Premium_LRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.premiumLRS }}-replicas +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: Premium_LRS + maxShares: "3" +--- +{{- if .Values.storageClasses.enableUltraSSD -}} +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.ultraSSDLRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: UltraSSD_LRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.ultraSSDLRS }}-replicas +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: WaitForFirstConsumer +allowVolumeExpansion: true +parameters: + skuName: UltraSSD_LRS + maxShares: "3" +--- +{{- end -}} +{{- if .Values.storageClasses.enableZRS -}} +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.standardSSDZRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: Immediate +allowVolumeExpansion: true +parameters: + skuName: StandardSSD_ZRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.standardSSDZRS }}-replicas +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: Immediate +allowVolumeExpansion: true +parameters: + skuName: StandardSSD_ZRS + maxShares: "3" +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.premiumZRS }} +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: Immediate +allowVolumeExpansion: true +parameters: + skuName: Premium_ZRS +--- +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: {{ .Values.storageClasses.storageClassNames.premiumZRS }}-replicas +{{ include "azuredisk.labels" . | indent 2 }} +provisioner: {{ .Values.driver.name }} +reclaimPolicy: Delete +volumeBindingMode: Immediate +allowVolumeExpansion: true +parameters: + skuName: Premium_ZRS + maxShares: "3" +{{- end -}} +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml new file mode 100644 index 0000000000..66f512fd8f --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml @@ -0,0 +1,58 @@ +{{- if .Values.snapshot.enabled -}} +kind: Deployment +apiVersion: apps/v1 +metadata: + name: {{ .Values.snapshot.snapshotController.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.snapshot.snapshotController.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.snapshot.snapshotController.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + replicas: {{ .Values.snapshot.snapshotController.replicas }} + selector: + matchLabels: + app: {{ .Values.snapshot.snapshotController.name }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.snapshot.snapshotController.name }} +{{- with .Values.snapshot.snapshotController.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.snapshot.snapshotController.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + serviceAccountName: {{ .Values.serviceAccount.snapshotController }} + nodeSelector: + kubernetes.io/os: linux + priorityClassName: system-cluster-critical +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: {{ .Values.snapshot.snapshotController.name }} +{{- if hasPrefix "/" .Values.snapshot.image.csiSnapshotController.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.snapshot.image.csiSnapshotController.repository }}:{{ .Values.snapshot.image.csiSnapshotController.tag }}" +{{- else }} + image: "{{ .Values.snapshot.image.csiSnapshotController.repository }}:{{ .Values.snapshot.image.csiSnapshotController.tag }}" +{{- end }} + args: + - "--v=2" + - "--leader-election=true" + - "--leader-election-namespace={{ .Release.Namespace }}" + resources: {{- toYaml .Values.snapshot.snapshotController.resources | nindent 12 }} + imagePullPolicy: {{ .Values.snapshot.image.csiSnapshotController.pullPolicy }} +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azdrivernodes.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azdrivernodes.yaml new file mode 100644 index 0000000000..02979f4c7b --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azdrivernodes.yaml @@ -0,0 +1,250 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azdrivernodes.disk.csi.azure.com +{{ include "azuredisk.labels" . | indent 2 }} +spec: + group: disk.csi.azure.com + names: + kind: AzDriverNode + listKind: AzDriverNodeList + plural: azdrivernodes + singular: azdrivernode + scope: Namespaced + versions: + {{- if .Values.api.version.v1beta1.enabled }} + - additionalPrinterColumns: + - description: Name of the Node which this AzDriverNode object represents. + jsonPath: .spec.nodeName + name: NodeName + type: string + - description: Indicates if the azure persistent volume driver is ready for new + pods which use azure persistent volumes. + jsonPath: .status.readyForVolumeAllocation + name: ReadyForVolumeAllocation + type: boolean + - description: Represents the time stamp at which azure persistent volume driver + sent a heatbeat. + jsonPath: .status.lastHeartbeatTime + name: LastHeartbeatTime + type: date + - description: A brief node status message. + jsonPath: .status.statusMessage + name: StatusMessage + type: string + name: v1beta1 + schema: + openAPIV3Schema: + description: AzDriverNode is a representation of a node, where azure CSI driver + node plug-in runs. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzDriverNode. Required. + properties: + nodeName: + description: Name of the node which this AzDriverNode represents. + Required. + type: string + required: + - nodeName + type: object + status: + description: status represents the current state of AzDriverNode. If this + is nil or empty, clients should prefer other nodes for persistent volume + allocations or pod places for pods which use azure persistent volumes. + properties: + conditions: + description: Conditions contains an array of generic AzDriver related + health conditions These conditions can be used programmatically + to take decisions + items: + description: AzDriverCondition defines condition for the AzDriver + properties: + lastHeartbeatTime: + description: Last time we got an update on a given condition. + format: date-time + type: string + lastTransitionTime: + description: Last time the condition transit from one status + to another. + format: date-time + type: string + message: + description: Human readable message indicating details about + last transition. + type: string + reason: + description: (brief) reason for the condition's last transition. + type: string + status: + description: Status of the condition, one of True, False, Unknown. + type: string + type: + description: Type of node condition. + type: string + required: + - status + - type + type: object + type: array + lastHeartbeatTime: + description: LastHeartbeatTime represents the timestamp when a heatbeat + was sent by driver node plugin. A recent timestamp means that node-plugin + is responsive and is communicating to API server. Clients should + not solely reply on LastHeartbeatTime to ascertain node plugin's + health state. + format: date-time + type: string + readyForVolumeAllocation: + description: ReadyForVolumeAllocation tells client whether the node + plug-in is ready for volume allocation. If status is not present + or ReadyForVolumeAllocation, then clients should prefer other nodes + in the clusters for azure persistent volumes\pod placements for + pods with azure disks. + type: boolean + statusMessage: + description: StatusMessage is a brief status message regarding nodes + health This field should not be used for any decision making in + code It is for display/debug purpose only For code logic dependency, + use Conditions filed + type: string + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} + {{- end }} + - additionalPrinterColumns: + - description: Name of the Node which this AzDriverNode object represents. + jsonPath: .spec.nodeName + name: NodeName + type: string + - description: Indicates if the azure persistent volume driver is ready for new + pods which use azure persistent volumes. + jsonPath: .status.readyForVolumeAllocation + name: ReadyForVolumeAllocation + type: boolean + - description: Represents the time stamp at which azure persistent volume driver + sent a heatbeat. + jsonPath: .status.lastHeartbeatTime + name: LastHeartbeatTime + type: date + - description: A brief node status message. + jsonPath: .status.statusMessage + name: StatusMessage + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzDriverNode is a representation of a node, where azure CSI driver + node plug-in runs. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzDriverNode. Required. + properties: + nodeName: + description: Name of the node which this AzDriverNode represents. + Required. + type: string + required: + - nodeName + type: object + status: + description: status represents the current state of AzDriverNode. If this + is nil or empty, clients should prefer other nodes for persistent volume + allocations or pod places for pods which use azure persistent volumes. + properties: + conditions: + description: Conditions contains an array of generic AzDriver related + health conditions These conditions can be used programmatically + to take decisions + items: + description: AzDriverCondition defines condition for the AzDriver + properties: + lastHeartbeatTime: + description: Last time we got an update on a given condition. + format: date-time + type: string + lastTransitionTime: + description: Last time the condition transit from one status + to another. + format: date-time + type: string + message: + description: Human readable message indicating details about + last transition. + type: string + reason: + description: (brief) reason for the condition's last transition. + type: string + status: + description: Status of the condition, one of True, False, Unknown. + type: string + type: + description: Type of node condition. + type: string + required: + - status + - type + type: object + type: array + lastHeartbeatTime: + description: LastHeartbeatTime represents the timestamp when a heatbeat + was sent by driver node plugin. A recent timestamp means that node-plugin + is responsive and is communicating to API server. Clients should + not solely reply on LastHeartbeatTime to ascertain node plugin's + health state. + format: date-time + type: string + readyForVolumeAllocation: + description: ReadyForVolumeAllocation tells client whether the node + plug-in is ready for volume allocation. If status is not present + or ReadyForVolumeAllocation, then clients should prefer other nodes + in the clusters for azure persistent volumes\pod placements for + pods with azure disks. + type: boolean + statusMessage: + description: StatusMessage is a brief status message regarding nodes + health This field should not be used for any decision making in + code It is for display/debug purpose only For code logic dependency, + use Conditions filed + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumeattachments.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumeattachments.yaml new file mode 100644 index 0000000000..6be64dc418 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumeattachments.yaml @@ -0,0 +1,275 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azvolumeattachments.disk.csi.azure.com +{{ include "azuredisk.labels" . | indent 2 }} +spec: + group: disk.csi.azure.com + names: + kind: AzVolumeAttachment + listKind: AzVolumeAttachmentList + plural: azvolumeattachments + singular: azvolumeattachment + scope: Namespaced + versions: + {{- if .Values.api.version.v1beta1.enabled }} + - additionalPrinterColumns: + - description: The age of the attachment + jsonPath: .metadata.creationTimestamp + name: Age + type: date + - description: Name of the Node which this AzVolumeAttachment object is attached + to + jsonPath: .spec.nodeName + name: NodeName + priority: 10 + type: string + - description: Name of the volume which this AzVolumeAttachment object references + jsonPath: .spec.volumeName + name: VolumeName + priority: 10 + type: string + - description: Indicates if the volume attachment should be primary attachment + or not + jsonPath: .spec.role + name: RequestedRole + type: string + - description: Indicates if the volume attachment is primary attachment or not + jsonPath: .status.detail.role + name: Role + type: string + - description: Describes the previous volume attachment role + jsonPath: .status.detail.previous_role + name: PreviousRole + priority: 10 + type: string + - description: Indicates the state of the volume attachment + jsonPath: .status.state + name: State + type: string + name: v1beta1 + schema: + openAPIV3Schema: + description: AzVolumeAttachment is a specification for a AzVolumeAttachment + resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzVolumeAttachment. Required. + properties: + nodeName: + type: string + role: + description: Role indicates if the volume attachment is replica attachment + or not + type: string + volume_context: + additionalProperties: + type: string + type: object + volume_id: + type: string + volumeName: + type: string + required: + - nodeName + - role + - volumeName + - volume_context + - volume_id + type: object + status: + description: status represents the current state of AzVolumeAttachment. + includes error, state, and attachment status Required + properties: + detail: + description: Status summarizes the current attachment state of the + volume attachment Nil Status indicates that the volume has not yet + been attached to the node + properties: + previous_role: + description: The previous attachment role. + type: string + publish_context: + additionalProperties: + type: string + type: object + role: + description: The current attachment role. + type: string + required: + - role + type: object + error: + description: Error occurred during attach/detach of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + state: + description: State shows the current attachment state (whether operations + are in progress or not) + type: string + type: object + required: + - spec + type: object + served: true + storage: false + subresources: {} + {{- end }} + - additionalPrinterColumns: + - description: The age of the attachment + jsonPath: .metadata.creationTimestamp + name: Age + type: date + - description: Name of the Node which this AzVolumeAttachment object is attached + to + jsonPath: .spec.nodeName + name: NodeName + priority: 10 + type: string + - description: Name of the volume which this AzVolumeAttachment object references + jsonPath: .spec.volumeName + name: VolumeName + priority: 10 + type: string + - description: Indicates if the volume attachment should be primary attachment + or not + jsonPath: .spec.role + name: RequestedRole + type: string + - description: Indicates if the volume attachment is primary attachment or not + jsonPath: .status.detail.role + name: Role + type: string + - description: Describes the previous volume attachment role + jsonPath: .status.detail.previous_role + name: PreviousRole + priority: 10 + type: string + - description: Indicates the state of the volume attachment + jsonPath: .status.state + name: State + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzVolumeAttachment is a specification for a AzVolumeAttachment + resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzVolumeAttachment. Required. + properties: + nodeName: + type: string + role: + description: Role indicates if the volume attachment is replica attachment + or not + type: string + volume_context: + additionalProperties: + type: string + type: object + volume_id: + type: string + volumeName: + type: string + required: + - nodeName + - role + - volumeName + - volume_context + - volume_id + type: object + status: + description: status represents the current state of AzVolumeAttachment. + includes error, state, and attachment status + properties: + annotation: + additionalProperties: + type: string + description: Annotations contains additional resource information + to guide driver actions + type: object + detail: + description: Status summarizes the current attachment state of the + volume attachment Nil Status indicates that the volume has not yet + been attached to the node + properties: + previous_role: + description: The previous attachment role. + type: string + publish_context: + additionalProperties: + type: string + type: object + role: + description: The current attachment role. + type: string + required: + - role + type: object + error: + description: Error occurred during attach/detach of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + state: + description: State shows the current attachment state (whether operations + are in progress or not) + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumes.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumes.yaml new file mode 100644 index 0000000000..8c5cad0426 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/disk.csi.azure.com_azvolumes.yaml @@ -0,0 +1,436 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azvolumes.disk.csi.azure.com +{{ include "azuredisk.labels" . | indent 2 }} +spec: + group: disk.csi.azure.com + names: + kind: AzVolume + listKind: AzVolumeList + plural: azvolumes + singular: azvolume + scope: Namespaced + versions: + {{- if .Values.api.version.v1beta1.enabled }} + - additionalPrinterColumns: + - description: Indicates the state of the volume + jsonPath: .status.state + name: State + type: string + - description: Indicates the phase of the underlying persistent volume + jsonPath: .status.detail.phase + name: Phase + type: string + name: v1beta1 + schema: + openAPIV3Schema: + description: AzVolume is a specification for an AzVolume resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of an AzVolume. Required. + properties: + accessibilityRequirements: + description: Specifies where the provisioned volume should be accessible. + properties: + preferred: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + requisite: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + type: object + capacityRange: + description: The capacity of the storage. + properties: + limit_bytes: + description: Volume MUST not be bigger than this. This field is + OPTIONAL. A value of 0 is equal to an unspecified field value. + The value of this field MUST NOT be negative. + format: int64 + type: integer + required_bytes: + description: Volume MUST be at least this big. This field is OPTIONAL. + A value of 0 is equal to an unspecified field value. The value + of this field MUST NOT be negative. + format: int64 + type: integer + type: object + contentVolumeSource: + description: The source of initial content for the volume. + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + maxMountReplicaCount: + description: The number of replicas attachments to maintain. This + value must be in the range [0..(maxShares - 1)]. If the volume access + mode is ReadWriteMany, the default is 0. Otherwise, the default + is maxShares - 1. + type: integer + parameters: + additionalProperties: + type: string + description: Parameters for the volume. + type: object + secrets: + additionalProperties: + type: string + description: Secrets for the volume. + type: object + volumeCapability: + description: The capabilities that the volume MUST have. + items: + properties: + access_mode: + description: This is a REQUIRED field. + type: integer + access_type: + description: Specifies the access type for the volume. + type: integer + fs_type: + description: The filesystem type. This field is OPTIONAL. An + empty string is equal to an unspecified field value. + type: string + mount_flags: + description: The mount options that can be used for the volume. + This field is OPTIONAL. `mount_flags` MAY contain sensitive + information. Therefore, the CO and the Plugin MUST NOT leak + this information to untrusted entities. The total size of + this repeated field SHALL NOT exceed 4 KiB. + items: + type: string + type: array + required: + - access_mode + - access_type + type: object + type: array + volumeName: + description: The disk name. + type: string + required: + - maxMountReplicaCount + - volumeCapability + - volumeName + type: object + status: + description: status represents the current state of AzVolume. includes + error, state, and volume status + properties: + detail: + description: Current status detail of the AzVolume Nil detail indicates + that the volume has not been created + properties: + accessible_topology: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + capacity_bytes: + format: int64 + type: integer + content_source: + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + node_expansion_required: + type: boolean + parameters: + additionalProperties: + type: string + type: object + volume_id: + type: string + required: + - capacity_bytes + - node_expansion_required + - volume_id + type: object + error: + description: Error occurred during creation/deletion of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + persistentVolume: + description: The name of the PersistentVolume that corresponds to + the AzVolume instance. + type: string + state: + description: Current state of underlying volume + type: string + required: + - state + type: object + required: + - spec + - status + type: object + served: true + storage: false + subresources: {} + {{- end }} + - additionalPrinterColumns: + - description: Indicates the state of the volume + jsonPath: .status.state + name: State + type: string + - description: Indicates the phase of the underlying persistent volume + jsonPath: .status.detail.phase + name: Phase + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzVolume is a specification for an AzVolume resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of an AzVolume. Required. + properties: + accessibilityRequirements: + description: Specifies where the provisioned volume should be accessible. + properties: + preferred: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + requisite: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + type: object + capacityRange: + description: The capacity of the storage. + properties: + limit_bytes: + description: Volume MUST not be bigger than this. This field is + OPTIONAL. A value of 0 is equal to an unspecified field value. + The value of this field MUST NOT be negative. + format: int64 + type: integer + required_bytes: + description: Volume MUST be at least this big. This field is OPTIONAL. + A value of 0 is equal to an unspecified field value. The value + of this field MUST NOT be negative. + format: int64 + type: integer + type: object + contentVolumeSource: + description: The source of initial content for the volume. + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + maxMountReplicaCount: + description: The number of replicas attachments to maintain. This + value must be in the range [0..(maxShares - 1)]. If the volume access + mode is ReadWriteMany, the default is 0. Otherwise, the default + is maxShares - 1. + type: integer + parameters: + additionalProperties: + type: string + description: Parameters for the volume. + type: object + persistentVolume: + description: The name of the PersistentVolume that corresponds to + the AzVolume instance. + type: string + secrets: + additionalProperties: + type: string + description: Secrets for the volume. + type: object + volumeCapability: + description: The capabilities that the volume MUST have. + items: + properties: + access_mode: + description: This is a REQUIRED field. + type: integer + access_type: + description: Specifies the access type for the volume. + type: integer + fs_type: + description: The filesystem type. This field is OPTIONAL. An + empty string is equal to an unspecified field value. + type: string + mount_flags: + description: The mount options that can be used for the volume. + This field is OPTIONAL. `mount_flags` MAY contain sensitive + information. Therefore, the CO and the Plugin MUST NOT leak + this information to untrusted entities. The total size of + this repeated field SHALL NOT exceed 4 KiB. + items: + type: string + type: array + required: + - access_mode + - access_type + type: object + type: array + volumeName: + description: The disk name. + type: string + required: + - maxMountReplicaCount + - volumeCapability + - volumeName + type: object + status: + description: status represents the current state of AzVolume. includes + error, state, and volume status + properties: + annotation: + additionalProperties: + type: string + description: Annotations contains additional resource information + to guide driver actions + type: object + detail: + description: Current status detail of the AzVolume Nil detail indicates + that the volume has not been created + properties: + accessible_topology: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + capacity_bytes: + format: int64 + type: integer + content_source: + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + node_expansion_required: + type: boolean + parameters: + additionalProperties: + type: string + type: object + volume_id: + type: string + required: + - capacity_bytes + - node_expansion_required + - volume_id + type: object + error: + description: Error occurred during creation/deletion of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + state: + description: Current state of underlying volume + type: string + required: + - state + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/namespace-azure-disk-csi.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/namespace-azure-disk-csi.yaml new file mode 100644 index 0000000000..3539818d7d --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/namespace-azure-disk-csi.yaml @@ -0,0 +1,11 @@ +--- +{ + "apiVersion": "v1", + "kind": "Namespace", + "metadata": { + "name": "azure-disk-csi", + "labels": { + "name": "azure-disk-csi" + } + } +} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..30cac2b634 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml @@ -0,0 +1,234 @@ +{{- if .Values.rbac.create -}} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-provisioner-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "create", "delete"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["namespaces"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["csinodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["get", "list"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes", "azvolumeattachments", "azvolumes"] + verbs: ["create", "get", "list", "watch", "patch", "update", "delete"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes/status", "azvolumeattachments/status", "azvolumes/status"] + verbs: ["get", "patch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["rbac.authorization.k8s.io"] + resources: ["clusterroles"] + verbs: ["get", "patch", "update"] + - apiGroups: ["rbac.authorization.k8s.io"] + resources: ["clusterrolebindings"] + verbs: ["get", "patch", "update"] + - apiGroups: [""] + resources: ["serviceaccounts"] + verbs: ["get", "patch", "update"] + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list", "watch"] + +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-provisioner-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-provisioner-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-attacher-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["csi.storage.k8s.io"] + resources: ["csinodeinfos"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-attacher-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-attacher-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-snapshotter-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["update", "patch"] + - apiGroups: ["apiextensions.k8s.io"] + resources: ["customresourcedefinitions"] + verbs: ["create", "get", "list", "watch", "update", "delete"] + - apiGroups: ["apiextensions.k8s.io"] + resources: ["customresourcedefinitions/status"] + verbs: ["update"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-snapshotter-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-snapshotter-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-resizer-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims/status"] + verbs: ["update", "patch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + - apiGroups: [""] + resources: ["pods"] + verbs: ["get", "list", "watch"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-resizer-role +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-resizer-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-controller-secret-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-controller-secret-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-controller-secret-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml new file mode 100644 index 0000000000..4b8f14176b --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml @@ -0,0 +1,47 @@ +{{- if .Values.rbac.create -}} +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-node-secret-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes"] + verbs: ["create", "get", "list", "watch", "patch", "update", "delete"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumeattachments"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes/status", "azvolumeattachments/status"] + verbs: ["get", "patch", "update"] + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list", "watch"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-node-secret-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.node }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-node-secret-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-scheduler-extender.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-scheduler-extender.yaml new file mode 100644 index 0000000000..0459ece0e8 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-azuredisk-scheduler-extender.yaml @@ -0,0 +1,88 @@ +{{- if .Values.rbac.create -}} +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-scheduler-extender-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["endpoints"] + verbs: ["create"] + - apiGroups: [""] + resourceNames: ["csi-azuredisk-scheduler-extender"] + resources: ["endpoints"] + verbs: ["get", "update"] + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list", "watch"] + - apiGroups: ["", "events.k8s.io"] + resources: ["events"] + verbs: ["create", "patch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["pods"] + verbs: ["delete", "get", "list", "watch"] + - apiGroups: [""] + resources: ["bindings", "pods/binding"] + verbs: ["create"] + - apiGroups: [""] + resources: ["pods/status"] + verbs: ["patch", "update"] + - apiGroups: [""] + resources: ["replicationcontrollers", "services"] + verbs: ["get", "list", "watch"] + - apiGroups: ["apps", "extensions"] + resources: ["replicasets"] + verbs: ["get", "list", "watch"] + - apiGroups: ["apps"] + resources: ["statefulsets"] + verbs: ["get", "list", "watch"] + - apiGroups: ["policy"] + resources: ["poddisruptionbudgets"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "patch", "update"] + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["authorization.k8s.io"] + resources: ["subjectaccessreviews", "tokenreviews"] + verbs: ["create"] + - apiGroups: [""] + resources: ["namespaces"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses", "csinodes", "csistoragecapacities", "csidrivers"] + verbs: ["get", "list", "watch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["create"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + resourceNames: ["csi-azuredisk-scheduler-extender"] + verbs: ["get", "update"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumeattachments"] + verbs: ["get", "list", "watch"] +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: csi-azuredisk-scheduler-extender-role-binding +{{ include "azuredisk.labels" . | indent 2 }} +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: csi-azuredisk-scheduler-extender-role +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.schedulerExtender }} + namespace: {{ .Release.Namespace }} +{{ end }} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..e91e1591fa --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml @@ -0,0 +1,76 @@ +{{- if and .Values.snapshot.enabled .Values.rbac.create -}} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-snapshot-controller-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots/status"] + verbs: ["update", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-snapshot-controller-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-snapshot-controller-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-snapshot-controller-leaderelection-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-snapshot-controller-leaderelection-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-snapshot-controller-leaderelection-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..08bd06cda5 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml @@ -0,0 +1,8 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml new file mode 100644 index 0000000000..941f3eb92c --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml @@ -0,0 +1,8 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.node }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-scheduler-extender.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-scheduler-extender.yaml new file mode 100644 index 0000000000..f7e56fb0d6 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-scheduler-extender.yaml @@ -0,0 +1,8 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.schedulerExtender }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..02fa54c2a3 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml @@ -0,0 +1,8 @@ +{{- if and .Values.snapshot.enabled .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- end -}} diff --git a/charts/v2.0.0-beta.8/azuredisk-csi-driver/values.yaml b/charts/v2.0.0-beta.8/azuredisk-csi-driver/values.yaml new file mode 100644 index 0000000000..511a7dac60 --- /dev/null +++ b/charts/v2.0.0-beta.8/azuredisk-csi-driver/values.yaml @@ -0,0 +1,337 @@ +image: + baseRepo: mcr.microsoft.com + azuredisk: + repository: /oss/kubernetes-csi/azuredisk-csi + tag: latest-v2 + pullPolicy: IfNotPresent + csiProvisioner: + repository: /oss/kubernetes-csi/csi-provisioner + tag: v3.2.0 + pullPolicy: IfNotPresent + csiAttacher: + repository: /oss/kubernetes-csi/csi-attacher + tag: v3.5.0 + pullPolicy: IfNotPresent + csiResizer: + repository: /oss/kubernetes-csi/csi-resizer + tag: v1.5.0 + pullPolicy: IfNotPresent + curl: + repository: /oss/kubernetes/kubectl + tag: v1.21.2 + pullPolicy: IfNotPresent + livenessProbe: + repository: /oss/kubernetes-csi/livenessprobe + tag: v2.7.0 + pullPolicy: IfNotPresent + nodeDriverRegistrar: + repository: /oss/kubernetes-csi/csi-node-driver-registrar + tag: v2.5.1 + pullPolicy: IfNotPresent + schedulerExtender: + repository: /oss/kubernetes-csi/azdiskschedulerextender-csi + tag: latest-v2 + pullPolicy: IfNotPresent + kubeScheduler: + repository: /oss/kubernetes/kube-scheduler + tag: v1.21.2 + pullPolicy: IfNotPresent + +serviceAccount: + create: true # When true, service accounts will be created for you. Set to false if you want to use your own. + controller: csi-azuredisk-controller-sa # Name of Service Account to be created or used + node: csi-azuredisk-node-sa # Name of Service Account to be created or used + snapshotController: csi-snapshot-controller-sa # Name of Service Account to be created or used + schedulerExtender: csi-azuredisk-scheduler-extender-sa # Name of Service Account to be created or used + +rbac: + create: true + name: azuredisk + +api: + version: + v1beta1: + enabled: true + +controller: + name: csi-azuredisk-controller + cloudConfigSecretName: azure-cloud-provider + cloudConfigSecretNamespace: kube-system + allowEmptyCloudConfig: false + replicas: 2 + metrics: + port: 29604 + service: + enabled: false + monitor: + enabled: false + livenessProbe: + healthPort: 29602 + runOnMaster: false + runOnControlPlane: false + disableAvailabilitySetNodes: false + vmType: "" + provisionerWorkerThreads: 100 + provisionerQps: 50 + provisionerBurst: 100 + attacherWorkerThreads: 500 + attacherQps: 50 + attacherBurst: 100 + vmssCacheTTLInSeconds: -1 + kubeClientQPS: 32.0 + kubeClientBurst: 240 + enableAzureClientAttachDetachRateLimiter: true + azureClientAttachDetachRateLimiterQPS: 1.333 + azureClientAttachDetachRateLimiterBucket: 240 + azureClientAttachDetachBatchInitialDelayInMillis: 1000 + logLevel: 5 + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Exists" + effect: "NoSchedule" + hostNetwork: true # this setting could be disabled if controller does not depend on MSI setting + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + resources: + csiProvisioner: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiAttacher: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiResizer: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiSnapshotter: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + azuredisk: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + credentialFile: + initContainers: [] + additionalContainers: [] + additionalVolumes: [] + +node: + cloudConfigSecretName: azure-cloud-provider + cloudConfigSecretNamespace: kube-system + supportZone: true + allowEmptyCloudConfig: true + maxUnavailable: 1 + metrics: + port: 29605 + logLevel: 5 + livenessProbe: + healthPort: 29603 + +schedulerExtender: + name: csi-azuredisk-scheduler-extender + replicas: 2 + metrics: + port: 29606 + service: + enabled: false + monitor: + enabled: false + servicePort: 8889 + resources: + requests: + cpu: 20m + memory: 50Mi + limits: + cpu: 300m + memory: 300Mi + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + +snapshot: + enabled: false + createCRDs: true + name: csi-snapshot-controller + image: + csiSnapshotter: + repository: /oss/kubernetes-csi/csi-snapshotter + tag: v5.0.1 + pullPolicy: IfNotPresent + csiSnapshotController: + repository: /oss/kubernetes-csi/snapshot-controller + tag: v5.0.1 + pullPolicy: IfNotPresent + snapshotController: + name: csi-snapshot-controller + replicas: 2 + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + +feature: + enableFSGroupPolicy: true + +driver: + name: disk.csi.azure.com + objectNamespace: "azure-disk-csi" # The namespace where driver related custom resources are created + # maximum number of attachable volumes per node, + # maximum number is defined according to node instance type by default(-1) + volumeAttachLimit: -1 + customUserAgent: "" + userAgentSuffix: "OSS-helm" + azureGoSDKLogLevel: "" # available values: ""(no logs), DEBUG, INFO, WARNING, ERROR + +linux: + enabled: true + dsName: csi-azuredisk-node # daemonset name + kubelet: /var/lib/kubelet + distro: debian # available values: debian, fedora + enablePerfOptimization: true + tolerations: + - operator: "Exists" + hostNetwork: true # this setting could be disabled if perfProfile is `none` + getNodeInfoFromLabels: false # get node info from node labels instead of IMDS + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + resources: + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + nodeDriverRegistrar: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + azuredisk: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + +windows: + enabled: true + dsName: csi-azuredisk-node-win # daemonset name + kubelet: 'C:\var\lib\kubelet' + getNodeInfoFromLabels: false # get node info from node labels instead of IMDS + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + resources: + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 40Mi + nodeDriverRegistrar: + limits: + memory: 100Mi + requests: + cpu: 30m + memory: 40Mi + azuredisk: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 40Mi + useHostProcessContainers: false + +cloud: AzurePublicCloud + +storageClasses: + create: true + enableZRS: false + enableUltraSSD: false + storageClassNames: + standardLRS: "azuredisk-standard-hdd-lrs" + standardSSDLRS: "azuredisk-standard-ssd-lrs" + standardSSDZRS: "azuredisk-standard-ssd-zrs" + premiumLRS: "azuredisk-premium-ssd-lrs" + premiumZRS: "azuredisk-premium-ssd-zrs" + ultraSSDLRS: "azuredisk-ultra-ssd-lrs" + + +## Reference to one or more secrets to be used when pulling images +## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ +## +imagePullSecrets: [] +# - name: "image-pull-secret" diff --git a/deploy/latest-v2/csi-azuredisk-driver.yaml b/deploy/latest-v2/csi-azuredisk-driver.yaml index 89154016e8..fe40cea395 100644 --- a/deploy/latest-v2/csi-azuredisk-driver.yaml +++ b/deploy/latest-v2/csi-azuredisk-driver.yaml @@ -4,7 +4,7 @@ kind: CSIDriver metadata: name: disk.csi.azure.com annotations: - csiDriver: v2.0.0-beta.7 + csiDriver: v2.0.0-beta.9 snapshot: v5.0.1 spec: attachRequired: true diff --git a/deploy/v2.0.0-beta.8/crd-csi-snapshot.yaml b/deploy/v2.0.0-beta.8/crd-csi-snapshot.yaml new file mode 100644 index 0000000000..a5b5f01647 --- /dev/null +++ b/deploy/v2.0.0-beta.8/crd-csi-snapshot.yaml @@ -0,0 +1,659 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshots.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshot + listKind: VolumeSnapshotList + plural: volumesnapshots + shortNames: + - vs + singular: volumesnapshot + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + oneOf: + - required: ["persistentVolumeClaimName"] + - required: ["volumeSnapshotContentName"] + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshot is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshot" + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotclasses.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotClass + listKind: VolumeSnapshotClassList + plural: volumesnapshotclasses + shortNames: + - vsclass + - vsclasses + singular: volumesnapshotclass + scope: Cluster + versions: + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: true + subresources: {} + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotClass is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotClass" + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: false + subresources: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotcontents.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotContent + listKind: VolumeSnapshotContentList + plural: volumesnapshotcontents + shortNames: + - vsc + - vscs + singular: volumesnapshotcontent + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + oneOf: + - required: ["snapshotHandle"] + - required: ["volumeHandle"] + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotContent is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotContent" + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] \ No newline at end of file diff --git a/deploy/v2.0.0-beta.8/csi-azuredisk-controller.yaml b/deploy/v2.0.0-beta.8/csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..d60d2122dd --- /dev/null +++ b/deploy/v2.0.0-beta.8/csi-azuredisk-controller.yaml @@ -0,0 +1,199 @@ +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-controller + namespace: kube-system +spec: + replicas: 2 + selector: + matchLabels: + app: csi-azuredisk-controller + template: + metadata: + labels: + app: csi-azuredisk-controller + spec: + hostNetwork: true + serviceAccountName: csi-azuredisk-controller-sa + nodeSelector: + kubernetes.io/os: linux # add "kubernetes.io/role: master" to run controller on master node + priorityClassName: system-cluster-critical + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Exists" + effect: "NoSchedule" + containers: + - name: csi-provisioner + image: mcr.microsoft.com/oss/kubernetes-csi/csi-provisioner:v3.2.0 + args: + - "--feature-gates=Topology=true" + - "--csi-address=$(ADDRESS)" + - "--v=2" + - "--timeout=15s" + - "--leader-election" + - "--leader-election-namespace=kube-system" + - "--worker-threads=100" + - "--extra-create-metadata=true" + - "--strict-topology=true" + - "--kube-api-qps=50" + - "--kube-api-burst=100" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + - name: csi-attacher + image: mcr.microsoft.com/oss/kubernetes-csi/csi-attacher:v3.5.0 + args: + - "-v=2" + - "-csi-address=$(ADDRESS)" + - "-timeout=600s" + - "-leader-election" + - "--leader-election-namespace=kube-system" + - "-worker-threads=500" + - "-kube-api-qps=50" + - "-kube-api-burst=100" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + - name: csi-snapshotter + image: mcr.microsoft.com/oss/kubernetes-csi/csi-snapshotter:v5.0.1 + args: + - "-csi-address=$(ADDRESS)" + - "-leader-election" + - "--leader-election-namespace=kube-system" + - "--v=2" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: csi-resizer + image: mcr.microsoft.com/oss/kubernetes-csi/csi-resizer:v1.5.0 + args: + - "-csi-address=$(ADDRESS)" + - "-v=2" + - "-leader-election" + - "--leader-election-namespace=kube-system" + - '-handle-volume-inuse-error=false' + - '-feature-gates=RecoverVolumeExpansionFailure=true' + - "-timeout=240s" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + - name: liveness-probe + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.7.0 + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port=29602 + - --v=2 + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: azuredisk + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:latest-v2 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--metrics-address=0.0.0.0:29604" + - "--enable-perf-optimization=true" + - "--user-agent-suffix=OSS-kubectl" + - "--disable-avset-nodes=false" + - "--allow-empty-cloud-config=false" + - "--leader-election-namespace=kube-system" + - "--is-controller-plugin=true" + - "--kube-client-burst=240" + - "--kube-client-qps: 16.0" + - "--enable-attach-detach-rate-limiter=true" + - "--attach-detach-rate-limiter-qps=1.333" + - "--attach-detach-rate-limiter-bucket=240" + - "--attach-detach-batch-initial-delay=1000" + ports: + - containerPort: 29602 + name: healthz + protocol: TCP + - containerPort: 29604 + name: metrics + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + volumes: + - name: socket-dir + emptyDir: {} + - name: azure-cred + hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate \ No newline at end of file diff --git a/deploy/v2.0.0-beta.8/csi-azuredisk-driver.yaml b/deploy/v2.0.0-beta.8/csi-azuredisk-driver.yaml new file mode 100644 index 0000000000..d274066c0b --- /dev/null +++ b/deploy/v2.0.0-beta.8/csi-azuredisk-driver.yaml @@ -0,0 +1,12 @@ +--- +apiVersion: storage.k8s.io/v1 +kind: CSIDriver +metadata: + name: disk.csi.azure.com + annotations: + csiDriver: v2.0.0-beta.8 + snapshot: v5.0.1 +spec: + attachRequired: true + podInfoOnMount: false + fsGroupPolicy: File diff --git a/deploy/v2.0.0-beta.8/csi-azuredisk-node-windows-hostprocess.yaml b/deploy/v2.0.0-beta.8/csi-azuredisk-node-windows-hostprocess.yaml new file mode 100644 index 0000000000..0d9f340739 --- /dev/null +++ b/deploy/v2.0.0-beta.8/csi-azuredisk-node-windows-hostprocess.yaml @@ -0,0 +1,150 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-node-win + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azuredisk-node-win + template: + metadata: + labels: + app: csi-azuredisk-node-win + spec: + serviceAccountName: csi-azuredisk-node-sa + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + nodeSelector: + kubernetes.io/os: windows + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + securityContext: + windowsOptions: + hostProcess: true + runAsUserName: "NT AUTHORITY\\SYSTEM" + hostNetwork: true + initContainers: + - name: init + image: mcr.microsoft.com/k8s/csi/azuredisk-csi:latest + imagePullPolicy: IfNotPresent + command: + - "powershell.exe" + - "-c" + - "New-Item" + - "-ItemType" + - "Directory" + - "-Path" + - "C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\" + - "-Force" + containers: + - name: liveness-probe + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.7.0 + command: + - "livenessprobe.exe" + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=3s" + - "--health-port=29603" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 40Mi + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.5.1 + command: + - "csi-node-driver-registrar.exe" + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + - "--plugin-registration-path=$(PLUGIN_REG_DIR)" + livenessProbe: + exec: + command: + - csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: PLUGIN_REG_DIR + value: C:\\var\\lib\\kubelet\\plugins_registry\\ + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + resources: + limits: + memory: 100Mi + requests: + cpu: 30m + memory: 40Mi + - name: azuredisk + image: mcr.microsoft.com/k8s/csi/azuredisk-csi:latest + imagePullPolicy: IfNotPresent + command: + - "azurediskplugin.exe" + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--metrics-address=0.0.0.0:29605" + - "--allow-empty-cloud-config=true" + ports: + - containerPort: 29603 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 40Mi diff --git a/deploy/v2.0.0-beta.8/csi-azuredisk-node-windows.yaml b/deploy/v2.0.0-beta.8/csi-azuredisk-node-windows.yaml new file mode 100644 index 0000000000..46e13b6492 --- /dev/null +++ b/deploy/v2.0.0-beta.8/csi-azuredisk-node-windows.yaml @@ -0,0 +1,193 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-node-win + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azuredisk-node-win + template: + metadata: + labels: + app: csi-azuredisk-node-win + spec: + serviceAccountName: csi-azuredisk-node-sa + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + nodeSelector: + kubernetes.io/os: windows + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + containers: + - name: liveness-probe + volumeMounts: + - mountPath: C:\csi + name: plugin-dir + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.7.0 + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=3s" + - "--health-port=29603" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 40Mi + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.5.1 + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + livenessProbe: + exec: + command: + - /csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: registration-dir + mountPath: C:\registration + resources: + limits: + memory: 100Mi + requests: + cpu: 30m + memory: 40Mi + - name: azuredisk + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:latest-v2 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--metrics-address=0.0.0.0:29605" + - "--allow-empty-cloud-config=true" + - "--get-node-info-from-labels=false" + - "--is-node-plugin=true" + ports: + - containerPort: 29603 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: azure-config + mountPath: C:\k + - name: csi-proxy-fs-pipe-v1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + mountPath: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + mountPath: \\.\pipe\csi-proxy-volume-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-volume-v1beta2 + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 40Mi + volumes: + - name: csi-proxy-fs-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1beta2 + - name: registration-dir + hostPath: + path: C:\var\lib\kubelet\plugins_registry\ + type: Directory + - name: kubelet-dir + hostPath: + path: C:\var\lib\kubelet\ + type: Directory + - name: plugin-dir + hostPath: + path: C:\var\lib\kubelet\plugins\disk.csi.azure.com\ + type: DirectoryOrCreate + - name: azure-config + hostPath: + path: C:\k + type: DirectoryOrCreate diff --git a/deploy/v2.0.0-beta.8/csi-azuredisk-node.yaml b/deploy/v2.0.0-beta.8/csi-azuredisk-node.yaml new file mode 100644 index 0000000000..0aea2f0c57 --- /dev/null +++ b/deploy/v2.0.0-beta.8/csi-azuredisk-node.yaml @@ -0,0 +1,173 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-node + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azuredisk-node + template: + metadata: + labels: + app: csi-azuredisk-node + spec: + hostNetwork: true + dnsPolicy: Default + serviceAccountName: csi-azuredisk-node-sa + nodeSelector: + kubernetes.io/os: linux + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + tolerations: + - operator: "Exists" + containers: + - name: liveness-probe + volumeMounts: + - mountPath: /csi + name: socket-dir + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.7.0 + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port=29603 + - --v=2 + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.5.1 + args: + - --csi-address=$(ADDRESS) + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --v=2 + livenessProbe: + exec: + command: + - /csi-node-driver-registrar + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 30 + timeoutSeconds: 15 + env: + - name: ADDRESS + value: /csi/csi.sock + - name: DRIVER_REG_SOCK_PATH + value: /var/lib/kubelet/plugins/disk.csi.azure.com/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: registration-dir + mountPath: /registration + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: azuredisk + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:latest-v2 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--metrics-address=0.0.0.0:29605" + - "--enable-perf-optimization=true" + - "--allow-empty-cloud-config=true" + - "--get-node-info-from-labels=false" + - "--is-node-plugin=true" + ports: + - containerPort: 29603 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + securityContext: + privileged: true + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /var/lib/kubelet/ + mountPropagation: Bidirectional + name: mountpoint-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + - mountPath: /dev + name: device-dir + - mountPath: /sys/bus/scsi/devices + name: sys-devices-dir + - mountPath: /sys/class/ + name: sys-class + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + volumes: + - hostPath: + path: /var/lib/kubelet/plugins/disk.csi.azure.com + type: DirectoryOrCreate + name: socket-dir + - hostPath: + path: /var/lib/kubelet/ + type: DirectoryOrCreate + name: mountpoint-dir + - hostPath: + path: /var/lib/kubelet/plugins_registry/ + type: DirectoryOrCreate + name: registration-dir + - hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + name: azure-cred + - hostPath: + path: /dev + type: Directory + name: device-dir + - hostPath: + path: /sys/bus/scsi/devices + type: Directory + name: sys-devices-dir + - hostPath: + path: /sys/class/ + type: Directory + name: sys-class +--- diff --git a/deploy/v2.0.0-beta.8/csi-azuredisk-scheduler-extender.yaml b/deploy/v2.0.0-beta.8/csi-azuredisk-scheduler-extender.yaml new file mode 100644 index 0000000000..c3346d6f76 --- /dev/null +++ b/deploy/v2.0.0-beta.8/csi-azuredisk-scheduler-extender.yaml @@ -0,0 +1,102 @@ +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: csi-azuredisk-scheduler-extender-config + namespace: kube-system +data: + config.yaml: | + apiVersion: kubescheduler.config.k8s.io/v1beta1 + kind: KubeSchedulerConfiguration + leaderElection: + leaderElect: true + leaseDuration: "15s" + renewDeadline: "10s" + retryPeriod: "2s" + resourceLock: leases + resourceName: csi-azuredisk-scheduler-extender + resourceNamespace: kube-system + profiles: + - schedulerName: csi-azuredisk-scheduler-extender + extenders: + - urlPrefix: "http://localhost:8889/azdiskschedulerextender" + filterVerb: "filter" + prioritizeVerb: "prioritize" + weight: 1 + nodeCacheCapable: true + ignorable: true +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: csi-azuredisk-scheduler-extender + namespace: kube-system + labels: + app: csi-azuredisk-scheduler-extender +spec: + replicas: 2 + selector: + matchLabels: + app: csi-azuredisk-scheduler-extender + template: + metadata: + labels: + app: csi-azuredisk-scheduler-extender + spec: + serviceAccountName: csi-azuredisk-scheduler-extender-sa + volumes: + - name: csi-azuredisk-scheduler-extender-config + configMap: + name: csi-azuredisk-scheduler-extender-config + containers: + - name: csi-azuredisk-scheduler + image: mcr.microsoft.com/oss/kubernetes/kube-scheduler:v1.21.2 + imagePullPolicy: IfNotPresent + args: + - kube-scheduler + - --config=/azdiskschedulerextender/config.yaml + - --v=5 + - --feature-gates + - CSIInlineVolume=true,LocalStorageCapacityIsolation=true,ServiceNodeExclusion=true # Add CSIMigration=true,CSIMigrationAzureDisk=true,CSIMigrationAzureDiskComplete=true for CSI Migration support + volumeMounts: + - name: csi-azuredisk-scheduler-extender-config + mountPath: /azdiskschedulerextender + - name: csi-azuredisk-scheduler-extender + image: mcr.microsoft.com/oss/kubernetes-csi/azdiskschedulerextender-csi:latest-v2 + imagePullPolicy: Always + args: + - "--port=8889" + - "--metrics-address=0.0.0.0:29606" + - "--v=5" + livenessProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 2 + periodSeconds: 5 + readinessProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 3 + periodSeconds: 10 + startupProbe: + httpGet: + path: /ping + port: extender-port + failureThreshold: 20 + periodSeconds: 3 + resources: + requests: + cpu: 20m + memory: 50Mi + limits: + cpu: 300m + memory: 300Mi + ports: + - name: extender-port + containerPort: 8889 + hostPort: 8889 + - name: metrics-port + containerPort: 29606 + protocol: TCP \ No newline at end of file diff --git a/deploy/v2.0.0-beta.8/csi-snapshot-controller.yaml b/deploy/v2.0.0-beta.8/csi-snapshot-controller.yaml new file mode 100644 index 0000000000..79c7483bb5 --- /dev/null +++ b/deploy/v2.0.0-beta.8/csi-snapshot-controller.yaml @@ -0,0 +1,46 @@ +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: csi-snapshot-controller + namespace: kube-system +spec: + replicas: 2 + selector: + matchLabels: + app: csi-snapshot-controller + template: + metadata: + labels: + app: csi-snapshot-controller + spec: + serviceAccountName: csi-snapshot-controller-sa + nodeSelector: + kubernetes.io/os: linux + priorityClassName: system-cluster-critical + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Equal" + value: "true" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Equal" + value: "true" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Equal" + value: "true" + effect: "NoSchedule" + containers: + - name: csi-snapshot-controller + image: mcr.microsoft.com/oss/kubernetes-csi/snapshot-controller:v5.0.1 + args: + - "--v=2" + - "--leader-election=true" + - "--leader-election-namespace=kube-system" + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi diff --git a/deploy/v2.0.0-beta.8/disk.csi.azure.com_azdrivernodes.yaml b/deploy/v2.0.0-beta.8/disk.csi.azure.com_azdrivernodes.yaml new file mode 100644 index 0000000000..b76c579a26 --- /dev/null +++ b/deploy/v2.0.0-beta.8/disk.csi.azure.com_azdrivernodes.yaml @@ -0,0 +1,132 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azdrivernodes.disk.csi.azure.com +spec: + group: disk.csi.azure.com + names: + kind: AzDriverNode + listKind: AzDriverNodeList + plural: azdrivernodes + singular: azdrivernode + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Name of the Node which this AzDriverNode object represents. + jsonPath: .spec.nodeName + name: NodeName + type: string + - description: Indicates if the azure persistent volume driver is ready for new + pods which use azure persistent volumes. + jsonPath: .status.readyForVolumeAllocation + name: ReadyForVolumeAllocation + type: boolean + - description: Represents the time stamp at which azure persistent volume driver + sent a heatbeat. + jsonPath: .status.lastHeartbeatTime + name: LastHeartbeatTime + type: date + - description: A brief node status message. + jsonPath: .status.statusMessage + name: StatusMessage + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzDriverNode is a representation of a node, where azure CSI driver + node plug-in runs. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzDriverNode. Required. + properties: + nodeName: + description: Name of the node which this AzDriverNode represents. + Required. + type: string + required: + - nodeName + type: object + status: + description: status represents the current state of AzDriverNode. If this + is nil or empty, clients should prefer other nodes for persistent volume + allocations or pod places for pods which use azure persistent volumes. + properties: + conditions: + description: Conditions contains an array of generic AzDriver related + health conditions These conditions can be used programmatically + to take decisions + items: + description: AzDriverCondition defines condition for the AzDriver + properties: + lastHeartbeatTime: + description: Last time we got an update on a given condition. + format: date-time + type: string + lastTransitionTime: + description: Last time the condition transit from one status + to another. + format: date-time + type: string + message: + description: Human readable message indicating details about + last transition. + type: string + reason: + description: (brief) reason for the condition's last transition. + type: string + status: + description: Status of the condition, one of True, False, Unknown. + type: string + type: + description: Type of node condition. + type: string + required: + - status + - type + type: object + type: array + lastHeartbeatTime: + description: LastHeartbeatTime represents the timestamp when a heatbeat + was sent by driver node plugin. A recent timestamp means that node-plugin + is responsive and is communicating to API server. Clients should + not solely reply on LastHeartbeatTime to ascertain node plugin's + health state. + format: date-time + type: string + readyForVolumeAllocation: + description: ReadyForVolumeAllocation tells client whether the node + plug-in is ready for volume allocation. If status is not present + or ReadyForVolumeAllocation, then clients should prefer other nodes + in the clusters for azure persistent volumes\pod placements for + pods with azure disks. + type: boolean + statusMessage: + description: StatusMessage is a brief status message regarding nodes + health This field should not be used for any decision making in + code It is for display/debug purpose only For code logic dependency, + use Conditions filed + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/deploy/v2.0.0-beta.8/disk.csi.azure.com_azvolumeattachments.yaml b/deploy/v2.0.0-beta.8/disk.csi.azure.com_azvolumeattachments.yaml new file mode 100644 index 0000000000..68d915f6bc --- /dev/null +++ b/deploy/v2.0.0-beta.8/disk.csi.azure.com_azvolumeattachments.yaml @@ -0,0 +1,148 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azvolumeattachments.disk.csi.azure.com +spec: + group: disk.csi.azure.com + names: + kind: AzVolumeAttachment + listKind: AzVolumeAttachmentList + plural: azvolumeattachments + singular: azvolumeattachment + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: The age of the attachment + jsonPath: .metadata.creationTimestamp + name: Age + type: date + - description: Name of the Node which this AzVolumeAttachment object is attached + to + jsonPath: .spec.nodeName + name: NodeName + priority: 10 + type: string + - description: Name of the volume which this AzVolumeAttachment object references + jsonPath: .spec.volumeName + name: VolumeName + priority: 10 + type: string + - description: Indicates if the volume attachment should be primary attachment + or not + jsonPath: .spec.role + name: RequestedRole + type: string + - description: Indicates if the volume attachment is primary attachment or not + jsonPath: .status.detail.role + name: Role + type: string + - description: Describes the previous volume attachment role + jsonPath: .status.detail.previous_role + name: PreviousRole + priority: 10 + type: string + - description: Indicates the state of the volume attachment + jsonPath: .status.state + name: State + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzVolumeAttachment is a specification for a AzVolumeAttachment + resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of a AzVolumeAttachment. Required. + properties: + nodeName: + type: string + role: + description: Role indicates if the volume attachment is replica attachment + or not + type: string + volume_context: + additionalProperties: + type: string + type: object + volume_id: + type: string + volumeName: + type: string + required: + - nodeName + - role + - volumeName + - volume_context + - volume_id + type: object + status: + description: status represents the current state of AzVolumeAttachment. + includes error, state, and attachment status + properties: + annotation: + additionalProperties: + type: string + description: Annotations contains additional resource information + to guide driver actions + type: object + detail: + description: Status summarizes the current attachment state of the + volume attachment Nil Status indicates that the volume has not yet + been attached to the node + properties: + previous_role: + description: The previous attachment role. + type: string + publish_context: + additionalProperties: + type: string + type: object + role: + description: The current attachment role. + type: string + required: + - role + type: object + error: + description: Error occurred during attach/detach of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + state: + description: State shows the current attachment state (whether operations + are in progress or not) + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/deploy/v2.0.0-beta.8/disk.csi.azure.com_azvolumes.yaml b/deploy/v2.0.0-beta.8/disk.csi.azure.com_azvolumes.yaml new file mode 100644 index 0000000000..7d941b36e4 --- /dev/null +++ b/deploy/v2.0.0-beta.8/disk.csi.azure.com_azvolumes.yaml @@ -0,0 +1,228 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.9.0 + creationTimestamp: null + name: azvolumes.disk.csi.azure.com +spec: + group: disk.csi.azure.com + names: + kind: AzVolume + listKind: AzVolumeList + plural: azvolumes + singular: azvolume + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates the state of the volume + jsonPath: .status.state + name: State + type: string + - description: Indicates the phase of the underlying persistent volume + jsonPath: .status.detail.phase + name: Phase + type: string + name: v1beta2 + schema: + openAPIV3Schema: + description: AzVolume is a specification for an AzVolume resource + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: spec defines the desired state of an AzVolume. Required. + properties: + accessibilityRequirements: + description: Specifies where the provisioned volume should be accessible. + properties: + preferred: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + requisite: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + type: object + capacityRange: + description: The capacity of the storage. + properties: + limit_bytes: + description: Volume MUST not be bigger than this. This field is + OPTIONAL. A value of 0 is equal to an unspecified field value. + The value of this field MUST NOT be negative. + format: int64 + type: integer + required_bytes: + description: Volume MUST be at least this big. This field is OPTIONAL. + A value of 0 is equal to an unspecified field value. The value + of this field MUST NOT be negative. + format: int64 + type: integer + type: object + contentVolumeSource: + description: The source of initial content for the volume. + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + maxMountReplicaCount: + description: The number of replicas attachments to maintain. This + value must be in the range [0..(maxShares - 1)]. If the volume access + mode is ReadWriteMany, the default is 0. Otherwise, the default + is maxShares - 1. + type: integer + parameters: + additionalProperties: + type: string + description: Parameters for the volume. + type: object + persistentVolume: + description: The name of the PersistentVolume that corresponds to + the AzVolume instance. + type: string + secrets: + additionalProperties: + type: string + description: Secrets for the volume. + type: object + volumeCapability: + description: The capabilities that the volume MUST have. + items: + properties: + access_mode: + description: This is a REQUIRED field. + type: integer + access_type: + description: Specifies the access type for the volume. + type: integer + fs_type: + description: The filesystem type. This field is OPTIONAL. An + empty string is equal to an unspecified field value. + type: string + mount_flags: + description: The mount options that can be used for the volume. + This field is OPTIONAL. `mount_flags` MAY contain sensitive + information. Therefore, the CO and the Plugin MUST NOT leak + this information to untrusted entities. The total size of + this repeated field SHALL NOT exceed 4 KiB. + items: + type: string + type: array + required: + - access_mode + - access_type + type: object + type: array + volumeName: + description: The disk name. + type: string + required: + - maxMountReplicaCount + - volumeCapability + - volumeName + type: object + status: + description: status represents the current state of AzVolume. includes + error, state, and volume status + properties: + annotation: + additionalProperties: + type: string + description: Annotations contains additional resource information + to guide driver actions + type: object + detail: + description: Current status detail of the AzVolume Nil detail indicates + that the volume has not been created + properties: + accessible_topology: + items: + properties: + segments: + additionalProperties: + type: string + type: object + type: object + type: array + capacity_bytes: + format: int64 + type: integer + content_source: + properties: + content_source: + type: integer + content_source_id: + type: string + required: + - content_source + - content_source_id + type: object + node_expansion_required: + type: boolean + parameters: + additionalProperties: + type: string + type: object + volume_id: + type: string + required: + - capacity_bytes + - node_expansion_required + - volume_id + type: object + error: + description: Error occurred during creation/deletion of volume + properties: + code: + type: string + message: + type: string + parameters: + additionalProperties: + type: string + type: object + required: + - code + - message + type: object + state: + description: Current state of underlying volume + type: string + required: + - state + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} diff --git a/deploy/v2.0.0-beta.8/namespace-azure-disk-csi.yaml b/deploy/v2.0.0-beta.8/namespace-azure-disk-csi.yaml new file mode 100644 index 0000000000..9c360e6a3e --- /dev/null +++ b/deploy/v2.0.0-beta.8/namespace-azure-disk-csi.yaml @@ -0,0 +1,10 @@ +{ + "apiVersion": "v1", + "kind": "Namespace", + "metadata": { + "name": "azure-disk-csi", + "labels": { + "name": "azure-disk-csi" + } + } +} \ No newline at end of file diff --git a/deploy/v2.0.0-beta.8/rbac-csi-azuredisk-controller.yaml b/deploy/v2.0.0-beta.8/rbac-csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..7e10a94063 --- /dev/null +++ b/deploy/v2.0.0-beta.8/rbac-csi-azuredisk-controller.yaml @@ -0,0 +1,215 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-azuredisk-controller-sa + namespace: kube-system +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-provisioner-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "create", "delete"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["namespaces"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["csinodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["get", "list"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes", "azvolumeattachments", "azvolumes"] + verbs: ["create", "get", "list", "watch", "patch", "update", "delete"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes/status", "azvolumeattachments/status", "azvolumes/status"] + verbs: ["get", "patch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-provisioner-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-provisioner-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-attacher-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["csi.storage.k8s.io"] + resources: ["csinodeinfos"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "list", "watch", "create", "update", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-attacher-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-attacher-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-snapshotter-role +rules: + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["update"] + - apiGroups: ["apiextensions.k8s.io"] + resources: ["customresourcedefinitions"] + verbs: ["create", "list", "watch", "delete"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-snapshotter-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-snapshotter-role + apiGroup: rbac.authorization.k8s.io +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-resizer-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims/status"] + verbs: ["update", "patch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["pods"] + verbs: ["get", "list", "watch"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-resizer-role +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-resizer-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-controller-secret-role + namespace: kube-system +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-controller-secret-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-azuredisk-controller-secret-role + apiGroup: rbac.authorization.k8s.io diff --git a/deploy/v2.0.0-beta.8/rbac-csi-azuredisk-node.yaml b/deploy/v2.0.0-beta.8/rbac-csi-azuredisk-node.yaml new file mode 100644 index 0000000000..48279ff513 --- /dev/null +++ b/deploy/v2.0.0-beta.8/rbac-csi-azuredisk-node.yaml @@ -0,0 +1,44 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-azuredisk-node-sa + namespace: kube-system + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-node-role +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes"] + verbs: ["create", "get", "list", "watch", "patch", "update", "delete"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumeattachments"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes/status", "azvolumeattachments/status"] + verbs: ["get", "patch", "update"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-node-secret-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-node-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-azuredisk-node-role + apiGroup: rbac.authorization.k8s.io diff --git a/deploy/v2.0.0-beta.8/rbac-csi-azuredisk-scheduler-extender.yaml b/deploy/v2.0.0-beta.8/rbac-csi-azuredisk-scheduler-extender.yaml new file mode 100644 index 0000000000..2721e6bc16 --- /dev/null +++ b/deploy/v2.0.0-beta.8/rbac-csi-azuredisk-scheduler-extender.yaml @@ -0,0 +1,89 @@ +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-azuredisk-scheduler-extender-sa + namespace: kube-system +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-scheduler-extender-role +rules: + - apiGroups: [""] + resources: ["endpoints"] + verbs: ["create"] + - apiGroups: [""] + resourceNames: ["csi-azuredisk-scheduler-extender"] + resources: ["endpoints"] + verbs: ["get", "update"] + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list", "watch"] + - apiGroups: ["", "events.k8s.io"] + resources: ["events"] + verbs: ["create", "patch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["pods"] + verbs: ["delete", "get", "list", "watch"] + - apiGroups: [""] + resources: ["bindings", "pods/binding"] + verbs: ["create"] + - apiGroups: [""] + resources: ["pods/status"] + verbs: ["patch", "update"] + - apiGroups: [""] + resources: ["replicationcontrollers", "services"] + verbs: ["get", "list", "watch"] + - apiGroups: ["apps", "extensions"] + resources: ["replicasets"] + verbs: ["get", "list", "watch"] + - apiGroups: ["apps"] + resources: ["statefulsets"] + verbs: ["get", "list", "watch"] + - apiGroups: ["policy"] + resources: ["poddisruptionbudgets"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "patch", "update"] + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["authorization.k8s.io"] + resources: ["subjectaccessreviews", "tokenreviews"] + verbs: ["create"] + - apiGroups: [""] + resources: ["namespaces"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses", "csinodes", "csistoragecapacities", "csidrivers"] + verbs: ["get", "list", "watch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["create"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + resourceNames: ["csi-azuredisk-scheduler-extender"] + verbs: ["get", "update"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azdrivernodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["disk.csi.azure.com"] + resources: ["azvolumeattachments"] + verbs: ["get", "list", "watch"] +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: csi-azuredisk-scheduler-extender-role-binding +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: csi-azuredisk-scheduler-extender-role +subjects: + - kind: ServiceAccount + namespace: kube-system + name: csi-azuredisk-scheduler-extender-sa diff --git a/deploy/v2.0.0-beta.8/rbac-csi-snapshot-controller.yaml b/deploy/v2.0.0-beta.8/rbac-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..03af765424 --- /dev/null +++ b/deploy/v2.0.0-beta.8/rbac-csi-snapshot-controller.yaml @@ -0,0 +1,78 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-snapshot-controller-sa + namespace: kube-system + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots/status"] + verbs: ["update", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-binding +subjects: + - kind: ServiceAccount + name: csi-snapshot-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-role +rules: + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-binding +subjects: + - kind: ServiceAccount + name: csi-snapshot-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-leaderelection-role + apiGroup: rbac.authorization.k8s.io diff --git a/hack/verify-helm-chart-index.sh b/hack/verify-helm-chart-index.sh index b33e1d6d7f..a6aa9f82fd 100755 --- a/hack/verify-helm-chart-index.sh +++ b/hack/verify-helm-chart-index.sh @@ -26,7 +26,7 @@ function check_url() { if [ $result -ne 200 ] then echo "warning: $1 is invalid" - local=${PKG_ROOT}${url#*master} + local=${PKG_ROOT}${url#*main_v2} echo "check whether $local exists" if [ -f "$local" ] then