From 4616155a7e7476ad829a8de37a424753c98f38c4 Mon Sep 17 00:00:00 2001 From: andyzhangx Date: Fri, 15 Nov 2024 04:06:58 +0000 Subject: [PATCH] doc: cut v1.29.11 release --- Makefile | 2 +- README.md | 2 +- charts/README.md | 2 +- charts/index.yaml | 127 +-- .../latest/azuredisk-csi-driver-v1.29.10.tgz | Bin 14721 -> 0 bytes .../latest/azuredisk-csi-driver-v1.29.11.tgz | Bin 0 -> 14722 bytes charts/latest/azuredisk-csi-driver/Chart.yaml | 4 +- .../latest/azuredisk-csi-driver/values.yaml | 2 +- .../azuredisk-csi-driver-v1.29.11.tgz | Bin 0 -> 14721 bytes .../v1.29.11/azuredisk-csi-driver/Chart.yaml | 5 + .../azuredisk-csi-driver/templates/NOTES.txt | 5 + .../templates/_helpers.tpl | 26 + .../templates/crd-csi-snapshot.yaml | 840 ++++++++++++++++++ .../templates/csi-azuredisk-controller.yaml | 328 +++++++ .../templates/csi-azuredisk-driver.yaml | 13 + ...si-azuredisk-node-windows-hostprocess.yaml | 174 ++++ .../templates/csi-azuredisk-node-windows.yaml | 258 ++++++ .../templates/csi-azuredisk-node.yaml | 280 ++++++ .../templates/csi-snapshot-controller.yaml | 98 ++ .../rbac-csi-azuredisk-controller.yaml | 199 +++++ .../templates/rbac-csi-azuredisk-node.yaml | 28 + .../rbac-csi-snapshot-controller.yaml | 72 ++ ...rviceaccount-csi-azuredisk-controller.yaml | 16 + .../serviceaccount-csi-azuredisk-node.yaml | 16 + ...erviceaccount-csi-snapshot-controller.yaml | 7 + .../v1.29.11/azuredisk-csi-driver/values.yaml | 294 ++++++ deploy/csi-azuredisk-controller.yaml | 2 +- ...si-azuredisk-node-windows-hostprocess.yaml | 4 +- deploy/csi-azuredisk-node-windows.yaml | 2 +- deploy/csi-azuredisk-node.yaml | 2 +- deploy/v1.29.11/crd-csi-snapshot.yaml | 838 +++++++++++++++++ deploy/v1.29.11/csi-azuredisk-controller.yaml | 219 +++++ deploy/v1.29.11/csi-azuredisk-driver.yaml | 12 + ...si-azuredisk-node-windows-hostprocess.yaml | 120 +++ .../v1.29.11/csi-azuredisk-node-windows.yaml | 206 +++++ deploy/v1.29.11/csi-azuredisk-node.yaml | 186 ++++ deploy/v1.29.11/csi-snapshot-controller.yaml | 62 ++ .../rbac-csi-azuredisk-controller.yaml | 196 ++++ deploy/v1.29.11/rbac-csi-azuredisk-node.yaml | 33 + .../rbac-csi-snapshot-controller.yaml | 78 ++ docs/install-azuredisk-csi-driver.md | 2 +- docs/install-csi-driver-v1.29.11.md | 48 + 42 files changed, 4737 insertions(+), 71 deletions(-) delete mode 100644 charts/latest/azuredisk-csi-driver-v1.29.10.tgz create mode 100644 charts/latest/azuredisk-csi-driver-v1.29.11.tgz create mode 100644 charts/v1.29.11/azuredisk-csi-driver-v1.29.11.tgz create mode 100644 charts/v1.29.11/azuredisk-csi-driver/Chart.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/NOTES.txt create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/_helpers.tpl create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml create mode 100644 charts/v1.29.11/azuredisk-csi-driver/values.yaml create mode 100644 deploy/v1.29.11/crd-csi-snapshot.yaml create mode 100644 deploy/v1.29.11/csi-azuredisk-controller.yaml create mode 100644 deploy/v1.29.11/csi-azuredisk-driver.yaml create mode 100644 deploy/v1.29.11/csi-azuredisk-node-windows-hostprocess.yaml create mode 100644 deploy/v1.29.11/csi-azuredisk-node-windows.yaml create mode 100644 deploy/v1.29.11/csi-azuredisk-node.yaml create mode 100644 deploy/v1.29.11/csi-snapshot-controller.yaml create mode 100644 deploy/v1.29.11/rbac-csi-azuredisk-controller.yaml create mode 100644 deploy/v1.29.11/rbac-csi-azuredisk-node.yaml create mode 100644 deploy/v1.29.11/rbac-csi-snapshot-controller.yaml create mode 100644 docs/install-csi-driver-v1.29.11.md diff --git a/Makefile b/Makefile index f4dbd6e3b0..adbf863b03 100644 --- a/Makefile +++ b/Makefile @@ -19,7 +19,7 @@ REGISTRY_NAME ?= $(shell echo $(REGISTRY) | sed "s/.azurecr.io//g") IMAGE_NAME ?= azuredisk-csi ifneq ($(BUILD_V2), true) PLUGIN_NAME = azurediskplugin -IMAGE_VERSION ?= v1.29.10 +IMAGE_VERSION ?= v1.29.11 CHART_VERSION ?= latest else PLUGIN_NAME = azurediskpluginv2 diff --git a/README.md b/README.md index 283397fa45..780773e1dc 100644 --- a/README.md +++ b/README.md @@ -23,7 +23,7 @@ V2: Preview |Driver Version |Image | supported k8s version | |----------------|-----------------------------------------------------------|-----------------------| |`master` branch |mcr.microsoft.com/k8s/csi/azuredisk-csi:latest | 1.21+ | -|v1.29.10 |mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.10 | 1.21+ | +|v1.29.11 |mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11 | 1.21+ | |v1.28.3 |mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.28.3 | 1.21+ | |v1.27.1 |mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.27.1 | 1.21+ | diff --git a/charts/README.md b/charts/README.md index 6cd4b851e1..9960bca870 100644 --- a/charts/README.md +++ b/charts/README.md @@ -71,7 +71,7 @@ helm repo update azuredisk-csi-driver ### install a specific version ```console -helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v1.29.10 +helm install azuredisk-csi-driver azuredisk-csi-driver/azuredisk-csi-driver --namespace kube-system --version v1.29.11 ``` ### install on Azure Stack diff --git a/charts/index.yaml b/charts/index.yaml index 8d5bce4079..6d30f3b830 100644 --- a/charts/index.yaml +++ b/charts/index.yaml @@ -3,7 +3,7 @@ entries: azuredisk-csi-driver: - apiVersion: v1 appVersion: latest-v2 - created: "2024-10-10T02:58:06.377657284Z" + created: "2024-11-15T04:06:37.352655217Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: b261d370dfb8bde4d15d6285d57c87369d9c66d12b92c8c6ad2b85495365759a name: azuredisk-csi-driver @@ -12,7 +12,7 @@ entries: version: v2.0.0-beta.7 - apiVersion: v1 appVersion: v2.0.0-beta.6 - created: "2024-10-10T02:58:06.55345106Z" + created: "2024-11-15T04:06:37.414904692Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 0e7280d2bcd752668c4439078ffdfc4567ac97af97d8baa07c322b99c34fb741 name: azuredisk-csi-driver @@ -21,7 +21,7 @@ entries: version: v2.0.0-beta.6 - apiVersion: v1 appVersion: v2.0.0-beta.5 - created: "2024-10-10T02:58:06.545013008Z" + created: "2024-11-15T04:06:37.412357821Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 10189dd78863d24c9572c468e0d81b8781f83625118e6b205ee65e157aab0602 name: azuredisk-csi-driver @@ -30,7 +30,7 @@ entries: version: v2.0.0-beta.5 - apiVersion: v1 appVersion: v2.0.0-beta.4 - created: "2024-10-10T02:58:06.542526965Z" + created: "2024-11-15T04:06:37.41095801Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: b38901738bb600ff55cc91e1efb45c84a3a601bb815908a348df793960cd7122 name: azuredisk-csi-driver @@ -39,7 +39,7 @@ entries: version: v2.0.0-beta.4 - apiVersion: v1 appVersion: v2.0.0-beta.3 - created: "2024-10-10T02:58:06.538317228Z" + created: "2024-11-15T04:06:37.409560795Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: ddfe774c7b2326ff61c71a7e6fbfe687e97f06b6a8cc5e87c0b50ac0f320c7fe name: azuredisk-csi-driver @@ -48,7 +48,7 @@ entries: version: v2.0.0-beta.3 - apiVersion: v1 appVersion: v2.0.0-beta.2 - created: "2024-10-10T02:58:06.53189538Z" + created: "2024-11-15T04:06:37.408236414Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 7c1b8159465e7642b7460ec8e4e2a2965be11e8abb8310d86d9487676adb6adc name: azuredisk-csi-driver @@ -57,7 +57,7 @@ entries: version: v2.0.0-beta.2 - apiVersion: v1 appVersion: v2.0.0-beta.1 - created: "2024-10-10T02:58:06.529639457Z" + created: "2024-11-15T04:06:37.406184148Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: f327e1205e7197cf87693012848e2fd76a213c7852ac57a50753ba9e41207612 name: azuredisk-csi-driver @@ -66,7 +66,7 @@ entries: version: v2.0.0-beta.1 - apiVersion: v1 appVersion: v2.0.0-alpha.1 - created: "2024-10-10T02:58:06.527379985Z" + created: "2024-11-15T04:06:37.404871398Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: a00216ca8bdd4550f01071c0a57e7cf49f20b4915164ec6c785d2b5e51893870 name: azuredisk-csi-driver @@ -74,26 +74,35 @@ entries: - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/v2.0.0-alpha.1/azuredisk-csi-driver-v2.0.0-alpha.1.tgz version: v2.0.0-alpha.1 - apiVersion: v1 - appVersion: v1.29.10 - created: "2024-10-10T02:58:06.465976979Z" + appVersion: v1.29.11 + created: "2024-11-15T04:06:37.384846608Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin - digest: c5d3327d567a355eabbd47f91c64b590b45ec08d44e51f62ea9d9660f5136840 + digest: 8e658cb8f49da4f4ba55acd049bbb88565e6fb0f711e6832f11ba3b66f757059 name: azuredisk-csi-driver urls: - - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/v1.29.10/azuredisk-csi-driver-v1.29.10.tgz - version: v1.29.10 + - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/v1.29.11/azuredisk-csi-driver-v1.29.11.tgz + version: v1.29.11 + - apiVersion: v1 + appVersion: v1.29.11 + created: "2024-11-15T04:06:37.350870551Z" + description: Azure disk Container Storage Interface (CSI) Storage Plugin + digest: 4ef54eee0f8d8c396a6fbed8fd3f6e2ac01fb767e2a04eadc2990da37a7dc5ee + name: azuredisk-csi-driver + urls: + - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/latest/azuredisk-csi-driver-v1.29.11.tgz + version: v1.29.11 - apiVersion: v1 appVersion: v1.29.10 - created: "2024-10-10T02:58:06.375799346Z" + created: "2024-11-15T04:06:37.383633002Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin - digest: c5d3327d567a355eabbd47f91c64b590b45ec08d44e51f62ea9d9660f5136840 + digest: f682e88d6ebf22070b54d1a9e9c14ff76289e2ffc8ecb6ec001885c724c9dab2 name: azuredisk-csi-driver urls: - - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/latest/azuredisk-csi-driver-v1.29.10.tgz + - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/v1.29.10/azuredisk-csi-driver-v1.29.10.tgz version: v1.29.10 - apiVersion: v1 appVersion: v1.29.9 - created: "2024-10-10T02:58:06.507492402Z" + created: "2024-11-15T04:06:37.396352998Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 4b6391cf57132ad89e17c4de79eeb6f01cce6bb82ec7e9cb774d0f306c03ec87 name: azuredisk-csi-driver @@ -102,7 +111,7 @@ entries: version: v1.29.9 - apiVersion: v1 appVersion: v1.29.8 - created: "2024-10-10T02:58:06.502133241Z" + created: "2024-11-15T04:06:37.394088987Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 7b3723cced64c404b6b8e59e1925a7461f6bb7b72b60228955f7b7d8c9fb30b0 name: azuredisk-csi-driver @@ -111,7 +120,7 @@ entries: version: v1.29.8 - apiVersion: v1 appVersion: v1.29.7 - created: "2024-10-10T02:58:06.498828571Z" + created: "2024-11-15T04:06:37.392863604Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 5383e99ce4432a94813bd10a666a4077fed2a1cf7296b8368b06f43d04ad48b0 name: azuredisk-csi-driver @@ -120,7 +129,7 @@ entries: version: v1.29.7 - apiVersion: v1 appVersion: v1.29.6 - created: "2024-10-10T02:58:06.484102302Z" + created: "2024-11-15T04:06:37.391707465Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 8239ffab0ddded0eb3a9548e28892da4859c4ece2bba6c61e0715a1e7ea673de name: azuredisk-csi-driver @@ -129,7 +138,7 @@ entries: version: v1.29.6 - apiVersion: v1 appVersion: v1.29.5 - created: "2024-10-10T02:58:06.481869589Z" + created: "2024-11-15T04:06:37.39052297Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 640f8c318382aa2dba4f5c8b74835b1ded300fa70cafff2a81842005a4be35ed name: azuredisk-csi-driver @@ -138,7 +147,7 @@ entries: version: v1.29.5 - apiVersion: v1 appVersion: v1.29.4 - created: "2024-10-10T02:58:06.479659234Z" + created: "2024-11-15T04:06:37.389328398Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 1fc678fdf19ae778e44f9620e51a29cea3598ec348d701635bf9bae9b56efff2 name: azuredisk-csi-driver @@ -147,7 +156,7 @@ entries: version: v1.29.4 - apiVersion: v1 appVersion: v1.29.3 - created: "2024-10-10T02:58:06.477361743Z" + created: "2024-11-15T04:06:37.387223335Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 45004e7908ac76e1fdc1350fd6ade99cb9776e888a30d67ac1ab900399ada43b name: azuredisk-csi-driver @@ -156,7 +165,7 @@ entries: version: v1.29.3 - apiVersion: v1 appVersion: v1.29.2 - created: "2024-10-10T02:58:06.475134919Z" + created: "2024-11-15T04:06:37.386058569Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: ae0c15b875bb0bd2a4c1135437f0abfee6bf3591abcc502604317b3fe46015ff name: azuredisk-csi-driver @@ -165,7 +174,7 @@ entries: version: v1.29.2 - apiVersion: v1 appVersion: v1.29.1 - created: "2024-10-10T02:58:06.459062932Z" + created: "2024-11-15T04:06:37.381745621Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 32be7b7b34d7f8a51d5d730ada9fd3dc632c5e8096ba0628f93ca269346f780e name: azuredisk-csi-driver @@ -174,7 +183,7 @@ entries: version: v1.29.1 - apiVersion: v1 appVersion: v1.29.0 - created: "2024-10-10T02:58:06.446495507Z" + created: "2024-11-15T04:06:37.380541148Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 611857811af7ac3304f7cae847be4f35bad6735482700d5b2c970dfbb53f9a3b name: azuredisk-csi-driver @@ -183,7 +192,7 @@ entries: version: v1.29.0 - apiVersion: v1 appVersion: v1.28.3 - created: "2024-10-10T02:58:06.444339685Z" + created: "2024-11-15T04:06:37.379387874Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 12fe80d19091cc4bc0025585da35d12bcab9cbc2f3e4cfd90eb4368e6967931a name: azuredisk-csi-driver @@ -192,7 +201,7 @@ entries: version: v1.28.3 - apiVersion: v1 appVersion: v1.28.2 - created: "2024-10-10T02:58:06.44234233Z" + created: "2024-11-15T04:06:37.37827474Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 044dc6ffb662914020a3a835f994455a3301a4b2b665c9d4b9496b422a93c8b1 name: azuredisk-csi-driver @@ -201,7 +210,7 @@ entries: version: v1.28.2 - apiVersion: v1 appVersion: v1.27.1 - created: "2024-10-10T02:58:06.440288063Z" + created: "2024-11-15T04:06:37.377116309Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 805d2f7437e7442739c18791e3eaf839d75bc9f3c1a10710e6cc6cb7ee06cbc4 name: azuredisk-csi-driver @@ -210,7 +219,7 @@ entries: version: v1.27.1 - apiVersion: v1 appVersion: v1.26.6 - created: "2024-10-10T02:58:06.438135573Z" + created: "2024-11-15T04:06:37.375045512Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 277051eba7872783d34d9b8ba7bd606f3161afe571523eaabfa8b400491010c9 name: azuredisk-csi-driver @@ -219,7 +228,7 @@ entries: version: v1.26.6 - apiVersion: v1 appVersion: v1.25.0 - created: "2024-10-10T02:58:06.423441019Z" + created: "2024-11-15T04:06:37.373983719Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: cc1a78eb68d741382945252fdc86dc38fc903bcc7448eef5753a1e663e4e6e3c name: azuredisk-csi-driver @@ -228,7 +237,7 @@ entries: version: v1.25.0 - apiVersion: v1 appVersion: v1.24.0 - created: "2024-10-10T02:58:06.421718926Z" + created: "2024-11-15T04:06:37.37291945Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 8f4a2048cd3d8ef128e533c43c5b68464989e28949658010599d466b2ccb1b58 name: azuredisk-csi-driver @@ -237,7 +246,7 @@ entries: version: v1.24.0 - apiVersion: v1 appVersion: v1.23.0 - created: "2024-10-10T02:58:06.420058403Z" + created: "2024-11-15T04:06:37.371889832Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 4347271a297c6c95e10c4a880a08453c22839c95ad7db232d2d8fc38e926b385 name: azuredisk-csi-driver @@ -246,7 +255,7 @@ entries: version: v1.23.0 - apiVersion: v1 appVersion: v1.22.0 - created: "2024-10-10T02:58:06.418419191Z" + created: "2024-11-15T04:06:37.370818326Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: fc7adc9ddb406356bee117d3ba5c360408b4ee9a7decc30d34fe310d0cdd6aef name: azuredisk-csi-driver @@ -255,7 +264,7 @@ entries: version: v1.22.0 - apiVersion: v1 appVersion: v1.21.0 - created: "2024-10-10T02:58:06.416797302Z" + created: "2024-11-15T04:06:37.369413847Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 50a5c0860aa631c7e83affbaeac1a84c43c96b19175e1dd1c21cba472564798d name: azuredisk-csi-driver @@ -264,7 +273,7 @@ entries: version: v1.21.0 - apiVersion: v1 appVersion: v1.20.0 - created: "2024-10-10T02:58:06.414937461Z" + created: "2024-11-15T04:06:37.368066243Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 9f2a936be5efc45002c12d5bbbd8cb453e51a0c1668f6ceae51df656ac190c95 name: azuredisk-csi-driver @@ -273,7 +282,7 @@ entries: version: v1.20.0 - apiVersion: v1 appVersion: v1.19.0 - created: "2024-10-10T02:58:06.407732555Z" + created: "2024-11-15T04:06:37.366537017Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 6c044a33b4adf598b9810e8839f04a16b1214470eceeb61bbe48076552955296 name: azuredisk-csi-driver @@ -282,7 +291,7 @@ entries: version: v1.19.0 - apiVersion: v1 appVersion: v1.18.0 - created: "2024-10-10T02:58:06.405969288Z" + created: "2024-11-15T04:06:37.365548137Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 79474616c7373ed65bbf75050748fda16ae2f6b290d240813006abd74e733628 name: azuredisk-csi-driver @@ -291,7 +300,7 @@ entries: version: v1.18.0 - apiVersion: v1 appVersion: v1.17.0 - created: "2024-10-10T02:58:06.404111564Z" + created: "2024-11-15T04:06:37.364346596Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: dcaad8438f57941c19f2269d9d4510591529f4de00353d12506fd277dc06378e name: azuredisk-csi-driver @@ -300,7 +309,7 @@ entries: version: v1.17.0 - apiVersion: v1 appVersion: v1.16.0 - created: "2024-10-10T02:58:06.402329053Z" + created: "2024-11-15T04:06:37.36270369Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 95108dce3a4da8aad2729ff8bc1587906b917925e6fe2e5935b5d25805080fb4 name: azuredisk-csi-driver @@ -309,7 +318,7 @@ entries: version: v1.16.0 - apiVersion: v1 appVersion: v1.15.0 - created: "2024-10-10T02:58:06.400580528Z" + created: "2024-11-15T04:06:37.361364597Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 3da85b9206af81dc4217a3304bf14839158112300de7dbb95841e30daaf5e4e5 name: azuredisk-csi-driver @@ -318,7 +327,7 @@ entries: version: v1.15.0 - apiVersion: v1 appVersion: v1.14.0 - created: "2024-10-10T02:58:06.398804622Z" + created: "2024-11-15T04:06:37.360346114Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 89e87dead7767f8abd56096e436956b23a666802040f7aad91d5b6c36af8b098 name: azuredisk-csi-driver @@ -327,7 +336,7 @@ entries: version: v1.14.0 - apiVersion: v1 appVersion: v1.13.0 - created: "2024-10-10T02:58:06.393848346Z" + created: "2024-11-15T04:06:37.359378383Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: c109533218e0625e9ca33c2db5e73c4b550b88943f7950b33e02a344a8ff9f8c name: azuredisk-csi-driver @@ -336,7 +345,7 @@ entries: version: v1.13.0 - apiVersion: v1 appVersion: v1.12.0 - created: "2024-10-10T02:58:06.391153893Z" + created: "2024-11-15T04:06:37.358429817Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: e41f089e5216fc9263039310990d1e41bcb468a85879289af1834dea0c457aaa name: azuredisk-csi-driver @@ -345,7 +354,7 @@ entries: version: v1.12.0 - apiVersion: v1 appVersion: v1.11.0 - created: "2024-10-10T02:58:06.383971153Z" + created: "2024-11-15T04:06:37.357489897Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: f35447c256488b1942342e9fcf8b6bed5f47b4ae5fb0fdae037110c5926803fe name: azuredisk-csi-driver @@ -354,7 +363,7 @@ entries: version: v1.11.0 - apiVersion: v1 appVersion: v1.10.0 - created: "2024-10-10T02:58:06.381787758Z" + created: "2024-11-15T04:06:37.356461458Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 12bd0e1f20a2e2adcb04b6954423438d9ece7a2ad0fb4b4fe2969844d14cfb86 name: azuredisk-csi-driver @@ -363,7 +372,7 @@ entries: version: v1.10.0 - apiVersion: v1 appVersion: v1.9.0 - created: "2024-10-10T02:58:06.525399998Z" + created: "2024-11-15T04:06:37.40372608Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: d917427661ca4ec13add77efcfe31d2c7c989e20b1427dd566a05ad1bdd98fa9 name: azuredisk-csi-driver @@ -372,7 +381,7 @@ entries: version: v1.9.0 - apiVersion: v1 appVersion: v1.8.0 - created: "2024-10-10T02:58:06.520172571Z" + created: "2024-11-15T04:06:37.402661794Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: a37491e845671e81b9567f2d1a746dbf4f182fde0c8f9e689dfa632c5651c6c9 name: azuredisk-csi-driver @@ -381,7 +390,7 @@ entries: version: v1.8.0 - apiVersion: v1 appVersion: v1.7.0 - created: "2024-10-10T02:58:06.51818492Z" + created: "2024-11-15T04:06:37.401795243Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 4df7a10466206c60deab00efbca57f67f042afd1ecd5daca738df28526f3ffcc name: azuredisk-csi-driver @@ -390,7 +399,7 @@ entries: version: v1.7.0 - apiVersion: v1 appVersion: v1.6.0 - created: "2024-10-10T02:58:06.516422026Z" + created: "2024-11-15T04:06:37.40025945Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: b1a4c384fdfdb6577dd6dfd3709fb746b5c79247846e5c582b93c3a1187f6d88 name: azuredisk-csi-driver @@ -399,7 +408,7 @@ entries: version: v1.6.0 - apiVersion: v1 appVersion: v1.5.1 - created: "2024-10-10T02:58:06.515082499Z" + created: "2024-11-15T04:06:37.399500288Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: efb42e1d56cc5596eb4e695b658c2748bc05cc6c47862e3f20ea6b5b199d01d6 name: azuredisk-csi-driver @@ -408,7 +417,7 @@ entries: version: v1.5.1 - apiVersion: v1 appVersion: v1.5.0 - created: "2024-10-10T02:58:06.513774323Z" + created: "2024-11-15T04:06:37.398767485Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: c8490efde8d4a43bd25f5c619887498dfb4b41edf3929ac8dbf0a9d3f691e6ae name: azuredisk-csi-driver @@ -417,7 +426,7 @@ entries: version: v1.5.0 - apiVersion: v1 appVersion: v1.4.0 - created: "2024-10-10T02:58:06.512418391Z" + created: "2024-11-15T04:06:37.397968996Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 55e5e17aac7c144b21a198867654ef70ad272987b0bb165782905adf91ca3c03 name: azuredisk-csi-driver @@ -426,7 +435,7 @@ entries: version: v1.4.0 - apiVersion: v1 appVersion: v1.3.0 - created: "2024-10-10T02:58:06.508499111Z" + created: "2024-11-15T04:06:37.39706115Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 2665483e922a577feb8539ca7f774bc70c945ce490294fd3378f098c2d244dde name: azuredisk-csi-driver @@ -435,7 +444,7 @@ entries: version: v1.3.0 - apiVersion: v1 appVersion: v1.2.0 - created: "2024-10-10T02:58:06.408640571Z" + created: "2024-11-15T04:06:37.367061748Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 2bbfe2f9d080f1b3ff10590c7168d05ce026c5a73332b4d48014610a52337808 name: azuredisk-csi-driver @@ -444,7 +453,7 @@ entries: version: v1.2.0 - apiVersion: v1 appVersion: v1.1.1 - created: "2024-10-10T02:58:06.379950793Z" + created: "2024-11-15T04:06:37.354307533Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: dd7066be8f499f6c1a396ab27c0013c09f5a8d8319cc04fbdd480d31107bb851 name: azuredisk-csi-driver @@ -453,7 +462,7 @@ entries: version: v1.1.1 - apiVersion: v1 appVersion: v1.1.0 - created: "2024-10-10T02:58:06.378926681Z" + created: "2024-11-15T04:06:37.353783399Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: 3d2a5189416dd6a43bd3e2097bbe23a8db347b6e1a36c6a43fd59cc9c9633ff3 name: azuredisk-csi-driver @@ -462,11 +471,11 @@ entries: version: v1.1.0 - apiVersion: v1 appVersion: v1.0.0 - created: "2024-10-10T02:58:06.378222431Z" + created: "2024-11-15T04:06:37.353247023Z" description: Azure disk Container Storage Interface (CSI) Storage Plugin digest: d179bc6f338518859b6efdc3b3bed8d06513313e8047563eb4b654b2d417c81e name: azuredisk-csi-driver urls: - https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/master/charts/v1.0.0/azuredisk-csi-driver-v1.0.0.tgz version: v1.0.0 -generated: "2024-10-10T02:58:06.373446076Z" +generated: "2024-11-15T04:06:37.349404338Z" diff --git a/charts/latest/azuredisk-csi-driver-v1.29.10.tgz b/charts/latest/azuredisk-csi-driver-v1.29.10.tgz deleted file mode 100644 index aaf022c9c209c79adb9c1a9e4d1985ee9a3fd6a0..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 14721 zcmV-{Iex|;iwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0PMYcbK5wUH{5^gQ=pXDO0r{0@-6An`=+)$wma>o6We7uJv-Cx zCj*m^gfR(l08q9%ovQgDyI*cT$y2!S4pP+BP9pA3$0C7)+rh!X!S5Wv-y()Q%`%>44LRmVc>tail^7>^a-bzZJ@kCre_FZr3vWkuSLLM06pAqAjl0KO1wqO`$es=c$)YmvsW{GRo;t zbX*#=Kssk-QUDkVDaV4cX&-bc=iR&L7BPYZ;*yWLIj&MU1RQ1NwtN#tzJE!5>`wdO zY$2HmJ$K6W<^T&4bx1SLJvE;ohC&d2?5>lJmo=?BU9Kx=XImP zt`Nt+%~KZB8FHPuyEnTmA5RcLoL@3}i<%V|X9;DNOo4ly-GkW$66&E7B}cB%2y?;U z9Icd@jTCZNoIPKKnQd-y#3tB9N3KgFB4pt%Lr|bT5G+FA8TiW>5%u>DFlhnQi8;8( zz7KAZ$>M<_WnfC94j3Q-1O-Fra|G~Ez6AG>sFx8(@;3wYo^)h+ln6$BAF)1AjFQfW zAKBnThP~Z6dlGSaoTj&=1 zUp6AI2eew5{z^Vq^_wK;)5trfWQa!tv@>+ipBDbDw?3wa;x zwEzf^VA$n4#onJ@^$zUQbc~=c#%VH{mqp})yoX$5OI9z<5MKI_p!Ac6xvcZi1Y#fF zVjqj?0Eu(zA)Y3h1lQ9L^+CJc0w5zp|3cXvV%KAapvU`QwLUiFR?Bq_9B_xGeb83(iBTVQQVG?; zv>T{?Z>zKb&`{>4tPk3!510!ce?Y?_a%IWqbl{GW7x}2&h`wo0D2H(Er8p}p=9poD zUFaWq9wq#O_|rvc%E38D;-0d*L{f_}=71w1Fc|@tM!qNIjNxieis6(AfJYGrgbLuH z5D^bh0^SeK;_Q+G;VtrcAAI^O8JQ3&%<$_sA@$y6Q-stzDkYNLIzT>hRm(J`;Sdun zrsgL@oJPz=hO2DKjGXTQ7CinXg+ibf#=~CkJvMI{`e%fAHkBJja;gQTYBE-N8rHaQK9fw3*aUgNg92*v0Qac? zBnoa310iB+=Ij8i+;t|@j{>Aw^_^@o2qG@zqswpXD2@}8l1g98Klch03SXOs24~d^+9>5YOpr%w_35z)NfhV zvQ(w9s8%fil5JQOvo}$md791S(n|C9$p)xaanBWfoYTmf)WF`bxocrjNmZsUuLgtrbdi6BjUrHYQtY$?r20rAxQaQ3|$rJ9XZyxfIY(U({C-S$>7D5IC zBoIrgg^9~hfQW#8A3Sf%8Pk3ao`Gae0BsNI1O06Wv{fzI;DvqxZl}OQLm2r&ZI`r( z@G`pfu?y5}+yRhyNj7Wpfq?FvPW>|JKi%nX8I3}zo?0t)`rl`R>$CH>;Oca6@!{(D z6uiB<_;3kcoDG#Sz(eHXAx7R#!duBEj|w%m>^GWikT-> zFF{oXfC(3nxCn@8h%y8D!r7I*Qj+RM^>-sKXz+m}b~HjtE0+pi6#pJX!y$g?gZ9N> z;Ea(Uv}2RgTRJ%T>0Kg?D_Ef2enF@d+Wh4XI63|EhqpW6?EHs|9q^Z#kU z>gwW3Dw#rrQjkAPO(o=u>~BKTUo9V#=piT2&3fW-+lEAS(KFyd6i~vEP(#%MYO(Z@ z=!5PAvaXMByXKAFp$SI&z(cnf5^MAHryVdv9%V48%_U;Pi%{SI{|2>f-c(M1j;$|B z4yctY{=R~(mu%^(HeJ?z!eX0&5V7GUqeJW?$;W>ul%T(7mVYv&QUQo(pSI;Zlb>Vu z9#Sx5G|)fw3Zj@EK~GL5sXA#PP9lcM$ZVc48J&#?Oqgb@N@L{{(D+|1qw(Kk;?a9=ok8z0}^n3vDjFab9t;$(AIZ(AxDWGG+MVzL!OPelwJE;LmSmJvg=_w_4Ahfh#mb3@K%j0!k2|3TSTU;B2V29!Ezf0ETM+D!-T$6y`wA@kpxTfjU<305)``dLwr?*{zE}1QH>)Eb^7> zM_gM1q~?T()SOI`vlDQS#aJbquT)dS*@={KhL%>96+ay_q*6lv2kawlgLx0b#KOdo z=Sbyj3+{L-j}`wRP!Rf1Al^N{xIP_p#DiF-j9K`v{evR@>(%Rn!!7<}6VLTHwrrdz zNY~&D=!HlMn336Qc_{Sh6nRo2t7C2>TRN@QH3jY%xpx&rLh5nA1r!nA0ill|M}S47 z-!eL*D}3NMB(^KR`Sb~Nu8>OCNvzG_^Jk?YDq@bqjSlgq&2-9AF7Wwt8#vCr)G4;2 zruLaJ|38kAA0oy(B3v8_He>$p9vmJN=Kt$g2m9OkzlrD5r|y4(2@d*7J&VyC6e*WBQsbr@QAtavC8i>JxC`Ch|g;lywpB!U61nq>gIx=w^IO%s~`t4|x zv6`=)pEcr8ro5OS#;}LL?{YIoT<~gN{fPr@CIoFKC5DKn{?-*V+r=SeV2u1ARp~)Z z?Q|wh(rl>Y9w-b8+qBs9*#~W#ys_pn`jc}zE#!*vGgTRlhWY6ei05LtLpznZ6ELkR zQ}^>xg6uWfWDj-txT}UQm((=LN#Ddde^-YrQY5$k*aq#7ZAGg*5K<>j)Oa}@iPBv= z6k)1sr$dZ~340V3a`5?cSxHx!7$hT9n-3&so~!G4X2^e+c~17s zZ6Qo>t^D6Tc(uP@!2j;;9`t%!`M-&$FvF5@Huf?#3mwO4W&H$Th|z;UL>X#2ci(H7 zv)j7E#Os4&b=GrbMDGbwh9gW#D?kEzP{4k{Sf!7iQ=s7p5hc%VBkX&KpeTrF?Op`Uep?fla8f>gmT>NDD_zrWO zAoL>!{Zj4JH$J9JV>n`)v&74k07zuaR?wF=sv9*LCE8IjO&g*jWX*R&niWUDNMCb zA0A)+e5}pd_hami%}G{r8VxykL0Nn%{W31Y*47ZY9Zj<%^>WMwB0}@Ru@7-@uI=$@ z`v)rV<KCiBBo^b?Crcp6v z(%~kl6iCF(T`c!5v;!`+8G=xOfEYs|TliX4< zE>uB5UF`K26d=MQmL6iL{E#7_PLx!k0wCy)0TpA!I^fTyF7H1KuBG_VbwwTs8KzA8 z9>7sS>|k!%U(IQ^G$Nk0mepf9*VIXtO>MiEL#5j2VB!cIpuG4K@D7of4I|fKS&BBgA$9WeMX8 zDw8neR7zy!ClDegaQ=8LqbBAK-EwVvE}L(5lzJ1W#jDXPkY{>K3j?JX7%{AdqId#0 z1dzo1t{hY3E|ZTHKE$PDf|y)uTsk87w}iG539?YN&k+ThN{=DX*9V9iy%xYJU`R=o zh-By)XG!p0swtQZX?h|x!Xj3WT^a-t!D6cM_xLsvl<}^ICdlt{JaQm&$5=ir9jqU40OLgM6L6nnq0mh*H7 zWQSogL`)B&Qh(GkZ_dxnDHTp-O2VtrZGc6>>0F8JW3^{cx?$)k^$461a0~YAO5La4+JBAFp0x>!FT&^c>x^+(-P zrH_=Li=ho`6z>oF;Fosg%y0iXBWEQmlyX*V&}K;9=awy^;xt^|=v$InI&;?k(ndy= zC^d&$n;7xYPym8`If=0`CFwn!UO@H9Qht}4a$&^n6aEN{@C1?gR9h84h7$yW$QL;D zQ_8x+`2y^#10`v$5V6dect@L93UV(ISbARDrUlHGyHg;c?HuXyD7UCuFl+FWt&))d z_i^t*&Z&#llA1#SXxW+V-)5tqp=ZEGP-H2`6;-1m`$S>C#8@ixq$!IjF`;%s&GqE2MJCg2Z3~ zE&D_L98)6o1GyWBxUsZMlYQnb68Ca2ni^27dk-%Al}E0NI3GqncyT+GyBX|3qxL{C zpP8mmir%Z_%rY;*EgDM3inuPKWNPswrb3swQzd>i$%BsWx5IDmYUlI^g```qU=2uPJ~Niaiig z&avDsaO6fz11@=l_zrOESlU|C`Iy|!))vC6W^^z&v(F*2^5<1ZM+m4I) zC>z&K>@y-_#B6%iQrFI}QEdy&(beTKaG~#azz=Gnv|9FRTCr?BWja;YcbJQ~ro6VQ z@oqr_5@LsM4zN(FLRq9}W0Mvu7Q%^~Nk&fDplSIKG9q`xMDfW#v3sWn1+sHo4f7+$ zD4W6cDoxDpKIBpo7^iyu$y0t68BQ{7*|9Vj4*?|8+;%MSm>VNMlq;p6APS{&>Z1wr zGmOb!;1258$Y#;vY5JFvl!sjGAvrshNm`82G-HJom_!JajJJxHAXc2H^`XpYYsS|V3 zhma-xZ7@l5c3%$(i2dXQmZ)$}h{Zftv5l_c zM9Fr^yfmw9T*K;JoqT*c8X@B+juWdBF=GZX0UQyI1)iX+_Gwvyz-)_*ur5KR4ioju zj~>>0$g|yMH!94Q9W!fPV|qxD4>Kf8nlPh+H2`ARy3hj6uq~d|OJ&VeXtH=_mLOH# zkAi-TII^uOP1nx)m9j>`sM7!{s;Mhwm0S&$&Y26PZAB0}TA{ng6*>#o5$@X8EJAI| zI%_2g0t5{dL^co;#EVB3b*pL_jg#$)1ocp6?Apmv;QEA2aX&i)&|&9$y&xrQ9}iR( z;88mhZ2IIfYNTQ@tImT!Tej@u?NlJ%T!+le0}I*3bjV~LSSZe{)LuN+7l%d1f^{E|6SQ2>qe3kA~P0aOE{>`r=S6!ANSs$w-uGAeB{Q#1Ls98IiH z@eH*Irdiu<)quKr8A2ftBYp6HU)=ohcjx7Qy?F6U&-v4@e|&M%QGfjB%l~@$d;H^% zFJHcR@yk!|-(Fvy{)%7z{tJnMJN@hT7r&s>UmFs6`SQR1P^!vHZ8H zU7lsJUwXJ>LJYYGPvo+94;fMCY9cd6BSgd z{0gPUK>*bhh})K}XTCU0$zL>`K4@3Cd~{;F&17O$pI$gH=&j|VvYieRRz z0hVr|q}5Q;6@f>$aM31k(G37ZpB5zaYXg8T3-w$Q)VU;lb7`RFmkY^U0r+xxnB~%d z$~8hK9|f5JR{I#Ne{{z~#|^-xBt3#c02E;rqT~MBnoG zy%nJKR)Wo28j1I%vfER_)U66Zw<5gU^60qbv2ZIvzO4x7_LZaBR)S$$9>T@(uBofqTZwe@Lc9MVqxbScr8 zDjkg4S}E%THq-8y9M*@wSBU*`{@SSGX0eteT^SEFW3Zst1uIqnQ+cexUAeNJJl_R69xxHbr4Qa1C)=WrInC`%eL1PCQ*1b*)c zATJ7Q+%~|MMNcl=@L4?;`Gj&8-cZWeOpSS&vyiMQkgb+HV4(HOWCRqmwy%)f&$so3 zqWWIbc2Pk~62*HPtJyl1rrK!0K{%dr>_WfF@t2Znv!|-t9STJ!sZ^uF3q@2`Wp?2O zfgL|~a04PyP&`1&+!33;)E(J~A(Q(_s~9o4R-^<7H?1)#RF91z@q8sVN+IVgTvr9+ z*ha^Ds&J?BHN^VKDqK~@$V$^e9%7R&-D)WB(A3f67{E|(iwlewFUN)AGKADs2Jw=f zhW-ZEW5iKbOwkbjGg23uWzZChZN;qmmimy@E?3~g($s6^$>_Y_s;;|5Uatpvtr=(; z__d<2Dh&1_dy!S{Kvur*c$&M7EzUdc({=ACHX+03*)^nuBy4i?zGwjsKfZ0YR%^fFS~GLM9J)Zwry#x&^!|1l+{3LQJ~GO!1L_J zmFxWqw&ayA_s4^?c-@G($iPPwG}fYsrE+^-r*74jCCw)_;R2K%ori%Z)xJeOB_qB} zaD(attHtZw1iW4}o5xso!&c3jbcKfM3e}nx&CwX`4!3NJmTQTsLrrte3u(TrGg;F^ z1?-m&Q32YNI3DJAZQHR;;_6U8Kc9dVqIhtyJ@eci+dRQ7-V87GoRfMwnKYiX)+SWw ztl4fRb^|~)g1yeXRcgm<6IX+^DSc{9IZYHP3(b`n$82?7k-2Q%ZfIaYvyfboNzFpJ zxsmM$%3}Di3YjD~p;*g&3*E%tPzLS7NYDTZL&keUEbch36}L@+ zdXjq8H#WJH>GK@V;p*2*rnvS0FMz0>9ntok4KuGM-l`|8(pe)^)zO+=hVj2U=N@4$`Ecr*oMH(Ru zW~_vjd|FWZ)*q!LZvT(Uq~5@9DW9Pb)I#|O#3?>vubsVkHvd%kD$HK;?7SqOIF3o$ z&-PwT!bjE)Hb_xz>xeGWxWlu_ZQZTEo6fEf2x+l1BfeyLT>JD^-Jl3odJ*38ccdg`{gF^CHhzIiTyc^5?m}VdYmVSzTsg?FGN5sTb`}e>8=LhT~ zJq!N*um6=&=imSOpFjK5z5DmS{J?mQaA2uEGH=Umq~QAzwKS?SzAQLTVq%}g-%2_2 z@NkG!L=BEqxIC?r>y-uCNb<-X?_`}@Z{-TDh`2}vN)S%jD|qp7xk8pHSrZHC3JnYL z%W4j@DGCc1$cpiL1|f1gv%-C5AI->tUc*fG!d^(pT5OhB4Ub;mFaQFHCYLU~brrOMbAKRNz8x;!hw z+{{o~cZ)MuZq-s{1)W{?^RuBYjHR(GG15bk*zN!(Tp;Mxs7VAMA}~YA=xW)eEm)aw z1W@6v6cd5}Gq^bKzNHl;^>{%Q20*#op#TxFqvVH66#0PPS3Kq{H%yoAp6qUfUY^Y2RfRM&P!|zpd3(rei`Sb=CUQeWw0dxGib{YucdPYPZf-$#Qsip+?0=3(eQD=YtrgRLEP< zj1n1JF_|z20rXHBI%mzSEIU+%g>$El!R$DYc=B%@s??n>)PoUjG<`puoot4|BfQXD zt=#ff1@Wsui2)l@3{-{vbINMD3mr8>U*r`J8Fx9jwFEfjmbzWRUg;rh5b zI-II&g?P)t&eG@6Ei-%UR!f$Wh{HkK7!KZ!iW?@mXEJ545H^0HV zH=BlMs|7&YT4W&63r1wK8uaGo=u()pnT+xX{5*dpSIW&x#e1tfFe+aqR$o-kj!2h7&FtSmaqoL)&^kT23UB8q;tVI#h5pQ10>i|CP5&TaUdhMql3`|+&6YiA`sI&*mB z)ar3xu>;Q1?l#Li*F14on$OZzB% zEglIQ@IP4I+hCQx1m^Y15?IO~U?s@^dPY1zfk=7SBEy= z-oE{HBFNWz_x7CV@a_HEPwD>cm0-A+MQpDGpS`_D`-{Ct`wK-#FO7#@7XAD*u+C5P z`tMJl9Ds-ioX?+I-)*1z2mTf@44&EBw3Pd-ZznyWNA=y~Bgv;ojl?cfGy+-GkTPf!=zXuAhht$iC|>T~@Ji zU&y1U+6fAMIt>sJg{xgc-kt2`?rPCc*H527=Vy)C%P@s9u7CdA%332;(ktX6$WbS? zJAVG$`t%84;`)(?Ks({Fjt_5<&)c8_epgm^BEX(b?dUbwQm)QpXv&O&{uKs(O5q@; zAmzdgVwuZmbX#(_(=;p~#kB*x+IQ#Ig>0u+Yf?7oj@ zuc4BRUE}_KrRmI3q<&=k@i0kwPuZPMp?4;UVlnM#(Bj!ij=Zc$lC*<1#EVH~nzrMk)g(0zHUyd^mFDe(;jf zA1MV0J0G;o)fhlXNaJP7;;8Z zw|#R>L+aDf^o?9)c7CLUvdf>Zkn2Mn=)agM&iwWk6XU_2zrP)N}^#(W~WH6(|uE=Ygvd$fsU9X#tcD^zp)Gd41@kf zrN7q6?Ih8IV9?P3GAGtMs`^lFPhH`N>>yZ@Ntx%s5Ig@2`J2ODU5eX?aq(uimrI1m zq{s-ymrIXY5pE{CpbzA}NB*zFse6}6GBE+5BO*%t709>RpG;;g5Y~lCa!5EH&e|-p zH#dHAiVJ&ASu_a?a{>Ggh!H-!d-;h_DaqyI!VunKA6p$A7!8Z>9B}mRomG%QA)q^M zEX9sY@|BA)J7KFVNs=xuyp}Glnb@)lk)|RjmNmP3J)5-IjIe1WYhoUnEogEwVXtQq z3I&;P@E9_oULveq9>g5>_`)C?#jaK!Bxr|ZnhesctC9_K6w+^;ZEl&d{#rDXB~8V~ zX5>P>dQ=iwn_J6kW~Y3rC-!1_w zGtW9FHZdKaJNnjrM^6j~lZYcn0VUq3W1Z)v4Eg=k6>{kWG3_{T`Vc~OCHM~z`w>G* zzb{fq)swx0Z)B<)4tm^a?&Ap}h;t`o^cFRl>2Z!rnPIh)y@qso4(1atIOSJWVv~uV zHx^Ves7|RyBef3jcwo>!XBlSYU|{Mlx`8pad3-Y_heU1${YCckYVIGa;@E=|r56(WGo}XM^oSk3W?8X5S47)s8H+miQe-(1uq_%LkA?IN(MS}w; z90`X|4^UmynZr(c5;$TSq6%`8;CdQX7@#%QL~?01vk7rvj+Sk< zcb`VeS!Rew4p-+dPLW8a1}gcnO05rT&gZ6_s?iO}*I3r}@AU zJCZ5vgi;C)kA_41U?CL6BnB#loe=bWdhehh6w_P}R9Wd{@>7}mIBj|rYjEzk&>bU3 z2;VU-0F|7=`LRrUef{o?42-)##XM5XY$UJ~Xc1gN*SaWL$rk7>wW{Q6N(J&Ic^8wa zZk0){bqZ5uuY!Tb$h}jc#T-8(j!S)CodT53Pf810S{t5Eo)XeBU*w2G`&2A_8yqo_VB8I7F&s=RI z_}ho8(~rkjrzfZ9*JnrXKK^j_?$l;6_<>PNTp}(1-ox-GG_?ktuz=u{K5@*Df-gb; z2kfKcm`u6%TpZ#2|F9x~w>i*3wm5O!loMDRnu+pXSmmM5rLHr`znHITF~w#T z%TI*27as>FKYe_6@%H1p)1Ob@H7!%|^jkVO`RQG%*V;NDE3~9i0NO_~>p(#FPH731 z-JmOYdj9j-)y4Vy)AMUJRWFaOf2=U@A>n2`le?;lT$ZB>?)-yOGRMd@UWl!gzqmeq z_i=D~_4C>B>BsY<_f`>8C3dsr$iD{~GIw5pRF=v+{qM_*tLxLNj~CbPE@w!9W+k6K zsDOX$G>$LXgvUxd|C$|Em?X>7SPPh|{_+c686_Y%f^3>&?k6Bf9jmD$y-AwM~~ci7wd|7_yPy8DzOsJFCt(DC5RT+UGI2$VP76&+_J_qrTwLiM)W*dz-w z&YbhWY2y5`vxP>M#i8bsr6Z)?85z=i z!|afF;6>uNrAIj4|GWe*GOK9(G2-Y)xtM7VI8Hnr)a-gG1%Poageah7fEMs9jEnO4 z`6e9;<6@WhDvT+u)TK}d^&bcZ1sa(U^iqk%Wb{FOigk+sK71fhpXB)Yo|O~1lm8wo zLdKCNOK=g-MBCV{*DG*MGga8T@r{efmB=q{{i8X6VSyJg#w^li$BY zFhi<1g`2}QlnY&lC9eX>(+=r9VtkBzzk?nu-d%3#)j7I%&IAg8`mX{HBsK@&$elAd z?%&)@AiKHo@$JoxlsP^UH#ecWHi6&VRPIP_Zh-RxWp1t_YqR9k`F^UYuPf&;G{Rgk z*a&bfGwL1GRh(_L+&!~^GRxVrEC}CON9jd=ui{m?)3J_Ak##FDL3w=lEP#(;+oTkQ z*$$x?zxl(9ldH3zPp>{+oxc4zxH$glYk}il|G`=<3BI)=zz%~S+PNh9M-^ny~ zVhrg>Y>wPUYfKpTsc=XXl=>)6djbVK!TfIEQ*j;zi(@Pm)pejNs|kN~xJuR3IS`d5 zQl#@6CFL$NAOA*4MIRY7V%C1^7z1uq^o5au3uDh2G8#BI$OAZ4!6OY2K0A@?)7krz z!9rljcx{-Cg#1cyU-3X#(yS8ywQ7ZEiyHgdQDf^+M6Q{_wJMQ1y-K+@A zRxe1c)tw*7W-DX^Ft(~<9}UB{MrW?ggs)xr{C5r%Nd5Wm-a+qGDgNvJ>%;B&?J^$UF|8CEJx97iWIR9PkDeig#mllGDq%~=X=RfY>R3ZA!iH3(89foaV zk}MdLWbV_dLSPbW*wTt1Alg7%?PIu!qp9P*vSnBe8nZV6`O2^A;Nua4h!p#Adm8PHuq5bxz*UBh=Gvwn(&!=8Y7*A9oe2RG0H*FJ-jZQ~wpytK)I)FV zqzX%2g>Un#df(>#o}CHSE8(8fDf(A&#yvX@Rm?-RfvDQnPA*R5l44Xz&!Shw*>k)+ zi%2%{5)0h+WdECsgtR@3-yX(q596C1#>Xe?4kkmY57)K9%XTInpRki5mFr_-yZTa2 z?B|R{G;7ajwH-7G?UTM=dpw`Q$6UCa?3V@g$Q<#nKSs_5u@cp4^cMNBMLuki4_oBJ z7Wn|a$X&1rh@zI9S^{?4g}JcpVd@OI6XFm#rRkg@b92+Vk%?|H*|3ky*-s&7xd^p? zSfmh@aVB}Q^I4<-leLiR84zQ{ky@-dfD9$~RIB4B4-6?&SII+xby!(-efjh`Lm=XX zFh9=#CH^$NC0(6tj$wTBwS0Ap1OyW;RpZOgj|XR^2-Ee0C#ftkg5~V>!zk15Ei#tn zjI#!G{-TmmEoPn9?DI6EC(W3`1}`+9d9|7{~rVGFHe zB$`e0Dlohz=;CG(yt>fk@w=MNH;CRXkJ@^%yXErqQ#9~UcIQ**ohcKtn08zrBO=aD zaw5Z}28?v>OJ70}bx1~x( z63eGFuG#Agk}MwKvGpmBT3rnHtn)U-C98T>jnsND$wro}3z3{w{VC#+D|%z4nDnQK zc5V{Ae2aDdV(wp5OYe$qUYvQ%U3L9R&7F(QXg0ZRvEJ~f=kFHIyoEE*IRn$Hk4wpx z1M$WjT(hBh0tjYH;wOV%o^>-50$G9Jjj= z7`G^#w@}H)_Z=ua=C~Npq1@~KFug?A;S~wqfzE&u=H7Ozq^?`PV3AcR?`BbAsngQ zRv-KsdkXEN7A9*IR30^6>$_?-Psl?PYi18go}Ez(KIPrphWfVU4g^yow9ephDIx z-BAhZbg^nx8f@z;w$z2XH4<}1sYUTw1#hhpt20WNDPw09StWZLlxq>hO-joP=!Jyy z_O{{@vF5iGZxO^#^J#$pjW64EGS{Wg1p=ON|MTnJ-hT1^=hv^d_rGrBDQrlSi`3vf@#a{+D<2q3#d9)Miw;)z4pWEUJ?ooElUC`C0ZnwWrRhrNRwZ6`|` z`#wMqSO7Q_hyloGL_F}ib13)ylz3d0f`uaHLRpa^CSI;wPJtL>t}PjWk7?w4vbrOs zlQAI1kjVc?A^|2>vhG=61OU7dqI(dr5$c0p`X-0*)^;~LhI_pL>?Q*|7rUUwWmGvyCpp=gmCDoEDr>&;lDJYYTzWZLu;l>KAts1EY zlv{p)@_WCQdIjd-ehdZh&=3>EwXzWppVWpR7*l%J0e`__Oe3Ka_?RH&Pj5*5gWgI? zE+rg$h#?Pzkcrq^o*6z}j(5jZyWY&IdaU;zSJX$j)l{X1kr-2E;JZ!N zQBZZxwe#|_0v_N(3-l*Q4XG4U`NtwSoAa7l?kx-~`3 zCzE(|`w!#_BbIdi2RR#(>ZS6ABX4JNOZKHE#&Rh`4c@OT$QPH&AmNId&aN79 zRx0L2&C?Z$@scmrFBR=t;BxApRgX2M{7orK%jwH2SJKk{n=P-xRw8#c#Qmq#H;oJ*$6nG zg30Dz4;I@_Zx8QRx|7}-TQ_TLU44NoJ)&E<5{+#}YgN>2a%shiS+yg{O4YPV3Hz7^ z3tOc$rapnx*RBGO4NKW1+ZFod>)}G%fN!@9Yky|w|As%H=8pxDz_aW>y~CpY=hg1v z_Wq}hJVke#g7Gs|_6q^xtRkk~g{I!Fx*q56c`grXc5zV2#iuHpChuS`e;;67EoRkN zAOf4zSf`s=be5dO&tvQ6@eMr7$p5A%0W;y+h_aCe*Rwo P00960peDc zVQyr3R8em|NM&qo0PMYcbK5wUH{5^gQ=pXDO0r{0@-6An`=+)$wma>o6We7uJv-Cx zCj*m^gfR(l08q9%ovQgDyI*cT$y2!S4pP+BP9pA3$0C7)+rh!X!S5Wv-y()Q%`%>44LRmVc>tail^7>^+K%y z9lZJu^j1>(j3?p(vhR9JmsM=s7xKUm|BM*Nl=Q)5w*|v6^Ru(}r_Szf%R}5{I27vb zkz^PkIR+e4A|NJ+fq|e5ju1E_0b%8x8<8K^8HKdV|UsI zXTx(UE*av8h!y}Y$Cr#wu#^ahH7ioGZ zACfN)hu|4FhXDd~2nMDerqYsVrV^CNB0ST(MVhM97NW)p4EdOf<3fGo_e)l{#crWn z?0?yaydKbMW%?`mT-9%qoKGX~n35qL4Uo%_I8O;W>Z29~UUh07LKpRcWI=~dxj;(F z`98fr4MH(JPV@BjkhcIp1m61Sn!(`^yYC@^BiUc^SCM;vNtx(_*RQ|-zNI+d$1dc3 zu-5`0K!RbH>lAx`deu9yPt!4iz8I&;WL_4L3-TUvku6!hG(&jlLxR#z9_F&nM-zyB zc#C~3rUN9-sfT!)XcAmcL(~WDb_;-v4E+mbcZgk&8G;_~gWaB-c(KeYf9xqzoFB{Y z*VpgP$N;&N$ghqR`92-JLlflp!C?ykDv*E8po_^!H&^$rmsU%sF`RZjizjsI(}$2U zf!HbWLW+s#gZ5a6u;1Dnkhsc#BpVNUmMqcEjb|dA$CIB8q91tpi zheAX=KnZw1IE%AO4urSJ=Y8<$vt(pKs4&B?--OhAmrW5;@2HeWcIyE7$W<-Vl!il0 zu$Y>k3~?GU7a6XyDKm1u2UzgW$2#~;@MPg7|E#?l(Ox`xk`G> zT8qkQF>5VpU{)kCyR^L}OS6dL>cV!HEUchducr@NN^4l-!ud=xJz^8&0S^kO%>&%0 z0+1-UMGS<9shP6_v~t&(P(KQgX4QAH$smZhkdyoW2R%KB6ulED;0fk;1D}fXDCnz? zJPM_l{~IN#PEoOTo3A6i=$)PXz-Vyx{$!9YGXZ?~K%ibAebfi#rK-W&yx(fYI#a)8 zS<6zD#-dua07$lBRm|Q*dFE+0lS?bj-zOWOTE#tA^l?rjYf=My!{)AqMI}|4X7ylE z%PL5Fo4hYe{0f<0lIhjcbbl#%@Uxl~$r$*M^GfB&rX^3ftG;>2N3sENAD_tII$H=C z43I!9sTL+KLjfWJ`hD=cEoV&oId}$=IRUgis1NkF9ne;_XoDB}1-P984-H}D3$f*yCcyTsV$^Z|Mi-#C_I|*+kn>;QklWGJ3VvGQno13^$Fp{ML$btEt8a`j9 ze9cX@1RTk>1W@$B^E))%eKUdn?#>;W?#aLQo@*BLJS>L=`Wdck4G|O(L#f>OVW3(Z z51tZXEiE_G?UAfV$K|-AM&Foeo=ItjgD8mQE*%<$U3ZycFP=(cTNcda=wO08wJBzv zRJ{aM82~0+K;j}GrXk7<&mZ3IfV1--E_T3Qj;_wn&fo5U z)2pkCE2(4(5lTV+Fg2BsFS5T0O@Fm~OrnRJKsW1&$88%D)kV*M2T?!?M?wu%3#i4? zN1_k96Ue$gzU`VfdWR+$?E??pVo0pb)1P+05P6irq&Am`4KG501N3wqCNOtJ-u~_X&$_213M!my8avk0c-eolt`Qo>~6MkV*w0o_*Su^Gtq@ z*?UOAkkLT@)GLT$dIUW=nWXBlv5kaGaTLF5#VZPC$UBJ`CL^ zF@%v**^;gi3o;9m0|F@A@##az5a;Qrq~FypPtNw-`|R%SoQgA2_-a_U@K(~BU?w8y zJLwE4tgRbWzblQEPe9{;wT#ApkBLX`xlMLO9Q{bSxMb8toF|8P8G}%@baU=8sg-cg zkNY2y1XkOzvEq3*#aVloRE5I*Qf+uSJHD7F(+hr0tJfCoTlB@ zvu7>!=`!+tZT;YV@XN2QXTUKUc-v%^RCJZwt(H_+dDx3=<0z zL!Kj*vn{yesXSKvhd@E-LxFhr{Nnm_&=C(}nKEYKzxEG`_^(&55BIkCk4-$+?NgU_FphNy@+4mUc)n>N!aOS!=3&u!p1_fn_W zikjMI#{B;{Mt+DG?}%`5DA9Y^oHhE*sWArEIc3Q|4<7cWe8V&Q)ClJrYa))**b0=V0 zRi^IeqXgM&vdJFm@NriSUoNR>l9RrPbN;RlS)@pA|FI3)AKQvnc_5@toT%|~I1;71 zb|}JB*G`8R4-@t%D&*kv=dzNnGBHR-s5T!+^my4!kl`o$pU&sck3Cn{@yw9_F7ur1 zncG5`;9B{=d+=(1zkvVU+db$VZsq?bp27@E#@X1*)GTxyrD+y< zWzKHv4im2rj@4Pul@YxsNEwbWC9MDn=s^Md1!I*ydQO3cBSe%uyN$5#A(j(plV0b0 zbBYW@?7%Q&bb`FR{4<6*-tTrtSd63Fj!T2$akXp#Bhb&Dnk$Py_tmSzc8poXlw9Kg zaRGy{4@l(u$pM@>Of$JNUB|W4gXx$S50Sz^j`S&JRWeQ1^oH)q{AsYUN^$X%<>Ncd zb%M~381zfEQ{VWQGL7MgZITo70h3YWLsrbz0)V?TM17Fx;$8~?Ga8DDlR4D9WS9uV zjwOxM?wRu*IU^o+rDTyzrwkYIku2tbA?QuBRv$s-5-uo10Gg_GjG^ftoRUi@#(mJy z+l!9MeN8{`*hHv@>8kizD6Hcxr9OhhTE`)PfS~)dZUiBZ=P|B3`ZUU{YdotIC8jXd zK7Dw6`SYyxTMUk?gW=IEM6tG`vMn67*Zcm_&jZ2`Ug2Xci}B{b?o z9WZCIr*ovf112`=6&+AW)vzMuk63z$q4Gn9fI3l9g$jV6I|fvY5$k|Io4UOJFu0cDN7og3AY_;_ z?Rx-61+jy>ANqqPY?OX z(dF6C`-9wTkng?%Phk$AvduqFrmfmnAuQR%=qi$X@|~PH_)5B)N&%m)9Y%=l0Ll`^ z7gQ!;$f=ab%1?rjnP>WZiS0K;ym=*>~F)(6S4Mp(; za0noY`CU1t$XzBMD}0Dc$pkUE*0^*;@NWriB@$$zYM&ztG?gAhpsx=QHF_<8Q^1gt zDiO)hGtQFWy;M^$8PfDbYJ^3s9=kLMB7((Kuu*(J2A&QC0hw-^?F`O2IHo06ql=@%7 zZYBiywSHLwRGmJ{iThJ zDp6_B~2qoDu<`*IRvV@lF{IK6=ClcoGFH|4^J+b8@H7~u&b@u{{deheoF1d%Ur z=%W z0q*18gPcIZT+5OHH^nI`+pTO{t~U^F$LSoa=W_A8HE7jZs}eDLCSDt9y3gGTLv zVm>oXp%lGW$(dzdf?G6{j1_TRM9JV{vQ{dP_2!pZlDa;31A%RAXxgP&3mfKk70qf| zI~!VP7M!rKNJKYJWw*VIF;r8=LR3xSbkzN+?ow^Ks8w*LNOZvY#r3I8Y+q9VClq@i zq?}{9UEs)#mkmovkf|SIy{PZf2iDWaZD(W-xd*Y0S-HhCR_H zb~Dzq3Ik)&un5iw@TLR?*af_3Q!cj!xR9frj1*5+wITL>?OABbOe#}ykIg;_EVmsO z@liIeo!DnY#E9ASs->=-U!&RiFLTR<^)wE*SddhUFuJ14xaZPz` zRpZ@)1|-A|-yC3}RE4rg(Z(h%RxE@QIg^Z>vO&}GA!J1Eh>7Bpe`5De4+>=GxEkh1 zj8Qg&>s6YV-F?WVBrs0(`je;pDl(j8+OlJ5FdhO(rn&7{;xRWyekfN;K|vHs<Tv60Q9#nbdJB`FWN*h6x5DwDJrqiMzpD=>)=C>d`RFF~w0QR_pQ(Z~lC zx`iC6m>xOB03NM{of%RDd{7Vh0qTyxL%r=Ip*65)k{z2`o|JoDhq7u3{Tq z#fg&bl6h%X*|>()yE^&!bTmT7PaG#!Ct}77VgfiK91A=_S?$xZ1cBKW8DU+5N*yNZ zmmfW>_mF41&2ChfEjwn`y2kX7A|GZ*m^5KV1#1AruyvsYnqgZ!tCz}}snBHc%q&5w zx*rAo7;$7EadR8&(}$||`UES)nKO52JccCv_j*A}*ghVp zEWo37CfM}JWz{h?Hq2PXsFlsi7k96j$7 zckj&T*p|t%z06Tv)T+#-_3jLPvro*viEc|#fs9#A`%Q15k#>~eHwlUS=An>V2;_z! zkSm2gt`73JN~q)41abUgp^djlK#gyFrmaj_H3P*7Vo+b=EU3IgQb?JKHWo7ErqcZx zIJ!K`V!!lo$AlPi5uV6p?;bLu&eco|1cf`3q(e%$Sq@X;nWfuQm>N$*o;%%)sU|9@ zRQVN3je`KHDG;|UThDxPn3BI}I(^WtaQW!QWXf32wATNhiY;DEp^#Z`e;*HU`W3-U zR|72FLP@Kkq$>iCZsDR$;G!D{xdQOz@-WM# z0hMcnPCg1=aanZYDzJ#lBM+Cx87_+|Tp@;V4T!;I@qx>u0ly{e--^+G>%#Ya#fZM; z@p~&k>#YQvw=@#(OJ%pGgsEE~U6!*;QC#kysYd^_AndR)N-9880r0#9E#c zmquBw2vfBzf@)d3)D|7JDs)tOmqr4Q%Dk$_N2OK>=(;Er$U85_ziaE$%s8Z-`sq@l zF;zMmKQLE#{Tzp+lP|aN3TMYFbhQC-?NJL;^h;IfLX~1h{6bS(%~zHvhHg?y@(b06 zHjHza_=d;HWeM{IH_YHFv{cMtC{D7kW}!(=kU%U@$9wUPq{>e?1fdw~~85;sYCA7d%@^=g7+iUw|Y4_6&v}O7$Imk(GOVq0av{*i}rd4GF zky&hBz0;`*GzSnZWXS#WI-#H4KIkI&&Ogi)3>WC##S(g^(C z6F^=R*0^neFN>aBxZ$&UEb~xu0+A z3q|$4rtPAFmL!VzHdeEBEKRl1fP-*6<=BOOmE$iZ)n-psw>uPyPEx5xg%^sbtjg@d z3j#ZS?BE7OqM&$yl({1|eW^RL5kn^TlU6Zea;-=S5N=vyQm7sqL*n^LY?MOIS-7qW z#IcQz_f+9d(;{ zGVp6fVO1FHMfM`A+<~lo-|;ke8(W-r+^6f_QEWnn&$DY-)jnY@JA+m11-=UH|4Hln zTNj2eM5q7awfN>|E!)$T$3I=sGJFHaD;YCVP~XUG9$uXYslbbCH3MC}^xj5liLvyiVP!ElZkDYQhC5Jvt8qPpW;3d`d=q zncxQ12Ud&Mxe0i^Xf}_r?1rtHHR%cs)fK8WEt;b-+8u7$7A@BjRfn49oEOr3S!c4Q zhYHv)9ijrXDRDf^@7lIwo5aNzL%bTVl?X{}AD z&{?zHOzZ}LY6N?od8^cp*(RLn*}DgS}DNL>2S2otGP zzIdsT;X`YvXf+)@J8r z8q8P;EBUmb_N_lkN!t9A*hA&4~SEI#9ljl@ofI7@Ku<-a_7ArR7HXGVO<^0@Ztt-3)Gtn?zhTZOc&5fWy7B^!&%c#& z=HcNGsfZdJsc?B(CD$tpw2|bIJKo7Ux8BMXS`l%P3X~w6vRClp<8p;8Q?e!&(iIvO zXXvFpw4F^$bGfc4me9%s!ft1HFcuUQ94gRzlAW^2K<9+jeEx!wk9lR3jVc z@D}MP5>`LH`BdEWR=;@O*rS z`k<{0;Au5KN$&q_yYNFkFLac^woKI4l}pT{*@Yynq&6NfJQ^YU-4DQQlT>`Cmr|r- zxguvs5EHB?S)xmo{$=mi${OeUORnSS0qp55I_9#MUYZ%nr$oR9S&}QYjjEnif!@?? zo=8PNDksSIop|qm52vyh;(;^aTp<&++?s^=yEwV%>zYZ18j(20)euYBrvrY~s}?|; zMdLFPcMQoWi8nZmM8wcyAsWh-;`p&xjEjQf(QK{_8%LVODSVziX{&8qUF=UfL2QE2 zefOTSJ4{B7WKG9}O6schr~6F(vv6C~0@k!axz%o+t&-*N?m~@9fR3%Ao1kiI#j7UU8n~m+-UlKI6K)4gGYFw zxmvm9tqS5-ff55Yq!_3Q`{$I^a?8=qBV7qxt^9rC_k$h}&a#GlTXjpO{p}s0bHz?e z3?mih?|c-syp05zC``%meQE{)9|(T1u5E;JVT-p#_IWLbi?cW-`! zcW*Wg&sGb7wzbGWq8E(FW;N)|&C#VWX)_t+5%_ujO0JZfmx}jRd1AU$1UQ?yeEFDg zR!y;Kl(>5B$;2+~gWg<<)vWXUy0d&-eTbit8MdCBi7r{J8>{E|ST64RTvU#eK0z~M zF0lQ^S0WX*5ks8Map<+ZFm&q?Gq*>~3O!-IbPt%V=gUStU$!1EPub&T8<}NIky#AO zEEStY(^y$_mN~tWz93(uZA29PY{N!;**-;IvKP@Kshr#JISoB~miFUWf!EGTe01jU z$f?!izG4TQrQL0ocdmKjt~9H2ocVg)WR`M>S;qC{%XD&C(w*fg-(0(>AH%A>7MAu= z_*y&?HsF7-ytlzBeG8WLBv_T-z}8Ek=q0d}Kfp?m|I1mit+al?=Nct^iev6skV&>qL;R_3rIC(c#+Gcx4zpx^$+|lV#ve%&T%<*v_$F(6od-I)s-(ZNs? z#(g1=o@ys3^yxG}L=>)e33+$2o4cz;LtQ_80-c{VW-r4O%DDddb1Q3&R7tOpk03{# z)b9BCbL-P5fQjoz9s=!z$2vZ|MLutX4)|SJ-H8BuI<=$MU`x3=kD)0u3i?+V_$h^h zn1YlGGl*p_qtR{2-A>c6fEd%pQ0QY9@~R$-zw44X@{udzeQN-PJAS8{77I`qhO_%V zp1p=jGIovo`<13MN0IuG?Z?9;f#1);4k7i9iX5RTUf_z^rGNs~vCv&OfFpDn`ThX842eup z#V@(?s&eP6QR+bbVobR>M?!Xg)gWh*r1_)O5XJ$k$$a}~IVwv=^Fo#he)DD}VK4Qg5m3i54Qq@ZGp}K8snwhlb%^Wk<3|m=nhUsLh zlAh_Ia#p$4E2z}0QluPf8Ri&6e#y`fKY(_(ouAzum*dMchg>@-$AYqHmZOch=!14< zLhAgtkfSRUQt
02G`{;bpjj=<;7ZQXS~M-A(V8UV;fym(I3cAO!CB4WrH zN!|9%H4UjxN7FZQmD%}`63Q-rzCx}Kai9;A-sIPxgpSgRJx}hw-u&Uk(aFix>0t2E zl5p~7&+=AI5gLg%`#o;?>LchO<|v7VDVd!jy-xQ{m9AwWA_Y2Pju-Ciyc zB9kH`7+)?uYDKu2?1Da!`yTnf4yW#2CdtGEfR2bL@mC<Y!tg%d61wTl4&wXv#v@u%uz_cakjZ-#`Yk984mP90inkqmFf+mont{Q&-5P6U4OR!0AH>)s^5sKlqQK8$HZeg^UX7Qoj$bk1yBH7KJGkPl?1{-9*Z##_g3#_zJRRS(_$YP_i#uQbRlPq)N=u z(K|Fjeua57mcxH|aXdKtczS+vd2x1rZL=E(NHFa3WZmd>)c;k;ZIjx<-G-cpxfBf! zoNy!@LOoPvgfS_PCJ_6Y5vKzr&Sefe=}F*-X^1MwO@ixbSYd$HSQE*m*~})yfjL^X z+1`B`DQB4>9ywf{zc@uAnHs3%$11fxtT~^Xa;io*Bwu57*P*_gh$H5}5hB9UcAe$} zN9;(ZuoFrtI6N8-@q>j>6q6XJ6m~+;_vyWZf>2CzJy2z(lgUqI>f^NORjk3e<3e|g z93gzixBygg3g^c%?e+D$Gcqvl0u}Q}F|(1tPM}3_1zqc+XeC>qx74bVuPGJCm*ibc zs=8Gsxz;I6mAwiE8YA~kg%)%Ch&V3weRT>@IzK5bY>k(;yg0F*W0)j`Z}}C^tTzNL zro1+)YMowbtG7<^+st~G7J^(s`Cc9B4es@rAwH(Q*9V8W?@|YUi$rnd4z)HK*JvqK zUjsS%AW`s(Wi8l+RZ4$MFpU~7AaKZwDQ~Ja)LkhkG z{U5N8j$<D;TJ@hD|CsfBjZcJwj(y?)+lDs>KwW zRV+Ud-d=nhoc#3h-NoCF?@oU{eb=;1#nW%;;N+)wsa|XAfUMAxN&#pe$*cnb-8-cv zRCa@|;OY6#XIB^J?@!OK)l|Jay8f}kz=wpJ@l5WjDsowlD!B6xPRSf2*LWeeR{rAp z^xen7>DA9?$EP39kKS8FOqJNpmLvZjXvo}o0a95i@ASVfFRrdnuRdN}zq_0v0h*P3 z`k(^-vC}xdWD_1M?fh$YSYeVZPh%}$ielyh!&nKasyc4*($A&2oAY9r`eMyE_q#4C z-?G3E^e%`$wJZSj9G$7GLQcvJonREShsdK0Znml!;!b#19K>P);T`U}&=D-+qN|`p zt|(oBGjGQ%VBSj@_c3hrdQMp2f>vf%yS5X|%>4oR99FKD%3(QjQ8;_9Xng013P45K z^nz&*yH>XM=bkKf?weW1GAmXid*_)DE2~a5I&v!HZ ze|o*cgQEY>-rnKi*8gV{PuAV16hXbEy@QSiXXbK-T1TL~>8|KFBe~b*SQDzZ-Nq(a zka6am2Tl{`kDVAA5xBpSkA0az(hu#H07zk)kYQ)J2@nkO=kjfA{d!{;R_LKYaaae>?v- z@fc=@!~-u9$1Od=@&4x}c#&B}7ZuUODO=1Yav7dB?Gj8XJK5F z$ImzESQr<(yjNjNX{9cOI;j6ZFeuQ-grJv7EGDB5>Qk&+1n}Vlf%+uJ&-bjH$esN6 zSP?RgJXwN^cqZD$ZoQ6)li|0MvgKcp$Mk07vee z!EyiQW&+vGjgN0{Zluidk+``D)wK!y=B9E-a&rTmA1HHk64BIB9 zD9m;U#rVx1UYuN={d{`$@#^&L$HB$%PaiLju79-A&>U|iary4U+p}{;;^geAfoE#v zS!&~RMvEq98Y!nU^rG>t(H2R^#{sq>0Cg(u(fLlM zu@hrRM`Cm2Hd|4U0F@|tHV{Qrp|$= zG?5~m-zX_}nfdrPN-Fxupb@k7TgMo1tD-NA3|ts{&XCc-!9gCtsR|xxfbiLgT%XR~ zp9~fPL&j^vY$W7Yg8PaG!jfi{_^(wfL|fF@*Nz%nha#G_{ZDom(^S7=T-$N~=I&-i zV77WeYOU`4NH$v`8-TG@75iuywlz9)Z64|;ps^WRN8 z&CY)_i`Dl0cYFT3J^$UF|8CEJ*Kq#3+Ed*11THNE4@qm%5YKn-dKWH#!X4 z#w1xVCdu5VRfWJL*07}&K|r*Dw%W&V6Gv0WePzqA8Z>5a0`iq#)xpOj1`#Rt@z#FCTwzJj`+%zq9nG~(J*3e?s?{W{YdaGHCIC#`QM@I?0&TTY38;tO z*hv+Zx(eUsSM|Ql`#n1otXIN4rBn2;;*5KC9IBXyY6DTVt({z)$R)+7lAcAcinHf< zc@~ju;w2Wi?aBT(7YS*57{5J?-yX&{JB*J{)*VcSR3ENugO}}0JU(G3Ln_zD#CG+i zoY>D9i)hxK(P}$r651zyzxH@Og^#&#IoU4@>XA9(Uw@384Pqs#)#xqqVT*j&A|JNM zhb{5}e383g6A(o$Ikg1rwhMD%+r!iuawo(ga!S)VL+0kDb0ZVoWU^r&nX{il&TiY8ObA~{~ z3t@hq0ZRO7d`r4I*&M_8=4<)t76}L@TB^pEpC1p-N)e{(2TxL2Vg$?C>xWUM-&5ui58mMo*eCck80^G@i(fC-I!66=(Duvw6;v%2Rt~(|ScydY7B6xM7%j0)7oo^7mTOPIbVt32s>8EJmq3q75&^uEmWHIfyK1M{G zo#bfCS|mw3*re@79Q8pv@8~#t@K*p8P6(|DC|u~I#JFQHo@r6VFE(UrDR;garEW`= zj3ky%XFV3Lh2Sr;NXt@=~MBUkjsN-^nA z6Ybn2difUX{KeeAsFvOp-Ml#Sn7iuwm6|&jo6&4?+hV=pPtV^ioOugpo^uAKS09&> zEeGO_Ik;v+^8^sgmc&m6y*%q?ro%bW%L`rAya-ykq;RIjwyrU@bt{c+8@n%h5jbvl zAuw)HIB%i2TPSWh{d%Cd1~V8UHgsqxaDabP%=@M^Np;Fg#D*7{bSu3pbPMp^0(_q| zz*oGxikPM=ea&DyTeayw-QsYMzjXCf3Xzk~}-37JSOPw-N7hxj^b1MYkamAA33G zdjpcL4|zqKBq8;AwIXVJd+ZaxJ+^3On+1KgppzSd2twD=p9=&$g zhdL<;7==Ea28b+x0#3-re;lW*L^g>GuB*uMc;PzgD@74A6#CeOym2ST8FbNesaIeQ?#EC74-GLvTq_&#@JVe5f-$9c9q<<{#xxQ-fsYAN{`7{_Kj^Kb z-8iX0qA*HAMT{;Sn*xO61!(vzhe{5)|~T|JTvS+>=wFC-U)nu zD^R`tXLtYg{_BGM=b-oMU~B)`#8X&q<#=~owd>8Ss>gcoaYcQUTTNAJ7>O}u2EN;L zJyki)YU7{>ff#|l6EZr%k~CrtlZDM^?O~Cx)eQ&05Gw)9`{0*$``1=M(fXww$~JI; zh%m=;CeZ}3Ta{phM0*FceazLr_fWWF`G@Wt`BxafQmYFlZzTk8U% zJw2ZA>QODeS1yGVIJl|s#AHYpmv;@Nj~<<1o~2?X3q+~(E*DTltE|K$O2$VKjLAg% zW~E|Y)I4307%%x^{Zi4c1um!lS@l?B%HNc-w4A=YawRS8zu5vS6(QB~bJ_Y;NYky< zEJ@AmT>NGQXGtK<;m#;vssv)o5P7RI^Fkz?tYu3U6&pA|e!<^M8HAT#9u!T#=H(f{N1?%r1ZZ{jiX9}=(H2V^7Q zfC?s?e?3@iJH0);U+GSIYi!-Dv32zYuJnj*;Yu{N8Ld@Ov&p3uD`wS>Br8?ZDkbb= z8Z2y;(wO=LQeV3YJT@$4lWbS$m#>ElZ3DjDGOYcXq5m8HfSNxRL;}yU|MU)v_Mca~ zhuiy~Hu4nRZ3@QERM{^Ch_i~AdKa2{yXtzJzvsC;sM*CqB^RHnY?{1-z5IQEb+wpP zV}S^4Qe&NNX3<%47C(=zo5wfsEF=G$o&?O4{|CkU{|;X7^|tbV6VIc`|I`w_mHb=D zzkMF*nP2|Te-bc5{`dCxUlsNL-tOzI{NKbgkNtmhi$j$iqS;chm0a6r`)r@>GyC~} Q0RRC1|Mxz)cK`qa06iPI%m4rY literal 0 HcmV?d00001 diff --git a/charts/latest/azuredisk-csi-driver/Chart.yaml b/charts/latest/azuredisk-csi-driver/Chart.yaml index 135174627f..0939216e4a 100644 --- a/charts/latest/azuredisk-csi-driver/Chart.yaml +++ b/charts/latest/azuredisk-csi-driver/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -appVersion: v1.29.10 +appVersion: v1.29.11 description: Azure disk Container Storage Interface (CSI) Storage Plugin name: azuredisk-csi-driver -version: v1.29.10 +version: v1.29.11 diff --git a/charts/latest/azuredisk-csi-driver/values.yaml b/charts/latest/azuredisk-csi-driver/values.yaml index 72894fb38a..6af080ec39 100644 --- a/charts/latest/azuredisk-csi-driver/values.yaml +++ b/charts/latest/azuredisk-csi-driver/values.yaml @@ -2,7 +2,7 @@ image: baseRepo: mcr.microsoft.com azuredisk: repository: /oss/kubernetes-csi/azuredisk-csi - tag: v1.29.10 + tag: v1.29.11 pullPolicy: IfNotPresent csiProvisioner: repository: /oss/kubernetes-csi/csi-provisioner diff --git a/charts/v1.29.11/azuredisk-csi-driver-v1.29.11.tgz b/charts/v1.29.11/azuredisk-csi-driver-v1.29.11.tgz new file mode 100644 index 0000000000000000000000000000000000000000..e0f8af6ff2c38aee52088ae0893540f784558d9b GIT binary patch literal 14721 zcmV-{Iex|;iwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0PMYcbK5wUH{5^gQ=pXDO0r|>;y6i<-Z!=7vE6Auo!BnR>Diff zKN*;WB#cRb1AwyC=~T@J+5K|!NuI)mcaWm4b`o)SIu;2W+zt*74u0nV{uVLhVSekl z96KJvQ^dMQ6Uano1_S@Qbv(UZulMTUK>ge6^@{)Y_FwFO*FSjOfBEv@;6?xCcfJ10 z{ezd^f!lQAh_Ma9Jn7E~A`| zM8~B;3#4;aCIx_@ka8?2n+-sha^Ag-ZV)3#ATIf+o8u~#L%?xnZp$}eMrTvV1&61aW@B=nZOCT%0A8SuzFgclrnO3nbJ-$4ZV|qA})z z!3A0=GaD)7usD0Z3Uk}s;)qSLiw<3vMnuTMU521Q10Yz0z!UJ72_ow6Jz&xTs1tK= zhkYO1Ad|%dBg(*xMjbFj0tgC5(B}x?k$eg6AW<(Pj^u9!=pE_E@+c9E`aWU|Q)x*wQwhps5uWMYB2Cq4OHtzlhI~TBQK7!^`xUF(VmHt& z_P=aIUJq!sGX0f&uIe{Q&Zm)gM9Bz`hsb3}oTUUE^-+rguR1jkp^FAUvY^9fTp%Uo ze4pN(1fiH6rFjN=$Xfs)0&jeD#o%a!-S?2dvFxw-tH`~-piB(F>(}3Z-%_0KV;AxP z*lz(4Ai=Q9b&CBzz3Lsoy9Gc-hW>@JTg0v=3_*_%K))v^UM%yOy})xfmS0=)aaN71T!zO0Aab8aUt<%?6;Y<`bhn>ZB5? zgK0NV{oYn-0idDGP1yjnPwp`nJpO=2Bjn1G&*;#dATRP!yAgfUo=^_q#!GS5RLl{> z0=v*Z^gK%VIq_%9(v*X9hQu9Zw~3?{6U+feLSQlmE{%Lo${EAeo)p6=69A7Q4hR*% zLm?s_pai@hp2pcF2f`cV^8xtuSu!#qRG8t{Z$j$5%ccmacUVd!yLE_shS11xy_OA3WREsQUFz4zF>W$2#~;@MPg7|E#?l(Ox|xk`G> zMvKa6F&iyuXjUXKzqI`oOS6dL>caXf7FJNKH`9kLr8R7D;d~;Q9I!F&DXJB^iGd|U^F;=e>_Z=nE>8@AW$!mJ{o}XQq^E>e$i^hI@6$K zS<6zD#-dua07$lBRm|Q*dFE+0lS?bj-zOWOTE#tA^ifVDYf=My!xpZEMI}|4=JjAv z%PL5Fo4hYe{0f<0lIhjc^uch=atHlO-r6~SAFx4k7NVlK0cPeb+!;P z7$AXIQY}neh5|$c^atQ+Th5sFQ}6^Na{_34&;aOfd!Vgq(FV`-3ve?79vZ>O7iznt zO@tTGjgMWRX5$`!#7nYSlMe-SZ*}VDN&o3if6HhTO7+xQsgwUc9bTQDy#<#i!}AZ9 zM6x#gx9ymVv^M|*4;PmW=^F8pF!^^YNv$uQT zxK@?EJkx)a`0&21J zkr;sP6tb?5Z@T7<-k}Lb2f#x&7!qsq^rt;ALLOx>sm%pqqw`SU0RINHZQfK)e~zs$ zN)D)%EB?NQt(R=+x;9s^JdvMc z_8w6%Vl>b{^$Mbx9zjn|CaF4XZ6hI59LBF&@rr^O@{S{h$=Gb3Fd3hY2~A#~+#@$q z3}NI{wxlb>g3N;CfB*`2a&jLs#CbX@>36lule0bdKD)a+qvDhlz8cmoyp{B(n28Ab zPC5e$YwK3k?@D9kBhdI?t)lVYVdBv{Zj)URM?X?7E*NzY=gA>n#voKJ-JCm2Y9-v$ zqrvqQvTGmTT$`6qH!uOWB;sUq*Kb=Y7-T44)?%^~Lytuay*rc2r;CTNeU=IfHDwJh5%Q_25t@&B91(8H$g=08s*Zj zHp^U+U}!YZD&3&l&Ce>2y1XkOzvW$5*#aVloRE5I*Qf+uSJHD7F(+hr3I&SKoMzqD zlP4|p=_2xdZT;W_@XN2QC%`cpc-v%^RCJZwt(H_+d5 zXsEXVzk<_|+Ik!w9s?Mv{j2<9PEeQwImctEiU;ag!2{UPmFkV$-DI~e0ue}r+_K15 zt{-u236Po-B2sfQNluT!9TpRnY_U>J5vRve#u-{#RaX3T#E?n}{U5N8v<>Dx3=<0z zL!Kj*vmLnOu{>7%hd@E-LxFhr?ELCv*b(<)l``hxzg`>^@n5fAzwGbuAKQ4YCb4DX zSV6jmr$8@6QoxMOUduzFPiM%J5?LK{8`;unwXP^|C&<06AQDoK11_M5_#Oy-1UUjM zB7>IE8C~H6$04y@`OT+KpmT{-x=vzk2A@AG4N(zu9By=oH*KaSEk>N zMj5O5+WA={4rR*oDPjzJ2>dQLbHoL&UZ_8Dpv{D!?WDvI@zmeCf@Zroq6|!sAEYWh zsHvUKq)D0$mD~e`VPTsVn?47iZId_FJVt+VZf1pCF@B~hqtP%weFE`ZEO%(9GIs)| zRb}daK1`6kCY$V`4xe<@@a2-4COPSwIOp%`kVT5*_8;4z{jsfRl?OuV#EBX&ha*wC zYlk9Cb?tPB@hD-BqCyTne=aNODiecbjB4|NM30xv1Q~v^|LJ`G{LpiC6VDv^?=sKH zp1CcB39gm@{exF8UKH@Z`~8F7!A|~f<0;IrWSot?OwB^aaavhF0T^O*FA!0Nn$GR_ zTITdyx0rYXaHP(9E{*6tM#^x6DQN{rKo1HyC>X2s(Q^tk93!IS*-eCf53!s;oAx^2 zn^R;MVh4sHqf_MN<)1Ok@j-17=eEF)LdBvy02cnY{!^IOvx1v z5En2A2Y^JrpB%uM!!(mS({)@sJ(!MZ@enBtgL)%%27us}vVMSw6nQ zTqg+qh(W(pJN1oEDAO2@*d{qOA21n5K4isgEdaPnLo@)1F7CAeFr%TUIGIDu3x
`2l`?VdUBkyGMfS4tMibjolMAIV}47=qp`YxNOSF5!YQ1fZ!}#~7Oa!6~_bVln_7 zy}jtD+*kAik4=Pnm@bR2g~B@CQ0gN{taTg#2nf1M>qZdrcpl@rr%$8Iy2i6gQDO>H z?bC`1*FbAgD^yl~`09Gq!; zeA@n@N__G2QLg!1Fb#>bw?3&F^!1=1Wsa_CwEA16is{OyfM=jY))vs4e;`*#RYIda z)B$rQdpbwzJ78*~UeN)CR1G`hGOnU-Yk-M5Dd+e%)n;9R#2l{qbu#mq)Ys&2XILRK z;B`E#xP6F!D>8BM{k)oA6^6!wEQzhT$OAVsOQNdYpO#6LJ3afgVU^FStD9#WL6d1z zOqq1JNh$>rF>@Eoy$kJt3vGrVR3IQGP)K=(M~Mw|q*6*YgszC7@6QsVW}vw?dB`L; zR7?t0P*4|p{RIVx@Q9^{7%D$x2&fY!Rj2?6x)VUf1hEeIv#HDb55p@deso=t2SSD^ z)4m6ATo5~$oAy_8+6|3}XRT%RSS~bml4Vod?&VOaHaeI%0tYBB{sg>5Bxb{ic!>G4 ztROLqCD4e&>SkpZ?OY>{${%zKJZOMXPL^D(t8_|QK#uC+xPq8b5wxchcPA)-gY=M( z9A2FM{9>4U4f5Sr;3>=jRJQr2$+T7bDugAQ7+pnjPrj2g2VY5dQz_unwZjOpJwRE) z_=3tL3^|n&S@{WshzXoOUdyP7xkI;H+n&nin;oUz1ZweW^a|ve9@D}=DF#LitDz{K z0FD48F~2Lv6uHaf6NL|PDVZWB*BY0O3H~jitwe$>RPA#_fu_=92=w&!B&~yBv=l$lM7Q$Q2Po zU8&ousuQImcLMK8V#|1%t7~Z*>PIP%H6tK(NX=9_t8PVkNxnQ8UZs#YIT*#>FRbM} z9Rk^5n2Zq9gQ(OWwalCIb8||CQ<;+RYIGA|k#IU!V*5z#8I*1qdP+S4rvx0q0QpCd zqm2)M>}l@Ej%_vsvEE-b1oC^1{XN8$7U51HgRVeK&OMjw37bscWYI44+0D#I2x~`J z&PH8IToel4HL|s<1wpbO;!kXQi1fKMT2Ck68+N&%Iz%y1`7l1$Er!!#&?c9whf@Db z*v-U2kI|r0A_~BjVmgd`#ppN)BB4-qa3m6mNl7PdM~OytQ`FZg_1l)X(8|iZnT8jX zYb#LzE^L%4HEg4>raO@es+sOKf;8>$j_z5xqmcrH^C-}&?+r4i(G^718Fg~h6CYC- z7P?rDXGTxgpn~WPQiki|ZZdHNiZ?D&f?Kw6HpT(f%wtbpApqj1a+}hCQ7ZFRFbb?_ zPi`@9zAJ;Iyr;7@F4Ygp16MUfW@}kNSC5+-HcI@N89P`|1ti1$l!~@Y;T2?898CRD z_f+X4CFp!)!y3i=!vXlET{-jHzs|{7$qJ>M6&tiUlJ}`)i>NpampA&Bq?XQ{x4*QJ zQ6);v;l?ILd^8e(U|&vRY)nad52qJUeX^9_<)&O1ar=Zn1Y2sK`E1*e@}W$~Ab{+)q(kXy$L-wHo5pmERE+L*nT4j& zu?=KPd8(Pn0wNJu1vLuPiK0X-6hM+%d9o;{C5ffC%Qfn$PLR>-wYDBHCf5q7T(TfB zm_W<^P(MeMNc}+W1|n`OEwf~wd4t5A9E_$06zkrD%YNmN>mtrakq@5T%;atcd(fyo zP%LJqDU_o3Dmk;vb8v%3lCdJLizpdfOx8*TvflhMPg2+CZXmF&4Nbc=YhlCOuA*5@ zYo{X%&4Lpa7K!NQsqD6wF@b8zScs}goQ}Fb(_N}f7qtq`42cdnJHI-yiR~*2;FMwy zgp_kEw+kG(5z~N69wEL5+&Y%F)^sr@x3jf{@VXftEX?c+h^+j1+8hSYCXKmS%&{lh z#BRoVR$*W)8WzDR0p5(j0K0$}ZOY}g02gw!myzPhsy4#DuRRM*nMq|z?y=b?f#tU2 zB0kE-wG;b{h!`=OUbWP<^J`SwLUVk1aRglG`yKFuS}3iSy_#06T2Gly)%6|bBCaW~ zt!lhm(13*4;hO_2l&Vk`Dcabi#fpV+B4?73Q#NQ?K7@?OEiqAi@=xsE=|O?)99P5q zh%w6MaJ@?@@Ke%IySOdw0N5Sxg_Nw7kfy~PGyo76Ew?MVFe};0wv?E;w6X`Cu)5tGaC7z zLN|~j71KjWgITCXPj!rS>!Eygl(E7(_cV*&A{0tyWl9z(!6LP}3Zm3?BgW%l$WQ9T zob(~2$--pjlpejRZE2#g`v@*!h6)hpN$h~)lUEx|(wyDbLjqzyIe{fAoD*U(&sA)r zt2j}zT{17tDjV0ZdRHeOpN_}K_=)4h>O{<#K}-NggkyoHD64&1mLM?SA|tFzP^rU2 z{qm!S^$zlEx7m#f^JT}}TGyB!Qsl!N36mzws9+6%7`867Kr?KMXZ2E9GZmUFo|z>` zRrjNyA0v)zt4hfQoABN?9dWgQausLTOtO#GY2@?r??9!gYkZ_7#gz z+p^ADiGlz@0|k){#02r;kwx9AT1Mk!yCOk7lo`8rvJ|*JAyeGX&H;4T`Cczb3ERg5 zl?8az&IFr2xr!R8Sj?*PAkdaA`*<@Gh&R_EGxNYgb~zm~nFkh%b1OM_7T6V_Dg{!7 zf7D!|&&(?a(#G;?6b!#)&QugYI z_~Y~E&z}AA)BCqq7bm~s=fD3#qTp8l`u*82=;YUiM4mtYuRoNka_?lIn{vlTnWN`@ z;_jUp9osTlwwF1oi&~YrwBDVeZ}y4VH_=TgDv&X&X}{?mG}4X|{3aoh-#ip@2Z7uY z1ahs=$Mr!T*9mp}njnr}EVS_k38?XnPqdXOt7f1$K@93koCTG4ND3)a(Z)iC+*G3V>rJ1A*2lyptt(H&g030!mw0MW+<3H{mtpsPYXR|Ivg2;W>8sQKkWGS>jUTpeb) zGN5vU(8&kEE3S%8Tn83$b>!j7IKx#@g=@qRZU8a3Dn4*^G~l;{{aZ8IZ&UcbuNcv{ zI(}~rXuY*y^HxUUeW~pBm@swgLeQ-VFSj~6Zgni&T99vR!nu9rsJ69W*j7iZt&UGy z0~&1|*t5rtG+PBzwnL9SX7tz^uwrXLhCR$GF~15cEE20Cy1sJ!);iEyYvaWgkyxv9 z;>swiHDRh&MNqAZm)fDD)`gBr@6t%%QJGiu_^8wh0bLh`0(ob}_;+o6ni+?*Q$Jlw zG^R>N;|Jynub<Ub~SkyKer;w^`mFdB{Xuv(iH zG&MV`ivi>NG_c^tGGjv^sDu_cO8#!ae0y!5EbV^0fwoM4B?md_ZHanyfELR~*0ic@ zAX4k)x{EV7iP90yVO)+o$Jt%3L|mU!7^}UqC=0F)f|!)e{P8)Qg)qvJh718hNg9FQ zdj!af!Wy>=@MY1H3padLk3~MA+=VxkGB#6VUgj(%YYJqmB@Y;C{W2K=#jNd1B=_@e zeW9qn*R)+!(2_*)-o|RSj-{zK8gLL!W*ocFuX6mQq}uGM>UN7l(Mc-RsPIA&l~tKv zctK#tj~(2ANE8$gkTQ3~rZ06zHe$%+e$pyNOs*9v0m4mdObXRw6G%K?iH%aoISbcS zfjD;2@g6JOseBEwezFQzl`*o?bdZPGq)WFN%3CyZ^f(4E)Z5|$qfT6r`&@3*S!?vU4;L0)SH zS_OWsD69*Ez06)@ojZ`V?>ipnZexe@j{9`eJBn?{@I`hF>)I!5WM{CBy}(zY{Xc4b zf9JyRh3NEOycXa5tYvq)^6;lCT83}ocqL;-sytxPY33cVm?~GFv7~>^Ia*2TwBq5) z7Z)C(;3MzSAe5_W?yx(pHUa7|zNT7>dBV#s92-$Gf1hnzS}Qb)rbP=hM!UnU+M?B3qUuo7oU=ljFY8R! z^iTo&r9)JJHYJXS`EA>FY?HV;)X&dHV1+0i9PG|KcgHr5aEmv`OFieLo=zr>C#|&! z6*_Can~B{3P>o=(GjEmJG2g`1U~NjDT2oFFMan{REygihUDsqTTeKS*7|<*v*JM(& zP;PEy`+>3;KCD6}$xSHMGT%Zsu{V@KyD$W$Fq2?Ya5(wxD}7g_f((>8+$2`Z|r-V?SR}_#Ufl4FOt<^9Ln}i zP-XK3Rd!EM4_UX_KS6UFXzj+s(&ohliSeQ`v9&BDlMoLuQ@!LQF6BS)7KsZ#8e<}r z%4g3tGJIqW6|JVDXS~s?$ET)WmktmTdvxW@1kWf-cc#xR6|R`ZfU;89KPgN85pj`5 zNP`(GVI`jy)V|F}DT&+vqcW*C@LS4fCK`SCjCOwSx^(RNE$^i!|==Y;s$7>+hzsD+EGX?A(YiSsvFuy;V0Tg0)_RxBA^_ zdCqKjVOm9EEi?2Q^PYP1M9i>|JQm`C{5$W)ayOwF$bhAvVqa>d{mT(CG1dP4umAZ0 z`$*4%fB)-$rPTTNzy9aXK6P*Z{jdLR9FRMY1~I}>SMDj-HO~09F&Xm$Ge82M zA5Nf&VX=r z&OAICAr(=BBNZ-BtK@oRfi{vnawmIP=hhp!LMtLJQh^eLQ}zm8eq1h*WlGk>Lb^nw zg8Z_Y!)%Je5(ctjyq;l*+|ImkpV>zW~p(7fp$bm!or4vAcM~I7#DFZS7 z%l@xb>VRZkbPt2jM|<%>T%v--a|mN16?!8P-7CuxEf(8`*gssdes7G zvuJ!q;!YqLC-DYHk%$;tE<{7wQXD@Pi*ZqKJebY3VdF@%IE7EMCvCNjtBd_fr-)54 zy6fIic8kf_k*w*MP)S|2{&b(Hf0k~GTELn%D7V^evQ@Gi-d(Cu@zFx_b?oUdhA9>D z7Br(o##T%w%s~J>l!ngPFe}RrRbk=WnPV_J4kVuZTZbxjXG`^9gd0uY52wf5Vekkq zHCHRQyj4N`Do|p;h78Z>w&}w7|=k)qcuWzB)>kZWZgAZ3n z)zRTpT`R;}7Iv0C4|d^cHU^s6rmB!?Us^o0iWPo$^X69-I}JYWdp8SgClkAH0D224R`bsD>(26V^&x&nX4raiF1lp7Zmgc;6S=tSb5S`?`UK64 zxxn@tUx`%M#td=3z@gXf!qA;Z%)%ZqYxIQq(mh~yo-bSVeA#)tJZ6uVU1XLGMP@N9 zvr=ppO=E4*Sr+t4`ht9sb`eqZvkM#XW&0F;$zDVcq;l@U=QQ-}S=ofQ$H^etG`lVDwb13NE)qL;u*{s3!1{;!7dUlq;2GH!n@2>n&C_^Y7q zSHaiskn{^TZil4bA?bIR`5k6{hnatT_kYhfk$tmwfaebtS3#|>j8R_|k^Y6^&%Zjf z`R?}ZuM-An89H@VLy#bZ? zv2kC>qo>+23Vk{Y5D|r|T|(ZS_H%c&XsGL_PoVR&#_VO7LK)XTe{N;1kt*pW@)6{y zliD3We{OyH1Tb;^$U~r=@L0!(H^}F0&;h?It2+^3U#E8T8f+<7=P@*8MnV4y13#s3 z5L1wHVGgm(Wi+}ix!Y+P77%0F7z%ytLSEHl@poMkM?P{zyl)Mla3}9n(_#S%!*G7z z$FtW^Nye^mf4|an7AR6bvi*3Jq`af-)~C=rl|-?abu?)4^f*UeRwPNWURCaVHA)?*UrZ<$XGqBIuNve`k~E*x0I-V=UA1>UD~g2t=M1%!0-+un=Ga{= z{5hjDCH-9RNwbe2qKH!ti+ z|Gw}cK@EzG&kjPFzP99$Val+WrT7%1raG>^naOb(7MYuVIC3MEff9l4MLIqlxpF^v z!RQF*RcoyzUPeUV03B<$f!bjc)JLp1sWLAcPO4f-K2o=h%`%hLyjftznqeyo&M=*9 zRnjv(RL&~bdIgo5Rf?2jEyElW$S)Wg;d{{Tw)3;Q<8pkF=8$U#meJQUd_lm>189+Kw|qP(%zl zW2xJ|xuPNU>3H@=t}=T+QbO6q&zH#cArACm(wqGHlh9FGvFFL%*PA~)J3KzVJQ)t3 zTM|y+>|5T-DMBOh=0%TNzWNAyh&f84VM^wwNUzgANJh)98sm?I_(L65(&3;zs* z{zav~(#h>4(Y;{M(Eu_h);p^DP;O6M;fU-YSdvMZ=fDs<{|xz?m%X|aHxc9FO~02* zgvhkW2*#I7k6ICKCc9t&cdZ8hB*GM@lt-NQ?Gp`x6-vPt#Qib*YOq0 zTJOxW&WUYI$ES|Ib>Gnw!@(rt$WcIvH|kjDX(>Z~KXr**Iz>!74xHSFP+bZB1H^vB zkkapq6jJqM|KJ;$>V|_JcAEQmiU{J|2^qaXO=fzW<3eUw?_{qbU7mya#7j>3b(Pp; z;^&P8RSc?As?kWT13VrW^v`*QSvk4#bUFgef1G@&EZ|Vd=Ura72 z6Ny!<)WxP0mC^|*6BWAsT*}3+)P$#R_8;La&NXJc6S&7x?*rN!tQ%W;25zI zXE^b+2wc_)u*)c?Bhhhb(1o|W>$;)*p93R7<$f*VVxVo?o&EiOzyEz_zc|A#BHuUR z5Wwl^jEV~lAIhZDqZ2ZEpT%bzAZc+Zi{;NZ>(wxx$n}O{x$HutkT>~lTVl19$*Yb< ztb}t_3mFyErTze19bIgmEeca8o)U?@x`~uejoWLL@D*gsvNlb)q-0;Uq=t6nX_c6x z<9BF^{0j4EEQkN_>}YuU@#O6I;{5dN%4RnXkYL#5$-2?&sQ;^w+a|SzyA3%Hb151e zIORw0d?K;f| zj@Y40VJDPQaCkHt;d=|AC?+vfDeQ!x@6$U61)-SbdZ5ZmCzGGZ)JJL4t5}0`$A#_$ zIYRi3aRI306wZ%i+N-N~r(|f{1uEu|VrC3cwUsEcOFUh-@ zRCTLNa-~z4Dti?SG(qmI3N7aN5pi7V`|1>+bbeA=*cvZwd2wPr$1q6>-|{P-S#Jnh zPI+xq)jGY>R&Sl+x4HE$Ed;rO^1V9J8{Df2LwrJgZvbBAzDphaEfU3*JJi}}T%(m# zeGTLofJDJBmbGLTRw?~4#cbs*Dm*4wVCWwsAI{8-9)K5lFt6F|B%k~F&mm%%diKoK zHiEx>xIFoIba`@oa&~ok`0nEmr|(W|7K0xcwZtXT^6xzie?l{BzzGWoPU#az3@P{$ z^nbuUI*Q4Zdrv;MXf{wxVEINv9poVsp0U`*tOj8>hC~G454zpzEoXUxnsr0DfL=&# z9kko!nW-!AL4Hcjs?EzB~E(o$Is^HE)I3){=T;qkWekw-0!-m ze9Hnu&^sso%(4K~b9AP%3OOk^bb?XP9wCo1xZSE|h&$nJaS)3IgtxfsLPxNOi>`ta zxuSFh&Y~T&gn2Jv+=sBy>p5Y83tE|7?b?npGxrDNb6B}rDu?CBMdAFpqVb)_DgYH_ zvva0B>{{90UwE?Exo>VA%dA+9>|JC+tgSlLj6avyoLP`*=z9D=7V`fwioqhjKi|#u z|LOH!9u)n5_V-^N?EHVW@nqe7N)gms+B@iIcxoE^Gm?8I{4xVLJ(fDJ;(T{R5(;RS=csi)r^;`-7<5~z&K*U;V!6c1@mPb0V20F&+yfW$v6CZOThTT7Tj_jFz4uJv)wNo| zc`xhBRWze$#B@vBXIJ3x!_|-Hm#0^My}lm)b$E61K0c(%`JQIz$j&^fah#Li zzeF%YsyKz)!!?u(-Gn8t0?E@3=^bKxf_%S&?k(P3Zt2w-x^qqi3V`~r0uLlM2jIw^ zGdLPtUr!;szV`9W^|h2aJ`&g0p}IDKUtd@5NUpDe^8;mWt|A+==EEUyFpew5he|5M@)zk$L zl_pZ8^BX1QE;AqhMoC2<88l+ne(M+mZdLS!v4IO?&lxcqI5@}yI90)84G=y(mh02$ z`{UtKV90oFn2&_~N^oECKv>eO6aTetg=mKw``S@sn@~ivw*P5=IZgE|#LHEpQ>`XpUE7%uFacodj^ZsDmT0S$N(6uD$cm)$DxXOs5TH)+uF&+iCj{QD(PADsyKU& zm*)}5CSGBI+nwxxbCHmChw;0^_}yWAv%~oKWZl7JMD^jiHh9_2#N!ioGNN*QOl((Q z%8C7gv54mF8LhU1CZT=O_ZyGrQ}~z*my`Xnq#l_g{`JSm*&JJ&MNbtW73kvaP*F{!&}d(Xo7--V;U&By=tUmX)Z_#qO5N(@)XBL)ooQp?9iG$YR!UeT;}W zJN3Q6NwPMmA zC)&A5^zt3n`HQ)KQ7ye|x_NQ#F?ZGVD>Zj6Hlx|(w#9nGpPs)vIP(t9yxuRbm% zTMfh;b8yXu<`E#6Er}ludU@W>OfMHiFE4df^D=1VlERr9+q%Zs)~z(QZSB73W#G8o zrNFpF;k<+5?x48k^qYa=8q8pb*vO%wzybbEG4GqwB-JS|5F4Fm(yjHb&>g^c2k?E= z0AD>59w)q4*R2ZNTgLJ=*cv?+9I#caKEM^9jdqg@U+%f|zH)c1=k8k19ZY!#Q{KUp zOO@Qv#iMm=thL^YBQTJRa~-bB31GBu1Omuzkq01Gx_IIcHtmC>%VX_f7Nw|WMH3V7~??FtX9DD&e`VA8~=$))2ax#ePjN-MS*OxM(wyHn8)N6leON!2Y`g=7Vwg-wlVH#RcWFX|>| z4VtUYeBP)xw|MhO%W<3{elw}#&&qn1R8Y!Ci;`+dmD5(!?i7^CM&Ev~e&F z1IjHwK>592NxcGda5sShcxZ$P;#%2=hfiul5KJh&?SQ{vF`<#r34BbD@~1bX{y}df zC6^M8J;aa)LdZnyEzb;}sl@FG@`DbabS2sL0ECna2NN!!@3-_W&w3tdTH+xeDU@st z)7W|A%g)DMy_JwG95acIKR~lq@=oB3 zTY>8BKm8Z4U%W2Ze-3)DUhM2Y+jt7gtsL);t9HGaRrN^kJuaz_a;vFI4I?q3%)ob> zuBR%eS#2D2FAyWpcS1&|SdvD}VY0BrtUWC9wYuQ|7-A)W`2hUVZvWaUC|bX?L)iu{ z5E15B&Lo;5cB2xEk!bIMwvV~`_YMkoBLC2xBmWBHS8CNmiog;jyFSE0g*3i<-wP65}ObY+fqbwZPTXKdT;VO!?bVmR8f3*RG_c{Wo7=r6QzSey&=-3Te8N znkA{3or~YB;4BHG1!U)TMJGcX|MvKm$wkHI3I>RkN?2Y_Y-_Q3KzY=xU#Zu0oUF5D z!{Tj)`SKOWwOs2TN~XzSs2rlCbK-~qs;Y~Ksv6Df*NWDxf#()$RJ^c0ewJEdu$uAJ zr%&;j-CXvoN;>o0JvM|4Y9qOr|rql%hMF0ENHt9B$=tD06RVIR_9 zVXKtJ)F+Vo+Ew78VJX{WyF$NwJzQuT@ZFYSI_p)gJdDVZp zyZ>n`Pto0`VEjy#{X&2^tB9$0p{cj4ZpQh0k;{XcT^v+$@u|wD$vfD~-v?M%i+ME` zh`=T_*6HRJoh4`S^Vqq0d;`xa^1taxz+Cx%P`v-|;C27?PX2G>c`*5(TB3K7e<%5O z&jUS+%m2ks0_Mp7-isHniu!-A|7s`yxA81u|KHx?P-TZ`wp8pS*Y4RpyJz>zfBs(p P00960CSAK-00062{2zpj literal 0 HcmV?d00001 diff --git a/charts/v1.29.11/azuredisk-csi-driver/Chart.yaml b/charts/v1.29.11/azuredisk-csi-driver/Chart.yaml new file mode 100644 index 0000000000..0939216e4a --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/Chart.yaml @@ -0,0 +1,5 @@ +apiVersion: v1 +appVersion: v1.29.11 +description: Azure disk Container Storage Interface (CSI) Storage Plugin +name: azuredisk-csi-driver +version: v1.29.11 diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/NOTES.txt b/charts/v1.29.11/azuredisk-csi-driver/templates/NOTES.txt new file mode 100644 index 0000000000..6a9695dad2 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/NOTES.txt @@ -0,0 +1,5 @@ +The Azure Disk CSI Driver is getting deployed to your cluster. + +To check Azure Disk CSI Driver pods status, please run: + + kubectl --namespace={{ .Release.Namespace }} get pods --selector="release={{ .Release.Name }}" --watch diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/_helpers.tpl b/charts/v1.29.11/azuredisk-csi-driver/templates/_helpers.tpl new file mode 100644 index 0000000000..51fcc8a092 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/_helpers.tpl @@ -0,0 +1,26 @@ +{{/* vim: set filetype=mustache: */}} + +{{/* Expand the name of the chart.*/}} +{{- define "azuredisk.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* labels for helm resources */}} +{{- define "azuredisk.labels" -}} +labels: + app.kubernetes.io/instance: "{{ .Release.Name }}" + app.kubernetes.io/managed-by: "{{ .Release.Service }}" + app.kubernetes.io/name: "{{ template "azuredisk.name" . }}" + app.kubernetes.io/version: "{{ .Chart.AppVersion }}" + helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}" +{{- end -}} + +{{/* pull secrets for containers */}} +{{- define "azuredisk.pullSecrets" -}} +{{- if .Values.imagePullSecrets }} +imagePullSecrets: +{{- range .Values.imagePullSecrets }} + - name: {{ . }} +{{- end }} +{{- end }} +{{- end -}} \ No newline at end of file diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml new file mode 100644 index 0000000000..76df8af7e9 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/crd-csi-snapshot.yaml @@ -0,0 +1,840 @@ +{{- if .Values.snapshot.enabled -}} +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + creationTimestamp: null + name: volumesnapshots.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshot + listKind: VolumeSnapshotList + plural: volumesnapshots + shortNames: + - vs + singular: volumesnapshot + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of + the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing + VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from + this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot + object intends to bind to. Please note that verification of binding actually + requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure + both are pointing at each other. Binding MUST be verified prior to usage of + this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying + storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time + snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested + by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots + Required.' + properties: + source: + description: source specifies where a snapshot will be created from. + This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the + PersistentVolumeClaim object representing the volume from which + a snapshot should be created. This PVC is assumed to be in the + same namespace as the VolumeSnapshot object. This field should + be set if the snapshot does not exists, and needs to be created. + This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a + pre-existing VolumeSnapshotContent object representing an existing + volume snapshot. This field should be set if the snapshot already + exists and only needs a representation in Kubernetes. This field + is immutable. + type: string + type: object + oneOf: + - required: ["persistentVolumeClaimName"] + - required: ["volumeSnapshotContentName"] + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass + requested by the VolumeSnapshot. VolumeSnapshotClassName may be + left nil to indicate that the default SnapshotClass should be used. + A given cluster may have multiple default Volume SnapshotClasses: + one default per CSI Driver. If a VolumeSnapshot does not specify + a SnapshotClass, VolumeSnapshotSource will be checked to figure + out what the associated CSI Driver is, and the default VolumeSnapshotClass + associated with that CSI Driver will be used. If more than one VolumeSnapshotClass + exist for a given CSI Driver and more than one have been marked + as default, CreateSnapshot will fail and generate an event. Empty + string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. + Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent + objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent + point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent + object to which this VolumeSnapshot object intends to bind to. If + not specified, it indicates that the VolumeSnapshot object has not + been successfully bound to a VolumeSnapshotContent object yet. NOTE: + To avoid possible security issues, consumers must verify binding + between VolumeSnapshot and VolumeSnapshotContent objects is successful + (by validating that both VolumeSnapshot and VolumeSnapshotContent + point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time + snapshot is taken by the underlying storage system. In dynamic snapshot + creation case, this field will be filled in by the snapshot controller + with the "creation_time" value returned from CSI "CreateSnapshot" + gRPC call. For a pre-existing snapshot, this field will be filled + with the "creation_time" value returned from the CSI "ListSnapshots" + gRPC call if the driver supports it. If not specified, it may indicate + that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, + if any. This field could be helpful to upper level controllers(i.e., + application controller) to decide whether they should continue on + waiting for the snapshot to be created based on the type of error + reported. The snapshot controller will keep retrying when an error + occurs during the snapshot creation. Upon success, this error field + will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error + during snapshot creation if specified. NOTE: message may be + logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used + to restore a volume. In dynamic snapshot creation case, this field + will be filled in by the snapshot controller with the "ready_to_use" + value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "ready_to_use" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it, otherwise, this field will be set to "True". If not specified, + it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required + to create a volume from this snapshot. In dynamic snapshot creation + case, this field will be filled in by the snapshot controller with + the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. + For a pre-existing snapshot, this field will be filled with the + "size_bytes" value returned from the CSI "ListSnapshots" gRPC call + if the driver supports it. When restoring a volume from this snapshot, + the size of the volume MUST NOT be smaller than the restoreSize + if it is specified, otherwise the restoration will fail. If not + specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshot is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshot" + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: false + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + creationTimestamp: null + name: volumesnapshotclasses.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotClass + listKind: VolumeSnapshotClassList + plural: volumesnapshotclasses + shortNames: + - vsclass + - vsclasses + singular: volumesnapshotclass + scope: Cluster + versions: + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the + VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage + system uses when creating a volume snapshot. A specific VolumeSnapshotClass + is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses + are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent + created through the VolumeSnapshotClass should be deleted when its bound + VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". + "Retain" means that the VolumeSnapshotContent and its physical snapshot + on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent + and its physical snapshot on underlying storage system are deleted. + Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this + VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific + parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: true + subresources: {} + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotClass is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotClass" + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: false + storage: false + subresources: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + creationTimestamp: null + name: volumesnapshotcontents.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotContent + listKind: VolumeSnapshotContentList + plural: volumesnapshotcontents + shortNames: + - vsc + - vscs + singular: volumesnapshotcontent + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical + snapshot on the underlying storage system should be deleted when its bound + VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on + the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent + object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot + object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created + by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent + and its physical snapshot on the underlying storage system should + be deleted when its bound VolumeSnapshot is deleted. Supported values + are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent + and its physical snapshot on underlying storage system are kept. + "Delete" means that the VolumeSnapshotContent and its physical snapshot + on underlying storage system are deleted. For dynamically provisioned + snapshots, this field will automatically be filled in by the CSI + snapshotter sidecar with the "DeletionPolicy" field defined in the + corresponding VolumeSnapshotClass. For pre-existing snapshots, users + MUST specify this field when creating the VolumeSnapshotContent + object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the + physical snapshot on the underlying storage system. This MUST be + the same as the name returned by the CSI GetPluginName() call for + that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) + dynamically provisioned or already exists, and just requires a Kubernetes + object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of + a pre-existing snapshot on the underlying storage system for + which a Kubernetes object representation was (or should be) + created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the + volume from which a snapshot should be dynamically taken from. + This field is immutable. + type: string + type: object + oneOf: + - required: ["snapshotHandle"] + - required: ["volumeHandle"] + sourceVolumeMode: + description: SourceVolumeMode is the mode of the volume whose snapshot + is taken. Can be either “Filesystem” or “Block”. If not specified, + it indicates the source volume's mode is unknown. This field is + immutable. This field is an alpha field. + type: string + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot + was (or will be) created. Note that after provisioning, the VolumeSnapshotClass + may be deleted or recreated with different set of values, and as + such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object + to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName + field must reference to this VolumeSnapshotContent's name for the + bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent + object, name and namespace of the VolumeSnapshot object MUST be + provided for binding to happen. This field is immutable after creation. + Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of + an entire object, this string should contain a valid JSON/Go + field access statement, such as desiredState.manifest.containers[2]. + For example, if the object reference is to a container within + a pod, this would take on a value like: "spec.containers{name}" + (where "name" refers to the name of the container that triggered + the event) or if no container name is specified "spec.containers[2]" + (container with index 2 in this pod). This syntax is chosen + only to have some well-defined way of referencing a part of + an object. TODO: this design is not final and this field is + subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference + is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time + snapshot is taken by the underlying storage system. In dynamic snapshot + creation case, this field will be filled in by the CSI snapshotter + sidecar with the "creation_time" value returned from CSI "CreateSnapshot" + gRPC call. For a pre-existing snapshot, this field will be filled + with the "creation_time" value returned from the CSI "ListSnapshots" + gRPC call if the driver supports it. If not specified, it indicates + the creation time is unknown. The format of this field is a Unix + nanoseconds time encoded as an int64. On Unix, the command `date + +%s%N` returns the current time in nanoseconds since 1970-01-01 + 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, + if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error + during snapshot creation if specified. NOTE: message may be + logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used + to restore a volume. In dynamic snapshot creation case, this field + will be filled in by the CSI snapshotter sidecar with the "ready_to_use" + value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "ready_to_use" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it, otherwise, this field will be set to "True". If not specified, + it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot + in bytes. In dynamic snapshot creation case, this field will be + filled in by the CSI snapshotter sidecar with the "size_bytes" value + returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "size_bytes" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it. When restoring a volume from this snapshot, the size of the + volume MUST NOT be smaller than the restoreSize if it is specified, + otherwise the restoration will fail. If not specified, it indicates + that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot + on the underlying storage system. If not specified, it indicates + that dynamic snapshot creation has either failed or it is still + in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotContent is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotContent" + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: false + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +{{- end -}} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..3d5aaaca83 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-controller.yaml @@ -0,0 +1,328 @@ +kind: Deployment +apiVersion: apps/v1 +metadata: + name: {{ .Values.controller.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.controller.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.controller.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + replicas: {{ .Values.controller.replicas }} + selector: + matchLabels: + app: {{ .Values.controller.name }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.controller.name }} + {{- if .Values.workloadIdentity.clientID }} + azure.workload.identity/use: "true" + {{- end }} +{{- with .Values.controller.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + hostNetwork: {{ .Values.controller.hostNetwork }} + serviceAccountName: {{ .Values.serviceAccount.controller }} + nodeSelector: + kubernetes.io/os: linux +{{- with .Values.controller.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + {{- if .Values.controller.runOnMaster}} + node-role.kubernetes.io/master: "" + {{- end}} + {{- if .Values.controller.runOnControlPlane}} + node-role.kubernetes.io/control-plane: "" + {{- end}} + priorityClassName: system-cluster-critical + securityContext: + seccompProfile: + type: RuntimeDefault +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: csi-provisioner +{{- if hasPrefix "/" .Values.image.csiProvisioner.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiProvisioner.repository }}:{{ .Values.image.csiProvisioner.tag }}" +{{- else }} + image: "{{ .Values.image.csiProvisioner.repository }}:{{ .Values.image.csiProvisioner.tag }}" +{{- end }} + args: + - "--feature-gates=Topology=true,HonorPVReclaimPolicy=true" + - "--csi-address=$(ADDRESS)" + - "--v=2" + - "--timeout=30s" + - "--leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "--worker-threads={{ .Values.controller.provisionerWorkerThreads }}" + - "--extra-create-metadata=true" + - "--strict-topology=true" + - "--kube-api-qps=50" + - "--kube-api-burst=100" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: {{- toYaml .Values.controller.resources.csiProvisioner | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + - name: csi-attacher +{{- if hasPrefix "/" .Values.image.csiAttacher.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiAttacher.repository }}:{{ .Values.image.csiAttacher.tag }}" +{{- else }} + image: "{{ .Values.image.csiAttacher.repository }}:{{ .Values.image.csiAttacher.tag }}" +{{- end }} + args: + - "-v=2" + - "-csi-address=$(ADDRESS)" + - "-timeout=1200s" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "-worker-threads={{ .Values.controller.attacherWorkerThreads }}" + - "-kube-api-qps=200" + - "-kube-api-burst=400" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: {{- toYaml .Values.controller.resources.csiAttacher | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + - name: csi-snapshotter +{{- if hasPrefix "/" .Values.snapshot.image.csiSnapshotter.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.snapshot.image.csiSnapshotter.repository }}:{{ .Values.snapshot.image.csiSnapshotter.tag }}" +{{- else }} + image: "{{ .Values.snapshot.image.csiSnapshotter.repository }}:{{ .Values.snapshot.image.csiSnapshotter.tag }}" +{{- end }} + args: + - "-csi-address=$(ADDRESS)" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "-v=2" + - "--timeout=1200s" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.csiSnapshotter | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + - name: csi-resizer +{{- if hasPrefix "/" .Values.image.csiResizer.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiResizer.repository }}:{{ .Values.image.csiResizer.tag }}" +{{- else }} + image: "{{ .Values.image.csiResizer.repository }}:{{ .Values.image.csiResizer.tag }}" +{{- end }} + args: + - "-csi-address=$(ADDRESS)" + - "-v=2" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - '-handle-volume-inuse-error=false' + - '-feature-gates=RecoverVolumeExpansionFailure=true' + - "-timeout=240s" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.csiResizer | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + - name: liveness-probe +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s +{{- if eq .Values.controller.hostNetwork true }} + - --http-endpoint=localhost:{{ .Values.controller.livenessProbe.healthPort }} +{{- else }} + - --health-port={{ .Values.controller.livenessProbe.healthPort }} +{{- end }} + - --v=2 + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.livenessProbe | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL +{{- if eq .Values.controller.enableTrafficManager true }} + - image: mcr.microsoft.com/aks/ccp/ccp-auto-thrust:master.221118.2 + imagePullPolicy: IfNotPresent + name: proxy + command: + - /ccp-auto-thrust + args: + - "--port={{ .Values.controller.trafficManagerPort }}" + ports: + - containerPort: {{ .Values.controller.trafficManagerPort }} + protocol: TCP + securityContext: + capabilities: + drop: + - ALL +{{- end }} + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + args: + - "--v={{ .Values.controller.logLevel }}" + - "--endpoint=$(CSI_ENDPOINT)" + - "--metrics-address=0.0.0.0:{{ .Values.controller.metricsPort }}" + - "--disable-avset-nodes={{ .Values.controller.disableAvailabilitySetNodes }}" + - "--vm-type={{ .Values.controller.vmType }}" + - "--drivername={{ .Values.driver.name }}" + - "--cloud-config-secret-name={{ .Values.controller.cloudConfigSecretName }}" + - "--cloud-config-secret-namespace={{ .Values.controller.cloudConfigSecretNamespace }}" + - "--custom-user-agent={{ .Values.driver.customUserAgent }}" + - "--user-agent-suffix={{ .Values.driver.userAgentSuffix }}" + - "--allow-empty-cloud-config={{ .Values.controller.allowEmptyCloudConfig }}" + - "--vmss-cache-ttl-seconds={{ .Values.controller.vmssCacheTTLInSeconds }}" + - "--enable-traffic-manager={{ .Values.controller.enableTrafficManager }}" + - "--traffic-manager-port={{ .Values.controller.trafficManagerPort }}" + - "--enable-otel-tracing={{ .Values.controller.otelTracing.enabled }}" + - "--check-disk-lun-collision=true" + ports: + - containerPort: {{ .Values.controller.metricsPort }} + name: metrics + protocol: TCP +{{- if ne .Values.controller.hostNetwork true }} + - containerPort: {{ .Values.controller.livenessProbe.healthPort }} + name: healthz + protocol: TCP +{{- end }} + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz +{{- if eq .Values.controller.hostNetwork true }} + host: localhost + port: {{ .Values.controller.livenessProbe.healthPort }} +{{- else }} + port: healthz +{{- end }} + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: {{ .Values.azureCredentialFileConfigMap }} + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + {{- if ne .Values.driver.httpsProxy "" }} + - name: HTTPS_PROXY + value: {{ .Values.driver.httpsProxy }} + {{- end }} + {{- if ne .Values.driver.httpProxy "" }} + - name: HTTP_PROXY + value: {{ .Values.driver.httpProxy }} + {{- end }} + {{- if ne .Values.driver.noProxy "" }} + - name: NO_PROXY + value: {{ .Values.driver.noProxy }} + {{- end }} + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: /etc/kubernetes/azurestackcloud.json + {{- end }} + {{- if .Values.controller.otelTracing.enabled }} + - name: OTEL_SERVICE_NAME + value: {{ .Values.controller.otelTracing.otelServiceName }} + - name: OTEL_EXPORTER_OTLP_ENDPOINT + value: {{ .Values.controller.otelTracing.otelExporterEndpoint }} + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + - name: ssl-pki + mountPath: /etc/pki/ca-trust/extracted + readOnly: true + {{- end }} + resources: {{- toYaml .Values.controller.resources.azuredisk | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + volumes: + - name: socket-dir + emptyDir: {} + - name: azure-cred + hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + - name: ssl-pki + hostPath: + path: /etc/pki/ca-trust/extracted + {{- end }} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml new file mode 100644 index 0000000000..21f941748e --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-driver.yaml @@ -0,0 +1,13 @@ +apiVersion: storage.k8s.io/v1 +kind: CSIDriver +metadata: + name: {{ .Values.driver.name }} + annotations: + csiDriver: "{{ .Values.image.azuredisk.tag }}" + snapshot: "{{ .Values.snapshot.image.csiSnapshotter.tag }}" +spec: + attachRequired: true + podInfoOnMount: false + {{- if .Values.feature.enableFSGroupPolicy}} + fsGroupPolicy: File + {{- end}} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml new file mode 100644 index 0000000000..fe7be5ba4c --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node-windows-hostprocess.yaml @@ -0,0 +1,174 @@ +{{- if and (.Values.windows.enabled) (eq .Values.windows.useHostProcessContainers true) }} +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.windows.dsName }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.windows.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.windows.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.windows.dsName }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.windows.dsName }} +{{- with .Values.windows.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.windows.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + serviceAccountName: {{ .Values.serviceAccount.node }} +{{- with .Values.windows.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + nodeSelector: + kubernetes.io/os: windows +{{- with .Values.windows.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + affinity: +{{- with .Values.windows.affinity }} +{{ toYaml . | indent 8 }} +{{- end }} + nodeAffinity: +{{ toYaml .Values.windows.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical + {{- include "azuredisk.pullSecrets" . | indent 6 }} + securityContext: + seccompProfile: + type: RuntimeDefault + windowsOptions: + hostProcess: true + runAsUserName: "NT AUTHORITY\\SYSTEM" + hostNetwork: true + initContainers: + - name: init +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}-windows-hp" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}-windows-hp" +{{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + command: + - "powershell.exe" + - "-c" + - "New-Item -ItemType Directory -Path C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\ -Force" + securityContext: + capabilities: + drop: + - ALL + containers: + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + command: + - "csi-node-driver-registrar.exe" + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + - "--plugin-registration-path=$(PLUGIN_REG_DIR)" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://{{ .Values.windows.kubelet }}\plugins\{{ .Values.driver.name }}\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: PLUGIN_REG_DIR + value: C:\\var\\lib\\kubelet\\plugins_registry\\ + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + imagePullPolicy: {{ .Values.image.nodeDriverRegistrar.pullPolicy }} + resources: {{- toYaml .Values.windows.resources.nodeDriverRegistrar | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}-windows-hp" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}-windows-hp" +{{- end }} + command: + - "azurediskplugin.exe" + args: + - "--v={{ .Values.node.logLevel }}" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--drivername={{ .Values.driver.name }}" + - "--volume-attach-limit={{ .Values.driver.volumeAttachLimit }}" + - "--reserved-data-disk-slot-num={{ .Values.node.reservedDataDiskSlotNum }}" + - "--cloud-config-secret-name={{ .Values.node.cloudConfigSecretName }}" + - "--cloud-config-secret-namespace={{ .Values.node.cloudConfigSecretNamespace }}" + - "--custom-user-agent={{ .Values.driver.customUserAgent }}" + - "--user-agent-suffix={{ .Values.driver.userAgentSuffix }}" + - "--allow-empty-cloud-config={{ .Values.node.allowEmptyCloudConfig }}" + - "--support-zone={{ .Values.node.supportZone }}" + - "--enable-windows-host-process=true" + - "--get-nodeid-from-imds={{ .Values.node.getNodeIDFromIMDS }}" + - "--enable-otel-tracing={{ .Values.windows.otelTracing.enabled }}" + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: {{ .Values.azureCredentialFileConfigMap }} + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + {{- if ne .Values.driver.httpsProxy "" }} + - name: HTTPS_PROXY + value: {{ .Values.driver.httpsProxy }} + {{- end }} + {{- if ne .Values.driver.httpProxy "" }} + - name: HTTP_PROXY + value: {{ .Values.driver.httpProxy }} + {{- end }} + {{- if ne .Values.driver.noProxy "" }} + - name: NO_PROXY + value: {{ .Values.driver.noProxy }} + {{- end }} + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: C:\k\azurestackcloud.json + {{- end }} + {{- if .Values.windows.otelTracing.enabled }} + - name: OTEL_SERVICE_NAME + value: {{ .Values.windows.otelTracing.otelServiceName }} + - name: OTEL_EXPORTER_OTLP_ENDPOINT + value: {{ .Values.windows.otelTracing.otelExporterEndpoint }} + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + securityContext: + capabilities: + drop: + - ALL +{{- end -}} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml new file mode 100644 index 0000000000..15b15fad7c --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node-windows.yaml @@ -0,0 +1,258 @@ +{{- if and (.Values.windows.enabled) (ne .Values.windows.useHostProcessContainers true) }} +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.windows.dsName }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.windows.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.windows.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.windows.dsName }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.windows.dsName }} +{{- with .Values.windows.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.windows.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + serviceAccountName: {{ .Values.serviceAccount.node }} +{{- with .Values.windows.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + nodeSelector: + kubernetes.io/os: windows +{{- with .Values.windows.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + affinity: +{{- with .Values.windows.affinity }} +{{ toYaml . | indent 8 }} +{{- end }} + nodeAffinity: +{{ toYaml .Values.windows.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical + securityContext: + seccompProfile: + type: RuntimeDefault + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: liveness-probe + volumeMounts: + - mountPath: C:\csi + name: plugin-dir +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=30s" + - "--health-port={{ .Values.node.livenessProbe.healthPort }}" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + imagePullPolicy: {{ .Values.image.livenessProbe.pullPolicy }} + resources: {{- toYaml .Values.windows.resources.livenessProbe | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" +{{- if .Values.windows.enableRegistrationProbe }} + livenessProbe: + exec: + command: + - /csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 +{{- end }} + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + imagePullPolicy: {{ .Values.image.nodeDriverRegistrar.pullPolicy }} + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: registration-dir + mountPath: C:\registration + resources: {{- toYaml .Values.windows.resources.nodeDriverRegistrar | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + args: + - "--v={{ .Values.node.logLevel }}" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--drivername={{ .Values.driver.name }}" + - "--volume-attach-limit={{ .Values.driver.volumeAttachLimit }}" + - "--reserved-data-disk-slot-num={{ .Values.node.reservedDataDiskSlotNum }}" + - "--cloud-config-secret-name={{ .Values.node.cloudConfigSecretName }}" + - "--cloud-config-secret-namespace={{ .Values.node.cloudConfigSecretNamespace }}" + - "--custom-user-agent={{ .Values.driver.customUserAgent }}" + - "--user-agent-suffix={{ .Values.driver.userAgentSuffix }}" + - "--allow-empty-cloud-config={{ .Values.node.allowEmptyCloudConfig }}" + - "--support-zone={{ .Values.node.supportZone }}" + - "--get-node-info-from-labels={{ .Values.windows.getNodeInfoFromLabels }}" + - "--get-nodeid-from-imds={{ .Values.node.getNodeIDFromIMDS }}" + - "--enable-otel-tracing={{ .Values.windows.otelTracing.enabled }}" + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 60 + timeoutSeconds: 30 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: {{ .Values.azureCredentialFileConfigMap }} + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + {{- if ne .Values.driver.httpsProxy "" }} + - name: HTTPS_PROXY + value: {{ .Values.driver.httpsProxy }} + {{- end }} + {{- if ne .Values.driver.httpProxy "" }} + - name: HTTP_PROXY + value: {{ .Values.driver.httpProxy }} + {{- end }} + {{- if ne .Values.driver.noProxy "" }} + - name: NO_PROXY + value: {{ .Values.driver.noProxy }} + {{- end }} + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: C:\k\azurestackcloud.json + {{- end }} + {{- if .Values.windows.otelTracing.enabled }} + - name: OTEL_SERVICE_NAME + value: {{ .Values.windows.otelTracing.otelServiceName }} + - name: OTEL_EXPORTER_OTLP_ENDPOINT + value: {{ .Values.windows.otelTracing.otelExporterEndpoint }} + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: azure-config + mountPath: C:\k + - name: csi-proxy-fs-pipe-v1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + mountPath: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + mountPath: \\.\pipe\csi-proxy-volume-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-volume-v1beta2 + resources: {{- toYaml .Values.windows.resources.azuredisk | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + volumes: + - name: csi-proxy-fs-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1beta2 + - name: registration-dir + hostPath: + path: {{ .Values.windows.kubelet }}\plugins_registry\ + type: Directory + - name: kubelet-dir + hostPath: + path: {{ .Values.windows.kubelet }}\ + type: Directory + - name: plugin-dir + hostPath: + path: {{ .Values.windows.kubelet }}\plugins\{{ .Values.driver.name }}\ + type: DirectoryOrCreate + - name: azure-config + hostPath: + path: C:\k + type: DirectoryOrCreate +{{- end -}} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml new file mode 100644 index 0000000000..8420fcd30b --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-azuredisk-node.yaml @@ -0,0 +1,280 @@ +{{- if .Values.linux.enabled}} +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.linux.dsName }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.linux.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.linux.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.linux.dsName }} + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.linux.dsName }} + {{- if .Values.workloadIdentity.clientID }} + azure.workload.identity/use: "true" + {{- end }} +{{- with .Values.linux.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.linux.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + hostNetwork: {{ .Values.linux.hostNetwork }} + dnsPolicy: Default + serviceAccountName: {{ .Values.serviceAccount.node }} + nodeSelector: + kubernetes.io/os: linux +{{- with .Values.linux.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + affinity: +{{- with .Values.linux.affinity }} +{{ toYaml . | indent 8 }} +{{- end }} + nodeAffinity: +{{ toYaml .Values.linux.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical + securityContext: + seccompProfile: + type: RuntimeDefault +{{- with .Values.linux.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: liveness-probe + volumeMounts: + - mountPath: /csi + name: socket-dir +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s +{{- if eq .Values.node.hostNetwork true }} + - --http-endpoint=localhost:{{ .Values.node.livenessProbe.healthPort }} +{{- else }} + - --health-port={{ .Values.node.livenessProbe.healthPort }} +{{- end }} + - --v=2 + resources: {{- toYaml .Values.linux.resources.livenessProbe | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + args: + - --csi-address=$(ADDRESS) + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --v=2 +{{- if .Values.linux.enableRegistrationProbe }} + livenessProbe: + exec: + command: + - /csi-node-driver-registrar + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 30 + timeoutSeconds: 15 +{{- end }} + env: + - name: ADDRESS + value: /csi/csi.sock + - name: DRIVER_REG_SOCK_PATH + value: {{ .Values.linux.kubelet }}/plugins/{{ .Values.driver.name }}/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: registration-dir + mountPath: /registration + resources: {{- toYaml .Values.linux.resources.nodeDriverRegistrar | nindent 12 }} + securityContext: + capabilities: + drop: + - ALL + - name: azuredisk +{{- if hasPrefix "/" .Values.image.azuredisk.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- else }} + image: "{{ .Values.image.azuredisk.repository }}:{{ .Values.image.azuredisk.tag }}" +{{- end }} + args: + - "--v={{ .Values.node.logLevel }}" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--enable-perf-optimization={{ .Values.linux.enablePerfOptimization }}" + - "--drivername={{ .Values.driver.name }}" + - "--volume-attach-limit={{ .Values.driver.volumeAttachLimit }}" + - "--reserved-data-disk-slot-num={{ .Values.node.reservedDataDiskSlotNum }}" + - "--cloud-config-secret-name={{ .Values.node.cloudConfigSecretName }}" + - "--cloud-config-secret-namespace={{ .Values.node.cloudConfigSecretNamespace }}" + - "--custom-user-agent={{ .Values.driver.customUserAgent }}" + - "--user-agent-suffix={{ .Values.driver.userAgentSuffix }}" + - "--allow-empty-cloud-config={{ .Values.node.allowEmptyCloudConfig }}" + - "--support-zone={{ .Values.node.supportZone }}" + - "--get-node-info-from-labels={{ .Values.linux.getNodeInfoFromLabels }}" + - "--get-nodeid-from-imds={{ .Values.node.getNodeIDFromIMDS }}" + - "--enable-otel-tracing={{ .Values.linux.otelTracing.enabled }}" +{{- if ne .Values.node.hostNetwork true }} + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP +{{- end }} + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz +{{- if eq .Values.node.hostNetwork true }} + host: localhost + port: {{ .Values.node.livenessProbe.healthPort }} +{{- else }} + port: healthz +{{- end }} + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: {{ .Values.azureCredentialFileConfigMap }} + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + {{- if ne .Values.driver.httpsProxy "" }} + - name: HTTPS_PROXY + value: {{ .Values.driver.httpsProxy }} + {{- end }} + {{- if ne .Values.driver.httpProxy "" }} + - name: HTTP_PROXY + value: {{ .Values.driver.httpProxy }} + {{- end }} + {{- if ne .Values.driver.noProxy "" }} + - name: NO_PROXY + value: {{ .Values.driver.noProxy }} + {{- end }} + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: AZURE_ENVIRONMENT_FILEPATH + value: /etc/kubernetes/azurestackcloud.json + {{- end }} + {{- if .Values.linux.otelTracing.enabled }} + - name: OTEL_SERVICE_NAME + value: {{ .Values.linux.otelTracing.otelServiceName }} + - name: OTEL_EXPORTER_OTLP_ENDPOINT + value: {{ .Values.linux.otelTracing.otelExporterEndpoint }} + {{- end }} + imagePullPolicy: {{ .Values.image.azuredisk.pullPolicy }} + securityContext: + privileged: true + capabilities: + drop: + - ALL + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: {{ .Values.linux.kubelet }}/ + mountPropagation: Bidirectional + name: mountpoint-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + - mountPath: /dev + name: device-dir + - mountPath: /sys/bus/scsi/devices + name: sys-devices-dir + - mountPath: /sys/class/ + name: sys-class + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + - name: ssl-pki + mountPath: /etc/pki/ca-trust/extracted + readOnly: true + {{- end }} + resources: {{- toYaml .Values.linux.resources.azuredisk | nindent 12 }} + volumes: + - hostPath: + path: {{ .Values.linux.kubelet }}/plugins/{{ .Values.driver.name }} + type: DirectoryOrCreate + name: socket-dir + - hostPath: + path: {{ .Values.linux.kubelet }}/ + type: DirectoryOrCreate + name: mountpoint-dir + - hostPath: + path: {{ .Values.linux.kubelet }}/plugins_registry/ + type: DirectoryOrCreate + name: registration-dir + - hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + name: azure-cred + - hostPath: + path: /dev + type: Directory + name: device-dir + - hostPath: + path: /sys/bus/scsi/devices + type: Directory + name: sys-devices-dir + - hostPath: + path: /sys/class/ + type: Directory + name: sys-class + {{- if eq .Values.cloud "AzureStackCloud" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + {{- end }} + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + - name: ssl-pki + hostPath: + path: /etc/pki/ca-trust/extracted + {{- end }} +{{- end -}} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml new file mode 100644 index 0000000000..7ea860c7a2 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/csi-snapshot-controller.yaml @@ -0,0 +1,98 @@ +{{- if .Values.snapshot.enabled -}} +kind: Deployment +apiVersion: apps/v1 +metadata: + name: {{ .Values.snapshot.snapshotController.name }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- with .Values.snapshot.snapshotController.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.snapshot.snapshotController.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + replicas: {{ .Values.snapshot.snapshotController.replicas }} + selector: + matchLabels: + app: {{ .Values.snapshot.snapshotController.name }} + # the snapshot controller won't be marked as ready if the v1 CRDs are unavailable + # in #504 the snapshot-controller will exit after around 7.5 seconds if it + # can't find the v1 CRDs so this value should be greater than that + minReadySeconds: 15 + strategy: + rollingUpdate: + maxSurge: 0 + maxUnavailable: 1 + type: RollingUpdate + template: + metadata: +{{ include "azuredisk.labels" . | indent 6 }} + app: {{ .Values.snapshot.snapshotController.name }} +{{- with .Values.snapshot.snapshotController.podLabels }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.snapshot.snapshotController.podAnnotations }} + annotations: +{{ toYaml . | indent 8 }} +{{- end }} + spec: + serviceAccountName: {{ .Values.serviceAccount.snapshotController }} + nodeSelector: + kubernetes.io/os: linux + priorityClassName: system-cluster-critical + securityContext: + seccompProfile: + type: RuntimeDefault +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} + {{- include "azuredisk.pullSecrets" . | indent 6 }} + containers: + - name: {{ .Values.snapshot.snapshotController.name }} +{{- if hasPrefix "/" .Values.snapshot.image.csiSnapshotController.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.snapshot.image.csiSnapshotController.repository }}:{{ .Values.snapshot.image.csiSnapshotController.tag }}" +{{- else }} + image: "{{ .Values.snapshot.image.csiSnapshotController.repository }}:{{ .Values.snapshot.image.csiSnapshotController.tag }}" +{{- end }} + args: + - "--v=2" + - "--leader-election=true" + - "--leader-election-namespace={{ .Release.Namespace }}" + resources: {{- toYaml .Values.snapshot.snapshotController.resources | nindent 12 }} + imagePullPolicy: {{ .Values.snapshot.image.csiSnapshotController.pullPolicy }} + securityContext: + capabilities: + drop: + - ALL + +--- +{{- if .Values.snapshot.VolumeSnapshotClass.enabled -}} +kind: VolumeSnapshotClass +apiVersion: snapshot.storage.k8s.io/v1 +metadata: + name: {{ .Values.snapshot.VolumeSnapshotClass.name }} + annotations: + # This is what defines this resource as a hook. Without this line, the + # job is considered part of the release. + "helm.sh/hook": post-install +driver: {{ .Values.driver.name }} +deletionPolicy: {{ .Values.snapshot.VolumeSnapshotClass.deletionPolicy }} +parameters: + incremental: {{ .Values.snapshot.VolumeSnapshotClass.parameters.incremental }} + {{- if ne .Values.snapshot.VolumeSnapshotClass.parameters.resourceGroup "" }} + resourceGroup: {{ .Values.snapshot.VolumeSnapshotClass.parameters.resourceGroup }} + {{- end }} + tags: {{ .Values.snapshot.VolumeSnapshotClass.parameters.tags }} +{{- with .Values.snapshot.VolumeSnapshotClass.additionalLabels }} +additionalLabels: +{{ toYaml . | indent 2 }} +{{- end }} +{{- end -}} +{{- end -}} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..84cccdf733 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-azuredisk-controller.yaml @@ -0,0 +1,199 @@ +{{- if .Values.rbac.create -}} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-provisioner-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "create", "patch", "delete"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["csinodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["get", "list"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-provisioner-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-provisioner-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-attacher-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["csi.storage.k8s.io"] + resources: ["csinodeinfos"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-attacher-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-attacher-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-snapshotter-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-snapshotter-binding +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-snapshotter-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-resizer-role +{{ include "azuredisk.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims/status"] + verbs: ["update", "patch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + - apiGroups: [""] + resources: ["pods"] + verbs: ["get", "list", "watch"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-resizer-role +{{ include "azuredisk.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-resizer-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-controller-secret-role +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-controller-secret-binding +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-controller-secret-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml new file mode 100644 index 0000000000..ae7e080af9 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-azuredisk-node.yaml @@ -0,0 +1,28 @@ +{{- if .Values.rbac.create -}} +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-node-role +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-node-secret-binding +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.node }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-node-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..8e4278b6f5 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/rbac-csi-snapshot-controller.yaml @@ -0,0 +1,72 @@ +{{- if and .Values.snapshot.enabled .Values.rbac.create -}} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots/status"] + verbs: ["update", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-binding +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-role +rules: + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-binding +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-leaderelection-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..1806e9c586 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-controller.yaml @@ -0,0 +1,16 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- if .Values.workloadIdentity.clientID }} + azure.workload.identity/use: "true" + annotations: + azure.workload.identity/client-id: {{ .Values.workloadIdentity.clientID }} +{{- if .Values.workloadIdentity.tenantID }} + azure.workload.identity/tenant-id: {{ .Values.workloadIdentity.tenantID }} +{{- end }} +{{- end }} +{{- end -}} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml new file mode 100644 index 0000000000..dcc2ff60b3 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-azuredisk-node.yaml @@ -0,0 +1,16 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.node }} + namespace: {{ .Release.Namespace }} +{{ include "azuredisk.labels" . | indent 2 }} +{{- if .Values.workloadIdentity.clientID }} + azure.workload.identity/use: "true" + annotations: + azure.workload.identity/client-id: {{ .Values.workloadIdentity.clientID }} +{{- if .Values.workloadIdentity.tenantID }} + azure.workload.identity/tenant-id: {{ .Values.workloadIdentity.tenantID }} +{{- end }} +{{- end }} +{{- end -}} diff --git a/charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml b/charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..7cdaad0b4f --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml @@ -0,0 +1,7 @@ +{{- if and .Values.snapshot.enabled .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +{{- end -}} diff --git a/charts/v1.29.11/azuredisk-csi-driver/values.yaml b/charts/v1.29.11/azuredisk-csi-driver/values.yaml new file mode 100644 index 0000000000..6af080ec39 --- /dev/null +++ b/charts/v1.29.11/azuredisk-csi-driver/values.yaml @@ -0,0 +1,294 @@ +image: + baseRepo: mcr.microsoft.com + azuredisk: + repository: /oss/kubernetes-csi/azuredisk-csi + tag: v1.29.11 + pullPolicy: IfNotPresent + csiProvisioner: + repository: /oss/kubernetes-csi/csi-provisioner + tag: v5.1.0 + pullPolicy: IfNotPresent + csiAttacher: + repository: /oss/kubernetes-csi/csi-attacher + tag: v4.7.0 + pullPolicy: IfNotPresent + csiResizer: + repository: /oss/kubernetes-csi/csi-resizer + tag: v1.12.0 + pullPolicy: IfNotPresent + livenessProbe: + repository: /oss/kubernetes-csi/livenessprobe + tag: v2.14.0 + pullPolicy: IfNotPresent + nodeDriverRegistrar: + repository: /oss/kubernetes-csi/csi-node-driver-registrar + tag: v2.12.0 + pullPolicy: IfNotPresent + +serviceAccount: + create: true # When true, service accounts will be created for you. Set to false if you want to use your own. + controller: csi-azuredisk-controller-sa # Name of Service Account to be created or used + node: csi-azuredisk-node-sa # Name of Service Account to be created or used + snapshotController: csi-snapshot-controller-sa # Name of Service Account to be created or used + +rbac: + create: true + name: azuredisk + +controller: + name: csi-azuredisk-controller + cloudConfigSecretName: azure-cloud-provider + cloudConfigSecretNamespace: kube-system + allowEmptyCloudConfig: false + enableTrafficManager: false + trafficManagerPort: 7788 + replicas: 2 + metricsPort: 29604 + livenessProbe: + healthPort: 29602 + runOnMaster: false + runOnControlPlane: false + disableAvailabilitySetNodes: false + vmType: "" + provisionerWorkerThreads: 100 + attacherWorkerThreads: 1000 + vmssCacheTTLInSeconds: -1 + logLevel: 5 + otelTracing: + enabled: false + otelServiceName: csi-azuredisk-controller + otelExporterEndpoint: "http://localhost:4317" + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Exists" + effect: "NoSchedule" + - key: "CriticalAddonsOnly" + operator: "Exists" + effect: "NoSchedule" + hostNetwork: true # this setting could be disabled if controller does not depend on MSI setting + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + resources: + csiProvisioner: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiAttacher: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiResizer: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiSnapshotter: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + azuredisk: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + +node: + cloudConfigSecretName: azure-cloud-provider + cloudConfigSecretNamespace: kube-system + # reserved data disk slot number per node, driver.volumeAttachLimit must be < 0 + reservedDataDiskSlotNum: 0 + supportZone: true + allowEmptyCloudConfig: true + getNodeIDFromIMDS: false + maxUnavailable: 1 + logLevel: 5 + livenessProbe: + healthPort: 29603 + +snapshot: + enabled: false + name: csi-snapshot-controller + image: + csiSnapshotter: + repository: /oss/kubernetes-csi/csi-snapshotter + tag: v8.1.0 + pullPolicy: IfNotPresent + csiSnapshotController: + repository: /oss/kubernetes-csi/snapshot-controller + tag: v8.1.0 + pullPolicy: IfNotPresent + snapshotController: + name: csi-snapshot-controller + replicas: 2 + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + resources: + limits: + memory: 300Mi + requests: + cpu: 10m + memory: 20Mi + VolumeSnapshotClass: + enabled: false + name: csi-azuredisk-vsc + deletionPolicy: Delete + parameters: + incremental: '"true"' # available values: "true", "false" ("true" by default for Azure Public Cloud, and "false" by default for Azure Stack Cloud) + resourceGroup: "" # available values: EXISTING RESOURCE GROUP (If not specified, snapshot will be stored in the same resource group as source Azure disk) + tags: "" # tag format: 'key1=val1,key2=val2' + additionalLabels: {} + +feature: + enableFSGroupPolicy: true + +driver: + name: disk.csi.azure.com + # maximum number of attachable volumes per node, + # maximum number is defined according to node instance type by default(-1) + volumeAttachLimit: -1 + customUserAgent: "" + userAgentSuffix: "OSS-helm" + azureGoSDKLogLevel: "" # available values: ""(no logs), DEBUG, INFO, WARNING, ERROR + httpsProxy: "" + httpProxy: "" + noProxy: "" + +linux: + enabled: true + dsName: csi-azuredisk-node # daemonset name + kubelet: /var/lib/kubelet + distro: debian # available values: debian, fedora + enablePerfOptimization: true + enableRegistrationProbe: true + otelTracing: + enabled: false + otelServiceName: csi-azuredisk-node + otelExporterEndpoint: "http://localhost:4317" + tolerations: + - operator: "Exists" + hostNetwork: true # this setting could be disabled if perfProfile is `none` + getNodeInfoFromLabels: false # get node info from node labels instead of IMDS + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + resources: + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + nodeDriverRegistrar: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + azuredisk: + limits: + memory: 600Mi + requests: + cpu: 10m + memory: 20Mi + +windows: + enabled: true + useHostProcessContainers: false + dsName: csi-azuredisk-node-win # daemonset name + kubelet: 'C:\var\lib\kubelet' + getNodeInfoFromLabels: false # get node info from node labels instead of IMDS + enableRegistrationProbe: true + otelTracing: + enabled: false + otelServiceName: csi-azuredisk-node-win + otelExporterEndpoint: "http://localhost:4317" + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + labels: {} + annotations: {} + podLabels: {} + podAnnotations: {} + nodeSelector: {} + affinity: {} + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + resources: + livenessProbe: + limits: + memory: 150Mi + requests: + cpu: 10m + memory: 40Mi + nodeDriverRegistrar: + limits: + memory: 150Mi + requests: + cpu: 30m + memory: 40Mi + azuredisk: + limits: + memory: 600Mi + requests: + cpu: 10m + memory: 40Mi + +cloud: AzurePublicCloud + +## Reference to one or more secrets to be used when pulling images +## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ +## +imagePullSecrets: [] +# - name: "image-pull-secret" + +workloadIdentity: + clientID: "" + # [optional] If the AAD application or user-assigned managed identity is not in the same tenant as the cluster + # then set tenantID with the application or user-assigned managed identity tenant ID + tenantID: "" + +azureCredentialFileConfigMap: azure-cred-file diff --git a/deploy/csi-azuredisk-controller.yaml b/deploy/csi-azuredisk-controller.yaml index 520bd1f33c..bae481f680 100644 --- a/deploy/csi-azuredisk-controller.yaml +++ b/deploy/csi-azuredisk-controller.yaml @@ -164,7 +164,7 @@ spec: drop: - ALL - name: azuredisk - image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.10 + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11 imagePullPolicy: IfNotPresent args: - "--v=5" diff --git a/deploy/csi-azuredisk-node-windows-hostprocess.yaml b/deploy/csi-azuredisk-node-windows-hostprocess.yaml index 87fec6e06d..5592e5f9c2 100644 --- a/deploy/csi-azuredisk-node-windows-hostprocess.yaml +++ b/deploy/csi-azuredisk-node-windows-hostprocess.yaml @@ -41,7 +41,7 @@ spec: hostNetwork: true initContainers: - name: init - image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.10-windows-hp + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11-windows-hp imagePullPolicy: IfNotPresent command: - "powershell.exe" @@ -84,7 +84,7 @@ spec: drop: - ALL - name: azuredisk - image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.10-windows-hp + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11-windows-hp imagePullPolicy: IfNotPresent command: - "azurediskplugin.exe" diff --git a/deploy/csi-azuredisk-node-windows.yaml b/deploy/csi-azuredisk-node-windows.yaml index 60f6a11940..c90673d8d5 100644 --- a/deploy/csi-azuredisk-node-windows.yaml +++ b/deploy/csi-azuredisk-node-windows.yaml @@ -102,7 +102,7 @@ spec: drop: - ALL - name: azuredisk - image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.10 + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11 imagePullPolicy: IfNotPresent args: - "--v=5" diff --git a/deploy/csi-azuredisk-node.yaml b/deploy/csi-azuredisk-node.yaml index e9fc400555..680d3a8169 100644 --- a/deploy/csi-azuredisk-node.yaml +++ b/deploy/csi-azuredisk-node.yaml @@ -93,7 +93,7 @@ spec: drop: - ALL - name: azuredisk - image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.10 + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11 imagePullPolicy: IfNotPresent args: - "--v=5" diff --git a/deploy/v1.29.11/crd-csi-snapshot.yaml b/deploy/v1.29.11/crd-csi-snapshot.yaml new file mode 100644 index 0000000000..d4b90b266d --- /dev/null +++ b/deploy/v1.29.11/crd-csi-snapshot.yaml @@ -0,0 +1,838 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + creationTimestamp: null + name: volumesnapshots.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshot + listKind: VolumeSnapshotList + plural: volumesnapshots + shortNames: + - vs + singular: volumesnapshot + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of + the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing + VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from + this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot + object intends to bind to. Please note that verification of binding actually + requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure + both are pointing at each other. Binding MUST be verified prior to usage of + this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying + storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time + snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested + by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots + Required.' + properties: + source: + description: source specifies where a snapshot will be created from. + This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the + PersistentVolumeClaim object representing the volume from which + a snapshot should be created. This PVC is assumed to be in the + same namespace as the VolumeSnapshot object. This field should + be set if the snapshot does not exists, and needs to be created. + This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a + pre-existing VolumeSnapshotContent object representing an existing + volume snapshot. This field should be set if the snapshot already + exists and only needs a representation in Kubernetes. This field + is immutable. + type: string + type: object + oneOf: + - required: ["persistentVolumeClaimName"] + - required: ["volumeSnapshotContentName"] + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass + requested by the VolumeSnapshot. VolumeSnapshotClassName may be + left nil to indicate that the default SnapshotClass should be used. + A given cluster may have multiple default Volume SnapshotClasses: + one default per CSI Driver. If a VolumeSnapshot does not specify + a SnapshotClass, VolumeSnapshotSource will be checked to figure + out what the associated CSI Driver is, and the default VolumeSnapshotClass + associated with that CSI Driver will be used. If more than one VolumeSnapshotClass + exist for a given CSI Driver and more than one have been marked + as default, CreateSnapshot will fail and generate an event. Empty + string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. + Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent + objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent + point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent + object to which this VolumeSnapshot object intends to bind to. If + not specified, it indicates that the VolumeSnapshot object has not + been successfully bound to a VolumeSnapshotContent object yet. NOTE: + To avoid possible security issues, consumers must verify binding + between VolumeSnapshot and VolumeSnapshotContent objects is successful + (by validating that both VolumeSnapshot and VolumeSnapshotContent + point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time + snapshot is taken by the underlying storage system. In dynamic snapshot + creation case, this field will be filled in by the snapshot controller + with the "creation_time" value returned from CSI "CreateSnapshot" + gRPC call. For a pre-existing snapshot, this field will be filled + with the "creation_time" value returned from the CSI "ListSnapshots" + gRPC call if the driver supports it. If not specified, it may indicate + that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, + if any. This field could be helpful to upper level controllers(i.e., + application controller) to decide whether they should continue on + waiting for the snapshot to be created based on the type of error + reported. The snapshot controller will keep retrying when an error + occurs during the snapshot creation. Upon success, this error field + will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error + during snapshot creation if specified. NOTE: message may be + logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used + to restore a volume. In dynamic snapshot creation case, this field + will be filled in by the snapshot controller with the "ready_to_use" + value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "ready_to_use" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it, otherwise, this field will be set to "True". If not specified, + it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required + to create a volume from this snapshot. In dynamic snapshot creation + case, this field will be filled in by the snapshot controller with + the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. + For a pre-existing snapshot, this field will be filled with the + "size_bytes" value returned from the CSI "ListSnapshots" gRPC call + if the driver supports it. When restoring a volume from this snapshot, + the size of the volume MUST NOT be smaller than the restoreSize + if it is specified, otherwise the restoration will fail. If not + specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshot is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshot" + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: false + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + creationTimestamp: null + name: volumesnapshotclasses.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotClass + listKind: VolumeSnapshotClassList + plural: volumesnapshotclasses + shortNames: + - vsclass + - vsclasses + singular: volumesnapshotclass + scope: Cluster + versions: + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the + VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage + system uses when creating a volume snapshot. A specific VolumeSnapshotClass + is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses + are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent + created through the VolumeSnapshotClass should be deleted when its bound + VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". + "Retain" means that the VolumeSnapshotContent and its physical snapshot + on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent + and its physical snapshot on underlying storage system are deleted. + Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this + VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific + parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: true + subresources: {} + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotClass is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotClass" + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: false + storage: false + subresources: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + creationTimestamp: null + name: volumesnapshotcontents.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotContent + listKind: VolumeSnapshotContentList + plural: volumesnapshotcontents + shortNames: + - vsc + - vscs + singular: volumesnapshotcontent + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical + snapshot on the underlying storage system should be deleted when its bound + VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on + the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent + object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot + object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created + by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent + and its physical snapshot on the underlying storage system should + be deleted when its bound VolumeSnapshot is deleted. Supported values + are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent + and its physical snapshot on underlying storage system are kept. + "Delete" means that the VolumeSnapshotContent and its physical snapshot + on underlying storage system are deleted. For dynamically provisioned + snapshots, this field will automatically be filled in by the CSI + snapshotter sidecar with the "DeletionPolicy" field defined in the + corresponding VolumeSnapshotClass. For pre-existing snapshots, users + MUST specify this field when creating the VolumeSnapshotContent + object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the + physical snapshot on the underlying storage system. This MUST be + the same as the name returned by the CSI GetPluginName() call for + that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) + dynamically provisioned or already exists, and just requires a Kubernetes + object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of + a pre-existing snapshot on the underlying storage system for + which a Kubernetes object representation was (or should be) + created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the + volume from which a snapshot should be dynamically taken from. + This field is immutable. + type: string + type: object + oneOf: + - required: ["snapshotHandle"] + - required: ["volumeHandle"] + sourceVolumeMode: + description: SourceVolumeMode is the mode of the volume whose snapshot + is taken. Can be either “Filesystem” or “Block”. If not specified, + it indicates the source volume's mode is unknown. This field is + immutable. This field is an alpha field. + type: string + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot + was (or will be) created. Note that after provisioning, the VolumeSnapshotClass + may be deleted or recreated with different set of values, and as + such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object + to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName + field must reference to this VolumeSnapshotContent's name for the + bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent + object, name and namespace of the VolumeSnapshot object MUST be + provided for binding to happen. This field is immutable after creation. + Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of + an entire object, this string should contain a valid JSON/Go + field access statement, such as desiredState.manifest.containers[2]. + For example, if the object reference is to a container within + a pod, this would take on a value like: "spec.containers{name}" + (where "name" refers to the name of the container that triggered + the event) or if no container name is specified "spec.containers[2]" + (container with index 2 in this pod). This syntax is chosen + only to have some well-defined way of referencing a part of + an object. TODO: this design is not final and this field is + subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference + is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time + snapshot is taken by the underlying storage system. In dynamic snapshot + creation case, this field will be filled in by the CSI snapshotter + sidecar with the "creation_time" value returned from CSI "CreateSnapshot" + gRPC call. For a pre-existing snapshot, this field will be filled + with the "creation_time" value returned from the CSI "ListSnapshots" + gRPC call if the driver supports it. If not specified, it indicates + the creation time is unknown. The format of this field is a Unix + nanoseconds time encoded as an int64. On Unix, the command `date + +%s%N` returns the current time in nanoseconds since 1970-01-01 + 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, + if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error + during snapshot creation if specified. NOTE: message may be + logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used + to restore a volume. In dynamic snapshot creation case, this field + will be filled in by the CSI snapshotter sidecar with the "ready_to_use" + value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "ready_to_use" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it, otherwise, this field will be set to "True". If not specified, + it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot + in bytes. In dynamic snapshot creation case, this field will be + filled in by the CSI snapshotter sidecar with the "size_bytes" value + returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "size_bytes" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it. When restoring a volume from this snapshot, the size of the + volume MUST NOT be smaller than the restoreSize if it is specified, + otherwise the restoration will fail. If not specified, it indicates + that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot + on the underlying storage system. If not specified, it indicates + that dynamic snapshot creation has either failed or it is still + in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotContent is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotContent" + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: false + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/deploy/v1.29.11/csi-azuredisk-controller.yaml b/deploy/v1.29.11/csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..bae481f680 --- /dev/null +++ b/deploy/v1.29.11/csi-azuredisk-controller.yaml @@ -0,0 +1,219 @@ +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-controller + namespace: kube-system +spec: + replicas: 2 + selector: + matchLabels: + app: csi-azuredisk-controller + template: + metadata: + labels: + app: csi-azuredisk-controller + spec: + hostNetwork: true + serviceAccountName: csi-azuredisk-controller-sa + nodeSelector: + kubernetes.io/os: linux # add "kubernetes.io/role: master" to run controller on master node + priorityClassName: system-cluster-critical + securityContext: + seccompProfile: + type: RuntimeDefault + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Exists" + effect: "NoSchedule" + - key: "CriticalAddonsOnly" + operator: "Exists" + effect: "NoSchedule" + containers: + - name: csi-provisioner + image: mcr.microsoft.com/oss/kubernetes-csi/csi-provisioner:v5.1.0 + args: + - "--feature-gates=Topology=true,HonorPVReclaimPolicy=true" + - "--csi-address=$(ADDRESS)" + - "--v=2" + - "--timeout=30s" + - "--leader-election" + - "--leader-election-namespace=kube-system" + - "--worker-threads=100" + - "--extra-create-metadata=true" + - "--strict-topology=true" + - "--kube-api-qps=50" + - "--kube-api-burst=100" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + securityContext: + capabilities: + drop: + - ALL + - name: csi-attacher + image: mcr.microsoft.com/oss/kubernetes-csi/csi-attacher:v4.7.0 + args: + - "-v=2" + - "-csi-address=$(ADDRESS)" + - "-timeout=1200s" + - "-leader-election" + - "--leader-election-namespace=kube-system" + - "-worker-threads=1000" + - "-kube-api-qps=200" + - "-kube-api-burst=400" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + securityContext: + capabilities: + drop: + - ALL + - name: csi-snapshotter + image: mcr.microsoft.com/oss/kubernetes-csi/csi-snapshotter:v8.1.0 + args: + - "-csi-address=$(ADDRESS)" + - "-leader-election" + - "--leader-election-namespace=kube-system" + - "--v=2" + - "--timeout=1200s" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + securityContext: + capabilities: + drop: + - ALL + - name: csi-resizer + image: mcr.microsoft.com/oss/kubernetes-csi/csi-resizer:v1.12.0 + args: + - "-csi-address=$(ADDRESS)" + - "-v=2" + - "-leader-election" + - "--leader-election-namespace=kube-system" + - '-handle-volume-inuse-error=false' + - '-feature-gates=RecoverVolumeExpansionFailure=true' + - "-timeout=240s" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + securityContext: + capabilities: + drop: + - ALL + - name: liveness-probe + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.14.0 + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --http-endpoint=localhost:29602 + - --v=2 + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + securityContext: + capabilities: + drop: + - ALL + - name: azuredisk + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--metrics-address=0.0.0.0:29604" + - "--user-agent-suffix=OSS-kubectl" + - "--disable-avset-nodes=false" + - "--allow-empty-cloud-config=false" + ports: + - containerPort: 29604 + name: metrics + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + host: localhost + path: /healthz + port: 29602 + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + securityContext: + capabilities: + drop: + - ALL + volumes: + - name: socket-dir + emptyDir: {} + - name: azure-cred + hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate diff --git a/deploy/v1.29.11/csi-azuredisk-driver.yaml b/deploy/v1.29.11/csi-azuredisk-driver.yaml new file mode 100644 index 0000000000..0ff59b2f28 --- /dev/null +++ b/deploy/v1.29.11/csi-azuredisk-driver.yaml @@ -0,0 +1,12 @@ +--- +apiVersion: storage.k8s.io/v1 +kind: CSIDriver +metadata: + name: disk.csi.azure.com + annotations: + csiDriver: v1.29.0 + snapshot: v6.2.1 +spec: + attachRequired: true + podInfoOnMount: false + fsGroupPolicy: File diff --git a/deploy/v1.29.11/csi-azuredisk-node-windows-hostprocess.yaml b/deploy/v1.29.11/csi-azuredisk-node-windows-hostprocess.yaml new file mode 100644 index 0000000000..5592e5f9c2 --- /dev/null +++ b/deploy/v1.29.11/csi-azuredisk-node-windows-hostprocess.yaml @@ -0,0 +1,120 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-node-win + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azuredisk-node-win + template: + metadata: + labels: + app: csi-azuredisk-node-win + spec: + serviceAccountName: csi-azuredisk-node-sa + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + nodeSelector: + kubernetes.io/os: windows + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + securityContext: + windowsOptions: + hostProcess: true + runAsUserName: "NT AUTHORITY\\SYSTEM" + hostNetwork: true + initContainers: + - name: init + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11-windows-hp + imagePullPolicy: IfNotPresent + command: + - "powershell.exe" + - "-c" + - "New-Item -ItemType Directory -Path C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\ -Force" + securityContext: + capabilities: + drop: + - ALL + containers: + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.12.0 + imagePullPolicy: IfNotPresent + command: + - "csi-node-driver-registrar.exe" + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + - "--plugin-registration-path=$(PLUGIN_REG_DIR)" + env: + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: PLUGIN_REG_DIR + value: C:\\var\\lib\\kubelet\\plugins_registry\\ + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + resources: + limits: + memory: 150Mi + requests: + cpu: 30m + memory: 40Mi + securityContext: + capabilities: + drop: + - ALL + - name: azuredisk + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11-windows-hp + imagePullPolicy: IfNotPresent + command: + - "azurediskplugin.exe" + args: + - --v=5 + - --endpoint=$(CSI_ENDPOINT) + - --nodeid=$(KUBE_NODE_NAME) + - --allow-empty-cloud-config=true + - --enable-windows-host-process=true + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + resources: + limits: + memory: 600Mi + requests: + cpu: 10m + memory: 40Mi + securityContext: + capabilities: + drop: + - ALL diff --git a/deploy/v1.29.11/csi-azuredisk-node-windows.yaml b/deploy/v1.29.11/csi-azuredisk-node-windows.yaml new file mode 100644 index 0000000000..c90673d8d5 --- /dev/null +++ b/deploy/v1.29.11/csi-azuredisk-node-windows.yaml @@ -0,0 +1,206 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-node-win + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azuredisk-node-win + template: + metadata: + labels: + app: csi-azuredisk-node-win + spec: + serviceAccountName: csi-azuredisk-node-sa + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + nodeSelector: + kubernetes.io/os: windows + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + securityContext: + seccompProfile: + type: RuntimeDefault + containers: + - name: liveness-probe + volumeMounts: + - mountPath: C:\csi + name: plugin-dir + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.14.0 + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=30s" + - "--health-port=29603" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + resources: + limits: + memory: 150Mi + requests: + cpu: 10m + memory: 40Mi + securityContext: + capabilities: + drop: + - ALL + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.12.0 + args: + - "--v=2" + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + livenessProbe: + exec: + command: + - /csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\disk.csi.azure.com\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: registration-dir + mountPath: C:\registration + resources: + limits: + memory: 150Mi + requests: + cpu: 30m + memory: 40Mi + securityContext: + capabilities: + drop: + - ALL + - name: azuredisk + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--allow-empty-cloud-config=true" + - "--get-node-info-from-labels=false" + ports: + - containerPort: 29603 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 60 + timeoutSeconds: 30 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: azure-config + mountPath: C:\k + - name: csi-proxy-fs-pipe-v1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + mountPath: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + mountPath: \\.\pipe\csi-proxy-volume-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + mountPath: \\.\pipe\csi-proxy-volume-v1beta2 + resources: + limits: + memory: 600Mi + requests: + cpu: 10m + memory: 40Mi + securityContext: + capabilities: + drop: + - ALL + volumes: + - name: csi-proxy-fs-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-disk-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1 + - name: csi-proxy-volume-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-disk-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-disk-v1beta2 + - name: csi-proxy-volume-pipe-v1beta2 + hostPath: + path: \\.\pipe\csi-proxy-volume-v1beta2 + - name: registration-dir + hostPath: + path: C:\var\lib\kubelet\plugins_registry\ + type: Directory + - name: kubelet-dir + hostPath: + path: C:\var\lib\kubelet\ + type: Directory + - name: plugin-dir + hostPath: + path: C:\var\lib\kubelet\plugins\disk.csi.azure.com\ + type: DirectoryOrCreate + - name: azure-config + hostPath: + path: C:\k + type: DirectoryOrCreate diff --git a/deploy/v1.29.11/csi-azuredisk-node.yaml b/deploy/v1.29.11/csi-azuredisk-node.yaml new file mode 100644 index 0000000000..680d3a8169 --- /dev/null +++ b/deploy/v1.29.11/csi-azuredisk-node.yaml @@ -0,0 +1,186 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azuredisk-node + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azuredisk-node + template: + metadata: + labels: + app: csi-azuredisk-node + spec: + hostNetwork: true + dnsPolicy: Default + serviceAccountName: csi-azuredisk-node-sa + nodeSelector: + kubernetes.io/os: linux + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + securityContext: + seccompProfile: + type: RuntimeDefault + tolerations: + - operator: "Exists" + containers: + - name: liveness-probe + volumeMounts: + - mountPath: /csi + name: socket-dir + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.14.0 + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --http-endpoint=localhost:29603 + - --v=2 + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + securityContext: + capabilities: + drop: + - ALL + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.12.0 + args: + - --csi-address=$(ADDRESS) + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --v=2 + livenessProbe: + exec: + command: + - /csi-node-driver-registrar + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 30 + timeoutSeconds: 15 + env: + - name: ADDRESS + value: /csi/csi.sock + - name: DRIVER_REG_SOCK_PATH + value: /var/lib/kubelet/plugins/disk.csi.azure.com/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: registration-dir + mountPath: /registration + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + securityContext: + capabilities: + drop: + - ALL + - name: azuredisk + image: mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi:v1.29.11 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--enable-perf-optimization=true" + - "--allow-empty-cloud-config=true" + - "--get-node-info-from-labels=false" + ports: + - containerPort: 29603 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + host: localhost + path: /healthz + port: 29603 + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + securityContext: + privileged: true + capabilities: + drop: + - ALL + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /var/lib/kubelet/ + mountPropagation: Bidirectional + name: mountpoint-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + - mountPath: /dev + name: device-dir + - mountPath: /sys/bus/scsi/devices + name: sys-devices-dir + - mountPath: /sys/class/ + name: sys-class + resources: + limits: + memory: 600Mi + requests: + cpu: 10m + memory: 20Mi + volumes: + - hostPath: + path: /var/lib/kubelet/plugins/disk.csi.azure.com + type: DirectoryOrCreate + name: socket-dir + - hostPath: + path: /var/lib/kubelet/ + type: DirectoryOrCreate + name: mountpoint-dir + - hostPath: + path: /var/lib/kubelet/plugins_registry/ + type: DirectoryOrCreate + name: registration-dir + - hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + name: azure-cred + - hostPath: + path: /dev + type: Directory + name: device-dir + - hostPath: + path: /sys/bus/scsi/devices + type: Directory + name: sys-devices-dir + - hostPath: + path: /sys/class/ + type: Directory + name: sys-class +--- diff --git a/deploy/v1.29.11/csi-snapshot-controller.yaml b/deploy/v1.29.11/csi-snapshot-controller.yaml new file mode 100644 index 0000000000..acec93420a --- /dev/null +++ b/deploy/v1.29.11/csi-snapshot-controller.yaml @@ -0,0 +1,62 @@ +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: csi-snapshot-controller + namespace: kube-system +spec: + replicas: 2 + selector: + matchLabels: + app: csi-snapshot-controller + # the snapshot controller won't be marked as ready if the v1 CRDs are unavailable + # in #504 the snapshot-controller will exit after around 7.5 seconds if it + # can't find the v1 CRDs so this value should be greater than that + minReadySeconds: 15 + strategy: + rollingUpdate: + maxSurge: 0 + maxUnavailable: 1 + type: RollingUpdate + template: + metadata: + labels: + app: csi-snapshot-controller + spec: + serviceAccountName: csi-snapshot-controller-sa + nodeSelector: + kubernetes.io/os: linux + priorityClassName: system-cluster-critical + securityContext: + seccompProfile: + type: RuntimeDefault + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Equal" + value: "true" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Equal" + value: "true" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Equal" + value: "true" + effect: "NoSchedule" + containers: + - name: csi-snapshot-controller + image: mcr.microsoft.com/oss/kubernetes-csi/snapshot-controller:v8.1.0 + args: + - "--v=2" + - "--leader-election=true" + - "--leader-election-namespace=kube-system" + resources: + limits: + memory: 300Mi + requests: + cpu: 10m + memory: 20Mi + securityContext: + capabilities: + drop: + - ALL diff --git a/deploy/v1.29.11/rbac-csi-azuredisk-controller.yaml b/deploy/v1.29.11/rbac-csi-azuredisk-controller.yaml new file mode 100644 index 0000000000..ad76077f59 --- /dev/null +++ b/deploy/v1.29.11/rbac-csi-azuredisk-controller.yaml @@ -0,0 +1,196 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-azuredisk-controller-sa + namespace: kube-system +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-provisioner-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "create", "patch", "delete"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["csinodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["get", "list"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-provisioner-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-provisioner-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-attacher-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["csi.storage.k8s.io"] + resources: ["csinodeinfos"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-attacher-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-attacher-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-snapshotter-role +rules: + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-snapshotter-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-snapshotter-role + apiGroup: rbac.authorization.k8s.io +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-external-resizer-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims/status"] + verbs: ["update", "patch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + - apiGroups: [""] + resources: ["pods"] + verbs: ["get", "list", "watch"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azuredisk-csi-resizer-role +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azuredisk-external-resizer-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-controller-secret-role +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-controller-secret-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-azuredisk-controller-secret-role + apiGroup: rbac.authorization.k8s.io diff --git a/deploy/v1.29.11/rbac-csi-azuredisk-node.yaml b/deploy/v1.29.11/rbac-csi-azuredisk-node.yaml new file mode 100644 index 0000000000..c77181ee14 --- /dev/null +++ b/deploy/v1.29.11/rbac-csi-azuredisk-node.yaml @@ -0,0 +1,33 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-azuredisk-node-sa + namespace: kube-system + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-node-role +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azuredisk-node-secret-binding +subjects: + - kind: ServiceAccount + name: csi-azuredisk-node-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-azuredisk-node-role + apiGroup: rbac.authorization.k8s.io diff --git a/deploy/v1.29.11/rbac-csi-snapshot-controller.yaml b/deploy/v1.29.11/rbac-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..03af765424 --- /dev/null +++ b/deploy/v1.29.11/rbac-csi-snapshot-controller.yaml @@ -0,0 +1,78 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-snapshot-controller-sa + namespace: kube-system + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots/status"] + verbs: ["update", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-binding +subjects: + - kind: ServiceAccount + name: csi-snapshot-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-role +rules: + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-binding +subjects: + - kind: ServiceAccount + name: csi-snapshot-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-leaderelection-role + apiGroup: rbac.authorization.k8s.io diff --git a/docs/install-azuredisk-csi-driver.md b/docs/install-azuredisk-csi-driver.md index 3e35568bdf..82be7d87c9 100644 --- a/docs/install-azuredisk-csi-driver.md +++ b/docs/install-azuredisk-csi-driver.md @@ -4,6 +4,6 @@ > - please use helm install method for more customization, e.g. Azure Stack, RedHat OpenShift support. > - [install CSI driver master version](./install-csi-driver-master.md)(only for testing purpose) - - [install v1.29.10 CSI driver](./install-csi-driver-v1.29.10.md) + - [install v1.29.11 CSI driver](./install-csi-driver-v1.29.11.md) - [install v1.28.3 CSI driver](./install-csi-driver-v1.28.3.md) - [install v1.27.1 CSI driver](./install-csi-driver-v1.27.1.md) diff --git a/docs/install-csi-driver-v1.29.11.md b/docs/install-csi-driver-v1.29.11.md new file mode 100644 index 0000000000..9d17e32972 --- /dev/null +++ b/docs/install-csi-driver-v1.29.11.md @@ -0,0 +1,48 @@ +## Install CSI driver development version on a Kubernetes cluster +If you have already installed Helm, you can also use it to install this driver. Please check [Installation with Helm](../charts/README.md). + +### Install by kubectl + - Option#1. remote install +```console +curl -skSL https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/v1.29.11/deploy/install-driver.sh | bash -s v1.29.11 snapshot -- +``` + + - Option#2. local install +```console +git clone https://github.com/kubernetes-sigs/azuredisk-csi-driver.git +cd azuredisk-csi-driver +git checkout v1.29.11 +./deploy/install-driver.sh v1.29.11 local +``` + +### Check pods status: + +```console +kubectl -n kube-system get pod -o wide --watch -l app=csi-azuredisk-controller +kubectl -n kube-system get pod -o wide --watch -l app=csi-azuredisk-node +``` + +example output: + +```console +NAME READY STATUS RESTARTS AGE IP NODE +csi-azuredisk-controller-56bfddd689-dh5tk 6/6 Running 0 35s 10.240.0.19 k8s-agentpool-22533604-0 +csi-azuredisk-controller-56bfddd689-7s8yg 6/6 Running 0 35s 10.240.0.29 k8s-agentpool-22533604-1 +csi-snapshot-controller-84db6dbbb-stzwr 6/6 Running 0 41s 10.240.0.17 k8s-agentpool-22533604-0 +csi-azuredisk-node-cvgbs 3/3 Running 0 7m4s 10.240.0.35 k8s-agentpool-22533604-1 +csi-azuredisk-node-dr4s4 3/3 Running 0 7m4s 10.240.0.4 k8s-agentpool-22533604-0 +``` + +### clean up CSI driver + - Option#1. remote uninstall +```console +curl -skSL https://raw.githubusercontent.com/kubernetes-sigs/azuredisk-csi-driver/v1.29.11/deploy/uninstall-driver.sh | bash -s v1.29.11 -- +``` + + - Option#2. local uninstall +```console +git clone https://github.com/kubernetes-sigs/azuredisk-csi-driver.git +cd azuredisk-csi-driver +git checkout v1.29.11 +./deploy/install-driver.sh v1.29.11 local +```