From 891ef9191b80ffe4a73972264274249a546262c8 Mon Sep 17 00:00:00 2001 From: andyzhangx Date: Fri, 10 Jun 2022 02:40:13 +0000 Subject: [PATCH] doc: cut v1.19.0 release --- README.md | 2 +- charts/README.md | 2 +- charts/index.yaml | 73 +- .../latest/azurefile-csi-driver-v1.19.0.tgz | Bin 11151 -> 11146 bytes charts/latest/azurefile-csi-driver/Chart.yaml | 2 +- .../latest/azurefile-csi-driver/values.yaml | 2 +- .../v1.19.0/azurefile-csi-driver-v1.19.0.tgz | Bin 0 -> 11146 bytes .../v1.19.0/azurefile-csi-driver/Chart.yaml | 5 + .../azurefile-csi-driver/templates/NOTES.txt | 5 + .../templates/_helpers.tpl | 49 ++ .../templates/crd-csi-snapshot.yaml | 661 ++++++++++++++++++ .../templates/csi-azurefile-controller.yaml | 214 ++++++ .../templates/csi-azurefile-driver.yaml | 17 + .../templates/csi-azurefile-node-windows.yaml | 194 +++++ .../templates/csi-azurefile-node.yaml | 189 +++++ .../templates/csi-snapshot-controller.yaml | 51 ++ .../rbac-csi-azurefile-controller.yaml | 207 ++++++ .../templates/rbac-csi-azurefile-node.yaml | 29 + .../rbac-csi-snapshot-controller.yaml | 80 +++ ...rviceaccount-csi-azurefile-controller.yaml | 9 + .../serviceaccount-csi-azurefile-node.yaml | 9 + ...erviceaccount-csi-snapshot-controller.yaml | 9 + .../v1.19.0/azurefile-csi-driver/values.yaml | 227 ++++++ deploy/csi-azurefile-controller.yaml | 2 +- deploy/csi-azurefile-node-windows.yaml | 2 +- deploy/csi-azurefile-node.yaml | 2 +- deploy/v1.19.0/crd-csi-snapshot.yaml | 659 +++++++++++++++++ deploy/v1.19.0/csi-azurefile-controller.yaml | 177 +++++ deploy/v1.19.0/csi-azurefile-driver.yaml | 15 + .../v1.19.0/csi-azurefile-node-windows.yaml | 181 +++++ deploy/v1.19.0/csi-azurefile-node.yaml | 157 +++++ deploy/v1.19.0/csi-snapshot-controller.yaml | 42 ++ .../rbac-csi-azurefile-controller.yaml | 194 +++++ deploy/v1.19.0/rbac-csi-azurefile-node.yaml | 30 + .../v1.19.0/rbac-csi-snapshot-controller.yaml | 78 +++ docs/install-azurefile-csi-driver.md | 2 +- docs/install-csi-driver-v1.19.0.md | 45 ++ 37 files changed, 3582 insertions(+), 40 deletions(-) create mode 100644 charts/v1.19.0/azurefile-csi-driver-v1.19.0.tgz create mode 100644 charts/v1.19.0/azurefile-csi-driver/Chart.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/NOTES.txt create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/_helpers.tpl create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/crd-csi-snapshot.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-controller.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-driver.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-node-windows.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-node.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/csi-snapshot-controller.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-azurefile-controller.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-azurefile-node.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-snapshot-controller.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-azurefile-controller.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-azurefile-node.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml create mode 100644 charts/v1.19.0/azurefile-csi-driver/values.yaml create mode 100644 deploy/v1.19.0/crd-csi-snapshot.yaml create mode 100644 deploy/v1.19.0/csi-azurefile-controller.yaml create mode 100644 deploy/v1.19.0/csi-azurefile-driver.yaml create mode 100644 deploy/v1.19.0/csi-azurefile-node-windows.yaml create mode 100644 deploy/v1.19.0/csi-azurefile-node.yaml create mode 100644 deploy/v1.19.0/csi-snapshot-controller.yaml create mode 100644 deploy/v1.19.0/rbac-csi-azurefile-controller.yaml create mode 100644 deploy/v1.19.0/rbac-csi-azurefile-node.yaml create mode 100644 deploy/v1.19.0/rbac-csi-snapshot-controller.yaml create mode 100644 docs/install-csi-driver-v1.19.0.md diff --git a/README.md b/README.md index 9174ba5269..a980c16b2c 100644 --- a/README.md +++ b/README.md @@ -13,9 +13,9 @@ This driver allows Kubernetes to use [Azure File](https://docs.microsoft.com/en- |Driver Version |Image | supported k8s version | |----------------|----------------------------------------------- |-----------------------| |master branch |mcr.microsoft.com/k8s/csi/azurefile-csi:latest | 1.20+ | +|v1.19.0 |mcr.microsoft.com/k8s/csi/azurefile-csi:v1.19.0 | 1.20+ | |v1.18.0 |mcr.microsoft.com/k8s/csi/azurefile-csi:v1.18.0 | 1.20+ | |v1.17.0 |mcr.microsoft.com/k8s/csi/azurefile-csi:v1.17.0 | 1.20+ | -|v1.16.0 |mcr.microsoft.com/k8s/csi/azurefile-csi:v1.16.0 | 1.20+ | ### Driver parameters Please refer to [driver parameters](./docs/driver-parameters.md) diff --git a/charts/README.md b/charts/README.md index 14c8a3dfc2..c84d584039 100644 --- a/charts/README.md +++ b/charts/README.md @@ -16,7 +16,7 @@ ### install a specific version ```console helm repo add azurefile-csi-driver https://raw.githubusercontent.com/kubernetes-sigs/azurefile-csi-driver/master/charts -helm install azurefile-csi-driver azurefile-csi-driver/azurefile-csi-driver --namespace kube-system --version v1.18.0 +helm install azurefile-csi-driver azurefile-csi-driver/azurefile-csi-driver --namespace kube-system --version v1.19.0 ``` ### install on RedHat/CentOS diff --git a/charts/index.yaml b/charts/index.yaml index 44fca752a5..340e00dea4 100644 --- a/charts/index.yaml +++ b/charts/index.yaml @@ -2,17 +2,26 @@ apiVersion: v1 entries: azurefile-csi-driver: - apiVersion: v1 - appVersion: latest - created: "2022-05-21T02:26:52.571502257Z" + appVersion: v1.19.0 + created: "2022-06-10T02:39:37.718832623Z" description: Azure File Container Storage Interface (CSI) Storage Plugin - digest: 143a1d67aa8e4f50e80086bb5b47ac4b3a99599daf4c1c263306a78b547d3bdc + digest: 9dbed9cebd1d3379f3c6c4abaa6a3326d9b1933d4156e4c0b3d4ff38ed6fae29 name: azurefile-csi-driver urls: - https://raw.githubusercontent.com/kubernetes-sigs/azurefile-csi-driver/master/charts/latest/azurefile-csi-driver-v1.19.0.tgz version: v1.19.0 + - apiVersion: v1 + appVersion: v1.19.0 + created: "2022-06-10T02:39:37.756639425Z" + description: Azure File Container Storage Interface (CSI) Storage Plugin + digest: 73ec1a4572a308c5a1c1f904c70df28ca667dd122496cb9caf466205b2c4f15e + name: azurefile-csi-driver + urls: + - https://raw.githubusercontent.com/kubernetes-sigs/azurefile-csi-driver/master/charts/v1.19.0/azurefile-csi-driver-v1.19.0.tgz + version: v1.19.0 - apiVersion: v1 appVersion: v1.18.0 - created: "2022-05-21T02:26:52.591821837Z" + created: "2022-06-10T02:39:37.753810918Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: e2a4764526e1b2cef16fccf2ffca1a0573f9387fdc4cc3401e2eb9bba57d34db name: azurefile-csi-driver @@ -21,7 +30,7 @@ entries: version: v1.18.0 - apiVersion: v1 appVersion: v1.17.0 - created: "2022-05-21T02:26:52.590395131Z" + created: "2022-06-10T02:39:37.75114081Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: a6713e1e199e8c507a82b7ff3006dae0a5f1e4cdb00c5d2292bd495b5ad93627 name: azurefile-csi-driver @@ -30,7 +39,7 @@ entries: version: v1.17.0 - apiVersion: v1 appVersion: v1.16.0 - created: "2022-05-21T02:26:52.588823825Z" + created: "2022-06-10T02:39:37.748368303Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: a7a2d57e8eca7dc06c8b2cffb9bccb857753eb110b8e70760b3e04f4e6a87552 name: azurefile-csi-driver @@ -39,7 +48,7 @@ entries: version: v1.16.0 - apiVersion: v1 appVersion: v1.15.0 - created: "2022-05-21T02:26:52.587439919Z" + created: "2022-06-10T02:39:37.746484498Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: c1a31dadce233a90c19dce70f6cc92ba2e20bbaa1b1883baea72381d09303118 name: azurefile-csi-driver @@ -48,7 +57,7 @@ entries: version: v1.15.0 - apiVersion: v1 appVersion: v1.14.0 - created: "2022-05-21T02:26:52.586068814Z" + created: "2022-06-10T02:39:37.744311992Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 0c9ad4afa5ebfdb2851ad93eb16a0382d61448714b7556899360730a2fdf463a name: azurefile-csi-driver @@ -57,7 +66,7 @@ entries: version: v1.14.0 - apiVersion: v1 appVersion: v1.13.0 - created: "2022-05-21T02:26:52.583976206Z" + created: "2022-06-10T02:39:37.73994728Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 214042b029d858b50a0f8bba33a7aa2b41d1b67bce16f957ca183ae7438dac3f name: azurefile-csi-driver @@ -66,7 +75,7 @@ entries: version: v1.13.0 - apiVersion: v1 appVersion: v1.12.0 - created: "2022-05-21T02:26:52.582754701Z" + created: "2022-06-10T02:39:37.738121975Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: fbd63929671066a26df898d32282a6e79c39499a39c71761c546d069459d847d name: azurefile-csi-driver @@ -75,7 +84,7 @@ entries: version: v1.12.0 - apiVersion: v1 appVersion: v1.11.0 - created: "2022-05-21T02:26:52.581440396Z" + created: "2022-06-10T02:39:37.73631497Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 76bd438f8391d08235b09fbca859f25a9fcf8e018fd1e7e33444ca9ea946ce4b name: azurefile-csi-driver @@ -84,7 +93,7 @@ entries: version: v1.11.0 - apiVersion: v1 appVersion: v1.10.0 - created: "2022-05-21T02:26:52.57990679Z" + created: "2022-06-10T02:39:37.734376965Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 845a9de8b571b255d05ae9c643d9b90a57fe6507ff3fb735c88b41f99f6f28dc name: azurefile-csi-driver @@ -93,7 +102,7 @@ entries: version: v1.10.0 - apiVersion: v1 appVersion: v1.9.0 - created: "2022-05-21T02:26:52.60277318Z" + created: "2022-06-10T02:39:37.770885864Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 59a8057fbbd6d59919b84ef0c3396d5a0a46d1f29df604457db676f4af63c714 name: azurefile-csi-driver @@ -102,7 +111,7 @@ entries: version: v1.9.0 - apiVersion: v1 appVersion: v1.8.0 - created: "2022-05-21T02:26:52.600580271Z" + created: "2022-06-10T02:39:37.768862358Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 455b7c342194311046df526d10926d94f3bef24f753a07003fb1cad211c4cb52 name: azurefile-csi-driver @@ -111,7 +120,7 @@ entries: version: v1.8.0 - apiVersion: v1 appVersion: v1.7.0 - created: "2022-05-21T02:26:52.599143365Z" + created: "2022-06-10T02:39:37.76597255Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 057b3f6ef6001d3457fbffc27f90316c981a089696abd3d38bcc8de5537dfa6f name: azurefile-csi-driver @@ -120,7 +129,7 @@ entries: version: v1.7.0 - apiVersion: v1 appVersion: v1.6.0 - created: "2022-05-21T02:26:52.597961461Z" + created: "2022-06-10T02:39:37.764254646Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: cc2a0dda824cdda4e8141e26878bbb481c5a52e45785a5dbf72e54f2a376e522 name: azurefile-csi-driver @@ -129,7 +138,7 @@ entries: version: v1.6.0 - apiVersion: v1 appVersion: v1.5.0 - created: "2022-05-21T02:26:52.596729056Z" + created: "2022-06-10T02:39:37.762515541Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 2258177477415ddecd83dc46dfd88833223623224c7fe396590b617082bcd845 name: azurefile-csi-driver @@ -138,7 +147,7 @@ entries: version: v1.5.0 - apiVersion: v1 appVersion: v1.4.0 - created: "2022-05-21T02:26:52.595679652Z" + created: "2022-06-10T02:39:37.760674936Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 40e9bc4ee187789166fcb7c3c82b85b33ecd3a6096266fe74e411d6b48961ece name: azurefile-csi-driver @@ -147,7 +156,7 @@ entries: version: v1.4.0 - apiVersion: v1 appVersion: v1.3.0 - created: "2022-05-21T02:26:52.594565347Z" + created: "2022-06-10T02:39:37.759345033Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 12942f422b7cccbfe950bbdbd5c844f5ae4b7c292f32389cba312730a6fe9a62 name: azurefile-csi-driver @@ -156,7 +165,7 @@ entries: version: v1.3.0 - apiVersion: v1 appVersion: v1.2.0 - created: "2022-05-21T02:26:52.59261234Z" + created: "2022-06-10T02:39:37.758195129Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: b62f44b757416a9e1f5a91e19285f5f5056ec6068802dd9cd82373bef40c9ee9 name: azurefile-csi-driver @@ -165,7 +174,7 @@ entries: version: v1.2.0 - apiVersion: v1 appVersion: v1.1.0 - created: "2022-05-21T02:26:52.578280883Z" + created: "2022-06-10T02:39:37.73235836Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 675d96b309a1c5c491053ebbb854c046737420929c4f0692839afdaaf0db3933 name: azurefile-csi-driver @@ -174,7 +183,7 @@ entries: version: v1.1.0 - apiVersion: v1 appVersion: v1.0.0 - created: "2022-05-21T02:26:52.57730698Z" + created: "2022-06-10T02:39:37.730723455Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 6fd5e54e949ef1061a08d5477bc580204c91dde8f01da195e95dd60ade209492 name: azurefile-csi-driver @@ -183,7 +192,7 @@ entries: version: v1.0.0 - apiVersion: v1 appVersion: v0.10.0 - created: "2022-05-21T02:26:52.57219526Z" + created: "2022-06-10T02:39:37.720132727Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 8437b70c263de3ba365d4719f1cdd976e7461d217504b43d136d985b40f2f7ef name: azurefile-csi-driver @@ -192,7 +201,7 @@ entries: version: v0.10.0 - apiVersion: v1 appVersion: v0.9.0 - created: "2022-05-21T02:26:52.576043775Z" + created: "2022-06-10T02:39:37.72886645Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: ff42d33b0b98ce138e95028e084ce1fe9cecde82d2b96e22ca4aaf3e6453a15b name: azurefile-csi-driver @@ -201,7 +210,7 @@ entries: version: v0.9.0 - apiVersion: v1 appVersion: v0.8.0 - created: "2022-05-21T02:26:52.575254172Z" + created: "2022-06-10T02:39:37.727001545Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 6811326fbd54832ef441bd54bb5a8bf5b0ca4734da1755c84b51ae713e35fb72 name: azurefile-csi-driver @@ -210,7 +219,7 @@ entries: version: v0.8.0 - apiVersion: v1 appVersion: v0.7.0 - created: "2022-05-21T02:26:52.574618769Z" + created: "2022-06-10T02:39:37.726065543Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: cc529dd3f6d19acc695f79cb08656ed0d8192f449eb70af3ab94d6b76c28c38d name: azurefile-csi-driver @@ -219,7 +228,7 @@ entries: version: v0.7.0 - apiVersion: v1 appVersion: v0.6.0 - created: "2022-05-21T02:26:52.574149967Z" + created: "2022-06-10T02:39:37.72519344Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: eb6bc5333d6ed5788c0aa6d42e14e6228c1bf72c0db44de6f60c746e6f0cd3dd name: azurefile-csi-driver @@ -228,7 +237,7 @@ entries: version: v0.6.0 - apiVersion: v1 appVersion: v0.5.0 - created: "2022-05-21T02:26:52.573621965Z" + created: "2022-06-10T02:39:37.724206938Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: 2d16cae9af5e306e4b3f1cba341532089e9871abe31d9ff20f6751215f908a01 name: azurefile-csi-driver @@ -237,7 +246,7 @@ entries: version: v0.5.0 - apiVersion: v1 appVersion: v0.4.0 - created: "2022-05-21T02:26:52.573171163Z" + created: "2022-06-10T02:39:37.723199735Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: fcc251b21abb2a5aee4df751424b33705850226119c1bfbb0c741d0ce020d1f2 name: azurefile-csi-driver @@ -246,7 +255,7 @@ entries: version: v0.4.0 - apiVersion: v1 appVersion: 0.3.0 - created: "2022-05-21T02:26:52.572791162Z" + created: "2022-06-10T02:39:37.722105732Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: d0fa02e4c7c15f106050c6d795e97b437ec8be359d33130ca02509effc1d7082 name: azurefile-csi-driver @@ -255,11 +264,11 @@ entries: version: 0.3.0 - apiVersion: v1 appVersion: 0.2.0 - created: "2022-05-21T02:26:52.572492561Z" + created: "2022-06-10T02:39:37.72123253Z" description: Azure File Container Storage Interface (CSI) Storage Plugin digest: fde4b97c4a57b1aa6a9345e25c29eccc6b83da7746b465813473a955a4fe9896 name: azurefile-csi-driver urls: - https://raw.githubusercontent.com/kubernetes-sigs/azurefile-csi-driver/master/charts/v0.2.0/azurefile-csi-driver-0.2.0.tgz version: 0.2.0 -generated: "2022-05-21T02:26:52.56978585Z" +generated: "2022-06-10T02:39:37.717232319Z" diff --git a/charts/latest/azurefile-csi-driver-v1.19.0.tgz b/charts/latest/azurefile-csi-driver-v1.19.0.tgz index 232ea807682a0af1987ea0a2c0d21cea434f7d66..8a69593a954b28dc88ddab52d143adfca8a07480 100644 GIT binary patch delta 11018 zcmZ9SV{oQl@TQYYCYacm*tV@nGO=y`VjEBJ#JRrlRj$7x1t#y0@?pN@{c&nC|Y*T?fW^C&~XIALL9!uk6e-iEglVkVzMj)%RG z!EXvg1c`Zp2!p3^(9CQoN-^dW7& z3tgaMJ;Lew*~81-(UYujCi+GZPXJowLHkbk+L`I>RNs^;Ef{dQlp<*@g~&Vx?_G~f z4Hdo<_X(UG0XQh|*O-!mpi!-UERZb-Dh&ndz?o`I0$C6HUWu-`l17X`j4IsBmsRYo z4ZwM;C3)l3SQw$mEk&>Kha=zZGZS*cA$Jw(FuF|)hM@C->j=_w=AxECf~Y$Ug>L}9 z#{{azlc*6_B4|>}(VM>t;1e{TC-p<(0a;Vn`Y&e4n4tC}TfG(|tez2dF?Gtt-Tgf? zFCf|LTGA$#J{_Hu*T6WsvT>OoIj-tAjb}r2&`uKd={KtWz|H^)@n|R$g0InE(D$6< z#XbaJFyXJ~wh_ziW9DcVph(m(2&l+8lGredJ`hX33_c2;MEXUH)U0{n<-}VJ0|W3G zzuRw!+Uqu4Tul|mCkSN2!^*`O+&~X+jAC-AC&nw<@Z8l~VF_YL!S#aqiDPCJ(q() zn^kkP6zc&!WUWECpG1(}LH^2%K=Ef!n5{NQ-Z=1Y_*K;lhq?fVF#)3%hsY`kRs_Z+ zf{0n6zl2BnIWalpxkKz4Az}F^Zc6rx&^6jZVah^Aw-dCaVtgjjFxBbCf^kG^6h6j4 zyMf_U!Uz{8^%x{i>%-=v;k_Vl zV{bM=bw|-~6e2Q|{!CH6iqnx&&_r*0w53180tH~8l&KP6NtIAoBmFyt;;NqF6CoA! zoF>`{3Wk7e0s>8&emo<UnQtB{36Wf&km3Y~`|qyS)0|Eqa1;dzf(Gvs}zhf=QP zK$KZVKGZ2;v`-WK{n(}N?rZl|wRY=eAT&plWoPD|*swH7?$g3on9G?igyBQ{9QSS4_fei!>S z8S!h)M%xC3T4T2XvtUo2K&H&H!)%2j&HJx+ngEY_&p(|c!^{#hGlKbv<3B26W$12x z@TYjHDVg_p2CI$$fz}V%kBOehZe**YuNYRGx>H(y%rHZuzbcSYEo(0pw;tC*gCdc9 z3F+uAzv$C$7hLd7I;57=m{M03aYHhYBcGA=eYJYN)G;xyvgW$P>tbyYNG`=|4?^U4 z(iNV^EhPSWy{ekOPzj>>eB;ZM8~=cN5Y{u~XTJ{iztrso%vT+DdKA;^cBK?ib4?HE zgW}<(%k%P-OFh*DcEufLK3{JB5b^ar-wYAG9zQIPyo_uLy1KhP>{qVd!N>e{@wEw= zz`(%@O+t6PhxWpSlKd(yD5;(q={djK4=vSOT|CvhDPHDZoV*?fiW)SOQ3FqDiTj)e zDc5%{!t#m%Z!W){{MdHd`qa+U6?x%oK?1lKa`Y1{b&qq<0;3HJ(36+l&_t-D&0>;6 zY0QSHcF7u>E3J95kOv9(4J?5l`_;`T4FBPh(Kr@5|>Otw@lZ%VD)FIWwDkBfphFbY22U6lV!WT|O^LIlr)K{&bwZ3OZ7k9z< zC+8$UC^ZL6NQiR?re=;q?s^6@&D__{Cd})F!*R5T;-iS=G4_imW9OeCIjbL?uGS_h=g7ce`QJl4;?1H_X+S` z&Vb!-eP0^E#Q!M-p{b0fnn1T4_k3GwZfD0W0Iz{xTUHlGX8wxH2~t?**RTy!z3$dZ zMx8nv_VSDe!xsd+!doJ#?F%_CJZ;3`<0eO>t`5we3~Q&nv%t?O(>c<;*B27*D7$E&^hq8j-3n}I=WEnI6_k9Q00VRoFihW-Y6CC>SGEA zQ`XC?0;ar?szA)-Jagkmh^}HcZ#!UJyfv#-ErWXgny|{#j*qX84T?UW6F;f1(qkId zoI=>p`GOc48RsUCPV_GZX5 z4oLoWuwHTAn6RL*0ZEABG=9hX2W_rrDg>Ye%Q#$+v9Pe+B zj%fP8#6$!+-ItGGeSxpWvMcM7w$0Eyv5Qj&&`#2O22jiPcYBXlk|Bim_V5pq*tL%4 zL(C2$T{ob4gJ=z<8P?L|3BZlqej-d0%42wUu=^4$Up1K2}4Ip35n_EG&Qb6QXir|g%{GOlH zbSqnQq#>)rPxO@ImX%rKf|NoJdk~JYH+@ySL9|5I3H4E+r+2MStrYEAby*Uhcyd5$ zwn9p;L>qIFmY(6SOh*<$ecL#c8-+N*k^tmjYI9&r^?RMsJ^Iu-98$Co?_7(+niLwW z?JqWcEI{M&4_pl19RRr~gHH`d{>_8d4znM_>wYvhkadkwAvxM)=;QSEw<^azgNO(F z!3@Jasr@4|!hQ4&uH2n~eV27KY5SMO6Ok8F3F-XD?E`cBM(MJUx=w#sq|+xNab8FQp8a)4c(O_MPp;v{gkN~aFb zvp{X?XM5yN4pT%pN>NM_QU6s_PH2h&>7l%)kg=5ck~H47e);aoj@Qh01GANbt0|gZ zT81CSUws)Q2u|en^Lz_Bwe!-l=oH-_?PL>~&nKqYqs=1LFl9%7Bo7v7a7En8uS4i( zvS6rFHDw!D+yht{G%ZEZR$TLxSewS0l50;mH$mSpCROT2POmGQhq1SRqsVw_pPxD%@@`Ma_Y1~Zy`=a=g68$}yAa~=1bTGClH))ii(123? z!KNiqnqo6AP`jtPNejYAv9i>1|32Zdmq??;>SjMtaPEcsdBom|Vm;c$N8R+cHIg}Beu83(9@gD(d#&yM<%!8Wl zbE;c@Z1OwCk0K%n&h962p?GEtpu<9QWEn0g|zJ) zoe9x$2UoJ%5|~4GOV*y%WE5b}afo`&>61tjUJR4B7a_-iTNIppj*j;Lx@dE=uv6b3 zOt-$U2-W7$VXit~+NfN)pIW=kfNzpv$N|{+bthjn3mGIZab29MaYuOIB9o8y5R8=_ zj*m`+{>TO}cqzl{@o{aX_*Xj`TBkL2TO)~K3%7)NMU_<5=r*~AFxK{r1zMdut}V+w zjy+;zdqm&gvz;?v5*!|sO3`?yRR%FCbb48hYI{%6_@=8Fqk2N=gIf&g**|tumw;;h zMwMxN9FvGpZ=L<&|6)nZX${79D=LdOHM@>*<54goXl_!*QNP!-QO=G@~RW#TK44AqtA0Y7qyn@ zW%-1B8&y2dapPGoz^LXD#6i~^)$LX4Q^H${=jjX31o4JtJ#RNrF9Gctb3@w1{? z{GFjbIZw@|4NlNtZp0R`6F22w&UkEAPqz`9{lE<CGKbVnjMl>tD$R1&L}13AXR$$@ z>~~VMJ;~l5QZkHVDwRJP+Xn#RcdAvW&M^I>_WT-xqgzt9^o8Kx)fY*A^NaGJv|HPUiu41=2NnYQbpo4&RtA}=% zBNIp;yy>*ld-$7&mfqs9W_$1H*}vZcUY&yTurfY|-%`-ZRp6EV_16i;b#i5nAT(9D(ivRpMf z8AgTHQ}QTe_sQD1HQaokSvTn4&wD8QtdJIgH!~(SkpUqDJKKB9LD%++-pAUWMgQn> z|A_1q@m(pR%#7w+%Kjnn&(|O}gR+bD6TL&ddxSAF>!uzKC|1(mF0dbu4qRkZupXik2Kh{z+j zQ1aWvdsdND@{NZR?G_v+93JJ#Qb+;OFv_88W^Mc&1(89jq5eFH=QN^g{)3*nT1Vev zXN7LoRLU9LJ4D8hwJfybOsX&A7EGN^6v2dc+-x*TrS$}I=Y9iG9XFZfk>6--4m+cB ztx-Nk3pzHk^$%fmewZ zkqSSfnly{@Fh;BR0=JQv>F|Z)aL|XzoetQbxEeKFiBOwVPQokQJD+~(tz%7r+SF91X^h)$k6{rlBa=R{1ZCn~C;`3C4jXU2{emzU_#~=Xy z$z#D%BY7iQk#RCbsB3Pd$$R>k7{U+JRuh0(1kR({95rH)SclU@&m@O&pJ=qU(xu;;;0)MRY@-=E;!cm_g&MNCxAn0DU2@F9_c|=yO|E4yKP)z*?kF`3cv$Q-pB5&jq<+w7t4b$<7i0})HJCZ z`Ng$ZTm+5`clo=SB~ogqkpWP1kuz3atebC8tEn(@M$w)EFrcS zI)=8ZFBv%4;+*!iU_;$yY>0Lp^X%{frct9yptjV}T7AMz z*Kxqcp(M{BZ|qIt7bmt+!F&-tN}oI8_t2mC_6s&Xym9dgI&CFgPilgi``FfoGHY}Xi4iNIH_4HE;MRRkW6>w+F}MADA0FQQ@KfeVq{<4BZf~6C$@xh}va3wZgiqo~>Hxonp4bfZ=i zFGxP+b>eSkdY&Nl(l4K@spG#~3Y1=ZXW*xrn`j9lP;^SOt>NLx4d>3C8Q4iZHfq_X zpJsVAbd-7s$H`IUJ9Hq-(N;$jn%u*zJOx?$tZ$l|mi%u7&ro0Fpvu2DZj) zyU`ap(gha-6<8OUfYeHhH#-~)B?hXqk?t2Jf5G=@7PPHHl6zz3*ktNW-CrFN z=>rsQErW9uAq)y$K4lT=-vc)^8{8)RoDs;ERvRjtFPJ00^gYhACrww@eO_iECuvD) zIF%B9-wjSWQ!~t6{@dXkm`5KXNfq8GXKcMFMWLB11A6y<)+H940^$(R&IbhfI9i3! ztfOZc)1tnnJR7u}&7?zEFTh)Ar+-0bfN+KFy&C>INN7;bI;?7y1Y^R4kdT{&;vf_) z=U}~F$}y9{Mk@0u50z1!96_UO@fUH?DzU;EeIk6w+rwwdIL(@Cbw91pQBcRR=y>nH zE<{bmrohwD0Z#K6Q@~}<1iBYGE|&kfU*muq6Qcct%5@g7(qiqhD#gH2w1MB$}d zj$1RdQF6+z?WqO43G-HP&aoe#v#Aj3VXeGFU@dew-T2(%yBse`TY@XfKJ6CPJEB@n z=*ViI9}Zu#w(FfGRuU(5zVtE8t0FN#sf&^;>08s3+43;K0#*V>=jEwrbHYx&S;xv9 zz-BhLSGBv)s{Bb}t3s^_E(5QwO!U`iAri|VfuvI;Rf%!|UZQ*y zwX~fmQushNq0g})^ts(nx=-&LVfS&bzg+iodc;9ADL&V6Y2ucidx$7=jywzCD50I~ z70bhU*QN4EfWd;)&pkPkI?HI3kDJd}KFzjNmP^(5g=NCx`miKZySA{)m3`N?GouyH ze1mk(eOy(4BRzTTO3+U3?$bUAFJ{iMqy|_&Q(l}vvl3wYXGa>QF_)*NCF9#&~M9#hbe?ID` zVZlUB>8Qj6ny6!NSG^#TCC@Uy2h&pNL~Eb={=nVVxP3<+0bZdMFd=eS2$+Zn5hV`b z;Sus>^>uo_J$*h6+uxrb7`TSz*gBWC$(5G=1>o9mX*xOXPMEIUB7uZ-p#c$dQhgtq z$KS9W?-wvwug3`Z@3wn(c%^err*(!t>-{-Q-d}}`AcHw1%4Ar!IohicP{Qw%SJ09g z-M;ho%~|1qw3)z$0hAj03qUU)n@wn1=zbTZEPiOV+_zSZ-!WdWP!ZjY~xL#OE^$XhNtUhzNIyu8ex$Awb&Uq0Xw;04$zD{;cu ziEnpd)=*prB*MnzzdW#|q`A6VfA-$9hG6TD7Az^HI9&1`ft<*2&H$&L?H0mSvn3Bb z1rBf7E6R=QDiReo;%F<11*_S2o^!vKAc{8!g6GV#Mh2`a<;OfX{k@3K+95J>(e z{|u$G(9|Q;lvIlss`!J|WXI#A4*9KwxJ5fyP!TVs?(_EYA&Xnna&>i<{@ZJS;9jf- zGid&pazQbvr*iX<4nKhc0((MJYN(*x6X_|@bZk#OTkEV(1(39AWtsDGdVgdK!!ty4 zD5UZRC3BX2I*_FM=<11%d|*RFr!p#}Cr{T!-7Nd7ymmDU1->qC$tiPS(r_%%cZ%>4 zO?V5h*Dd=xMJ8r#4%!Vsb!60B?Xk!@YG^bhujRC0FRivduaq=*?#np+jI3qO`~K7# zXx57LOUnou8K{CjDJXeFqhQQ9Qy;0;9&cqbVa=&IqR05O#%?%jX32=VXg+TpwhK{^ ztf{JD2t`r+!GB{*AJMf=iZE%?1+~^J&IuRpeQs_ecr(GELl1vIGJaLVT~4p+eetGh z-j(uQQqTEg+iIw{b?QCEXN`&Cpu)7*@eFsz4K4ZCY< z`1god8@wTZ!y@ zT)}zFj0dE7iOJjCX@=2Hi1q$)&?j(SVoC|8Fj<$xUAR8c_*zi9&L&&>brmx}-p9JF ziT93=%6##O1-6e*1kG^5{~^t?Z1s2EEYpsjKTltK#kUM-5?-etWClZlpLxn|ZLQ5% zVUZ{HMXc@73ggY8*UchsUrwH7oYYz&eFo-2o2mdY385$sH8-)+*f}(jvNh?@Z~E_Q zXF7u8Cw(#d4XeB zWC#Od++}GO@d=inleu;Yse->pQ}Qw*Sa<9#2!^9ycHnx(d-8tb^?uccMgvLSt;z)u z=`QnsBv@SbK@v09B9S?RVsB4jy2_~PP;TqQ_ds6DDHn`0;Jcgi%e%AX^{l3-th?1K zVX)`tXZ7UgdqPuW)J7;JFu2dJrMA;Az7Et(IPrSM?&MD%+Z(ekG-=+%hMZXI!e}WG zNNY@KY|f%lJ{5g@P+d^+Q#%Oz_WIxby?aA(5bhIxd%5&;D>C0-A@`fA-R<_t`-@7S zL38HcvWV)`z$VT81~@O$6Uj7l)yzjcaD=kb*sm4`Vcl zz&V=tf$I5kTJ0S1V1FCxn5E8QSmexTDK~!WH|oe6hWp>#cR$9In-N%hM~@yPt>R3< zR28k06mJc!jWzV%afUZjQc-{*eA z6Ppz5n}R;`fGBo(|GIV3XbT;D>{kOdY@>dOEyj1I87-hJ-yVd^mbrbtrYnhebV+B) z?DT>AXr>TWmst08g@>&}#R8i2ZsrW+m%nlJvsJh0rH2~B5vLYKm=z__w;f2cW&}ag z{XwzZM}*qb`a_6uliEZR%~((0zr&m@{VbyY95TKhx5^!bx>0qVa%4D^{1@(FEk{cf zfny3hFm*U&j0W~{-I@R^4fTL4VHJU~Va>awB5C+B60i`}lvc9lI?QH(+-8gy z2FtlM?qchGb(rL|n4D&CWMxL31mP&OJ^b>2=Pm#2+00>!980Vd((=p&-H~bFvu#Im zYcQ#G;K$N8en|h5tuzNL9&MiQvicdR3BmsWXy=+}dD5KKSR=o)5718DhJNb2&MJ1Z zRZ}QEJ(0E2frPdbnYuA3t0Q%+AeDzXb_Q;Hh4knW?>V`at)^WO^j*{$O!r3)qeV+R z)F3OQ!*_Y7t8LX6)!q=z@T#h;rsY7He+!0--|+Q~pE$58{uzFJxonu*)4>ORxjesH zUf-NuC05w=>-F`!0}R#eFpmoNJt6-_Rm3P~3m4E4S3Z)`Y1=|Pse7rc;wqZcL*DJF zyQzlMl$@X*7QdhtZL^MO+)HohEnin<{bRkX;QI;cL&dyH0pC|MF43Da)tc2_P>=^P z*z57-U?{6;7N-u-+3){hC{oL7^)qSKid`v6`Gg#+JcX_XNbGq~MrS?b7^HYjNzzNM zO?*(^Gzhst*PLa&Zj@{c;a-!ZvuGA~7T`-9!WG;cbSz&9e>!KLy>;%P+8W{+xPTNi z`Sg)U4x<8-UK2hbfzRRzz02)b2;u7v8c=31&7vK#&}9?s7RWU0)Xo{Dv&Pg@Y{-(8 z^5&pXh=J=#C%i{)aT*e(NXyjaCtzR4fCDi0(+hq8^25a zQmSKGnE$rOdN?lZt-RF2Wl4&uL2DHLvAi6(o@2ne>2kY^9@#@v^~gaqtrF))Jlp)@ zo*ckj8eB7I@Of09z=fm0H#h#|r|46XelfH?XaATSbLy@XD-4@l#01u>ShI)^V{7^g z)u*idoHbz2z;EC=e-2@sQ%rSX#3^GTe=dEcE9Kp{l3>8xH0eH%ZgZ5Z1-nt-hg}a8 zl&kP-4YASjX$?IZAytTYm+}=p4UhEb zn$DXiCF7dCChd=Lor_e4fBH%b&zpfkT-w20qgCh;k5@b~Q`^kPi*SRPRd@c*{#J1- zgYHUr*DwJqtCZ+49_(dqj&d>_f{q2~yC-orW?^oJamFJs#wlw)ecW~pC$cZW{M61H zZlNhhOOBzYudw~hiF?!){8#l3)$lI- zKW(%>(~8nyN3H*wgqf3FIN8h?uu~@Z*HUT#WDU@{e#W1(Gy~R z3&VvE>MV^h=5b^W{D;wn)64rpJB&X?h+e1=4@n5nbGQ}%Eu4LPI`jl(gEvr;iha0z zO%bL8HP+$4rloDy zh8%l@G~l^IN6nsl0c0Z-Wifv5n(9s18V%FPT+UTbS$?DHUAzwwktK>2zRfharM=E>``~u%EKNW#%sBXq*gS$G&FUOo`eH)>3)qKp3<~1 zw8*B)DMWwlHWXSLr+( zpoeC^&%pHsFm%6T;0149K zC||+P$Jak@-W;fz4P9RWoVaChy7vR_UQU3xb^7HST#{>gT#cl3C&`M^Sj2MPMANRp2qcbg^0cYk0^@p9`b#7!Cp?2udxO{{C_5` zIlNr5mjJ)w+ONe->1)bI@bzi&^T$(CaM94r=kADVH&_#nqHNTkH0DQ1Ip;2fSKC*^5xc$dy}J~_AU2F>WnZ!0irbEVVS#wJVD?zb{fU46CoY&tn)iY7&CD6E5n^*6<%u&MHuE`f@&BFVpJvVt{3WI zhWr-pDV(>5H~3xX>1`&uDDa*E!#EH^SjnsMm5}t+jQv#jzWxZWtqs?7;eE7g?7-ofG& zr`e6bUg>;mUGhX+o~(&urMu!*r9Qr3zkXBL$MxipIEY81W8+88IWA-xqP23(n}fLw zH%!5LX__YFLqq{2+;auod+OCz_FjKDu@g2PUN26S1khe{T@1hn-$wg@s=0oh}qk4Cb z`B4p-^K%~lp|t!)amr!+G>nz+M<@%s>xa-xTJTLY8de&B6LRB)hv-qeg>ysE<`F`M zk;e-@^#2f*Jo2jsNB=c7GIeIUH;|z>Cw6v{*ynd>1D%)Mldh-Wx^NES>})gN|9XBH z9eSuj=b^qmacrj_61PO^ASQaiiZD1PNl*5(XWp@ zsrlfT>cSle!+ySQ2${lld-2@fVlQ8I{ss4#(R{h$t}9jeojn;oiCrR2)-Nl^XpXxS zxS-U-H&NHg5!`vP5mCa!R3el`!$+Uuk(1s*c!9%8EuokuD|#N3^LtLG_K*cZL}h5L zIxu|#>wgrw(K(X(PvaI?!q=d*G`i{Jo#hQku~!0%i!SChO5;Cl8|WA?`Xh&D;o7e* zNa9v^%}((TjL@kZS?|14pX3b}$J1>ltYSSO%RGCZS99`>i1&`>lkq7%Oac?w`AjKk z4lBAIme+N$M*6M4)90p19^w*2U<;g5a+^sQ`n8$8e%WT?r-nm`Q47l+rP@@l+rjo9 z6!8MWt!GR=Mf-~-eElbmJSQ2Mmt8rzdn{aF?uVhp(KPJ`WJ>@KmB5czXeo+aiPUqQ#*614+J-`W%kC?_pd>O^Eh?y7&_@@k-2tnv z$GE7XT%xF3WXy)GtjJerv30JPB{VLvko-7#pJ`=Uay$)Pwv8 zLnT{=9L0%6T9b5^A!+Ep1{@SwFo8mAq{>h5<8KQ}+`)&ku&;L?OX?XZ!=W8fbhs{} z5^tD`ixVGSb0}Jq9GCCXJuh(gPadXm0}oOj!#|ntU>_e?C445wn|zo`uLFF2T0+&V?!R7UPfQ=eOcfQ}3iV;OxkUGd4}{d36jp z5=zVggjspcu`*$9*l6c+ZhuZeHh+*5az)Ja<=$wr1xew2V?zZPvS8rT%$n@*$N5kG z9|6eHGb1lC4}29pu0-O>InWROoPMp;hmyIH88UVBlu-NcpzfCwHCb>2LWxIZH%Ob) z7hY&6<~RpN!PCQo!ll|ayG`<_=raN3Ki^4*KLmSi_+Z$xL zmP{g^f}>Jzkyjzj|3<7y+{@f|YxhbB~Nm z28!jjvu}DsgJvM#Gj$?pGFG5~T`O?4y?^Tc>0*x#%q$2M6cAzVgQ^&M900999V}x6 z=UPQ%W!x#LrsiaxfdBDvdqf(7fv4X{+Bu`>IG!lrH;5d^AO5InsyE1_(y$uK?VT+J|3oIvm80}j z$Fx=0E0E<+0Y?B&R0(`+mU_pGR=9><|2wRXhZ+bOb(}&$Y4OH^2@QpW;%7gr;CNWh zKgb-4-go+*-MQ7&y@nK!7|B+l=%YpG5lwY$!HwO80qD_*sw)js99Ww|B9(ZF2iIw!gP1s z;mS%K*tFj6j1c?Lok`WHtfsyG`ws|TwW+s0zASSg|Jhj* z6?v2u6^Wvc+=zh*>=Wmc;J$vNfe~5cxNZhKERO^Ig;&Ck!mw_y-V^E=NON0Ei*yA^ zEa~h&ZfI3IGgEGAw)v=-h9*)tpC*^gUi3veyCUO(9QW@Lb7zMJ+jJ^IVw`l5sS_Se z4Ke$X5*_-*mu_yKO`&S3GF>W~B-VZmAr!*JTdE>goGB>uhw=lPn5k?+3Hc@HU4XtI`*kY%(Jqdac)XAFBl_qbdFz zDapgBxq|*?O60Md7}FTmZ;+x(1Bq1Gv|DZksj<*+Gtx~*a(qfaQ1wH2GKikXijks5 z2PW{zwPlhG_t)TfuOR!!w%5O6bt5|2@*j(;KL+7l)?hhj@VbMqgN`l1h7JHkXnDDb zq5N~HRh}4<*8!r03_bhB#G#8%DGq?zczvRNBkdS zme_ZGFK8^=_l$o2LUWk(tw;NzqAZ>43BPoH7Yfem+u44QZ}qC2Uz|-FIK_92S_u*i zfQg=&{qX#J{d$mpvNp*eYLB=<31SXLk;@YIWNRbyXVXKIUsIJ@Kn8$?2X6e0fl z1N&C+0a=2cx&J{qED{~iPDT`$3ezVnz#@{3bFR7QCVd5q7h&w5N6I-_^qCmxW~S*t z{w#`b34e_u&fcf1qS4u(E;8t4W;&UujwrQ}QQZ)#ny7S)Q=cfWl#2*=OPl|QEdc8v zztWDH5MM?#A=T%Tr=uXX>o*jr5~KwwUNK!v(mk}MM$A-q3x@|TRcib|+2%ayJ*x4G z4ryj(tqy7PFQg>DKHX-WPp}VGB2=0W;mKU$aE#d(%H%PH82VFq61h_*m~I~TfT?@J zpp;o3?L0nGD}kP{wMVPT>n($?kIWnnlg#E2N-|{`+AGmdHDU>-*E0~|-SUY-{Hm7Y z5yWYDo)J{c^SS{-vI33dp%Qxi&I&HuGE{;A4Lx42vAk(-UCrVJt%f3_fuu>r6iw5k zgym(mg-#p`%Dk?W2(x~M0r77IG$1472yZ5O-Un+VIP>8M`OBG_?aEuTpcl2)j6F?T ztlGy?o-sXU1N-%~LMA)sGhqxx^^o35%UaRK?5#Glf?^<96)-swvteQ?3^B>pD z4$m>ulmhH-x9gRAJXKJk&^2M93wjAaq`Atu;n@ScdHu2Oa7o-skO zudUjhH{6}d6p*=~H3EkGdUXRs&7irnGrCR>v7k=VisTv6y z#e9Iactz-L;A>q(yJ9lWqC@VCjTx0xIo3!1Y;!kwSVv6kR0iHyo2FxYt0nfo_&IL< zuR*D#yWU@B+F|&`2q+vTWDbKVg{=A{DRF-@;HvqNI8zaXB4hh6sh@9UN3UyrLwuSI zp=C~DA-;*XBWs|n2>3FxeS`lI)TdN7m`M!~pe>F5=#VN_39Y)gqZKZ2pZ(?Qp$#(^ zP4ZekbV|Qb70K678LD;r);4jTe>A`M*`?+Jb1K?fy(BV_TeTSn9g{yi{kCq5`*da>;fz3_y^d4PN;i3=TJ^TcbQI99k zqB!Oxf-gUTaLMm=pIB`2*TQgF-8JBd$_kU7SKMkVL|%wiQnlm*1;zfBRf@C_H9X-d zCF$`hSMW<*)1;;}rv8rq4w%d^o=eA^N-1s%87uz~19zOva<K_Pyww5N%3ZrNNv< zq8-CBlynY43_zmlz!d9nf#LqmNlXAs+(_D#61(7iC-N}d zWbEqLhCE#VltfNhjfUBFtNjt6QiskCq9Vv9a)_&fZ7d94;o)sd<%CWB(J5t4#2*`= zXkF(UmcOylIo-$O3=S6JM`hp*3SJOx9HivFReG65cY~P=Em#dua^+si~M4^+N337iuIe`>fi#D!v!cuvM z8J1CZ`kPWnBr4EKR`kcJ(LsT|PP<&{e2dP3hl4CJtb&pf4pApUOsJ7L^XVKp zzca-{ro4Z3-<>bur2&ebQ2|B&58-}U@*e^GZ{~kcVR9kHch&(l9}VK5u1d6A zgp0hC$5KaSu3dfQXO(2tfKpB)OfKPo2iJ^5Phd|#)3bGMDt@JyQBp(^Tvoz(Z4xI@bKWTPvs_-Wn1@}1PxqD7H;E1FVn_L+DG(n&ta?4vlJ=IVH6R*3VxY(%{C31G6d1O1E z;}iYwU}>`?l6G*8MAk6JsS&HM-xo8zAi0C2zrCCuk6IO5of0n!E&=Lu*)+Qk6(J1!a$r;J7 zI_pNwy7Z7h_m>^oqR5Kj?O}PJY$J|f^>wdbBJQfYeP6AEiC*>IMEFJdWMfAvj6@p4G!{jTA7banimBMLnK#qJFGQY-L8CuS^pp zR~{~sqcGx)X;|5F<_S_SlTUhC*3`2l8O_IL|7&oex2e4O8_n<+)7$N{&<4F}Wep74 zA991Aj}2x^?20o^@rJ9TKLgz)&Ix^FfMV15Ur_hK?DVNMq(uWiHQZ5=vtSp*cvyS# zVblP2-ac|qnzZ2HZT*iUK1Rif9>J(T7~&gX?}*%ms2pC1I3hWq<1nO#AoSgAX)0%Kz8h=tF8McKrN2brBRqcGQ3*#%L z)Y#GN&zg|>^x+>@M|c{UJS#?3i)}r28tYZEq-P1MPsp)^7dk4!eBkv6oG!`4YKxM+ za^#MX{O}$)<4Ay?eT2PVFDBWS8=%!#mYK{V8LIkw_q(vL+Pa9u^2eDJ=GAyc#>I2w zmByq{RU*!S!thFh@w+39dDa=Coni&qGC=tEG2^K_@+ZmSJrM8uBTu^X5LQ zojayltop?Ro44Ip>`_a`udB(r8KAMvDesor{xZ7Jw&-G;pi?5<39bif5CadfVl8MpUX_tUg=T=&F~G1Yyb@`H_FZF0Y9uhiyP#5hm;%TIGoSn#NU zpR$R?DONsjbq9ga>gWb536m0}tU0HOQK8s}#Su?h*Tph<%)Zpezq9E8OmJhS&$QY4 zKGL%N-gWq0P!dHbuXaWK7a&KzSx1T+?c}7?%$3e<_hDbgV=pnKsQWY(!!113!zA1b zbN+R2xeuL4&64kf2}n>X^T1#jw~B2tLJq$b!G*=XY_JfXa`eU5TZAL?io2HtmTNpr zFB%ySr`ih8I421){}YM9u57fvTP^0#Ng*t_|BsOzgA`VI4ZI=AL7?3!12lAkG_d4}(j)FNEjlhse?iY z1>#5duq+#6Y@h^{*#B5flHa1&nO|-fR$aCs((gU&W}P{D1a=p6? zUa#@+vYIKg@oj9}FDVWSIQ=4Aqta(FgZ)$~#}q1wz2Peua8Apu;fJrt30GI56Fko{*YsnWFopp8_Z7v9RtFSs}M9Wc7R+OHQOi7v{Q(KP2kJF3gq z5L!myTKGGSV%uWQWl)>CGaB;sO8^Di{Fn>gdSUvLrdEk}G3_CiQ9HM=wfdR{+ka$jEdkn| zm&X`}e{4QqY|a0ldA++#(CaQ6+i=|^Q?T4M#QnT_;tuSobAWNO_P-HBt8Zirf8X@o z{}-462>j0$)im&bZvNZo75JaC@f$F(d^1V_g1w8mxwE|pu@`xK2<;7g+-m;KC*$=% zi;z1YcveQiB^{@+8i0uL+6ev-(z`u;Rr7w~#K-*laB1x2_4MVY)e$??EFq7D?EW?cKc~XyYW)2;ANCnuRYG_VLRKcg zff4cl8zC(sI}b$^up-Tz_YH8&>&q`6DjLlD?l!c67*`z3+&vvL%6e||Br##%sEow@ zy^GJ36~)46R_Pp+Y+@T6zIxg`>NIDH);c>qw%RXr1kxfSofGv*jbf>w#lMBqX*>jT zW~PDvOJskYQ)DC%&Z9U~(UIFq{jA!~m+=$>{nF)|gGMJHfeowLhqOF-kzQ z4D5C-3ME>UdPUbl%TM4`ZavBHiJYrD>+RZH^1k{NI}ts-^E8v12S4wm>$ABx++-dU z3B6GY8;+(C$%sS#aP@z<%A)lQ?k~g{|1}3}UL3SiH2>Bw;z^J({Vg{@p!>67mnhd) z#!c~!1K$aeQqrh1X@jRh_`BBkozKtD4UP+41XFQYXLqTYZsY7ejN#Zf9bAC>65CtJ zIPvL!nwigCvQ^b)+h2j!4qrpnDbOjbXT3LNBr992Z`!HmI=S|AC=G12T!#QLhIBt* z+nh`)h*Y)HCl5{Jl&=f&pNQCPO6DJX4EMt2nWio%=f4BsyVq8CP#MpgV2tbSoO=rF zd<`P2?&D`R3-3_os`f3z^K!*fwdy#-trZK$^PRxQ6%K%{UhX3aa_W^~FUHpt#f z1iW^}Zn)|mIYAatPwQUF_hOFmG4LDt4&jQNoBpnv=2GQ1UT%Y=2A^#n>0f%njo6oM z@H&H`MFoa`=EQLe;kddwGWY??-D^$vEhd$U&%ki=7_QCt^iBc&ulU#Yz{yTbzDKDP z4fg1lo|s_XCPrkQ@g!YNmgXWDyA}1;%<)xk+CCwoknBg!coGW6CTWBPtwV|+rPlMZ&Hb*)>F3&G`d4~&8l=$GNtINT|2sYf9&EMIf6fvvaepv*DHvFD40Ip6yHO_#$% zeLo-O{d;1G1A~1x_O!XgITLaC4qc^t*l}?6MV%n%_cvA-u5Vn%2Cs^VB1$2KKXlDd z!kM%BjPMlZ$)xM&hiZTTJNZ{bF9H|3)X`V$7XEhqkVv5$?R&e3`cr=1%GWW)$SV)7 z-A|Td4>E_+=WmK5mn=h6p`Wnae!|7r?9RJJA|G*3 ziW=>9y+zVw^+bz^&1w(#Waidh*eWfdD7~ljD!WPiTp^<<86Qa#VtfFIlL=^bXxm#mfbxji5<|Wh&XQg}v6EriA@PkglIq!M?s)3i8myLXE{TMxZ zwHKzc*K$K(aK_e1&nJ>!W%cX}>@c{7B^>XkAzh=gR*4Gbp7FeatL49+h!bu3%_Nd8 zxPnLd`@{k^4sA;#*+iTIT2Jh|sOC>=5_&kR=IVN827shXY0G5_lK2_n)?ZpZz%tkr z?{pDU;mW9Yd$czh@pW-~ds;OFy3)VPr;Kr}DbKgag~7dB#(+JWmgqiCx# zs(9?|#$xwIx80K5r4x3pk@otbS$2{ysifR(3k=r;mX7-s2c}IO$-Xf*Lg0L$u{->9 z9ckI5((-&rPY)cr19@#DUzU)}R~*LD{ZzGkQyL4cgt=|-OER=DJ25w#X6vJXjn{co-r&D&dog2 zkL08%6|2y&PCTuMjteC!#-^LD%J`S(mRKJBpBx*R-0U6YpUe}-($@V&jU%5dZg)DC zbl`9qKUlIsrcE38nUs9OvrRsLVu*Q&eX~iOC&c}P>3>n;_^1+cIwffza3tr27Y%kQ z`eYVZ7NZkx7mr_Kldt9|z9Li!K=g5Q1D^xwx|a2H_~;@^zMjb>;8VM(D!u-#v=#6M zMJ%@Lut`l!*f)%0F^&o)%Y!_4?BqkRp6;=zltma5z>Q%at*sP90%?=cF()w>xb8a0 zghsOmed>iEx-B*SHd-}{sTTwjQhbys-Je+;ic(dwk+L;%RZ?yGKqLtO^Bl7$??3)YGk59Hz(y$xqCDk^yX?j8T(YV&rqOpCbFx?@=g2CAX*c#2eVMjOUhV)ohPyf&4@Ly$h)qO3Q?~tXgvw89`emX}Zk9Dy-}dPH>N|_SQh2cRA7nmbWa6?#M*Vc0RE59=0m-9_+ODV z^fOD9*qLWcfTueOwl}Xym zOgODKC{;Y|^i;kqz79*J<_R((T9?gOMI*k*L6PoLjX(=L1q-EUYuy_w>ocfMTkz^q zw|<=l>%jk=x+ZjY-(>4lVCI*!k4d=usvq&2SbW(lFV6MhZV2Kom5#E?kggce%y!hk z@Zt`7MHkps$sXC?eEQKjKfCiPs+?GJe$bh;2k?9U{Pz03xILO|@E(#W6lB&;!xA0@ z^P_wDmBa-2T6ZO?e3PBJg2SGp$*cDstfQXI4b@1U0ZdTVvJ_5X@Z%mS z{jR-2_gBUosi`$j`cw005z;x%OLTP2iQO~y673@}x!c=I^?u{!wFHK`)2oP2m)()4 zR83kacBrL+eXXV{}lT{4?OFN=WHJ;m_CC^SG1aN1WZoKdXq+m%eAUU zlxq{;^5JP$oH_cwFfL6 z9M=aF4jlhVC}=9S`>rQ+5ZkX>&&O$vk60G#oZxBMuD9sT+jQ=}v=il*K^D<>NJ#Fg zJII&kEpLaOZ5EGhB3|F=r__U%y-3LllL|eCzO+Z;{Cd=imP5kXe zEp}DEfPM4pX!7}uS@dPO?|YLs&VTy_P?-Z`TO8p*&xgX z0;yWB`KD}2L9dS;kHie(vL}i8rf-OzaEn2D=t4~wsNob+zrt%VJfFYU1lTO{{CF5d z3(&;2*y=^`euVYRk^O*pk+FwXxAIjCx9)7LM%NU&`m@I}YeDKaTMaZsmcIX@GnQ6mAi@@MV}5jDBFLN9l!lwlqgfEtPko@OnQ8JrL5_u^6+2T Vojd`sFfdRky)W}UOcpH6{|5|@&?W!? diff --git a/charts/latest/azurefile-csi-driver/Chart.yaml b/charts/latest/azurefile-csi-driver/Chart.yaml index 3c0d0faeac..5b40c8ffee 100644 --- a/charts/latest/azurefile-csi-driver/Chart.yaml +++ b/charts/latest/azurefile-csi-driver/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -appVersion: latest +appVersion: v1.19.0 description: Azure File Container Storage Interface (CSI) Storage Plugin name: azurefile-csi-driver version: v1.19.0 diff --git a/charts/latest/azurefile-csi-driver/values.yaml b/charts/latest/azurefile-csi-driver/values.yaml index 5039f62cd4..43d1fd592c 100644 --- a/charts/latest/azurefile-csi-driver/values.yaml +++ b/charts/latest/azurefile-csi-driver/values.yaml @@ -2,7 +2,7 @@ image: baseRepo: mcr.microsoft.com azurefile: repository: /k8s/csi/azurefile-csi - tag: latest + tag: v1.19.0 pullPolicy: IfNotPresent csiProvisioner: repository: /oss/kubernetes-csi/csi-provisioner diff --git a/charts/v1.19.0/azurefile-csi-driver-v1.19.0.tgz b/charts/v1.19.0/azurefile-csi-driver-v1.19.0.tgz new file mode 100644 index 0000000000000000000000000000000000000000..3b944cdc33332e59c325610bbc63cf98a9c069b6 GIT binary patch literal 11146 zcmZ8{WlSB=(k-sVix+oyEADQ^-QC@x#kB`1?hXeI?(Po7-QC^oeEnYD&CPrJ$4>T| znIDtPo@C7$k{E=q5dV9?bPxB9u)`RZUNRQKNItvTR`ftB%Ioo@iH)>UH)QKgwo8@{6 z8`jXvnrgt#L(t0EH+R2b@tz843rMU8YWOt__9Z~DW2Hxt)Lma;L?GVuy1=>!C>{1Z zDO;tD_d>ycqOEy{_wQWqKWl@%c)#I*`2_?BKAoNYpG}{4uMcKoLP)~lSy0gcfg=5& z`>y?{(1G`eouL41_@`_EUP@tT+|U_}43c|iJj>5--`>qw&wWVsmBh+}{6WvKA2R+T zrLl4fw9f8K_`_-(&j~d(k)8J^1`cTNXFTJ43GFl`PgDocJ(M_)tCUB?R$R8Ow$4dxxB~~hf{8L5I zIW2ZtVN50Vk>d|4!rD_B!y^?=v+0(FyI2VZJdJtI-jLsRm+jw~I6g8OH%2nzDbw!K zpzeQpuBvc|b$>4U1%ESd8Zb7YalAprDH(x9%`1)OJ?6wrgdG_+yMExUIU*CI5{HyI zH;MAAV!ky@#mi?g@UiGxc)Mdo@#c zJ$&ntmWk1nv$`F^z!Ma;L;3z%teRsOV1r?bDub)-ofeGXb6>_P?%kL)^=26ZUt}$pt)U3ABW{Y_L5%)vl3}J*hlyM zl)(Up#S=K@WE z!4rBK_ImT5wHp^UUOqV&1|~Z?gOHA&{19Xhp@+xx8bG|qI5-sZOGs%PByca2T+>j? z%|taS3zq(&uU1bIG8o-IM`85FNcFQ$58{EwS$w``MCMsIyP@9zU|t?4zo1xtnU zuQ~1tAvSw=8_$B#yV3dhpMJ`bUG{qurY4rR zDCQlfXs6yTDj5V^sj)gAn!i=au-ryspI&$RkT8o3{Muur{7bF^v*7va%$l9-iDDk? z9B?twgZ5hM^paxG?eipL(iKP|DC+$?sv1FznlwK!P%3>_^~N8qlke?lxY_UceRmkm z?>Kcy3-<`u>1ldpVIiWz@GlK#+us`yHnp<8I-ZhT&kWYS2?8EA=>wjI4gIcU5H!}e zm%2peH%GMW*MuLI!kElRL3FAgEM_Pd`N&eer%ELI2p50Zww^}4w?2OqYY85Z)?nNk zE3kqn`#V;}v99rk<*;b$?=ZbZLZ^}NQH;9$b(&Ol9rV^#OKmp>BhFk;7V(yNSIY{c zLDjB>svOt8>}2ZY7l!Mpb#z-2S<~ekJ_y-4%5?I9LhbN8vnJZ|KW&c){GF-xczQy< zl%pcmxLa90k-@h=j`II;%y7jJyL>ud^zPl~W9n$E)O^-xv%H zK>zL)s)=YyPOq#ioqL!TbUXT-^l@X8+#&!KL2{MT570Wi<^px@>7pvfRR?bj4zzJ^ zbcgv1c{B!L> z(o$|@|peh#pLn znF98CIUi#T173pRwDQJLFr5$sK7cZ8aeTjPFh78Q6-R$C-9Olo@J(eWUOP!lbuCy$ zy$9v|B7wq%#;*$c+9L6Z29Uo6-|pA&gV#py4#q!&^7s&?WbpN(G3HaA=vC%+r;I~C z&A?|%hRV47?PzQd@mar`#?Uj5gW3t03dRFoc1h8wL!nM-vba>j-bQ4%?1XKNRj73h z;e|7?tTb->zwy!#=L!F5lreC3Edt9z?FkliC2_;e&w&?V9+f;GHqgyw)bDleA^ZBi zfn#y$Ru0uIrtR_!Q|0}>@a4M(zXoAX8A%EYBi%V6=ZOSaKN+4>e{Q{&fm^$$BDK+3 zqfL`(2d4V`%Ak+c%wHs52JDUQtS)#NpHS;Kbxg*I2{M*s>cB(4wp7SZ1e;f- z1Va<9Xof*pL#nR4^eX+U5hu0Q;gCPrW2{PnPqRM2ssXlaF*CtG-&%oDRro(l+yS6` zl1H67aQnJj9ppqKt7zOCxOZkeDXH-NGsxT7-F5cjU&SExrBv3(En6cxe=AKLMBI(< z>4X7p9QIyp#Ub$@Z(yFrG3xJ(g&S@D^xQ)%?8F1*Wtl0^C9Uv^9U=rEsaFiUNcf|9 zD+y0UAVR=J4D_0etbFU}_)e4`_+>8*lP_inIu&+sxtjp8bono_s5ScV=S{Eh>y3?o z$$dBsDJ5zjM!~gaC5X04;L$v?Xeq+Uv=#JbcDZ39zR!;k;!&P@zmV(1bcK zM!m;WDfJixcu%f*c3U+7a@6HCi#Gbt%JVf00**uIl4MRLbg8eGKUQgf(%c@$2|}CI z=w;F34~Dt>$aC_i-=^UvX+)7pTSJRH}LweSZoG`Gf+DhZk*%!#uH}zM=)?Bgd!eUeZDK?Bt z&%$n3?=t7=OeD)A-!(opL8UbxVEvwgP{S{-F!d8{TG(MrIH03T^>knwF6Wj3pNE!D zpz%&Tl*meuCQe79Qx15#WJ{GG(L{zeMME(haoDkC% z?x^|~7|fYJZvAF6a2yum9;IV@80sg#HJsbzf2qMV0ils+*z_8ji3rm{2Tvo)?{un> zoAobPh@z{K_7^0k|(T&LZ85RBm}UvaOE3;YUA%M^Y*8=RCi#y&Q_f-cyydC?E*90fktn zd_}b=3!L_)9F$wRpOCO)bF=9E4qox7EG~J-aAe(a0R+gs`UTA)-=uo1)6P58K{6$e zLFJ)Pz`$Oh+{~iykNi7hUFpkP-1AG&_iOu4@Y;E=UC&FFx z50xYcMunpM@9jHO7MX8qHau(fXE1o0?57R_e-E*$R-z-$S&x=;D|fogo}04FSxh$S zl{KuUAz(1TNKVn8g)l8%Lb-ImH4fh8A{AbtG9|9oWDjIA#Ed2fOkV-Yj-PN^sDAaj-%=la|M zI|%7Acj|I9G6?m^p20G6g0*{Q7a)sfvvHr1yMYbyum>m1!2TBX#6Y10Vkp245U#F& zv-b7yiPk@VgT61^{7O$jruel=B80y5#9KKuwj3Rw-E@5BTRAyK7};JlyhR)<0dA+Y z1La+XR$MZgBDt^pMZoI2nR{!L%?X!L*vC(|q15YaW-N{@Kv*INq(5p-z=4grW4hMk z{JL@5$V&gHe-bN8i z`(JRAG;L%F~``z`5ah`>PRaF7P2U<4>t3t!$t*r;E~SC17!7%A3UjqYi5PZOzvtyD|#|K zCYCVYV*YCr$8~XR-ZLpiu(w|%e`K5scQ!qus%{!(6?bD&ETSY-8EN7KnO%>%^%@mp zwUL(X+AQUWrJ@~NK!l_xJusl-K&Uc3Ja zeO#a&y#xvQJ)TX!3_At+J=)}fZ%F=v?_Nl5NP_%6-&g95wm$A34{y(TZr=e$Hec5> zx<9=i8L~bW>k^LsIkHgwxXk`yDT{v<%P$2?jB%H5`sFIqJEJyV0kZhgqVTqeIP!@Z zC;#-vVZXO1=Y&<1h`OvF#v?5c6>Huk_%k#uk4?t@r>L?51cjZYh(2kn=hv-7cAa(1 z0XU2iwTwZ<#y70{*INPPcGhtso`GK2g9B6d2)+erv`1Q<5CQc$vcf*c2%Eih&>H5% zIW|KAe@m2}qJp%Ashv!u2;?F;I)F*us*Atxn585e<8;Y5`)SW|jI{jEDOkBQrot&- zrFDy}@q3YG#QbTzF42z)aa#`=5Ni2@AZg=wZ*_RU>9#79MR|y{$8{Mh@j`Fm{akP1 ze+)zd!2cTl0|MXy(ZVscUrCas$ZF2SXnWgfsRK_l=O%bllRoDx=8b_9!~F_>w?Doe znf?&=OmEXQKXp}vx#_+0D85c@D>7&sNSrW8(e2m9eraDXO5JC%RyxIAs!8uW=b_hB zI!lJsT&BznpPT&CJ^I=3Md=of@>(SKYLHphpoQ|0Z$Gx)S~m=eekfD$T6BoygW|_> zyaM*U2ySIh{xMIe>K#@5J8y-dM(op?qN3Rm179y9+wd=4^mc~r*Z7D!m$3BZFN_85 zrgz^RH$dkZMK(ST)`k&r#jL8rV&k>%&o!U|K6C$2#dIr!Ts( z@>Z}J;-^xJJ7L6FEPotTUPh+~7(IGBbeH%6sf|3w ziT#nGB`5%juJ%}{FuMb0WUWkS#P(7z-ZI}~v(=?y)R$t@UI_OND_KQ#*pK1MjiA1BgA)wb0i6@!Xh}iY@ za3Y-O*4Hri2>Hu5g31UreHisL?c2e*|}H=h$g% zLua3H5{|FSKO^qXL37kDWG1k{@z<_6^yWt$H&qHbC*u`gXj!^Wy%$(Hzgl7v7L zc$RG)M@#+|8z~B&GnAkCCf)lZni1yWp;Z^m8#GXtE;svVfpY|T$J3BgWq$)4Wxv`h z*Cq3lO1Yc(7#W(U0Nnn{6sT@^2P!J=Jg{>yjt|uM;>frsnAdQyr$q|p&vmZ;KDVe{ zW}V@=Gj&tE3M5Wf5ZQ9Y%~R9H=N~vmsl0;y`&idJJ|vfPO3!>;F*ZwQG_EJ9nv%6b z<)%k(w0(8qvo-jRw>0)t)m`VYBLR+C8MwKfft2V)R`JaA1gdW)U~md zy9)f=UGOw>^gKGjSnyV+6y8Jx4H?k5_ozRPLv=L$3CTaRH#9r`%(3r63NdXAPCM^n%1y9Y|8! zy_mPlYv5-9zW*)+Vwq<;zu{BFF-DucM?#xuuswA@CH2}_7Pp00Q~p>hs&~V+o79ld zMLZq8<7qcJh^(YaZiEXoC@3Y+h5-gk<+aVLD6Kf_qt1Hw%&Rg{639J2KXS+!l8{@@|w1r+TQt16^Jq@E0D0fkgjeW+&$OCnW#Tm?i(%9uNG z#WA5Q{NDi)RC(PW8t)IgLFe&z>kh~HtwJ!W^iSI)ED=-JJ@~|VJI+O5+<*=~(BGlL zlQLCooe8nmb6RX=?%r4rNB6!A<`soh`;zBdlf=pGVR^24eMzqq%dQo74hN302JyU$ z_|mopHoDp^ztyzEj}2-Lg8UshJ#gJzVM!9jthf0;He!}Z2TV;(Urn1xrJ9e;T<$Pn zC|~@gV!^DyhfpiV+xdp44ZrarRm;q!J%rk}ChEn1e942jaZwd7JdN!-&Q54R&f{Qz zLEr;leYw3r)X^5ARj510@9pv5x7YP4s^N!KsFs)Z5$f5xNj86_Tfi34Vr&2R{~$~F z>Jc7}!dm|aJj(r#SEr2oe?uZXE^DU#Za+<6qF-4kZ0M&fc#6m00P6L(n6itcuqP3y&Na@sv%o7)@_mK|77J zhW!@*H;fyHyL6vnxQ0Z=DTfcN$)O{7e2hTPEAzS;>z)=uzCx>t z2_686D!#L!#)uzd;l{KH?LL)|Knk_6KQ=-!Zmhh00X3QrJZx&kyJ4c`A84DAHE^1z zhzJJ$&PqN!xS}Hil?ozTWwMd6h-|V2>S=MQQC=w6Xz%vfX}wY7N(zm2Pc@`8iKN3X zwHD80aN*9InTGm{6~4XCE70Q#7LXh(Ys+k>)2VjyX1&CNxqAZhkg2~5I1-elmUk4@ ztKB^n1Lzu#*-?wbf&ONH$!KD+T4exd7gZN6)P-Gpt_3rCzAQ80Mz9HqFUATK2}*v4 z!>U)~xRfhFdp-X~&KBj~fI4vH8IGi}8U=MVb$97rUmKkkdvK={b1ojzv)w0I{pq7I?z%XF zJeFBL$|ecUea6cCA5yKVw>nzCw|4~^s!qe7LwYs%lEpH!Bm`!hYitl}%|uc{*2r{y zCqR`Pv};NI#t&D$J0J&6W|ylE`!yA_*PO~X@f_`q#Wh1wRLS=c1l_y7wu?l6*$iRa zVDHjbWFKe{Tm6_cyH)&vIA48e8C{SslAmul13P;ov-ma|2s(^W`?J1|q2vL0kS1m)(eO~s1F)CeH88C9sJ zx11Df^1z5Wv8OUhzt*acq$&*?_17=eXr^*xaA&tQaIj$W_oiQsveJ`XpG4JB!CAxZ zDIo%iip;CA=$%C=Th8dpqQi>@I(3Q~q|fSY<(HG&#sgR9~%u0tJnKI$uN|O z?!x4UudBqZDSKwD0;=7uZ*9uOJjWTkvmsJ2;H{#mBDJ)(>-d~QVg=jLYCn0m0BO${ z@DAQW0qYm6hHDBC+?7{sg2=|vdV`@fA;%+ak)*WqQmB? zc324UsheEpNbAsxF=H-v$v_ajOI_s=bsAoCRnHF}titTdp~7Ko@UD<7q!?jntz(85 z&6qP_ge|{7B-yYqQX66~_ipHo>q?zI{*KYc*Qp;7D{!avXdlyX&c{>rKA{kM9n#8q8kEF$p=H(O!(4T5Ie*!Mh@Lx=pKrziC@ZF0OcVSXTIa-gfRDGQD!Qg1p~e zK34u(T~!b=AvY7B=y`q|ZoIiiXpc(BK2>CgN5&+Jw&9n711-c)>JAO{?w~)DV--lK zQ3c2;t;&QU0WRw-Yi=n5J3M$A(adD;0k|!UV|?)E0ePPVzf?o7v#*oC5gJT)SrS8LSjA)FK$ zvE52=?I4+sSbJ8OIpJHx*H>h94m_AGC-D(=$#vmq?~UxsrDKFn@Rwpe{<2M?S#g{^ ze9BSiF=!Eb9}tka-7y3ZyY8>vksJf%e$JCAShb z++q~7uI|%H3_?+BqnJ1IGKFQDW(32t0MH^N-;ZWoXu$kFNUT6_mtVWJXq!vbn(tf2 z2zZ_0T-W(7NjWXc7Z>eB7TeeJ$^%N{i`#pCV@S?IH9)u zfF<@`-XSh^{_2W&0PJr4!H-qc@G{s(HHLGT=X5utE{$#T9eYL(3tcHxCF$H#Q}}!( zu~MS(%aMzn-|KRD;}*jRgKo{yWfgpGoD1D;-PA0~q|8dc+C!uMcXSW391Ts}jA{$;BX zW#+Yz>skl024(`uAee~|tp!Ewrj!iv*rY@8SkK|FdNUL@ZW{g7j+%`;!|!u6xv|0l zb$8b%Nh>gerOJ(lZ=*_VVs@c6ga(})q z#pb_eH$MK5;f%HiQw@I~`ErG!N}TZ?(c?AG^Ij_Md7R(W>rUAbJuJkl7SGnFA;T!y zBpajMs9N4k>OiceQ5B^k79fVTea^)AElF~|$df`Y2BWo%`cr?2i>NbX(9YoIU%?$U zty&@^TjaDZP z(&DTN$R_3`3=rL$%}MME>Kn?jt#*48?E>Kcjy(gCXN=@;NNA*4ej_~tLXwjDQNgt_ zrOpKQ@s)ZKLE6^mnzbYc+~D&O01!i%__8n~V^Wo*b-)y#X1TDSPrP1z;A(M_11CgU zVZ(zx7KD1iTI7VbtP0hYhT4SW_mb2vwW`m1B0{nCBzTc*T7~8%-oB#7U9cv~_xVlb zciX#Lv1z6#@z_Kg^1GDejuTva?YZ}kWCe7nM`A{0$O3ITS2;ze6Vb_suC#CG1pS(% zd}V@~DUo&mr*2Ppf!u{L%6QqaG0Iv9R}s|4FM{tX{nUAIAcSo6e|r(1oFeIyu~iE4 z?#Gd+L^mIK6!e=H+(A+ik;?-85fD7Hq6|`0>$pXf`{qjiX@^}6rcs-smhsg5?X#!* zj00-+UBJ7)=cQu|veOxO2+(*8>FWY>8$p`?$xb=SVN*eVN7rHz0#Tl%D5G>t4Ks zR-GOic)my!G47|o84v-2I+Ciw+g>ZA(rgRr6M~Qz= zdG1>#fB&I3YBI(CXpMCNOjq`3JrsMbv^8NdN0!dWDgP$?fg1JF=aOZpL-&!S0+>D# zKQ8I>($B8Fu;rMfB>&j)smPk}u5x3Jb!@UfXMU4%B_z?c(e%^Q(7eh#K24J)pzhYH z4@PSP4QxHWJ3jvLz3B3wDh7zJoob5F*avtl|KLksK+;^1ZK@0U7q*EB(rIDQeqJLJ^XxWI-n*N||1D9z$KV=V^oVWn3d7r#9X<3&?moHUk&T17p z@Pl+`fjTSaU+p^kY(aWn6}lH*{@pxg?ivqmqW)%u#EVN5?W?iGIz|_|1`Y{ZU>IK@ zD>NxS*h6%TA>PYx_0m`A zi8(!B&+lfRvJCdjsYx&8O4yb^2k*?t-n?DWz)Qnte{{!`dV{OcWt8GR#0X;KRPDN; zm%kMnemrgg+X~u|^>6IS!44F?;|Jh8Z}8s!z9h}R-4SBN&$(+8nis%xB{R4}8Y*=Z ze4~2vel$3qn*DyYuS50O%zvO_1@HnE__dY#wOQ%?1tb4ky9Ez#79B(6KtlWvpnVUp literal 0 HcmV?d00001 diff --git a/charts/v1.19.0/azurefile-csi-driver/Chart.yaml b/charts/v1.19.0/azurefile-csi-driver/Chart.yaml new file mode 100644 index 0000000000..5b40c8ffee --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/Chart.yaml @@ -0,0 +1,5 @@ +apiVersion: v1 +appVersion: v1.19.0 +description: Azure File Container Storage Interface (CSI) Storage Plugin +name: azurefile-csi-driver +version: v1.19.0 diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/NOTES.txt b/charts/v1.19.0/azurefile-csi-driver/templates/NOTES.txt new file mode 100644 index 0000000000..3fadd8ad36 --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/NOTES.txt @@ -0,0 +1,5 @@ +The Azure File CSI Driver is getting deployed to your cluster. + +To check Azure File CSI Driver pods status, please run: + + kubectl --namespace={{ .Release.Namespace }} get pods --selector="release={{ .Release.Name }}" --watch diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/_helpers.tpl b/charts/v1.19.0/azurefile-csi-driver/templates/_helpers.tpl new file mode 100644 index 0000000000..b1bf4dc1b6 --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/_helpers.tpl @@ -0,0 +1,49 @@ +{{/* vim: set filetype=mustache: */}} + +{{/* Expand the name of the chart.*/}} +{{- define "azurefile.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Create chart name and version as used by the chart label. +*/}} +{{- define "azurefile.chart" -}} +{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Common selectors. +*/}} +{{- define "azurefile.selectorLabels" -}} +app.kubernetes.io/name: {{ template "azurefile.name" . }} +app.kubernetes.io/instance: {{ .Release.Name }} +{{- end -}} + +{{/* +Common labels. +*/}} +{{- define "azurefile.labels" -}} +{{- include "azurefile.selectorLabels" . }} +app.kubernetes.io/component: csi-driver +app.kubernetes.io/part-of: {{ template "azurefile.name" . }} +app.kubernetes.io/managed-by: {{ .Release.Service }} +{{- if .Chart.AppVersion }} +app.kubernetes.io/version: {{ .Chart.AppVersion | quote }} +{{- end }} +helm.sh/chart: {{ template "azurefile.chart" . }} +{{- if .Values.customLabels }} +{{ toYaml .Values.customLabels }} +{{- end }} +{{- end -}} + + +{{/* pull secrets for containers */}} +{{- define "azurefile.pullSecrets" -}} +{{- if .Values.imagePullSecrets }} +imagePullSecrets: +{{- range .Values.imagePullSecrets }} + - name: {{ . }} +{{- end }} +{{- end }} +{{- end -}} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/crd-csi-snapshot.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/crd-csi-snapshot.yaml new file mode 100644 index 0000000000..b0e29453c5 --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/crd-csi-snapshot.yaml @@ -0,0 +1,661 @@ +{{- if .Values.snapshot.enabled -}} +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshots.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshot + listKind: VolumeSnapshotList + plural: volumesnapshots + shortNames: + - vs + singular: volumesnapshot + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + oneOf: + - required: ["persistentVolumeClaimName"] + - required: ["volumeSnapshotContentName"] + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurrs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshot is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshot" + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurrs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotclasses.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotClass + listKind: VolumeSnapshotClassList + plural: volumesnapshotclasses + shortNames: + - vsclass + - vsclasses + singular: volumesnapshotclass + scope: Cluster + versions: + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: true + subresources: {} + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotClass is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotClass" + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: false + subresources: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotcontents.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotContent + listKind: VolumeSnapshotContentList + plural: volumesnapshotcontents + shortNames: + - vsc + - vscs + singular: volumesnapshotcontent + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + oneOf: + - required: ["snapshotHandle"] + - required: ["volumeHandle"] + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotContent is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotContent" + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +{{- end -}} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-controller.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-controller.yaml new file mode 100644 index 0000000000..dfe251dc7c --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-controller.yaml @@ -0,0 +1,214 @@ +kind: Deployment +apiVersion: apps/v1 +metadata: + name: {{ .Values.controller.name }} + namespace: {{ .Release.Namespace }} + labels: + app: {{ .Values.controller.name }} + {{- include "azurefile.labels" . | nindent 4 }} +spec: + replicas: {{ .Values.controller.replicas }} + selector: + matchLabels: + {{- include "azurefile.selectorLabels" . | nindent 6 }} + app: {{ .Values.controller.name }} + template: + metadata: + labels: + {{- include "azurefile.labels" . | nindent 8 }} + app: {{ .Values.controller.name }} + spec: + hostNetwork: {{ .Values.controller.hostNetwork }} + serviceAccountName: {{ .Values.serviceAccount.controller }} + nodeSelector: + kubernetes.io/os: linux + {{- if .Values.controller.runOnMaster}} + node-role.kubernetes.io/master: "" + {{- end}} + {{- if .Values.controller.runOnControlPlane}} + node-role.kubernetes.io/control-plane: "" + {{- end}} + priorityClassName: system-cluster-critical +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + containers: + - name: csi-provisioner +{{- if hasPrefix "/" .Values.image.csiProvisioner.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiProvisioner.repository }}:{{ .Values.image.csiProvisioner.tag }}" +{{- else }} + image: "{{ .Values.image.csiProvisioner.repository }}:{{ .Values.image.csiProvisioner.tag }}" +{{- end }} + args: + - "-v=2" + - "--csi-address=$(ADDRESS)" + - "--leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "--timeout=300s" + - "--extra-create-metadata=true" + env: + - name: ADDRESS + value: /csi/csi.sock + imagePullPolicy: {{ .Values.image.csiProvisioner.pullPolicy }} + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: {{- toYaml .Values.controller.resources.csiProvisioner | nindent 12 }} + - name: csi-attacher +{{- if hasPrefix "/" .Values.image.csiAttacher.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiAttacher.repository }}:{{ .Values.image.csiAttacher.tag }}" +{{- else }} + image: "{{ .Values.image.csiAttacher.repository }}:{{ .Values.image.csiAttacher.tag }}" +{{- end }} + args: + - "-v=2" + - "-csi-address=$(ADDRESS)" + - "-timeout=120s" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + env: + - name: ADDRESS + value: /csi/csi.sock + imagePullPolicy: {{ .Values.image.csiAttacher.pullPolicy }} + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: {{- toYaml .Values.controller.resources.csiAttacher | nindent 12 }} + - name: csi-snapshotter +{{- if hasPrefix "/" .Values.snapshot.image.csiSnapshotter.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.snapshot.image.csiSnapshotter.repository }}:{{ .Values.snapshot.image.csiSnapshotter.tag }}" +{{- else }} + image: "{{ .Values.snapshot.image.csiSnapshotter.repository }}:{{ .Values.snapshot.image.csiSnapshotter.tag }}" +{{- end }} + args: + - "-csi-address=$(ADDRESS)" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "-v=2" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.csiSnapshotter | nindent 12 }} + - name: csi-resizer +{{- if hasPrefix "/" .Values.image.csiResizer.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.csiResizer.repository }}:{{ .Values.image.csiResizer.tag }}" +{{- else }} + image: "{{ .Values.image.csiResizer.repository }}:{{ .Values.image.csiResizer.tag }}" +{{- end }} + args: + - "-csi-address=$(ADDRESS)" + - "-v=2" + - "-leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - '-handle-volume-inuse-error=false' + - '-timeout=120s' + - '-feature-gates=RecoverVolumeExpansionFailure=true' + env: + - name: ADDRESS + value: /csi/csi.sock + imagePullPolicy: {{ .Values.image.csiResizer.pullPolicy }} + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.csiResizer | nindent 12 }} + - name: liveness-probe +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port={{ .Values.controller.livenessProbe.healthPort }} + - --v=2 + imagePullPolicy: {{ .Values.image.livenessProbe.pullPolicy }} + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.livenessProbe | nindent 12 }} + - name: azurefile +{{- if hasPrefix "/" .Values.image.azurefile.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azurefile.repository }}:{{ .Values.image.azurefile.tag }}" +{{- else }} + image: "{{ .Values.image.azurefile.repository }}:{{ .Values.image.azurefile.tag }}" +{{- end }} + args: + - "--v={{ .Values.controller.logLevel }}" + - "--endpoint=$(CSI_ENDPOINT)" + - "--metrics-address=0.0.0.0:{{ .Values.controller.metricsPort }}" + - "--kubeconfig={{ .Values.controller.kubeconfig }}" + - "--drivername={{ .Values.driver.name }}" + - "--cloud-config-secret-name={{ .Values.controller.cloudConfigSecretName }}" + - "--cloud-config-secret-namespace={{ .Values.controller.cloudConfigSecretNamespace }}" + - "--custom-user-agent={{ .Values.driver.customUserAgent }}" + - "--user-agent-suffix={{ .Values.driver.userAgentSuffix }}" + - "--allow-empty-cloud-config={{ .Values.controller.allowEmptyCloudConfig }}" + ports: + - containerPort: {{ .Values.controller.livenessProbe.healthPort }} + name: healthz + protocol: TCP + - containerPort: {{ .Values.controller.metricsPort }} + name: metrics + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + imagePullPolicy: {{ .Values.image.azurefile.pullPolicy }} + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + - name: ssl-pki + mountPath: /etc/pki/ca-trust/extracted + readOnly: true + {{- end }} + resources: {{- toYaml .Values.controller.resources.azurefile | nindent 12 }} + volumes: + - name: socket-dir + emptyDir: {} + - name: azure-cred + hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + - name: ssl-pki + hostPath: + path: /etc/pki/ca-trust/extracted + {{- end }} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-driver.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-driver.yaml new file mode 100644 index 0000000000..e1facb056a --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-driver.yaml @@ -0,0 +1,17 @@ +--- +apiVersion: storage.k8s.io/v1 +kind: CSIDriver +metadata: + name: {{ .Values.driver.name }} + labels: + {{- include "azurefile.labels" . | nindent 4 }} + annotations: + csiDriver: "{{ .Values.image.azurefile.tag }}" + snapshot: "{{ .Values.snapshot.image.csiSnapshotter.tag }}" +spec: + attachRequired: {{ .Values.controller.attachRequired }} + podInfoOnMount: true + volumeLifecycleModes: + - Persistent + - Ephemeral + fsGroupPolicy: ReadWriteOnceWithFSType diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-node-windows.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-node-windows.yaml new file mode 100644 index 0000000000..3851a8ceff --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-node-windows.yaml @@ -0,0 +1,194 @@ +{{- if .Values.windows.enabled}} +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.windows.dsName }} + namespace: {{ .Release.Namespace }} + labels: + app: {{ .Values.windows.dsName }} + {{- include "azurefile.labels" . | nindent 4 }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.windows.dsName }} + {{- include "azurefile.selectorLabels" . | nindent 6 }} + template: + metadata: + labels: + app: {{ .Values.windows.dsName }} + {{- include "azurefile.labels" . | nindent 8 }} + spec: + serviceAccountName: {{ .Values.serviceAccount.node }} +{{- with .Values.windows.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + nodeSelector: + kubernetes.io/os: windows + affinity: + nodeAffinity: +{{ toYaml .Values.windows.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + containers: + - name: liveness-probe + volumeMounts: + - mountPath: C:\csi + name: plugin-dir +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--probe-timeout=3s" + - "--health-port={{ .Values.node.livenessProbe.healthPort }}" + - "--v=2" + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + imagePullPolicy: {{ .Values.image.livenessProbe.pullPolicy }} + resources: {{- toYaml .Values.windows.resources.livenessProbe | nindent 12 }} + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + args: + - "--csi-address=$(CSI_ENDPOINT)" + - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)" + - "--v=2" + livenessProbe: + exec: + command: + - /csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\{{ .Values.driver.name }}\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + imagePullPolicy: {{ .Values.image.nodeDriverRegistrar.pullPolicy }} + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: registration-dir + mountPath: C:\registration + resources: {{- toYaml .Values.windows.resources.nodeDriverRegistrar | nindent 12 }} + - name: azurefile +{{- if hasPrefix "/" .Values.image.azurefile.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azurefile.repository }}:{{ .Values.image.azurefile.tag }}" +{{- else }} + image: "{{ .Values.image.azurefile.repository }}:{{ .Values.image.azurefile.tag }}" +{{- end }} + args: + - "--v={{ .Values.node.logLevel }}" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--metrics-address=0.0.0.0:{{ .Values.node.metricsPort }}" + - "--kubeconfig={{ .Values.windows.kubeconfig }}" + - "--drivername={{ .Values.driver.name }}" + - "--cloud-config-secret-name={{ .Values.node.cloudConfigSecretName }}" + - "--cloud-config-secret-namespace={{ .Values.node.cloudConfigSecretNamespace }}" + - "--custom-user-agent={{ .Values.driver.customUserAgent }}" + - "--user-agent-suffix={{ .Values.driver.userAgentSuffix }}" + - "--allow-empty-cloud-config={{ .Values.node.allowEmptyCloudConfig }}" + - "--enable-get-volume-stats={{ .Values.feature.enableGetVolumeStats }}" + - "--allow-inline-volume-key-access-with-identity={{ .Values.node.allowInlineVolumeKeyAccessWithIdentity }}" + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + imagePullPolicy: {{ .Values.image.pullPolicy }} + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: azure-config + mountPath: C:\k + - name: csi-proxy-fs-pipe-v1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-smb-pipe-v1 + mountPath: \\.\pipe\csi-proxy-smb-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-smb-pipe-v1beta1 + mountPath: \\.\pipe\csi-proxy-smb-v1beta1 + resources: {{- toYaml .Values.windows.resources.azurefile | nindent 12 }} + volumes: + - name: csi-proxy-fs-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-smb-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-smb-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-smb-pipe-v1beta1 + hostPath: + path: \\.\pipe\csi-proxy-smb-v1beta1 + - name: registration-dir + hostPath: + path: {{ .Values.windows.kubelet }}\plugins_registry\ + type: Directory + - name: kubelet-dir + hostPath: + path: {{ .Values.windows.kubelet }}\ + type: Directory + - name: plugin-dir + hostPath: + path: {{ .Values.windows.kubelet }}\plugins\{{ .Values.driver.name }}\ + type: DirectoryOrCreate + - name: azure-config + hostPath: + path: C:\k + type: Directory +{{- end -}} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-node.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-node.yaml new file mode 100644 index 0000000000..c5bd404c06 --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/csi-azurefile-node.yaml @@ -0,0 +1,189 @@ +{{- if .Values.linux.enabled}} +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.linux.dsName }} + namespace: {{ .Release.Namespace }} + labels: + app: {{ .Values.linux.dsName }} + {{- include "azurefile.labels" . | nindent 4 }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.linux.dsName }} + {{- include "azurefile.selectorLabels" . | nindent 6 }} + template: + metadata: + labels: + app: {{ .Values.linux.dsName }} + {{- include "azurefile.labels" . | nindent 8 }} + spec: + hostNetwork: true + dnsPolicy: {{ .Values.linux.dnsPolicy }} + serviceAccountName: {{ .Values.serviceAccount.node }} + nodeSelector: + kubernetes.io/os: linux + affinity: + nodeAffinity: +{{ toYaml .Values.linux.nodeAffinity | indent 10 }} + priorityClassName: system-node-critical +{{- with .Values.linux.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + containers: + - name: liveness-probe + volumeMounts: + - mountPath: /csi + name: socket-dir +{{- if hasPrefix "/" .Values.image.livenessProbe.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- else }} + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" +{{- end }} + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port={{ .Values.node.livenessProbe.healthPort }} + - --v=2 + imagePullPolicy: {{ .Values.image.livenessProbe.pullPolicy }} + resources: {{- toYaml .Values.linux.resources.livenessProbe | nindent 12 }} + - name: node-driver-registrar +{{- if hasPrefix "/" .Values.image.nodeDriverRegistrar.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- else }} + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" +{{- end }} + args: + - --csi-address=$(ADDRESS) + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --v=2 + livenessProbe: + exec: + command: + - /csi-node-driver-registrar + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 30 + timeoutSeconds: 15 + env: + - name: ADDRESS + value: /csi/csi.sock + - name: DRIVER_REG_SOCK_PATH + value: {{ .Values.linux.kubelet }}/plugins/{{ .Values.driver.name }}/csi.sock + imagePullPolicy: {{ .Values.image.nodeDriverRegistrar.pullPolicy }} + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: registration-dir + mountPath: /registration + resources: {{- toYaml .Values.linux.resources.nodeDriverRegistrar | nindent 12 }} + - name: azurefile +{{- if hasPrefix "/" .Values.image.azurefile.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.image.azurefile.repository }}:{{ .Values.image.azurefile.tag }}" +{{- else }} + image: "{{ .Values.image.azurefile.repository }}:{{ .Values.image.azurefile.tag }}" +{{- end }} + args: + - "--v={{ .Values.node.logLevel }}" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--metrics-address=0.0.0.0:{{ .Values.node.metricsPort }}" + - "--kubeconfig={{ .Values.linux.kubeconfig }}" + - "--drivername={{ .Values.driver.name }}" + - "--cloud-config-secret-name={{ .Values.node.cloudConfigSecretName }}" + - "--cloud-config-secret-namespace={{ .Values.node.cloudConfigSecretNamespace }}" + - "--custom-user-agent={{ .Values.driver.customUserAgent }}" + - "--user-agent-suffix={{ .Values.driver.userAgentSuffix }}" + - "--allow-empty-cloud-config={{ .Values.node.allowEmptyCloudConfig }}" + - "--enable-get-volume-stats={{ .Values.feature.enableGetVolumeStats }}" + - "--mount-permissions={{ .Values.linux.mountPermissions }}" + - "--allow-inline-volume-key-access-with-identity={{ .Values.node.allowInlineVolumeKeyAccessWithIdentity }}" + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: AZURE_GO_SDK_LOG_LEVEL + value: {{ .Values.driver.azureGoSDKLogLevel }} + imagePullPolicy: {{ .Values.image.azurefile.pullPolicy }} + securityContext: + privileged: true + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: {{ .Values.linux.kubelet }}/ + mountPropagation: Bidirectional + name: mountpoint-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + - mountPath: /dev + name: device-dir + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + mountPath: /etc/ssl/certs + readOnly: true + - name: ssl-pki + mountPath: /etc/pki/ca-trust/extracted + readOnly: true + {{- end }} + resources: {{- toYaml .Values.linux.resources.azurefile | nindent 12 }} + volumes: + - hostPath: + path: {{ .Values.linux.kubelet }}/plugins/{{ .Values.driver.name }} + type: DirectoryOrCreate + name: socket-dir + - hostPath: + path: {{ .Values.linux.kubelet }}/ + type: DirectoryOrCreate + name: mountpoint-dir + - hostPath: + path: {{ .Values.linux.kubelet }}/plugins_registry/ + type: DirectoryOrCreate + name: registration-dir + - hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + name: azure-cred + - hostPath: + path: /dev + type: Directory + name: device-dir + {{- if eq .Values.linux.distro "fedora" }} + - name: ssl + hostPath: + path: /etc/ssl/certs + - name: ssl-pki + hostPath: + path: /etc/pki/ca-trust/extracted + {{- end }} +{{- end -}} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/csi-snapshot-controller.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/csi-snapshot-controller.yaml new file mode 100644 index 0000000000..d796bc0e59 --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/csi-snapshot-controller.yaml @@ -0,0 +1,51 @@ +{{- if .Values.snapshot.enabled -}} +kind: Deployment +apiVersion: apps/v1 +metadata: + name: {{ .Values.snapshot.snapshotController.name}} + namespace: {{ .Release.Namespace }} + labels: + app: {{ .Values.snapshot.snapshotController.name}} + {{- include "azurefile.labels" . | nindent 4 }} +spec: + replicas: {{ .Values.snapshot.snapshotController.replicas }} + selector: + matchLabels: + app: {{ .Values.snapshot.snapshotController.name}} + {{- include "azurefile.selectorLabels" . | nindent 6 }} + template: + metadata: + labels: + app: {{ .Values.snapshot.snapshotController.name}} + {{- include "azurefile.labels" . | nindent 8 }} + spec: + serviceAccountName: {{ .Values.serviceAccount.snapshotController }} + nodeSelector: + kubernetes.io/os: linux + priorityClassName: system-cluster-critical +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.controller.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + containers: + - name: {{ .Values.snapshot.snapshotController.name}} +{{- if hasPrefix "/" .Values.snapshot.image.csiSnapshotController.repository }} + image: "{{ .Values.image.baseRepo }}{{ .Values.snapshot.image.csiSnapshotController.repository }}:{{ .Values.snapshot.image.csiSnapshotController.tag }}" +{{- else }} + image: "{{ .Values.snapshot.image.csiSnapshotController.repository }}:{{ .Values.snapshot.image.csiSnapshotController.tag }}" +{{- end }} + args: + - "--v=2" + - "--leader-election=true" + - "--leader-election-namespace={{ .Release.Namespace }}" + resources: {{- toYaml .Values.snapshot.snapshotController.resources | nindent 12 }} + imagePullPolicy: {{ .Values.snapshot.image.csiSnapshotController.pullPolicy }} +{{- end -}} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-azurefile-controller.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-azurefile-controller.yaml new file mode 100644 index 0000000000..597f551b42 --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-azurefile-controller.yaml @@ -0,0 +1,207 @@ +{{- if .Values.rbac.create -}} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-provisioner-role + labels: + {{- include "azurefile.labels" . | nindent 4 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "create", "delete"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["csinodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["get", "list"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-provisioner-binding + labels: + {{- include "azurefile.labels" . | nindent 4 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-provisioner-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-attacher-role + labels: + {{- include "azurefile.labels" . | nindent 4 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["csi.storage.k8s.io"] + resources: ["csinodeinfos"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-attacher-binding + labels: + {{- include "azurefile.labels" . | nindent 4 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-attacher-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-snapshotter-role + labels: + {{- include "azurefile.labels" . | nindent 4 }} +rules: + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-snapshotter-binding + labels: + {{- include "azurefile.labels" . | nindent 4 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-snapshotter-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-resizer-role + labels: + {{- include "azurefile.labels" . | nindent 4 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims/status"] + verbs: ["update", "patch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-resizer-role + labels: + {{- include "azurefile.labels" . | nindent 4 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-resizer-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-controller-secret-role + labels: + {{- include "azurefile.labels" . | nindent 4 }} +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list", "create"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-controller-secret-binding + labels: + {{- include "azurefile.labels" . | nindent 4 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-controller-secret-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-azurefile-node.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-azurefile-node.yaml new file mode 100644 index 0000000000..485556144a --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-azurefile-node.yaml @@ -0,0 +1,29 @@ +{{- if .Values.rbac.create -}} +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-node-secret-role + labels: + {{- include "azurefile.labels" . | nindent 4 }} +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-{{ .Values.rbac.name }}-node-secret-binding + labels: + {{- include "azurefile.labels" . | nindent 4 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.node }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-{{ .Values.rbac.name }}-node-secret-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-snapshot-controller.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..0cff1ff01f --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/rbac-csi-snapshot-controller.yaml @@ -0,0 +1,80 @@ +{{- if and .Values.snapshot.enabled .Values.rbac.create -}} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-role + labels: + {{- include "azurefile.labels" . | nindent 4 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots/status"] + verbs: ["update", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-binding + labels: + {{- include "azurefile.labels" . | nindent 4 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-role + labels: + {{- include "azurefile.labels" . | nindent 4 }} +rules: + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-binding + labels: + {{- include "azurefile.labels" . | nindent 4 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-leaderelection-role + apiGroup: rbac.authorization.k8s.io +{{ end }} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-azurefile-controller.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-azurefile-controller.yaml new file mode 100644 index 0000000000..66e0726acb --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-azurefile-controller.yaml @@ -0,0 +1,9 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.controller }} + namespace: {{ .Release.Namespace }} + labels: + {{- include "azurefile.labels" . | nindent 4 }} +{{- end -}} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-azurefile-node.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-azurefile-node.yaml new file mode 100644 index 0000000000..697b8db390 --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-azurefile-node.yaml @@ -0,0 +1,9 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.node }} + namespace: {{ .Release.Namespace }} + labels: + {{- include "azurefile.labels" . | nindent 4 }} +{{- end -}} diff --git a/charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml b/charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..e77ef8f991 --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/templates/serviceaccount-csi-snapshot-controller.yaml @@ -0,0 +1,9 @@ +{{- if and .Values.snapshot.enabled .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.serviceAccount.snapshotController }} + namespace: {{ .Release.Namespace }} + labels: + {{- include "azurefile.labels" . | nindent 4 }} +{{- end -}} diff --git a/charts/v1.19.0/azurefile-csi-driver/values.yaml b/charts/v1.19.0/azurefile-csi-driver/values.yaml new file mode 100644 index 0000000000..43d1fd592c --- /dev/null +++ b/charts/v1.19.0/azurefile-csi-driver/values.yaml @@ -0,0 +1,227 @@ +image: + baseRepo: mcr.microsoft.com + azurefile: + repository: /k8s/csi/azurefile-csi + tag: v1.19.0 + pullPolicy: IfNotPresent + csiProvisioner: + repository: /oss/kubernetes-csi/csi-provisioner + tag: v3.1.0 + pullPolicy: IfNotPresent + csiAttacher: + repository: /oss/kubernetes-csi/csi-attacher + tag: v3.4.0 + pullPolicy: IfNotPresent + csiResizer: + repository: /oss/kubernetes-csi/csi-resizer + tag: v1.4.0 + pullPolicy: IfNotPresent + livenessProbe: + repository: /oss/kubernetes-csi/livenessprobe + tag: v2.6.0 + pullPolicy: IfNotPresent + nodeDriverRegistrar: + repository: /oss/kubernetes-csi/csi-node-driver-registrar + tag: v2.5.0 + pullPolicy: IfNotPresent + +## Reference to one or more secrets to be used when pulling images +## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ +imagePullSecrets: [] +# - name: myRegistryKeySecretName + +# -- Custom labels to add into metadata +customLabels: {} + # k8s-app: azurefile-csi-driver + +serviceAccount: + create: true # When true, service accounts will be created for you. Set to false if you want to use your own. + controller: csi-azurefile-controller-sa # Name of Service Account to be created or used + node: csi-azurefile-node-sa # Name of Service Account to be created or used + snapshotController: csi-snapshot-controller-sa # Name of Service Account to be created or used + +rbac: + create: true + name: azurefile + +controller: + name: csi-azurefile-controller + cloudConfigSecretName: azure-cloud-provider + cloudConfigSecretNamespace: kube-system + allowEmptyCloudConfig: true + replicas: 2 + hostNetwork: true # this setting could be disabled if controller does not depend on MSI setting + metricsPort: 29614 + livenessProbe: + healthPort: 29612 + runOnMaster: false + runOnControlPlane: false + attachRequired: false + logLevel: 5 + resources: + csiProvisioner: + limits: + cpu: 1 + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiAttacher: + limits: + cpu: 1 + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiResizer: + limits: + cpu: 1 + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + csiSnapshotter: + limits: + cpu: 1 + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + livenessProbe: + limits: + cpu: 1 + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + azurefile: + limits: + cpu: 1 + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + kubeconfig: "" + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + +node: + cloudConfigSecretName: azure-cloud-provider + cloudConfigSecretNamespace: kube-system + allowEmptyCloudConfig: true + allowInlineVolumeKeyAccessWithIdentity: false + metricsPort: 29615 + livenessProbe: + healthPort: 29613 + logLevel: 5 + +snapshot: + enabled: false + image: + csiSnapshotter: + repository: /oss/kubernetes-csi/csi-snapshotter + tag: v5.0.1 + pullPolicy: IfNotPresent + csiSnapshotController: + repository: /oss/kubernetes-csi/snapshot-controller + tag: v5.0.1 + pullPolicy: IfNotPresent + snapshotController: + name: csi-snapshot-controller + replicas: 2 + resources: + limits: + cpu: 1 + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + +feature: + enableGetVolumeStats: true + +driver: + name: file.csi.azure.com + customUserAgent: "" + userAgentSuffix: "OSS-helm" + azureGoSDKLogLevel: "" # available values: ""(no logs), DEBUG, INFO, WARNING, ERROR + +linux: + enabled: true + dsName: csi-azurefile-node # daemonset name + dnsPolicy: Default # available values: Default, ClusterFirst, ClusterFirstWithHostNet, None + kubelet: /var/lib/kubelet + kubeconfig: "" + distro: debian # available values: debian, fedora + mountPermissions: 0777 + resources: + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + nodeDriverRegistrar: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + azurefile: + limits: + memory: 300Mi + requests: + cpu: 10m + memory: 20Mi + tolerations: + - operator: "Exists" + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + +windows: + enabled: true + dsName: csi-azurefile-node-win # daemonset name + kubelet: 'C:\var\lib\kubelet' + kubeconfig: "" + resources: + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 40Mi + nodeDriverRegistrar: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 40Mi + azurefile: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 40Mi + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet diff --git a/deploy/csi-azurefile-controller.yaml b/deploy/csi-azurefile-controller.yaml index b270e8159e..c44b6a5b74 100644 --- a/deploy/csi-azurefile-controller.yaml +++ b/deploy/csi-azurefile-controller.yaml @@ -126,7 +126,7 @@ spec: cpu: 10m memory: 20Mi - name: azurefile - image: mcr.microsoft.com/k8s/csi/azurefile-csi:latest + image: mcr.microsoft.com/k8s/csi/azurefile-csi:v1.19.0 imagePullPolicy: IfNotPresent args: - "--v=5" diff --git a/deploy/csi-azurefile-node-windows.yaml b/deploy/csi-azurefile-node-windows.yaml index 347b0c1be3..c3e623becd 100644 --- a/deploy/csi-azurefile-node-windows.yaml +++ b/deploy/csi-azurefile-node-windows.yaml @@ -91,7 +91,7 @@ spec: cpu: 10m memory: 40Mi - name: azurefile - image: mcr.microsoft.com/k8s/csi/azurefile-csi:latest + image: mcr.microsoft.com/k8s/csi/azurefile-csi:v1.19.0 imagePullPolicy: IfNotPresent args: - --v=5 diff --git a/deploy/csi-azurefile-node.yaml b/deploy/csi-azurefile-node.yaml index d07451fce4..67b044a712 100644 --- a/deploy/csi-azurefile-node.yaml +++ b/deploy/csi-azurefile-node.yaml @@ -82,7 +82,7 @@ spec: cpu: 10m memory: 20Mi - name: azurefile - image: mcr.microsoft.com/k8s/csi/azurefile-csi:latest + image: mcr.microsoft.com/k8s/csi/azurefile-csi:v1.19.0 imagePullPolicy: IfNotPresent args: - "--v=5" diff --git a/deploy/v1.19.0/crd-csi-snapshot.yaml b/deploy/v1.19.0/crd-csi-snapshot.yaml new file mode 100644 index 0000000000..18d97e6b7c --- /dev/null +++ b/deploy/v1.19.0/crd-csi-snapshot.yaml @@ -0,0 +1,659 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshots.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshot + listKind: VolumeSnapshotList + plural: volumesnapshots + shortNames: + - vs + singular: volumesnapshot + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + oneOf: + - required: ["persistentVolumeClaimName"] + - required: ["volumeSnapshotContentName"] + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurrs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshot is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshot" + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurrs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotclasses.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotClass + listKind: VolumeSnapshotClassList + plural: volumesnapshotclasses + shortNames: + - vsclass + - vsclasses + singular: volumesnapshotclass + scope: Cluster + versions: + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: true + subresources: {} + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotClass is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotClass" + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: false + subresources: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] + +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.4.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/419" + creationTimestamp: null + name: volumesnapshotcontents.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotContent + listKind: VolumeSnapshotContentList + plural: volumesnapshotcontents + shortNames: + - vsc + - vscs + singular: volumesnapshotcontent + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + oneOf: + - required: ["snapshotHandle"] + - required: ["volumeHandle"] + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotContent is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotContent" + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] \ No newline at end of file diff --git a/deploy/v1.19.0/csi-azurefile-controller.yaml b/deploy/v1.19.0/csi-azurefile-controller.yaml new file mode 100644 index 0000000000..c44b6a5b74 --- /dev/null +++ b/deploy/v1.19.0/csi-azurefile-controller.yaml @@ -0,0 +1,177 @@ +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: csi-azurefile-controller + namespace: kube-system +spec: + replicas: 2 + selector: + matchLabels: + app: csi-azurefile-controller + template: + metadata: + labels: + app: csi-azurefile-controller + spec: + hostNetwork: true # only required for MSI enabled cluster + serviceAccountName: csi-azurefile-controller-sa + nodeSelector: + kubernetes.io/os: linux # add "kubernetes.io/role: master" to run controller on master node + priorityClassName: system-cluster-critical + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + containers: + - name: csi-provisioner + image: mcr.microsoft.com/oss/kubernetes-csi/csi-provisioner:v3.1.0 + args: + - "-v=2" + - "--csi-address=$(ADDRESS)" + - "--leader-election" + - "--leader-election-namespace=kube-system" + - "--timeout=300s" + - "--extra-create-metadata=true" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + - name: csi-attacher + image: mcr.microsoft.com/oss/kubernetes-csi/csi-attacher:v3.4.0 + args: + - "-v=2" + - "-csi-address=$(ADDRESS)" + - "-timeout=120s" + - "--leader-election" + - "--leader-election-namespace=kube-system" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + - name: csi-snapshotter + image: mcr.microsoft.com/oss/kubernetes-csi/csi-snapshotter:v5.0.1 + args: + - "-v=2" + - "-csi-address=$(ADDRESS)" + - "--leader-election" + - "--leader-election-namespace=kube-system" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: csi-resizer + image: mcr.microsoft.com/oss/kubernetes-csi/csi-resizer:v1.4.0 + args: + - "-csi-address=$(ADDRESS)" + - "-v=2" + - "--leader-election" + - "--leader-election-namespace=kube-system" + - '-handle-volume-inuse-error=false' + - '-feature-gates=RecoverVolumeExpansionFailure=true' + - '-timeout=120s' + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 500Mi + requests: + cpu: 10m + memory: 20Mi + - name: liveness-probe + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.6.0 + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port=29612 + - --v=2 + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: azurefile + image: mcr.microsoft.com/k8s/csi/azurefile-csi:v1.19.0 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--metrics-address=0.0.0.0:29614" + - "--user-agent-suffix=OSS-kubectl" + ports: + - containerPort: 29612 + name: healthz + protocol: TCP + - containerPort: 29614 + name: metrics + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + volumes: + - name: socket-dir + emptyDir: {} + - name: azure-cred + hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate diff --git a/deploy/v1.19.0/csi-azurefile-driver.yaml b/deploy/v1.19.0/csi-azurefile-driver.yaml new file mode 100644 index 0000000000..323796414a --- /dev/null +++ b/deploy/v1.19.0/csi-azurefile-driver.yaml @@ -0,0 +1,15 @@ +--- +apiVersion: storage.k8s.io/v1 +kind: CSIDriver +metadata: + name: file.csi.azure.com + annotations: + csiDriver: v1.19.0 + snapshot: v5.0.1 +spec: + attachRequired: false + podInfoOnMount: true + volumeLifecycleModes: + - Persistent + - Ephemeral + fsGroupPolicy: ReadWriteOnceWithFSType diff --git a/deploy/v1.19.0/csi-azurefile-node-windows.yaml b/deploy/v1.19.0/csi-azurefile-node-windows.yaml new file mode 100644 index 0000000000..c3e623becd --- /dev/null +++ b/deploy/v1.19.0/csi-azurefile-node-windows.yaml @@ -0,0 +1,181 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azurefile-node-win + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azurefile-node-win + template: + metadata: + labels: + app: csi-azurefile-node-win + spec: + serviceAccountName: csi-azurefile-node-sa + tolerations: + - key: "node.kubernetes.io/os" + operator: "Exists" + effect: "NoSchedule" + nodeSelector: + kubernetes.io/os: windows + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + containers: + - name: liveness-probe + volumeMounts: + - mountPath: C:\csi + name: plugin-dir + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.6.0 + args: + - --csi-address=$(CSI_ENDPOINT) + - --probe-timeout=3s + - --health-port=29613 + - --v=2 + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 40Mi + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.5.0 + args: + - --v=2 + - --csi-address=$(CSI_ENDPOINT) + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + livenessProbe: + exec: + command: + - /csi-node-driver-registrar.exe + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 60 + timeoutSeconds: 30 + env: + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: DRIVER_REG_SOCK_PATH + value: C:\\var\\lib\\kubelet\\plugins\\file.csi.azure.com\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: registration-dir + mountPath: C:\registration + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 40Mi + - name: azurefile + image: mcr.microsoft.com/k8s/csi/azurefile-csi:v1.19.0 + imagePullPolicy: IfNotPresent + args: + - --v=5 + - --endpoint=$(CSI_ENDPOINT) + - --nodeid=$(KUBE_NODE_NAME) + - --kubeconfig=C:\\k\\config + - --metrics-address=0.0.0.0:29615 + ports: + - containerPort: 29613 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path-windows + optional: true + - name: CSI_ENDPOINT + value: unix://C:\\csi\\csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + volumeMounts: + - name: kubelet-dir + mountPath: "C:\\var\\lib\\kubelet" + - name: plugin-dir + mountPath: C:\csi + - name: azure-config + mountPath: C:\k + - name: csi-proxy-fs-pipe-v1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-smb-pipe-v1 + mountPath: \\.\pipe\csi-proxy-smb-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + mountPath: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-smb-pipe-v1beta1 + mountPath: \\.\pipe\csi-proxy-smb-v1beta1 + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 40Mi + volumes: + - name: csi-proxy-fs-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1 + - name: csi-proxy-smb-pipe-v1 + hostPath: + path: \\.\pipe\csi-proxy-smb-v1 + # these paths are still included for compatibility, they're used + # only if the node has still the beta version of the CSI proxy + - name: csi-proxy-fs-pipe-v1beta1 + hostPath: + path: \\.\pipe\csi-proxy-filesystem-v1beta1 + - name: csi-proxy-smb-pipe-v1beta1 + hostPath: + path: \\.\pipe\csi-proxy-smb-v1beta1 + - name: registration-dir + hostPath: + path: C:\var\lib\kubelet\plugins_registry\ + type: Directory + - name: kubelet-dir + hostPath: + path: C:\var\lib\kubelet\ + type: Directory + - name: plugin-dir + hostPath: + path: C:\var\lib\kubelet\plugins\file.csi.azure.com\ + type: DirectoryOrCreate + - name: azure-config + hostPath: + path: C:\k + type: DirectoryOrCreate diff --git a/deploy/v1.19.0/csi-azurefile-node.yaml b/deploy/v1.19.0/csi-azurefile-node.yaml new file mode 100644 index 0000000000..67b044a712 --- /dev/null +++ b/deploy/v1.19.0/csi-azurefile-node.yaml @@ -0,0 +1,157 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-azurefile-node + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-azurefile-node + template: + metadata: + labels: + app: csi-azurefile-node + spec: + hostNetwork: true + dnsPolicy: Default + serviceAccountName: csi-azurefile-node-sa + nodeSelector: + kubernetes.io/os: linux + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: type + operator: NotIn + values: + - virtual-kubelet + priorityClassName: system-node-critical + tolerations: + - operator: "Exists" + containers: + - name: liveness-probe + volumeMounts: + - mountPath: /csi + name: socket-dir + image: mcr.microsoft.com/oss/kubernetes-csi/livenessprobe:v2.6.0 + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port=29613 + - --v=2 + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: node-driver-registrar + image: mcr.microsoft.com/oss/kubernetes-csi/csi-node-driver-registrar:v2.5.0 + args: + - --csi-address=$(ADDRESS) + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --v=2 + livenessProbe: + exec: + command: + - /csi-node-driver-registrar + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 30 + timeoutSeconds: 15 + env: + - name: ADDRESS + value: /csi/csi.sock + - name: DRIVER_REG_SOCK_PATH + value: /var/lib/kubelet/plugins/file.csi.azure.com/csi.sock + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: registration-dir + mountPath: /registration + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: azurefile + image: mcr.microsoft.com/k8s/csi/azurefile-csi:v1.19.0 + imagePullPolicy: IfNotPresent + args: + - "--v=5" + - "--endpoint=$(CSI_ENDPOINT)" + - "--nodeid=$(KUBE_NODE_NAME)" + - "--metrics-address=0.0.0.0:29615" + ports: + - containerPort: 29613 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + env: + - name: AZURE_CREDENTIAL_FILE + valueFrom: + configMapKeyRef: + name: azure-cred-file + key: path + optional: true + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + securityContext: + privileged: true + volumeMounts: + - mountPath: /csi + name: socket-dir + - mountPath: /var/lib/kubelet/ + mountPropagation: Bidirectional + name: mountpoint-dir + - mountPath: /etc/kubernetes/ + name: azure-cred + - mountPath: /dev + name: device-dir + resources: + limits: + memory: 300Mi + requests: + cpu: 10m + memory: 20Mi + volumes: + - hostPath: + path: /var/lib/kubelet/plugins/file.csi.azure.com + type: DirectoryOrCreate + name: socket-dir + - hostPath: + path: /var/lib/kubelet/ + type: DirectoryOrCreate + name: mountpoint-dir + - hostPath: + path: /var/lib/kubelet/plugins_registry/ + type: DirectoryOrCreate + name: registration-dir + - hostPath: + path: /etc/kubernetes/ + type: DirectoryOrCreate + name: azure-cred + - hostPath: + path: /dev + type: Directory + name: device-dir +--- diff --git a/deploy/v1.19.0/csi-snapshot-controller.yaml b/deploy/v1.19.0/csi-snapshot-controller.yaml new file mode 100644 index 0000000000..ea3d07dd84 --- /dev/null +++ b/deploy/v1.19.0/csi-snapshot-controller.yaml @@ -0,0 +1,42 @@ +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: csi-snapshot-controller + namespace: kube-system +spec: + replicas: 2 + selector: + matchLabels: + app: csi-snapshot-controller + template: + metadata: + labels: + app: csi-snapshot-controller + spec: + serviceAccountName: csi-snapshot-controller-sa + nodeSelector: + kubernetes.io/os: linux + priorityClassName: system-cluster-critical + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Equal" + value: "true" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Equal" + value: "true" + effect: "NoSchedule" + containers: + - name: csi-snapshot-controller + image: mcr.microsoft.com/oss/kubernetes-csi/snapshot-controller:v5.0.1 + args: + - "--v=2" + - "--leader-election=true" + - "--leader-election-namespace=kube-system" + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi diff --git a/deploy/v1.19.0/rbac-csi-azurefile-controller.yaml b/deploy/v1.19.0/rbac-csi-azurefile-controller.yaml new file mode 100644 index 0000000000..69d43ac51f --- /dev/null +++ b/deploy/v1.19.0/rbac-csi-azurefile-controller.yaml @@ -0,0 +1,194 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-azurefile-controller-sa + namespace: kube-system + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azurefile-external-provisioner-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "create", "delete"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["csinodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["get", "list"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azurefile-csi-provisioner-binding +subjects: + - kind: ServiceAccount + name: csi-azurefile-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azurefile-external-provisioner-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azurefile-external-attacher-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["csi.storage.k8s.io"] + resources: ["csinodeinfos"] + verbs: ["get", "list", "watch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["volumeattachments/status"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azurefile-csi-attacher-binding +subjects: + - kind: ServiceAccount + name: csi-azurefile-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azurefile-external-attacher-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azurefile-external-snapshotter-role +rules: + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["update", "patch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azurefile-csi-snapshotter-binding +subjects: + - kind: ServiceAccount + name: csi-azurefile-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azurefile-external-snapshotter-role + apiGroup: rbac.authorization.k8s.io + +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azurefile-external-resizer-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims/status"] + verbs: ["update", "patch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: azurefile-csi-resizer-role +subjects: + - kind: ServiceAccount + name: csi-azurefile-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: azurefile-external-resizer-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azurefile-controller-secret-role +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list", "create"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azurefile-controller-secret-binding +subjects: + - kind: ServiceAccount + name: csi-azurefile-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-azurefile-controller-secret-role + apiGroup: rbac.authorization.k8s.io diff --git a/deploy/v1.19.0/rbac-csi-azurefile-node.yaml b/deploy/v1.19.0/rbac-csi-azurefile-node.yaml new file mode 100644 index 0000000000..903f6c8e25 --- /dev/null +++ b/deploy/v1.19.0/rbac-csi-azurefile-node.yaml @@ -0,0 +1,30 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-azurefile-node-sa + namespace: kube-system + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azurefile-node-secret-role +rules: + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get", "list"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-azurefile-node-secret-binding +subjects: + - kind: ServiceAccount + name: csi-azurefile-node-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-azurefile-node-secret-role + apiGroup: rbac.authorization.k8s.io diff --git a/deploy/v1.19.0/rbac-csi-snapshot-controller.yaml b/deploy/v1.19.0/rbac-csi-snapshot-controller.yaml new file mode 100644 index 0000000000..03af765424 --- /dev/null +++ b/deploy/v1.19.0/rbac-csi-snapshot-controller.yaml @@ -0,0 +1,78 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-snapshot-controller-sa + namespace: kube-system + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots/status"] + verbs: ["update", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-binding +subjects: + - kind: ServiceAccount + name: csi-snapshot-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-role + apiGroup: rbac.authorization.k8s.io + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-role +rules: + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: csi-snapshot-controller-leaderelection-binding +subjects: + - kind: ServiceAccount + name: csi-snapshot-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: csi-snapshot-controller-leaderelection-role + apiGroup: rbac.authorization.k8s.io diff --git a/docs/install-azurefile-csi-driver.md b/docs/install-azurefile-csi-driver.md index 8b5e9932f7..c492fc4b71 100644 --- a/docs/install-azurefile-csi-driver.md +++ b/docs/install-azurefile-csi-driver.md @@ -1,6 +1,6 @@ ## Install azurefile CSI driver on a Kubernetes cluster - [install CSI driver master version](./install-csi-driver-master.md) + - [install v1.19.0 CSI driver](./install-csi-driver-v1.19.0.md) - [install v1.18.0 CSI driver](./install-csi-driver-v1.18.0.md) - [install v1.17.0 CSI driver](./install-csi-driver-v1.17.0.md) - - [install v1.16.0 CSI driver](./install-csi-driver-v1.16.0.md) diff --git a/docs/install-csi-driver-v1.19.0.md b/docs/install-csi-driver-v1.19.0.md new file mode 100644 index 0000000000..bbbc8803f9 --- /dev/null +++ b/docs/install-csi-driver-v1.19.0.md @@ -0,0 +1,45 @@ +## Install azurefile CSI driver v1.19.0 version on a Kubernetes cluster +If you have already installed Helm, you can also use it to install this driver. Please check [Installation with Helm](../charts/README.md). + +### Install by kubectl + - Option#1. remote install +```console +curl -skSL https://raw.githubusercontent.com/kubernetes-sigs/azurefile-csi-driver/v1.19.0/deploy/install-driver.sh | bash -s v1.19.0 -- +``` + + - Option#2. local install +```console +git clone https://github.com/kubernetes-sigs/azurefile-csi-driver.git +cd azurefile-csi-driver +git checkout v1.19.0 +./deploy/install-driver.sh v1.19.0 local +``` + + - check pods status: +```console +kubectl -n kube-system get pod -o wide --watch -l app=csi-azurefile-controller +kubectl -n kube-system get pod -o wide --watch -l app=csi-azurefile-node +``` + +example output: + +``` +NAME READY STATUS RESTARTS AGE IP NODE +csi-azurefile-controller-56bfddd689-dh5tk 6/6 Running 0 35s 10.240.0.19 k8s-agentpool-22533604-0 +csi-azurefile-node-cvgbs 3/3 Running 0 7m4s 10.240.0.35 k8s-agentpool-22533604-1 +csi-azurefile-node-dr4s4 3/3 Running 0 7m4s 10.240.0.4 k8s-agentpool-22533604-0 +``` + +### clean up CSI driver + - Option#1. remote uninstall +```console +curl -skSL https://raw.githubusercontent.com/kubernetes-sigs/azurefile-csi-driver/v1.19.0/deploy/uninstall-driver.sh | bash -s -- +``` + + - Option#2. local uninstall +```console +git clone https://github.com/kubernetes-sigs/azurefile-csi-driver.git +cd azurefile-csi-driver +git checkout v1.19.0 +./deploy/install-driver.sh v1.19.0 local +```