From 98a6de071a8bbed766ab85ce490ee924fe13dbd2 Mon Sep 17 00:00:00 2001 From: andyzhangx Date: Thu, 9 Nov 2023 08:11:33 +0000 Subject: [PATCH] doc: cut v4.5.0 release --- Makefile | 2 +- README.md | 2 +- charts/README.md | 2 +- charts/index.yaml | 47 +- charts/latest/csi-driver-nfs-v0.0.0.tgz | Bin 10930 -> 0 bytes charts/latest/csi-driver-nfs-v4.5.0.tgz | Bin 0 -> 10905 bytes charts/latest/csi-driver-nfs/Chart.yaml | 4 +- charts/latest/csi-driver-nfs/values.yaml | 4 +- charts/v4.5.0/csi-driver-nfs-v4.5.0.tgz | Bin 0 -> 10906 bytes charts/v4.5.0/csi-driver-nfs/.helmignore | 22 + charts/v4.5.0/csi-driver-nfs/Chart.yaml | 5 + .../v4.5.0/csi-driver-nfs/templates/NOTES.txt | 5 + .../csi-driver-nfs/templates/_helpers.tpl | 19 + .../templates/crd-csi-snapshot.yaml | 843 ++++++++++++++++++ .../templates/csi-nfs-controller.yaml | 153 ++++ .../templates/csi-nfs-driverinfo.yaml | 15 + .../templates/csi-nfs-node.yaml | 157 ++++ .../templates/csi-snapshot-controller.yaml | 66 ++ .../templates/rbac-csi-nfs.yaml | 75 ++ .../templates/rbac-snapshot-controller.yaml | 93 ++ charts/v4.5.0/csi-driver-nfs/values.yaml | 151 ++++ deploy/csi-nfs-controller.yaml | 2 +- deploy/csi-nfs-node.yaml | 2 +- deploy/v4.5.0/crd-csi-snapshot.yaml | 838 +++++++++++++++++ deploy/v4.5.0/csi-nfs-controller.yaml | 144 +++ deploy/v4.5.0/csi-nfs-driverinfo.yaml | 10 + deploy/v4.5.0/csi-nfs-node.yaml | 135 +++ deploy/v4.5.0/csi-snapshot-controller.yaml | 65 ++ deploy/v4.5.0/rbac-csi-nfs.yaml | 66 ++ deploy/v4.5.0/rbac-snapshot-controller.yaml | 82 ++ docs/install-csi-driver-v4.5.0.md | 45 + docs/install-nfs-csi-driver.md | 2 +- 32 files changed, 3027 insertions(+), 29 deletions(-) delete mode 100644 charts/latest/csi-driver-nfs-v0.0.0.tgz create mode 100644 charts/latest/csi-driver-nfs-v4.5.0.tgz create mode 100644 charts/v4.5.0/csi-driver-nfs-v4.5.0.tgz create mode 100644 charts/v4.5.0/csi-driver-nfs/.helmignore create mode 100644 charts/v4.5.0/csi-driver-nfs/Chart.yaml create mode 100644 charts/v4.5.0/csi-driver-nfs/templates/NOTES.txt create mode 100644 charts/v4.5.0/csi-driver-nfs/templates/_helpers.tpl create mode 100644 charts/v4.5.0/csi-driver-nfs/templates/crd-csi-snapshot.yaml create mode 100644 charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-controller.yaml create mode 100644 charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-driverinfo.yaml create mode 100644 charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-node.yaml create mode 100644 charts/v4.5.0/csi-driver-nfs/templates/csi-snapshot-controller.yaml create mode 100644 charts/v4.5.0/csi-driver-nfs/templates/rbac-csi-nfs.yaml create mode 100644 charts/v4.5.0/csi-driver-nfs/templates/rbac-snapshot-controller.yaml create mode 100644 charts/v4.5.0/csi-driver-nfs/values.yaml create mode 100644 deploy/v4.5.0/crd-csi-snapshot.yaml create mode 100644 deploy/v4.5.0/csi-nfs-controller.yaml create mode 100644 deploy/v4.5.0/csi-nfs-driverinfo.yaml create mode 100644 deploy/v4.5.0/csi-nfs-node.yaml create mode 100644 deploy/v4.5.0/csi-snapshot-controller.yaml create mode 100644 deploy/v4.5.0/rbac-csi-nfs.yaml create mode 100644 deploy/v4.5.0/rbac-snapshot-controller.yaml create mode 100644 docs/install-csi-driver-v4.5.0.md diff --git a/Makefile b/Makefile index 20d55b72c..1c82c8204 100644 --- a/Makefile +++ b/Makefile @@ -27,7 +27,7 @@ include release-tools/build.make GIT_COMMIT = $(shell git rev-parse HEAD) BUILD_DATE = $(shell date -u +"%Y-%m-%dT%H:%M:%SZ") -IMAGE_VERSION ?= v4.4.0 +IMAGE_VERSION ?= v4.5.0 LDFLAGS = -X ${PKG}/pkg/nfs.driverVersion=${IMAGE_VERSION} -X ${PKG}/pkg/nfs.gitCommit=${GIT_COMMIT} -X ${PKG}/pkg/nfs.buildDate=${BUILD_DATE} EXT_LDFLAGS = -s -w -extldflags "-static" # Use a custom version for E2E tests if we are testing in CI diff --git a/README.md b/README.md index c69849606..ace41248c 100644 --- a/README.md +++ b/README.md @@ -12,9 +12,9 @@ This is a repository for [NFS](https://en.wikipedia.org/wiki/Network_File_System |driver version | supported k8s version | status | |----------------|-----------------------|--------| |master branch | 1.21+ | GA | +|v4.5.0 | 1.21+ | GA | |v4.4.0 | 1.21+ | GA | |v4.3.0 | 1.21+ | GA | -|v4.2.0 | 1.21+ | GA | ### Install driver on a Kubernetes cluster > [install NFS CSI driver on microk8s](https://microk8s.io/docs/nfs) diff --git a/charts/README.md b/charts/README.md index cc7217703..5cdc020eb 100644 --- a/charts/README.md +++ b/charts/README.md @@ -16,7 +16,7 @@ ### install a specific version ```console helm repo add csi-driver-nfs https://raw.githubusercontent.com/kubernetes-csi/csi-driver-nfs/master/charts -helm install csi-driver-nfs csi-driver-nfs/csi-driver-nfs --namespace kube-system --version v4.4.0 +helm install csi-driver-nfs csi-driver-nfs/csi-driver-nfs --namespace kube-system --version v4.5.0 ``` ### install driver with customized driver name, deployment name diff --git a/charts/index.yaml b/charts/index.yaml index f1a0c9ef5..4887aab0c 100644 --- a/charts/index.yaml +++ b/charts/index.yaml @@ -1,18 +1,36 @@ apiVersion: v1 entries: csi-driver-nfs: + - apiVersion: v1 + appVersion: v4.5.0 + created: "2023-11-09T08:10:55.052110073Z" + description: CSI NFS Driver for Kubernetes + digest: fac216556edb8a983fc3d4c77e6edc45ee13cb7fce2b215af5601cae55e60832 + name: csi-driver-nfs + urls: + - https://raw.githubusercontent.com/kubernetes-csi/csi-driver-nfs/master/charts/latest/csi-driver-nfs-v4.5.0.tgz + version: v4.5.0 + - apiVersion: v1 + appVersion: v4.5.0 + created: "2023-11-09T08:10:55.059923408Z" + description: CSI NFS Driver for Kubernetes + digest: 662f6db409ac14747c72a9fb2955dedc9ade46497704cab3dd0c472f7d56d58f + name: csi-driver-nfs + urls: + - https://raw.githubusercontent.com/kubernetes-csi/csi-driver-nfs/master/charts/v4.5.0/csi-driver-nfs-v4.5.0.tgz + version: v4.5.0 - apiVersion: v1 appVersion: v4.4.0 - created: "2023-06-07T08:29:18.915849236Z" + created: "2023-11-09T08:10:55.059133498Z" description: CSI NFS Driver for Kubernetes - digest: 8433b702987079bd2209921e22db7b038bfff760d50b85755e72684ee6c60721 + digest: 7fba8cbfc47036a0fddadad00ee291c625e359fe1483ef37b57fd09d157c80dd name: csi-driver-nfs urls: - https://raw.githubusercontent.com/kubernetes-csi/csi-driver-nfs/master/charts/v4.4.0/csi-driver-nfs-v4.4.0.tgz version: v4.4.0 - apiVersion: v1 appVersion: v4.3.0 - created: "2023-06-07T08:29:18.915120822Z" + created: "2023-11-09T08:10:55.058239807Z" description: CSI NFS Driver for Kubernetes digest: 1aef5dec52a6c433dbed2e361bed0ab1fdd6792f845eccb99b7dc7f193c2a71e name: csi-driver-nfs @@ -21,7 +39,7 @@ entries: version: v4.3.0 - apiVersion: v1 appVersion: v4.2.0 - created: "2023-06-07T08:29:18.91443514Z" + created: "2023-11-09T08:10:55.057302442Z" description: CSI NFS Driver for Kubernetes digest: e702f6c9be35f2649f5736ca5fcdc40ab1c6a235f41e7fb2472d208e8a5ebf47 name: csi-driver-nfs @@ -30,7 +48,7 @@ entries: version: v4.2.0 - apiVersion: v1 appVersion: v4.1.0 - created: "2023-06-07T08:29:18.913997153Z" + created: "2023-11-09T08:10:55.05667503Z" description: CSI NFS Driver for Kubernetes digest: b2baa2f129976cf2981c8873290aac509aa3c5937ffc319fbf69fbe3271c23eb name: csi-driver-nfs @@ -39,7 +57,7 @@ entries: version: v4.1.0 - apiVersion: v1 appVersion: v4.0.0 - created: "2023-06-07T08:29:18.913508212Z" + created: "2023-11-09T08:10:55.055968854Z" description: CSI NFS Driver for Kubernetes digest: 3145fd12225a639908b14675c8ae1f272bc0e57ffa2895b6f17411486a24229d name: csi-driver-nfs @@ -48,7 +66,7 @@ entries: version: v4.0.0 - apiVersion: v1 appVersion: v3.1.0 - created: "2023-06-07T08:29:18.913089943Z" + created: "2023-11-09T08:10:55.054362464Z" description: CSI NFS Driver for Kubernetes digest: 7e51bb9188b013195cafc265102fa365de9ec5513780e1dfc5363289f811a4d9 name: csi-driver-nfs @@ -57,7 +75,7 @@ entries: version: v3.1.0 - apiVersion: v1 appVersion: v3.0.0 - created: "2023-06-07T08:29:18.912648344Z" + created: "2023-11-09T08:10:55.053638322Z" description: CSI NFS Driver for Kubernetes digest: 44406231cd5cdada1c62a0541b93b4f5d5a70ccc8c50b33553a8692fe6cfae96 name: csi-driver-nfs @@ -66,20 +84,11 @@ entries: version: v3.0.0 - apiVersion: v1 appVersion: v2.0.0 - created: "2023-06-07T08:29:18.911647961Z" + created: "2023-11-09T08:10:55.052860929Z" description: CSI NFS Driver for Kubernetes digest: 1a32c6fc016526fe19a0c9e0dfbe83d0ddde67ced533bb5f5d24d713f706c613 name: csi-driver-nfs urls: - https://raw.githubusercontent.com/kubernetes-csi/csi-driver-nfs/master/charts/v2.0.0/csi-driver-nfs-v2.0.0.tgz version: v2.0.0 - - apiVersion: v1 - appVersion: latest - created: "2023-06-07T08:29:18.91113186Z" - description: CSI NFS Driver for Kubernetes - digest: 7e41d0f60dce722ae616b9caf8999d8271750b1a762c809ef1929f57756d2f3f - name: csi-driver-nfs - urls: - - https://raw.githubusercontent.com/kubernetes-csi/csi-driver-nfs/master/charts/latest/csi-driver-nfs-v0.0.0.tgz - version: v0.0.0 -generated: "2023-06-07T08:29:18.910267239Z" +generated: "2023-11-09T08:10:55.050813154Z" diff --git a/charts/latest/csi-driver-nfs-v0.0.0.tgz b/charts/latest/csi-driver-nfs-v0.0.0.tgz deleted file mode 100644 index 5abe384f0a2a1c3bc4d6ce2e36c120c6e3af2cd6..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 10930 zcmV;jDoxcNiwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0PKBhbK5wUXn)qPz?EmKlO9u&9VeO5t<+Z9PWSju$97rnY)xfz zvk-YCVN3!X0FJ8aMU~MeTRBm z#G&>{gv9*2UgN&1gL@$XVf-u@g(}Na{nWZbc!e_vW{~AWkjaWIxjj0DpB@i2=avRKI%>}?}lX9wLi96g;~##pP&7f zCdrWaSoD!1Cq?`c#RTw($^l#>g_ zWgi{>`Ni`?)r^gQfhmN2^t^@84dd5@j`eWOxMUQ!5DKVBr|vjR6b?TTF64g@IZ@Md z1`?q?gr}Ho_mn(8?Vp>v%nzKV}TdXd_eH?UZJt-5Z%`9y>i=?fT*z?Xg0K4Sxa0znc&dnNdm zdSbQSx894_s2dJ~CEN!)b8cB4l8DHHei1>W`SVe)_m;F$zWt8`M6s10Cw+9#i{?H% zOuupq?7H3#8}{au%5|L`H0-RPkKM+2TAIDju`TuMT{43RfBKbXa14Je^Q#q@+_O93 z2+oaBq5iw2kb3Rx9*Oc<6QZn9?2Hf(a>-|i)~&&j8Qd`xRA@V%6 zl|+nvc=h=+>Rf_u*EvgnMPI%s91Jke6IO1&YU4PrsH}tviKzn+`tqfXJnsfee{$c` z{9vEj{r_l zppJ<$>OI$}ITl%Q&;x5i_B24iZ0&h60e3g2~>OQpE#pll`-G#+T?9_gj z1=w_NW^P|+aXkB(nw5^2boFADn%cp5`7i00ziZuBapU$M+o=7qZDFa|B%^HUiXjA~ zCmTujHynlT7QZ7x1Epym>ghM&)M{21_P%$C4M>Wb^c`IOE@MTj$_WI5R}<# zAGK3Mb4=tU8FqXY6>LtmNxJED6hnR5%NcG>Q?4h|vz z>UjAJ5vD;LCLD)z*y(p-!ni!kd-2fJz94j*gqT-9Yat|j7DFFpmO#)#$gY@%;vpOa zng(!q!3mYXj}?sED_2TbIi&&d6+=^0uC$fRr$PiWUW$UdK{BN|NX7wSi(1FJYW^-5 zy})wPM;&9_boAF(>{pS-Q_V76R)3Z{s54|N1WcVcju1u^ZgSixKp@KDvwb8dL?G+M z5JfF4k5Q`eY2rc`?~c)kvk2Wxh(9skX5eqIKu;J?-8oM)e~x3UG58$=v!l!bA|z00 zXyG`-BvK1i8vj5yzIb6h$-Eh)@zG5fbD#J!b0{SljB4{CnWi*Hv%`K%t@GT}&; zZKG<-Y{G3*#gM4oyF?jFtb;C$6NEAeNKUX+{EUngTT)s!8|jvc46!d09EP((;(}gi zVLUCW$&krO1qGMO*5WT20xA-oXME`IF$WYgVm1Pn2(UjvOiqAz(2o|Ex4#aq6#Fr_ zLSUTeCer|qD{O}dJN|k~8?uB3PAu!!a;>eCiB01)R!gPF=n?8kQuL-P_9yW*(3A`l z8UPPxMMh$UrHvER534A&OM^I`e_=)tn8?1uzW^@PXF79QKnd#WaSbr5BADD1;ZGpK z{XBe2UtgTQdp0QjjLOqjp(!E|Rx*))pKV)hT?0{MVs#ZoJ>^NxV55AxnPTv{?66F1 zA2FU0zGSKi2d|bRo74>8l0YGLq!qVRl`Q;P8Qb@2_|~X3ZUDnxtzH3voiW1Lj(Jt3Nis=rpI#ZsD@93|(3k{(+9 z&&5SG9gnl9GY1r*D@}9+LQUu-iV~?aA@E3M9Fx&bK8`sU^+VBb>(p;oB zqFg(HB6Q(`RI6cIg*CTCYM>UT+cMH(lv&TLvS<_o5h96<>N`|Kw*Xb429pJv5Ec&o zE#u>b)iW5>03Cw%lvl0EfPqjNUS_x`4(>4HT!e$_iO1c%h5@8ct(md{q11j`Lnydr zJSAbix>bhhyiMmCT&^F?FI?RcS<|uxu30y|Y>b98yLPyu3Mhih54;pRuL0X|G0jUe zQ*$pFh4az;ntGXi*hlZ%wL8E4Vab=Zq%ikoje)j=^M3Cz5jCZec|+gP)G?XM>`NCI z-J{YRhAuV|!bl=YLbZvBbtM@a&InKw&?;NGITa?tz2RS@F_}V^7NfhL;3=Re2_=cc z9I`>U+<{vKEYM5IHf+RDhf!s#itLiB39_6Q#`4RY}aGG$~66 z+eIw&ptbfAP`#={0E!~aujh0qgLXR3eVhI@C}|!eOhOHL3>37ZM=?pID0a}BD3-33 zvpP00D~!XC-Pm&kGGka3H3}_aMHyQt{pwle$)TLiaV%plFHlcSgMwafwDp8@B`cJ2 z$)n6+f*tmud5#%X`hl_r5@9_pv&_yMg1k|Sv8n^bX?qAYuOjh%5Mq>s=*e)VtQitu ztM*{Io|~r9i?LNoZkeZO2qQ&Ui7;KvIb7_gwF=~7_scR)z4+@D7`Ahu`IHttY(%(K zG^cCrbmV}Ub2S3NJ|Z$>-6H4R?mi}1Zy5(ry@~Tx4`*gdjq75ef-?izL1*VzZ(MBq ziXl8@BtS6}f+%xAfS+(8XNU-qfY?X=B9eAux*n0c$=U&U+k}qRCiXR0Rym%wgushU zQ)-q={E05MTkxLMI2fyrMRZD0FrzpkJ`z=*^88qkj|J=(xOgVjMkEX&Q2MFuGegF4 zm@R*-qy*GXyZERE*UtPiGU3!3y;{_@%QC9%fH}UrI7U7W!w&jM3reSFZ^0;<;wf!T zWBV5(WQwU+h-zvrm|O@Xk~n5u?Fp$>g?W}@oK1$UH~?pSCR;h}gJ$zV$b?=~duFfv z7>Q?myl#qHK>WZt<4dSsw@Jx8#6ocb0elL9eHA3UxMJB@_8kM(Nd&W!Ip(K&@C3qG zNlM935-a62geimt!W2(P2RbgWIM&(shW4}ePZg*Dd=h}#o!TX>GtYA`tRyr6H0Qk4 zw1kPKM57NCR-=4gafk&dW6*GeS*%x2PmI&_Q1oJ)70$h9NcaCRFVKudX>&C| zneQiDq{~p=)R{Z!*O+C3$?hq$dUa-Lrm%;AH*iBmAVhXVy!w>Y2HUjc_YFW|5@r!t zs!xgnPid~kjIN_ZMRwV~v{E+3u->XuPsqk&wUw2yBAM5T+BL(3A^}toNv2TLJ{=+m zE%(SsrwE#xFu7R#m}R}eqBw1Cr^0gHu@vhCu7^DHVF`!H8x~Zs6%sLAQ|L&|a0$

MT0GCu*Rdz0xlnWG$MH)a2ng%H+=UPE@E)|q6i6HllLU%)I zbQWRGv$wB!0&Rz!bpk~ZV4Dh}21qD~YRF=dRGrVpDNaR}^)OG^3pY!J>N7A^dv-}e zhnwz=K+4EIU8rJ$$HJZ9(kGj!k($JuIuD?>8rjF;OoCWlhb-&^2iVPY$ZQ`tATC96 z=`L_9Ky?bFF7{xk!oxI#NC$lrE`8yRdz@6R9p_~bu3 z`i~!;{`=G4(|`Q&>C-1q-v9OO&sP_3K9Hxszo$ubZT|K9llSoE!-_zjKK=JU%%Sqh zE2MWSi;r>7?E9>SL}7JYVshSJ=IJSF)qZ94?gD&kCl-H6hLzK&nOn^qXWpeoy0Zko z$&|=%J{5A80(nO%kXucC++ND#Hd7tHrWD6Vo7y-8iA{dvp7Amj)eJ}*q)C0*=|p{k zBu^~UL_HHnzI<98sUdwE*K*x*$?8I&4A~w%FY@BD6G1xReuz5D% zx0L(0CIhnl^Vi*~=b?6xMs=%2Ln`9VsjN4Pn$=QBxkT>y=~N z54RYXov$p|6Jw4ewJ=tKV25|4=zi6H5~UdnGsT5min%b)>$D$#$$@w!t%QkXSkJ!p zI!j@khJ?(siX7Y(0dwfm3A)gY5WyYk~@dgtGAg3RubtRuwi z#*?|EaXT8@LeJO)(;(DrW3DWngX-!MJ$4oJ9%@QdE?CP8QB=6<9G122g>o8BF1qzn zUc<~Y>loqKn9dc#OT}@ey8@sQE2Kx}<-yU_1Oyb>6pQgc5`F7dA>(2*bIqx5=@&)q zatr5NRz2DBV07MZRoC5RXWveCwjrP9Nfo$FGc$n74E*CtV)7!Qv z?t+J}V>N8cPPi4zU>ml;SE2nsXnlWo%;Ayf^p9SPUp*ePi@-dN2#n$LcMyUpxSDE% zFs9A2FpNdHJ`R)rwIuwK;nXky^XSSfRLPccNZR;n=d9 z<+iv>{MKkE83QY7DGRenSN9aJW3lTa{97>FYme?94^C6rl2VaPL(wU=4rMLp?du*6 z*JEkuVp&jjK}bK)&otu~}f80p(!7mR3) z!I)!pO-IyhBpQbW!#S(8d0cT@J42NmGE?dTwHfsSBCgx6&`x$_V)6cb0G^6!aA6l0 z-Gz1@pc%O2w0r5Wd%l@WUg|=>QDw50A6IcZ3Fj9JN8C@0r)kK#^pY}EiQ)MUxS3C4KKU0Xl0{fr zFs@AH9$g+|hoVI?=g z6UKAP^r-{knr)02pDQ1zc*)-rA@fRWxZp{wrPGSqcl*^&(((UAyWLkf|5W~g#B9wg#DFQnVLZXM7REYkeY46j%PPavRi$+ds8V{_>=wOA=#ml z&>Dyjy5NHJ=1&)IzAl&G*pdrsDqX^;!oQsEFqfjRfrG4C_h%4;-&s~RwD=f8j*JYq zvzX;YIRSldvt#Uua+g&`0>Z&JQH^53#37h!6wdR2>#4f?1_@noYc>C4z1F9xJFtaq z3g}L79K-6`i39Sc`bwR%EqzM#_xj?rnhIx^(rGO&mE3xy+6%h8@9$4XrZb+`#3W#r zBJ;BAYK$`W!x}1PMx(5+Z zxv%+$sf?s65DwIvPJ}5Lfsh^B2XOKJ@I#$CpokYf;V2GaKMllXDp1;1<;oWmDi&0yo_o#;*w-dx|tYTXLzZE@Fd-{#-(OEp?uNhWmz}!u{xdk!Qm=w2 zb^PGZFMD3^!0R12AohBF{eS4!tK<4Aa~jtg_EtB9t5=Xm^L_H+YBVs%735CP2GJWK*IytnB7==&eoBbLG~S63RW$ z^ZH0`m6{vXjjN5AHmW4&a+f!+E$7q}SFJX;SbMTH5c{aNmSVLmp1&xTPwIpC1)kxW z$)(vPn@wZ=9-k=TZsMY9olFGHuDK-cn`5a`*v1@$SR?4QyLfbWB4+IqF`uPi>B*PfiI<0b;$>I8<(8_qSdwW}zs11VS_PLiPbEE~vq-zDDdyRgmU!G}iXQVR zqI*&~cO`aKJlWIu9M2X`?QG?Y&Kf6j7V2?d@d2F1$8DM)u6f``X|{K8=IcEs)964< zlcO(>^N>r!<17#P2HZ{0F>L$PLgOE^S@b+f75LK#(Dc&${*bd(G_d-96q9=^pQ`-Bmsj*j$yd%a%ezX#8H&z^mEaP<7};N`*dmoJaL z>mBxeN_kdNFLAg?4>9t5Ql6Q0hN`TRASMc9+a*|F3f5LfDn9{no|*${^S?kLAtMT94{Y-kQ_@G+oUPORNUXB zEw5&={WjfC7K3aKR~YvT17QtB%Nc2kn~+iV1&Qz&E|M@DfX_jS9D4PQ#!j-o;V7*C zIz#hMIiQq(Wj{=qkY^xo7{4|Ny9n(SuF*j_6bw;-KnF@9WzHZv5``p|fTTh)pu*;^ z)yzZIAn#xCd*Z`uUt3CNRjMt&F2FLB=^53@(G?!)8-ofxrN5Nst};n;(?eMRgA$2q z8B+3JGSNpNp-FyDzp}1H;!o%~eT#(zULYOSi^o|Aw4-dJ0<{1WIju^@k^~ zPfjl13ZA5)lB_=M=<}ox^9X`JNTq?N#d++QPiZVD{mE3oLeBx zq|Ms#b!jmd~ZD@N-s`x9i?wZlm*BOh;q>` zTCh*lQ@6>|4?{8q3PLCbUaB5YOQh)+7wUs$G+J)F8i|%^v2Ni^OO16#E6>DSg9+eJ zPP~|L`N}P&%P5-m7mUmD5*TRHSBGoSP8s$lOmf5J-H0Ab*xm_`q$9Bk$tkmD38ASb z^W?P<)0mSf31M710+>ENj`5I$#1)Fdfv&AS_}k#)>yx*qXO+V0I1Jg%MGE|l@NtN3 zK&INuN|Ut;p{e25kyou4sM!x}{0mGWbTe+HH*E@ZMFb+>3#Iu1( z8t9{EDr0fyj46y~ru7lCsW2uv??6060J6EXHHY4ck8! zlew$gX=Cf4^6{$M+1Y`N;^wvo9f=xYYVQo5x2S6uV8Vo)&$^D+Tn*z&IMI{O_-w9w z=e$A`%h?Ixwops?i}{HvHNS7y^zONXXKDP$yd-qQZYloL>pk!F=HfrS-Y))g7f6Q6|Q(Na|VIZii1ZH6yEG70Qm)RXhX|&bw(qG63{Fxu>3yQLmQ5Om&VJ{S^ z_@PID^~nIBco@Pd4GFb(99cH)p*QgaBH;QG@S)stx!u68 zsR%MCg<_S`M(Frg{VG+iBK+xBil>-_YD3SXS$?0Ybv8~@1h`53xH1v975%Mr^9bU; zdx&u|*5|*JX6-XdjSXRs+6@5>IlBg`17j?aMHoncEEFHT{YbEy-&I40dM)lFXsA2B zmq@f5m5qY4Zcuj?1pP)G>3WjCNf){v`Mo;NSpccR#bHc@sfRSR69^c0P&Dvr?^mkcl`D(mmaTIs-KjOFCjAD*0Cp1yl?`SJ42&mRZp z$AA5J@%rj7^Hd%kqTmUqXxo4Cm|)Owm-AG-a%^$sXq&L=Yj z%s=afVS4@RuRp%|sGZzruiw78GdK4Nkru~JxKpl_e_UGT#UP4JH|21Sk=OD$cYyC} z3de0VPN|pyS{9=-qW0T}&h6q}>uFZIh}WWsSF`x}Epzev54P3#F=P8Z{DldrhkqVd z45{)+l%1{QyBUnnX!Qow;&g!YyJ_3bT-$n(UiI>xg+M#O+(=6n9a>umt{=>EQpaY2 zJeMA|D6)6X%^|>t6JTsI?vGZBnXS|pTBap6A^XJxSwh?fW2Iostq)qhmDcULvIUk= zNIeFHombdLx&L>e|3A%yZFmT5N&N5V#k1#?_}{^c-r>&we-}?>Kfxzc`n;GtYeHk@ zSfVYq|F_p~e?cP>0umE;BhZB1AjwdmkC2rQTIZzG(qB7YAri%*F8L<18flz`C}b?w zmHLXOtI;T-RwNQR>$LXJX|b**p+aJP@)?V)Jee*-hy@hOkOqpwkYQq~MNot(!m(l` zoT$CES12v0Q1Dq4GpbR{uqAYCz@`OHOPJ{s+ZG+w@`lJsYY)A{l!RfiBI>?&wR#pv zgs(y9$`g4B#SE2BYda_QTnl|W5ggY&x@Os2;5Xkac~u%+c(Es_V}e z{mz9S`m6S|@Tj7z*XYZg)7JRmV~mF zfqD=D!c9&-E)K)FhW)J^WV3rv;D1GA4Iu#KWHi9ColqVGw1yA5DE1tK5v5s%v3a$m7ufH3W5h$#M zP00)sA%S1A5K80Jt#KkJjFaC?!MZ$~bD>dC8feO@il@Z&q5hQz#govu);xq`qVp(4 zAH8qeSWkfmzi-D`wx@N;*+x^~L)~Buvb~SmArbn&H%c2;f0$`ef0^Su`nwG}^g~Rd zm3uYmXs*7>3AC=BZ3|y%B`c2e!+hfEB1`?t7YAPM>*ibt+7+-LqI5q2RG8u>N&Tj9=~PXPML|&CenR1 znW;Kyc04&k}pTB%rt^aoL^4Tu`|4yE@{r{Ig zzCJdt|I|0_@F;d#dpl?Uww(Q&*)aFw>vxN~Ey=hA!|-@QDewnmncTA#vbrAGP=Rb} zRXh|EA|Lf~W5ODm_hD9SzrzP%Ow|o{zR%U=)k(_nA;{h;#=NT8wT_iiFzN0<*zCRC9|Dz+?g>qOZ$?Bs0kr}Un4zIrPKu}9`;e-omg8}&x!ZN>iUOdyQNm@*FAvoV&|e>kk3|2{f=zN`OzC(j2J>uDWbi-rP1bOh~A2M~$(6jmIE5Y4%rk?}L~?7@~2=h9)~j-`UF{#QMgZ7|TiF zcT59iW`Rj=Mo(f6Bl0P|pyGc$?VxiS&Jd&eONA1OfuoR6=(IW~gO3BrxU$raSrjpf z-W?B6K)7gi#zc1Y{~GjLo#Ai1tN%CsVKVNj|4IKTrnH*_8e;!CiM35DT0eBeP2BpS zGsM@eA38FMTR;3iZN_oJ5`j)n-iTHw=1kuy&>;cfu4%{F-&>uj@L2%eZ^Co5dv?$6 UdF;>s4*&rF|0bgG8vs-R0Fk;ubpQYW diff --git a/charts/latest/csi-driver-nfs-v4.5.0.tgz b/charts/latest/csi-driver-nfs-v4.5.0.tgz new file mode 100644 index 0000000000000000000000000000000000000000..62a8f6713f9e45759899f4b312179284bdfde21a GIT binary patch literal 10905 zcmV;KDrVImiwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0PKBha~rvp=zQj{z@@S^_C!rmvg}EC%a!s-o{8>^C6%agD&_U{ zg58HCqHdrApeb`azLg)c`{(jYZsE~SqWNm-WwUEHBeT&52f)F3fh3pkkq_vlD; zk0+SR&J0K4H`{x9y)zWqO%_d=tPqY z8ZnN3PKLlKNDwWGBj}?tNwuaGc=tWx-BWxj`+thV1jLpZz>@v{{qx>Yb^jkef3e&D zck%d%kSzKI4UMVKOE(`%>a@w)xZF;v@_&SV;U?ADxcQn7rU1fJ)uK7vzGoDN$?#`1&X) znvQb-6-1tOUUUvtMr1&7EGA6KO%V|}fC?fnI?q-`BqURyAjAb{Ls%b=^z&GKUcut9 zb8xWg!cZ1~;ry4TH@xAbC_pLO;VGy&#QwZ0Uhq)@r#Ni1Sm{D}KBJPeFx+&(S_1f# z`0&d2Swf}4#OHt|^pWHVpgr`r2~hp_KC*2QHjM?kAz_GyU_S}8h@G*dg9adxWN3s# z0f>y$kLU(d{bM3P{hK3pLp!R!YzRgi(~&3)%M%#wp)(u-Vk0!L7+7=_xI*`gE8s!P zEPf76uiyr7T6~E8>XazxT6IwRLd(!azxZRv7sRev3!zBCzW^Q)p?0|Fqh6~u0xT1* zHwREW4B^MYPn;!jx2;DG#P3Tw; z*NjU>aSNedL?IAqHBvdnsjONfsCosZEDEI5WD!))2 znGeqCiJC=7I}P-|+ z%!Gu<^9?$l&xs^H4qFIG76Qj+>Gd>v=o)5y)YeqbSqPo$OzTyAB+`r2w!DGG>TA_? z`}Id6q)1=DXav6OqxKma_!9_{5ZWujx6~7>^}h99yhhz{5G>(7*qL+7@{mMC7LCLoHf{5a{OgI+ZE*b98N$J zcutYoq-Z4*p*=D}Lg|cJ&osJDI*-+VD}4f}M3@HEH)_^23RTV2Xrx4%Mc7BDBP1s< zLpbDsgBb#~DG;H^PIIT#+S@~yFai$L2c;h}3Q94I7zZSj-Xn!o8 zNZX}Cf#5LeqluKU=y$ti2^KJ4bR`zoLJ6}G87CaPm<5_5FrmP^3ZAEdc`+wbEFrZ( zX5H4_p0R%~k}w-vERD78rwWQex&5d;S{46~geVTN1kpV^zj{6B$d9sl zAIto|&yK#Y_1KkV)NKX>t5U6db4a|HqUoqrQz`w43 z9kW0nA+b!vK8i!Y0+i9xZ?zCoyVaK=@;tShM2vlS`RNntT!L=bIZJ;8?<2bHpt%M4RsRI!D{JD)h?*>bMa^KVZV4vFk|6u}Q3|w?%+|(7kWd9!=KC8xm zUL5tF?e_m&JfA*wze7_J^|h`rA|c3G3@;-!E&c@h=)3Oc&#jhj_WEP26a+Z|EesLU z5+C_GW~keJ`s68lo=`w-Iuae#tc|?$cxw5-&jYU*zi1E>T*&_qj$XWY)+_V>!`{Ks;g0{`#bfuf;_K;dbr{_pYg{gD zQ){1QU#o5Hd0wlSbbw=`fKlzqPvbJvgVr^nK_4C0z-&bzaeyV(e4A1xi_V!ssACLN zv&&&Z!T@-QUru|SKiLoyj){lkn6oJaW%k-f?bOyB6FEtS9iK%7vr}!7ZaN*sXrHz; zyDwfmHxAQw%7IhSUFMlDzG>F55<8Tf;{Z336muGn|9-7)0 zgpQLC^Xg|UgoMvx=%dUM2wDi)71K~Wgo8lS01huWp%VD9f{{DsN(n2cG$6iWXo|{} zwvxG3h(N|sQSdlOrZfl1I3R3M>sW8iKLn!}SWfz=V~m@Q{`!jjD$WuC+6D> z{0$c93FE0p=V|8Baf~$vzhhu_lsQ0z1S$`&)G%};vq?TRR$)uUS`9Lch6RBf3}xNWK!6197mC}W9r(1me=P$mJ% z36_eVk&$9cO3P*=-BOVu_GN;@a8}4&&5B)vn zfMQ0>M!*sQ_9uwR3Gfd3!Q%4f*TI!yKL%F_j33=38{lz;?GRzdUr%X6me9b7W&K*N zwRJMFY5c}&sq`2g-TxKO%I5(Y|CO@S*} zaWu}8sP=0f?lgzMZkG>=vw z7p#ENAq`QPPt7RiMe^nA!BytH(Th=?{faCX`4XrJBXk7ZETUF_w3w%XCQ{?A3Q5jW zGFnZB5s?|C3(dBVwOyfg!#FSzuTzSSaRlKp7I5nepk`WlYGPMgf>iIXTLSgIME(H? ztws0~%&{+ltG(w7vthICn+fg8oDFA|LpUeG5ts8B^&ys`n`Yb@Mv&P|V$Wqm_i8P3RA~i=A5z9M^^Sj#W7vS9x zIWfyrfSe+#S4GW<&O4G5rOeY+Nz7z5DN6|3MJ)87we}KFy{bb1iXzOf=X5B8b~?^| zn*lZ`X&xg?LJfHg6tts9F-fH;cF^l6madhvIyNyYjKh%K*rNn8V^|e63N2zq8Cxj* z>RIKssqJodk8hJBJq6?Vw8mF$#ABu84_Tt_F%c5o2Jr>u~kZLnWtz7BSlz=FkQ?! zTtdmTGXvQ{XXjV1U2OY`Av|RyKrs`7D04x8pKu~)hzOB@*hl^% zl6GRc9+A7r+5vdmgpSrG_BB{mIi9wJz>7^&YL-j=n_{8*5W1?(5NcqY|GBn%-?`l;IljC&Mm`S14*F3GN~dRU!6=&IDQ!+;`xhc)im6zLYHBT*TnHqRIA&b!38__u zd6r_FO@^&F0B3wATRH86X7fSFgkDp7Y_I$niD!JgZi-t#{J=TmOQ>GANy$CLLU95C zds9Rt=$1hbMk=BIk_1j1NJO36?XE9EqVDTD>W6i-M8Ixes{)(QBA z_Otd+6{rAw5`fyB+9j=%&vP%VBs2ju=e*Ulgo&m^qYo8UqkLp>hy^HP&~SrUtXEG@ zjMMZ`^kSS9&b?=?kTf+b!KU% zu!n#*a6?5PM0P~H`jpiM+qC5O4M1WNW)WDb4~qg%X|BeMuA@XncGmsD9*b}p8b z3lxk+8bA%21}P`!T0wL!6_hTCAoqN3%E&%lsA7W0!kysKC!45|n#7zs z51_Uh*@xjwf>>RLEbIdZ*v)jvY#%rvE=6+bE^sSAbqb`e_h6{P#LR0K(na!m6)e3J zVk$a8f-f# z^7Qw2G>NXwzkYx64qm@s5y;c0fBC~4Dj&TvhK=lx}#o}yOm zS4QtHz_)f{@t0&+Ie?nE)y#?JU23E|OYo~qiTvtQA$KW|ca#FT)zruBr95sk)$vP8 zaeTC?jYE*wf*GR`(>6p1;oJz zGF4*l26L+8YG&@W%;pMo%&4&9Fb7@`-4*cabTfsTsh~>b*I8-;MObfvbZkXD z%iR%1|7PIyQM=~IM>hpCpX-@p{l9fFv3dxVkB#|ze+j2wP@3s>5=(cfr1hz!TS^|? zrHihTE_w$Eq7N%2^h-+sZJO%YFsZX)`ex%q&BvRPxrOA*=4qCV6Dn^pb@E>F6`N)! zZX*}5dFEl`Jj140gUwBsAR&v;yXRI~PPuoH^+BR~}9(JZ# zlbo_$_Si$t9@|2$*j6&b?ng>2N1=g`XqwUWh39W=BU@{0wAe5ct2re$&a&E4PF2$k zs;2o;yX>fKWk;p;{tM|*g`XDZN9A4!?E4T)2+peY@7gAsnU=KE|MVFRY?*!Z?tRPj z48hy9B%S(kSJQAiH4S~^WW4pthIxieU3o*@Vo8ldi>;wON2NnQ>m~aaEG~bTeqn1M z+PhKKE`V6by)c}!lxJ~L{ApRn$q7i{kq!Z-R!f~nB{fUrgtKH^PQ7(`N^{q=xz5Sn z_duku-Wykzf^O(YSH@_1dZ9OHht#klNzWx<{pa~!FKu@VG3ydy>TtM-#9 z%~+TzF62_og?V13{rF1`#4BkfOf18C_O;hp3ga{+bUqZ2#_Ak^p$HmtK$Ow^j)33+ zWM@?5;I0UmLzgb^!UbzlZm2Bv6}gPd9a-i%8}XV7*m}-`21WvqS(v^I9R;OU&+wncFlJbWFiVOw^>tyl)zum!#d?f*gR`@3Tf zk3^?`^jiGt@t9o%=5a(|44=P)5KO_$EXwt9nEbCL;g<}jh5?vIS7xDd z*4}4PtR!zKXr7}@kq+uFKx@4d^=b;omfbA3#a-gJMmxzESW!z^m`%F6r+6KUT_54! zg4tesbpLp8n#z`xifkH+PO)_;YdLRU_i(r#OG6jSg0cfz*Dj}%XJ`*0WOOW=6iKKL zYHg15DoOBF*Ls>0Z^>%4Azi{q-v+y2L~9Jj9IIS*6Y6ird;5s^pNF zQWvPrs231%-FAg`vLh3V_vZufR8)ftySV5swDSPXz$K^MONZU_&1CXY7y6AVlePS~ zirYz0p9#On1vWR1HNI76`#ewF+bxSU_b*EtkCz}K0mfUU*$g4Zz zeq=mNL)N92l%Yxt&v(Ghd=m4?zc`UB!qS3qWhx&JP8Wcbz>y#U__&zAT-J))wnMW? zgZi7Fe8x@8Cvcp8H-0)baA#h#*w+OsT;!#bh0`<4#R(|IGuEN1R7lpBgP8Y;qB_4Q zs`HJa#i{QuA1PYhPrA_XaEy6UN{*efoS6agb zPhu^dR@A=RuXd7-|F7EZzQXyZ@&}dT82X$++TsHV+QkcO%TLXjhvg#AO-t%Y>!IZH z?4H%E4CTVbMtSDjZB!{)dBTg$UDIve+sUqB2zj?lE5{UR+?)-ryNMBP^+LVocd(Ty zbH$6-Y8o4!VPwo37A#{igG%$1iAU=1@^P4(2`i)(IOZumldZLXwIa4Q+rR(y-#?NN z%r5x%zy3#Yoqzx9zkdjsfBo-&{m;sUy~`ORmN^>az7+=J!Wo(J3cDa?YhED+Oc4&_ z3AVK`)?w?LRgPI!8K$l(tz%HNb!yRBR%6p};7kk=zHo4wZz~Kzz^z7o<0Tx_I+-xdg|STu@W#5=IsN z<#dO+6om~OWYxMqgBbkIva+GY#}IO4WVoHhEHBCl=v$i|V^5U3tTGZ14!((M6bmK} z!BnGgo(Eh{)!jEp=z?3T`5)`GK26<$Eo@UjcY@;>R@Y7(kT=y=>YQ!qQ=-3D7pK)! zIJ=ZiYjLUM)+5zk(B*x9dpa_m@w_G`0kagD?+y_vB;a6ynnV#$NjPMyYj~IOU=_+5 zV4ahti3t6l!TDMDCsqT}tQXeh1oY88h=9s{%|A?KBwc}Upx$&MOvwm@?AShli+6|b z>(l{7yzmi6aR~cqATCqE(mh0knT`yiW_S*R%FY0aSz3JjMh{nsN2MoX>%j}jHS|$i zJHT@^KPl?}?7BEaJx@%v!M1ADHppe}(V`&9ku=T&PR3(!-ywmlnWXDPJyk57D2ZGE zL2c2WOhnHi{qFF6Eym^fQgR$VqC;b%6QO45sojxcMkW5Jdh(UFQ8%-?V4U8~Q>6$f zwt? z6HLch-NI2K6Aqh|dYJbVr;o#9TxA^h=5t+faCEhLhu;<>Z3_ptsD>z;0-qAN>E1AY zP3YKDr0Lm`OI2 zt=UXOpa=($m*BZ&QdSeH%ggyQ&*t@bmB2Q?^kiz-PKxqk;(3XMrhBiYX#gzBuZjbE?1JPcz0M zr8xap;Jyy^kN+Y5#)=k*S}-hl&Ruh-ZAhkm^}uCFqu zajju*#k8~hxwnf`i?!6OnW{^(J+``PH4=VzgXb4jgAG6I`#UQ_$svMvcX)nhtK8Ro78LpXJnq9KlG}iC&i4yK6E~?haM9}P-OX9vc zmMVp9%t44Xf?m6eM|US;);DM0IE|Y$jNx#dP-{s8ja^@f2J>ttkC#?&E&6_i;bc4C%)C&`qIEGMFTeGoGs981NguslulM5U zNdLFj>s9`H@T~Xj**6DA&kvs+931uz4!-Ff_KvtdcqB}h(U5#S0Mn8Q*owp|atw1E&PyP9GtLWI%O)nt?ETEIS z@IHTTefoq5^}{3p)TSfR3Gom@(MBEgyLMeui4Ik}G}Vej91h_%b!8 zA}syMFS>(tU*kAlJ`N!{mN2$SQ--Oyze!tO&0_m)x}Pit*&MDg?iU8a8iKl!nWPis|SpRi~=AUvvDgVlTm@pyFK;AHZZ4!17+ACb6 zgK#Jqq5y#oltjv$L3AVvNh|?Lg=9d5&0VXRhpa)~zvB1AhgZI~l+LPDTYg=DWhm1# zs*|HDJkmD?6?#g4Da~DFlIEs|vH%7p64f%K4z$DA-u zk;2@KjVq^PaR*7i~I}4YndRDakUTn%UVl3MxRSX z&oCd0s!zP_OLVbpq^p4Ku)MN{O1@K2oZg`u~n# z{&jWT6pwcBN#~NpS=*whNmEzeD5f~KK$=OL!zT)d3Wf%Ig%?OK=iR6f5!0gEtIC&> z2)7L@=%U{dwbXuaSVp*ZVh<^FrdPtOBoaQ=8-;5{=kQWf;qFuCLpQxv9lcgVqWC|37Pz=0OJ)o9I(=RU6 z2g_)*+;}w-Ez@G%!kLyD>x@>OiMa+7z@eOYG2`;3TS}KvH0>`Km*pie(55dB*P@*= z>`j>DhReGVJ(jS&6CO!NVil58X3Y{pQ%&Z{YaymFCsPu_xO4=Q+S}{p}j4FfSCyk=HxJH1Iy2zLXsM@2nGO**l?LA3^?ZGBG7 z5s+-@RuXo0`dz~AN6s84O|(PbnLAue=G11tHjd^BhNnFjm((q56G}ezyWKj@tsVW< zQDydpV!d?+)vByI)gDcY-zx87&Ls0$*hg2#7ln5v=wt~H_s7e{P0Rw3 z?}&PlQ&=TsorhqzMpprFe#Tjh$Cewme<&t%SGUu~)1 z89Z-M*Dk<>2|1s29k00>#+7iQC!g`zT=&j-g(#M@6T)qwmhu<#6IE({->&K1a|h4T z_>Xx>=!o4?{HND@-s{c9f1V%g;y-usR4>k-D@KuCnLjwSb#4|0g33x@7Pi4sVt;a( z-EovgTMaM$g^a+T`Juj`C@UFtp->X`LXnCedIVUX3;>FUA)L~XP0RXGv_dI^BFE3cvJ`()UXM?|c24K1=t%QY$y!`Q}*?|2_Qv#f$R( zKluLed2hG>@8T)Me=$Ui4q$`uucndP4g8vlAcImURw-?Sj(^p!QspYbAAhBIib<$8 z^gNp7_o-TE<1|Hpo5YVR6LDM7-%2-+Anv<|7$;+W{!3}rKBLsw5ca6u5YUjbYoIzX z#u8bCfdt4x@zL9l1grU7HFT)g;y!|gy5oC^M7vShC^+i|b!S1)uhfyQC;6*%q3e;~ ztMi-%kSbgp#zaVtR|+$#4~+(XnSQp^z3%vAo(LCs(BNaWz!geQ(YUJO7@cv+0CS?U z{*J7b4ot>aPG0`u$;svE+t-&LE?@ujVQ_x@^M{L9SAU(q3RgjiSO72GpelQMLm%Dq zr5m=qJJ#LAO{SsN)9m`t?f0#BK(9Ub@cM&xa-Y3=^ZL%*+$%&{ z96RAoxl;adX_*&;C^p@c!#PG?%jetyzAq^px79eMVg_hgjLwMKuOm9Qi+io7S?wZT ziy~gl;^()_#qU4ZR^!Kv?f39kCZrzzd0a81$|F&Bwvz8=Fg~Nz8&r$a0n+cLZ98*q z>p^$_32hX2B+xh?R;;HN>_-IO>7n5gAXv`c-w8i%S{_4#yXhcFlV#00&ny?!r84C0f zvhqReoOD|HYv(IOqBztg-$Yg;jk6GijK#WAU-5J`8YR?THHsOwgpLi^wBTt8 zGks#)qN7^g5IJe>p|_ZlFf3L?-Pf*G&jN|?H3(gKA}^tsq0(t>=fs|Cp>HRGgB$^j zMZM3tgk6nIXBG|Bqg4R1u8)>Enq5$J{rRHbx$r}O)t(j}Rdn^bz2l3E7j>_0W1<^I zzttsBBh0VO#xeCc?0Ns`0Xn`sF(uWLJb0#I5{mYo_l`=iy&`N9h6p~Aw7@Iox{~|% zo#!a6t)q|gYhXTBh>QpgO8tuT)(~B^Am8d^Ed{e80ayWv2-UYel^u9urNH4J;bX{8 z?N>vI=7JP=sIV^7XCQ^8Wm|XQ%JID=p{!+~9z=j}lar5&!*H%)e=SG()>?g(`@-f7 zYS-6GTw|_JjH_&k+r0KnQ{|LV-J!Z>Cz=+UkM4P}Un~d{Eq7Ts$+YCcxZ@%awfa9F zV&Ahi>#gSh^p1|69nIzc9Paf0J9#R?pn4?UoWfVMSWOhnG6M&tPaImOBBH`ZP=uB8 zq=KU03A|;+^L8-S@y%PowZQZBccU@_g|)CLnPDO%@Jkj#X`H$>PUM7f@|!7GmuGV> zGzv-sO<7g(l(;_Bzw)4X5*pWbb9_gCw?T(~h)J|^uO=PM)mJ%z*449Z;VZ3V#c{r$Ph4GO zsek_Lz{`EzoC`s_0``Lx&wW&Ru{!EoL&aPIubcEM}}&}WPXgckXls}IeKZ)eh+d)in(uKwN^JT?WE{e!uC z;x;&UrL>1(wyCHnvK@4v6se>?d8V3+@YC(qjc|H~g<9UIqw>YH|W6g#cGowI*i&i>78n0xW{ zyG7lWWZZ&bcs!vL_ye*`?%4`iU5{+2KsL219*PN(k9xT=VGYguFe|p-;e#-y>V`Yt z=j!t6B<1)JWN#H?Ue)Yc$4V)fba$ZaFJy%4IB3>V^w)?o+=iCF0{34{!!NAR9SJ8B zsz@UhTNb%>qHG&>a<=zVde1puzB4W7d|#c|yQBGAo!{HoBXhLB3DM7udL#3;V*hm} z5JqH78HerJ7)$Fv99GYN9~~a<>VMzKvxhFQA}gw^E}NA%x6KR_66)JgW9(n!F^Eo@ z{gvJOASMuoXdJSk$xhLC_HqcZzA-1pa#Hvm(?FS7V3M2BlbFMZd`vH>_+L*u=$wW# z#HjvKp@d@KC?pg*tDc zVQyr3R8em|NM&qo0PKBhbK5wUXn)qPz?EmKlO9u+9oyN_t<+Z9PWSju$97rnOig8T zvk-YCVN3!X0F-&T$pAP738F=D1U*zHsn(ktSg`+J9(50^`~Tqh#diPS z$KxkLvgj8)fKc?%=PxZ1;Suy&2q8p=!u+8g4lxr%GCu7g4kIEYpLTBkU33WB6J+EG z$v7Ut9vzA}Oh$xeUrId6Hh=nCoP^;e3yDANp|jyRlb0L>P^laEf?RSoA&PAPUmXQS z({T=Q z{rzPZhOz(*=f5(&;WZ~k0ZQ2pPeIKf_NQg>f=?1S#bKkxN*BuW8I_!c;kpaf62K?K zhu6N(5-JrYJ_jtJha^t`?V!Jof$G0^k!_2xX)Mq!2}3jh`$?ch?35)P)CY+qLqi-2 zKxC+XM7Nmg9}@xU-yE@9+EM*wLoni)4n<*Dp1^1ao#O})8=}6&z@n?b6}o3!0S{Vc z@pEW;1=oPn;sfkgr$j;5s)N!OT81uq#UDGqAa>1K2t^A1CGdy{wZlaZbz7|=V3}~e zIe_9p2tW0I<}8WRC9?gPcV{#t6yC8gQ610BKg&|Htxm)*D`GxAp zd~iWe)ht5VX`uh*?!&y>MI0p7f(8$Vgc3Q`63mclA42dYPn863kO%lv8yCimiAID&IyRH*-cDWqOIdqARm(S#^#6gwltgIw|% zqIGLQ|-#)a0;5h zbBfF+MJt&I?T{f7N@vu1rqOlMd940h=@URD!ZfJ9QM0B|sA{H0BPG%-!Y(=+A~}XB z!XXD7OcAI}fe1x*nmeu5&JMbQA#k8RDE*L8P>Ny1I3S_)9x1HasB}eitJGwrW)nI> z+Ab9e1czY{jiro5Z*Q+G!2;%sJ&DDQP{M3TMhOQmW`U*%OepX@1<%vKyqJ>-mXKN? z)4kTtj}AERD78rwWQex&5R)S{46~geVTN1hIF1as8&>k)LGq zJ{I|ZUmU)y_w^%$yNT_Vs3q*S{ufH-7R2-LRJ24=pQuNm^k;NMig zj#(g(kXR;S7sVl90m^9UwORZt4nNu>bcDUR2{h z$A|mf?f$=y=kw>iAJBwEJ*_JYNeFTp!>dS5i$8`Q`eE)<$0bMp*->W1@_Dk9OXfh=Xc*F#*m=0O)t6v``-% zztDe@sGkgnnw5op z=$-LxJhlAa=Ydy@Uo?mb&gK96hsVb+x@G=<(A__Lx#j=&@z}kr_twqI0GY>KFml z>~fHhFaTcSmy>Si-))Eq$Hc>N%-IBjGJEZzc4}*mh#V(_j?bck*{L?kUOFAcXrHz; z_l}Q`jKj2@a^O@nd9n7WwR`9WAWkD9gwbmffsi{M&O@Hg-5b`gMm%k8U8pL73aX5pWekaC^%k#V!4^8X~ zLPtr6dG)gvLc(V;^iXCA1TBQ@ifJew!a<;E0Ed^HPzn4*!N?tRrG%9;8W3MGG)3h~ zTgluiL?Gj+D0mzsQ<{Th91ymsb*#7M?}E`wEXO_6F~&_te|^n<6=_J-EYnr>XQ|^l z1I9wY)QRH|VMO6J$BhC6q8vfnMRH68vW^T<)WY&Gr5c|mE_C_s1PwWh(CwJ`WAkkW z{uT@LjPcZ?^E`9uIK~=--!U*d${Zj<0+ogqPC`r~wNRz;_jTjTcPFLc3&{x`)s8+x zt>irta|W&d)~!;w>T$cZ*x>KrOQp@25UsLoi=XFvWc~z9T+nMKpweo|$+${UG-Hhj zB~cO~L4MO?wyr@A|40Z=>2*8}xKb9?au-OUu;BA(SW|nS{8lC6>hFs%zpgBe%Z+Fq zq7b0L)X}JJ_9wHTW+%P)c1e`a>(MO}j%3+3s)1sOTm>gG7aCvPl{*ob}BH?+`hyEUO zKrtg`BVdUD`(wo976d#*c224e+SKc8IX!ucx#DOK9N4vVJXB z+B%uoG=5{XRCVLdOS3xcb)bETqs>92?HgnCcu@f z@!5!y-!j;mC8$odc_k|_wH`xpXdKJ%!TrO3D=ozXdbOV z&RGGaLmHwopPEt3isY*|{p-woqZgw(`xRL(@+D9cM(7Z@SwyY=XfaO%O{B(K6_T8% zWVD(LA|f+N7n*IKXuCq|hH+pbUS|}Y;0VGKEa1);K+Ux9)Wj~g1gYL%w*=~aiTnc) zT8r?O(BWUYc=d7(r$;i5-^>kv~^f z>*q}E2FIawlMIDa_t0)(4`Aft%hwC*4z@Qfm)bu%SelX zW<9gYqEQS)h$J$q??4gV98`rGOcrQDSUB{zjE@&q&tOmkbO72@UbQ9z2103gnc<>1 zxWkNd5e}*+9(VH^29Q3rX37$TQu}QUq2QYFl!W>6RvD(VHl1s5xqdLaaCJ*$P0Jd% zX5I9%F&a+o+Tn^Spa?EM@KWr&25iH{G%w9e&Aen3E{3yf>Sgv}54~^K?)>(L1z*;Z z!pxU72HFD7`@O?N)RabM4Sh#b$7C+DFI`}Ck4keGxY$StLy0H})g~s^m1JxiGo89zrZ9+in|7_&*daUq#Vbeql|7J~Uii_{!hL@e(t&hK)oUx0T@ zD4B{7rLq%0w97qQTT*4j%z^{Ng4D2gz@nbDyP+UYoV zZ3bAsqe$4rFb+d@YmXAhjA2#OC^U~1Wo)7J zt7nxbhjKc@v5dJqM?EzS3VOZK))UT^tWe4&k1~e|cG!pJIbl@k2g({qg!QycGdptt z@>VUzvJMod?IF~>ip2Lph+z_9G|!gMj? zaIv4(Dv$u8X+}&J<(^onKtPak1@dhVX=u0L4rQqRa&We!_{IA|gZrVi)=I zNZN_%YDDfPYX{&>6FOR%*jHd#<#^fx0xvdAsaY=YC%V{f!FyKYV5~Y8(HTX-l;Vi^ zNK}2wvtvO%7O-33;+a$%k}!lo>8G~O3>n9Hw*0Y@5>Pws;-eZ|JM+)Tgi~wuYEjoN z%c!;k=IHA31o=1&JLo4ZD4m|YIiqNbr?feZ?O%wHDW+mBs;RYLav_jN;+S!@C!|&t zW?71HHW{|!0G#oeY~{2Mn#~3w6M94KvAyzRB%bl{x+!iB@dM|KFQ9teCMEX}3&jZp z@CgL=Rgm!Fie+QjbqrW15llOb=(xb*SSR2c z+RxfQSD*s$NdRhhYL~Q5KF__dlF$UujPq905+<4wjXqRZjq;Jj0T!T)LBkEEv0gnr zF;3G%(Tj0bIQO0*@f(0x5i8fcKrQh!5Y}1n8HvoxAm_=ZzJ}e46rMVh2x{eYR*=76EO4$^{daF)7 zAsdakHR2^2+uZ7PTwAfX_t zA&YrZbv7HPI2Bpe!z^LX-7FQV&%jje*#!w5Zn`%DDI@!Ip^6C}b9aJEpKPK=Y7%qm zJb>D2WFH4p31WF2vak;vVAsIvKYjS)v;XYqKYn=rAJ2bJ|MAD?&!0Ve|ChHvUthlY zK%W2po+i@3S%zh1GG1$ytAyr>Ce@ z`<2nV3-GO-So|d!R1TnKZZ&hFd7B#P&Jz44QzF0lRLE@#-SxGazk{CiP{f6ZHv_Jf(~X6e!N(=iGeKoQnkARSu~ z&vJK!(Z3ovJ=Cr_^0AkKna%agvHst>m{>i8%E!k1eYk|vuPDuQGl`|!RMPrX(hVh# zZqr4VNf*6`1kuNp68g0zfHqC_Y?##9FnzOeqUO_0$=pElW%D%4#tD^om^%3&`HD@m z6E~5I*gW&Fah_q*tilcE5Z*z?VAK4-=GlPXQtsb|v;FQWzwax~=xd(8w}EWEjpXJv z&cu7FNb@@x1oHw=Gk%0bKy3U`L>}vx34^_Z6i5s%`?`T=cjET8*LN0XOBD6 ztVvGUHhb(bXOC?lS8OAhVGkoE7NgKWNHopp`pWaSHj%BhF3{l+2DZ#TdjFwi zdWPU#T9QuvxUFfpnVN>aaWdX{Wy3r}rmno9Zn2=op~cqFo}<#CpY@Xc3+9(UOuw)- z5bfP4D;Gd4&%Uqmr5>a?DvWDyQDMJf*p7+Fa*k z?|UFpSnrK1OF=huq^#&Sgi&)#O?kYoSB`N%-eO#KzOrCXj5&_f!dMA{9o~_m`&Ii% zlx8f<6c=(SX2LwL(|-H~2jZ2q5+;^mJ^R}0EQN6z5;_|SNMm&lz)%E@IUveten&v? z2(mLOa&TJ&%%Mw{cj271C^uA=`jTA6<&G@#oV9pO1#CU%L4BixW-FkHwSA>8qHF6F zYnyxQ+EpbkYn0kQPShP%8ys+wSS8VGP_E$ju5jOPiB(F?PzQZJ!4}`gHW@LnX+^as;f)% z*jCVctSM2sU@b31QQ@j{Sk}51%4s;c=+;Yl15?keV}xU4I#&oU6~~qC3V?>JkRF+r z2S?Xq5Kv@OEXMyx^u=3+jEnWmHK)F%Ulg^=4V-gX_GHVW(RsgBU3Z(EeK*TFc#(dI86T6g78a*Q^NqvlPj}O zIcx8;C{~iU6g1D#rbq|%=b*LPiF!4KBg<|U+u|owdsBeRvGolp+V~*7|9Z|E9XdLDY=e*M9X~k{r3{`T- zOsNahX4DIaxM{mWJK2$m`TO$`cq*#Fg>77P8`^n&!oh7IBb`0#P_WJdiGp}nG8c9!vmD~i+7|$)!=MIExwlQLSrhK5{C4WzZ%qy+o zf+w+-PAh8P-B&wF$Ny*Tc3s%ETk}clkKX?U)tP3LNv4p2^nQzgiJno9$o!{O_Mg z2xb@j>!1IlxX!=+`QJZ=%)j~9KmTXx!rtYK5z8D6a^DMsap81oXYlj8<@}HJTA!xwz!tVCpgYEK49jaL4#?~3D|ODc^eNHb>&vrh zDx6(Pr?t3Ha_f<5FX-aFzdswA&UjuElYm)@%y)+f6%ueTM@^y#s3aV+)iu1!c(4j( z4Y1D1(nN&*Pygb4?`Kv6(ySNO^9B238;gzVTpfQ$DB zAL`TrMZE9{M{x+dX&^3B!O}fMgqe;EqGoswgUZeTidkBG{8kTFiASX;V(Y;R$qn>S zTRXsWG(Riq|KhqhL_N<;wZXP()HcXv?$M$k$&ob915QRGaNi+;teK?iL_Jq5ohXT1 z06}fhpG-v0ApQQ}LoLST`BHKmKA{6+q7$KJ>ABsJVoD|cqkS?4p3yZm&ORZU{z>Cw1p218J)QG0FvW7(QK2tbszG{JtTQrT4 z_+v~*S>3{6A`=elm3o-<6sM2FV_an%59V`Sa&UCHdWYW^BW-gBH?M{$n*g5>xZS&D z{D#nxr%2PYC71TJ{Mp;l|5 zn!I(z0BbVIkSm)E)s+wQX4P^>Xy<{h7Oq$RzVUlTPx@y?N4^W)8Q1>yuF;ihuw{;s z8uxd(8e7>%0=Ak{7QWBjAm~?0J~?F@WdeMri!~~UKz$aN;-r`&Lgn#c2VGG8{cf5u z7AeK)zXJDlsDJ!7@o(q5V(Q%O(gEYh}Wig~uBC7$+~qNjX{=z&zuZHb*FPxdrE$FqS`I~zHpv%-m- zxq94Jd;q8Mahv9cYaaPgn#~=Y`FfAZG&&H|aNA7!Z6^ITXMUSAzs;F{eD{bic9DIvcZrvSicPZC8|SDu%}9Tu`R89< zw)yrJ@2@k1{7&!iUNJj-dyn^Hy2pDXIowS%wl|WWy}gh7$==8PL^Grt=R-HmetsOe z&X4pO@z0+<1T;Y2moKgF?&@uwWnUtq44rsFFI2kh3oXu?RLAz zhll#V-EOz?-~AWe7caisKRh~kvA=)N-9P@Wd(b_6`SLr|-TZK8pF~K^zw0*ct2($R z@_3$SFGV?pIAqfZsI1(i5{tdbe(7oylQsJJGwQrE>2C!h(SGVLUs^@So^E;tAz%TW z+=ch$OY8GzM5rGo0iZS=icW|J5Q;YHpx?FYno4w_+NG&h9O97pSk(2NzBd>M2*H=B zITc~)kAKk}r287j@#1j^$+3iyO`0-H#r;j%@_HKEZ`1u`G05g{iE$qr2rD33&PY?- zgbcGUNQ6glnS@~83~UE!g=F{sc}`b%lE9nB^YJ&UMTQ z<3vvLREHWenrT=hCqL1z7?toz=1V5PSJuWQXG2m}+zhw4N~p5GPfb$#+#yO9g3((G zJGAiQN(7e228%k9;oeHV=Lt_mRaEcw9%>inNB`9E1-Z<>P`s82A{kfvptq>C#3S^j zRP+qFL#*e*d|nVF)+??r9<+j4p1G-~0Kh zPD(j|z$eMEXPA_ivh`Pr#W@FptBVWTqxAKNvH*DwQO?^%bM}dP>NZ*WVMr!GK?udbOVtBvi8TG< zQhl(9M$3(tBhfM~)-9ZAsj<#z<%O7OFa{jTu@^HgU%91p8Aa3nl5tsH0t0RG>R=_> zDZ^feNv^rPYtdr~+k4@WbSRb~Ic3%?AT-rvmb~U-8gnusA&g2#0Mp0EF&>bRxI$4l z(6!b3f9rpIefsw7yi!;lhatPYOo6`@~RaBHT!{$et`*u zZpN+jW)i&m!?W{?(>EW_PF)frJ*D;P56@2eXCL33pI%;^onO0}8h?=@h9WjL$KRTx zj?XmNdol2c2<`N8d~LQy-oyGJ^-f)4n>VH zwRZ;3TGX`*FlIu|W?jcCu7+_Xoa)JEd^*#;b6z2e<@A(rTd1Y{#q30tnm@E_di&hN zvoQW+UJ^QFcNG8Wc8|K6Q8YGh63oZXl?v1ZH6yEG72G zSJ@p$X|&bw(qG6B{HY)63yQLmQI`rOVJ{S^_@Re@^~nIBco4!F4GFb(99cH)p*Qgu zBH;QG@SPnc!Ei& zHuNl-<@c#tXX7+Qfa}DMD-&^7(celpPay8QgBT|xef~>n);^=u*bw%p-2l*lvm2l~ zFvb#DgnXWR?i$c+lWewZIihPtmxl;uxKA!2olj zvi^>&l@3hCSdL%);o0fc*}FGaAFtm0{IP#=@|Ta7udn|+dljyN60rbYxj|L-^qM}p zqlFu`ygOFi#7(B5*3<0z(CzoFcR=ZKKA9n4{#iE+)9YV;{qfC5?c_dx{r1hhxw)5! zv^aLcy>g}eyT>})09&0u^+t2d|?rvs$Fm$vQ9 zw5cKoGb*vZ2bLmm@B6}Cy90Ghi0mdfd{%EzB=~8{6 zMOso5vY$VY1;lMIRtm<<`k=*IY1OVPTVN4|)MHTCd4+wH`+w*9|IGG-+<7SC-M@C87iIDW=`z67W!@?ILHye znAiJ^OW4)ebY{^|Jz51I>-un!quB*j*Pk!?oeMwomhEZoQAJm;n>)TZe^GbpHYU1d z^m|Cvts%N-LB7>TS_)=G0^m$P+?uD&p--G%eLymmE(I0LRpJIJ&FL~Iwv3Jhv8hq{#K6it+e_m_l3w|VWErphU!xanD5{YW06U zz`kc~);rDr=^h@wIGoAOuvd6c4u-nVV6r@({Xx8p3^)4JqrqY3bVZZHDb z-bL+@2>st%r46e;%(SS#%<&!l-5MSGAtuq%y_$41S6}4>T364ug|D=dCCB+;HgR>H zrT*oM126Y=b1nq!3fK=)Ja9+;z^bdXi`wy>;j(86Le-$;!l0zvEkUWe zCj1)vVVTh{9JDWp;&^MXwF_n=fIee9AhgKWTzzO>d^eNk+|$PTarO71;IS#N>>thD z6L-P6E2TX=d(Fl2Ik%=Bzh&J{nTgOk(tSCZsbq|e{mu%y^`#cdR&mZmKS&L>hkWMi z|Cf7^e#zs>)@muF@F|J9GLPmJq7^-ViGik;TZ*4e))Xa9OO%!By) z-J)(oGH%W=Jf2Vr{1I6u4{U`juSYgiAe&khkHv(@N4?mXu!iPCm=&Av@KG33b;F(Q zb9s4nnsR&yvbTycFKc$KVx<&Jx_eOe=Q6@o95gE_`YS{k?n297g8MJ0;TKluo`jPL zRiu%M4U615QML&?Iotawz2}@S-tus5Mu~KGz!_kWT)smdpU$y-lRgRv7p=~S$UXhP2K`oN@EhOL|C|0W z9_^|BN&hJ(bT0=q!2V4VYnxWIe&~qXxb;J4fNxqqbYv8_e)xadjN^nQ0-c?{5v@+l wnZ8q?Lju5irX6R0Z*?ZZX94Ve6P}~(vwgPDQ-A({00030|A9KBApleX08z$%$^ZZW literal 0 HcmV?d00001 diff --git a/charts/v4.5.0/csi-driver-nfs/.helmignore b/charts/v4.5.0/csi-driver-nfs/.helmignore new file mode 100644 index 000000000..50af03172 --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/.helmignore @@ -0,0 +1,22 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*~ +# Various IDEs +.project +.idea/ +*.tmproj +.vscode/ diff --git a/charts/v4.5.0/csi-driver-nfs/Chart.yaml b/charts/v4.5.0/csi-driver-nfs/Chart.yaml new file mode 100644 index 000000000..1a5da0d4b --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/Chart.yaml @@ -0,0 +1,5 @@ +apiVersion: v1 +appVersion: v4.5.0 +description: CSI NFS Driver for Kubernetes +name: csi-driver-nfs +version: v4.5.0 diff --git a/charts/v4.5.0/csi-driver-nfs/templates/NOTES.txt b/charts/v4.5.0/csi-driver-nfs/templates/NOTES.txt new file mode 100644 index 000000000..cecf3b9ef --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/templates/NOTES.txt @@ -0,0 +1,5 @@ + The CSI NFS Driver is getting deployed to your cluster. + +To check CSI NFS Driver pods status, please run: + + kubectl --namespace={{ .Release.Namespace }} get pods --selector="app.kubernetes.io/instance={{ .Release.Name }}" --watch \ No newline at end of file diff --git a/charts/v4.5.0/csi-driver-nfs/templates/_helpers.tpl b/charts/v4.5.0/csi-driver-nfs/templates/_helpers.tpl new file mode 100644 index 000000000..901a53f19 --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/templates/_helpers.tpl @@ -0,0 +1,19 @@ +{{/* vim: set filetype=mustache: */}} + +{{/* Expand the name of the chart.*/}} +{{- define "nfs.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* labels for helm resources */}} +{{- define "nfs.labels" -}} +labels: + app.kubernetes.io/instance: "{{ .Release.Name }}" + app.kubernetes.io/managed-by: "{{ .Release.Service }}" + app.kubernetes.io/name: "{{ template "nfs.name" . }}" + app.kubernetes.io/version: "{{ .Chart.AppVersion }}" + helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}" + {{- if .Values.customLabels }} +{{ toYaml .Values.customLabels | indent 2 -}} + {{- end }} +{{- end -}} diff --git a/charts/v4.5.0/csi-driver-nfs/templates/crd-csi-snapshot.yaml b/charts/v4.5.0/csi-driver-nfs/templates/crd-csi-snapshot.yaml new file mode 100644 index 000000000..7682b836a --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/templates/crd-csi-snapshot.yaml @@ -0,0 +1,843 @@ +{{- if and .Values.externalSnapshotter.enabled .Values.externalSnapshotter.customResourceDefinitions.enabled -}} +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + "helm.sh/resource-policy": keep + creationTimestamp: null + name: volumesnapshots.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshot + listKind: VolumeSnapshotList + plural: volumesnapshots + shortNames: + - vs + singular: volumesnapshot + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of + the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing + VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from + this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot + object intends to bind to. Please note that verification of binding actually + requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure + both are pointing at each other. Binding MUST be verified prior to usage of + this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying + storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time + snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested + by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots + Required.' + properties: + source: + description: source specifies where a snapshot will be created from. + This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the + PersistentVolumeClaim object representing the volume from which + a snapshot should be created. This PVC is assumed to be in the + same namespace as the VolumeSnapshot object. This field should + be set if the snapshot does not exists, and needs to be created. + This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a + pre-existing VolumeSnapshotContent object representing an existing + volume snapshot. This field should be set if the snapshot already + exists and only needs a representation in Kubernetes. This field + is immutable. + type: string + type: object + oneOf: + - required: ["persistentVolumeClaimName"] + - required: ["volumeSnapshotContentName"] + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass + requested by the VolumeSnapshot. VolumeSnapshotClassName may be + left nil to indicate that the default SnapshotClass should be used. + A given cluster may have multiple default Volume SnapshotClasses: + one default per CSI Driver. If a VolumeSnapshot does not specify + a SnapshotClass, VolumeSnapshotSource will be checked to figure + out what the associated CSI Driver is, and the default VolumeSnapshotClass + associated with that CSI Driver will be used. If more than one VolumeSnapshotClass + exist for a given CSI Driver and more than one have been marked + as default, CreateSnapshot will fail and generate an event. Empty + string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. + Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent + objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent + point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent + object to which this VolumeSnapshot object intends to bind to. If + not specified, it indicates that the VolumeSnapshot object has not + been successfully bound to a VolumeSnapshotContent object yet. NOTE: + To avoid possible security issues, consumers must verify binding + between VolumeSnapshot and VolumeSnapshotContent objects is successful + (by validating that both VolumeSnapshot and VolumeSnapshotContent + point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time + snapshot is taken by the underlying storage system. In dynamic snapshot + creation case, this field will be filled in by the snapshot controller + with the "creation_time" value returned from CSI "CreateSnapshot" + gRPC call. For a pre-existing snapshot, this field will be filled + with the "creation_time" value returned from the CSI "ListSnapshots" + gRPC call if the driver supports it. If not specified, it may indicate + that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, + if any. This field could be helpful to upper level controllers(i.e., + application controller) to decide whether they should continue on + waiting for the snapshot to be created based on the type of error + reported. The snapshot controller will keep retrying when an error + occurs during the snapshot creation. Upon success, this error field + will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error + during snapshot creation if specified. NOTE: message may be + logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used + to restore a volume. In dynamic snapshot creation case, this field + will be filled in by the snapshot controller with the "ready_to_use" + value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "ready_to_use" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it, otherwise, this field will be set to "True". If not specified, + it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required + to create a volume from this snapshot. In dynamic snapshot creation + case, this field will be filled in by the snapshot controller with + the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. + For a pre-existing snapshot, this field will be filled with the + "size_bytes" value returned from the CSI "ListSnapshots" gRPC call + if the driver supports it. When restoring a volume from this snapshot, + the size of the volume MUST NOT be smaller than the restoreSize + if it is specified, otherwise the restoration will fail. If not + specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshot is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshot" + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: false + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + "helm.sh/resource-policy": keep + creationTimestamp: null + name: volumesnapshotclasses.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotClass + listKind: VolumeSnapshotClassList + plural: volumesnapshotclasses + shortNames: + - vsclass + - vsclasses + singular: volumesnapshotclass + scope: Cluster + versions: + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the + VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage + system uses when creating a volume snapshot. A specific VolumeSnapshotClass + is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses + are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent + created through the VolumeSnapshotClass should be deleted when its bound + VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". + "Retain" means that the VolumeSnapshotContent and its physical snapshot + on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent + and its physical snapshot on underlying storage system are deleted. + Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this + VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific + parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: true + subresources: {} + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotClass is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotClass" + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: false + storage: false + subresources: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + "helm.sh/resource-policy": keep + creationTimestamp: null + name: volumesnapshotcontents.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotContent + listKind: VolumeSnapshotContentList + plural: volumesnapshotcontents + shortNames: + - vsc + - vscs + singular: volumesnapshotcontent + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical + snapshot on the underlying storage system should be deleted when its bound + VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on + the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent + object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot + object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created + by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent + and its physical snapshot on the underlying storage system should + be deleted when its bound VolumeSnapshot is deleted. Supported values + are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent + and its physical snapshot on underlying storage system are kept. + "Delete" means that the VolumeSnapshotContent and its physical snapshot + on underlying storage system are deleted. For dynamically provisioned + snapshots, this field will automatically be filled in by the CSI + snapshotter sidecar with the "DeletionPolicy" field defined in the + corresponding VolumeSnapshotClass. For pre-existing snapshots, users + MUST specify this field when creating the VolumeSnapshotContent + object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the + physical snapshot on the underlying storage system. This MUST be + the same as the name returned by the CSI GetPluginName() call for + that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) + dynamically provisioned or already exists, and just requires a Kubernetes + object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of + a pre-existing snapshot on the underlying storage system for + which a Kubernetes object representation was (or should be) + created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the + volume from which a snapshot should be dynamically taken from. + This field is immutable. + type: string + type: object + oneOf: + - required: ["snapshotHandle"] + - required: ["volumeHandle"] + sourceVolumeMode: + description: SourceVolumeMode is the mode of the volume whose snapshot + is taken. Can be either “Filesystem” or “Block”. If not specified, + it indicates the source volume's mode is unknown. This field is + immutable. This field is an alpha field. + type: string + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot + was (or will be) created. Note that after provisioning, the VolumeSnapshotClass + may be deleted or recreated with different set of values, and as + such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object + to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName + field must reference to this VolumeSnapshotContent's name for the + bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent + object, name and namespace of the VolumeSnapshot object MUST be + provided for binding to happen. This field is immutable after creation. + Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of + an entire object, this string should contain a valid JSON/Go + field access statement, such as desiredState.manifest.containers[2]. + For example, if the object reference is to a container within + a pod, this would take on a value like: "spec.containers{name}" + (where "name" refers to the name of the container that triggered + the event) or if no container name is specified "spec.containers[2]" + (container with index 2 in this pod). This syntax is chosen + only to have some well-defined way of referencing a part of + an object. TODO: this design is not final and this field is + subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference + is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time + snapshot is taken by the underlying storage system. In dynamic snapshot + creation case, this field will be filled in by the CSI snapshotter + sidecar with the "creation_time" value returned from CSI "CreateSnapshot" + gRPC call. For a pre-existing snapshot, this field will be filled + with the "creation_time" value returned from the CSI "ListSnapshots" + gRPC call if the driver supports it. If not specified, it indicates + the creation time is unknown. The format of this field is a Unix + nanoseconds time encoded as an int64. On Unix, the command `date + +%s%N` returns the current time in nanoseconds since 1970-01-01 + 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, + if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error + during snapshot creation if specified. NOTE: message may be + logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used + to restore a volume. In dynamic snapshot creation case, this field + will be filled in by the CSI snapshotter sidecar with the "ready_to_use" + value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "ready_to_use" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it, otherwise, this field will be set to "True". If not specified, + it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot + in bytes. In dynamic snapshot creation case, this field will be + filled in by the CSI snapshotter sidecar with the "size_bytes" value + returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "size_bytes" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it. When restoring a volume from this snapshot, the size of the + volume MUST NOT be smaller than the restoreSize if it is specified, + otherwise the restoration will fail. If not specified, it indicates + that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot + on the underlying storage system. If not specified, it indicates + that dynamic snapshot creation has either failed or it is still + in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotContent is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotContent" + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: false + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +{{- end -}} diff --git a/charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-controller.yaml b/charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-controller.yaml new file mode 100644 index 000000000..22e1b2409 --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-controller.yaml @@ -0,0 +1,153 @@ +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: {{ .Values.controller.name }} + namespace: {{ .Release.Namespace }} +{{ include "nfs.labels" . | indent 2 }} +spec: + replicas: {{ .Values.controller.replicas }} + selector: + matchLabels: + app: {{ .Values.controller.name }} + strategy: + type: {{ .Values.controller.strategyType }} + template: + metadata: +{{ include "nfs.labels" . | indent 6 }} + app: {{ .Values.controller.name }} + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + hostNetwork: true # controller also needs to mount nfs to create dir + dnsPolicy: {{ .Values.controller.dnsPolicy }} + serviceAccountName: {{ .Values.serviceAccount.controller }} +{{- with .Values.controller.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} + nodeSelector: + kubernetes.io/os: linux + {{- if .Values.controller.runOnMaster}} + node-role.kubernetes.io/master: "" + {{- end}} + {{- if .Values.controller.runOnControlPlane}} + node-role.kubernetes.io/control-plane: "" + {{- end}} +{{- with .Values.controller.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} + priorityClassName: {{ .Values.controller.priorityClassName }} + securityContext: + seccompProfile: + type: RuntimeDefault +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + containers: + - name: csi-provisioner + image: "{{ .Values.image.csiProvisioner.repository }}:{{ .Values.image.csiProvisioner.tag }}" + args: + - "-v=2" + - "--csi-address=$(ADDRESS)" + - "--leader-election" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "--extra-create-metadata=true" + - "--timeout=1200s" + env: + - name: ADDRESS + value: /csi/csi.sock + imagePullPolicy: {{ .Values.image.csiProvisioner.pullPolicy }} + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: {{- toYaml .Values.controller.resources.csiProvisioner | nindent 12 }} + securityContext: + readOnlyRootFilesystem: true + - name: csi-snapshotter + image: "{{ .Values.image.csiSnapshotter.repository }}:{{ .Values.image.csiSnapshotter.tag }}" + args: + - "--v=2" + - "--csi-address=$(ADDRESS)" + - "--leader-election-namespace={{ .Release.Namespace }}" + - "--leader-election" + - "--timeout=1200s" + env: + - name: ADDRESS + value: /csi/csi.sock + imagePullPolicy: {{ .Values.image.csiSnapshotter.pullPolicy }} + resources: {{- toYaml .Values.controller.resources.csiSnapshotter | nindent 12 }} + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: liveness-probe + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port={{ .Values.controller.livenessProbe.healthPort }} + - --v=2 + imagePullPolicy: {{ .Values.image.livenessProbe.pullPolicy }} + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.controller.resources.livenessProbe | nindent 12 }} + securityContext: + readOnlyRootFilesystem: true + - name: nfs + image: "{{ .Values.image.nfs.repository }}:{{ .Values.image.nfs.tag }}" + securityContext: + privileged: true + capabilities: + add: ["SYS_ADMIN"] + allowPrivilegeEscalation: true + readOnlyRootFilesystem: true + imagePullPolicy: {{ .Values.image.nfs.pullPolicy }} + args: + - "--v={{ .Values.controller.logLevel }}" + - "--nodeid=$(NODE_ID)" + - "--endpoint=$(CSI_ENDPOINT)" + - "--drivername={{ .Values.driver.name }}" + - "--mount-permissions={{ .Values.driver.mountPermissions }}" + - "--working-mount-dir={{ .Values.controller.workingMountDir }}" + - "--default-ondelete-policy={{ .Values.controller.defaultOnDeletePolicy }}" + env: + - name: NODE_ID + valueFrom: + fieldRef: + fieldPath: spec.nodeName + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + ports: + - containerPort: {{ .Values.controller.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + volumeMounts: + - name: pods-mount-dir + mountPath: {{ .Values.kubeletDir }}/pods + mountPropagation: "Bidirectional" + - mountPath: /csi + name: socket-dir + - mountPath: {{ .Values.controller.workingMountDir }} + name: tmp-dir + resources: {{- toYaml .Values.controller.resources.nfs | nindent 12 }} + volumes: + - name: pods-mount-dir + hostPath: + path: {{ .Values.kubeletDir }}/pods + type: Directory + - name: socket-dir + emptyDir: {} + - name: tmp-dir + emptyDir: {} diff --git a/charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-driverinfo.yaml b/charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-driverinfo.yaml new file mode 100644 index 000000000..a6afd8960 --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-driverinfo.yaml @@ -0,0 +1,15 @@ +--- +apiVersion: storage.k8s.io/v1 +kind: CSIDriver +metadata: + name: {{ .Values.driver.name }} +spec: + attachRequired: false + volumeLifecycleModes: + - Persistent + {{- if .Values.feature.enableInlineVolume}} + - Ephemeral + {{- end}} + {{- if .Values.feature.enableFSGroupPolicy}} + fsGroupPolicy: File + {{- end}} diff --git a/charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-node.yaml b/charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-node.yaml new file mode 100644 index 000000000..aac988537 --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/templates/csi-nfs-node.yaml @@ -0,0 +1,157 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: {{ .Values.node.name }} + namespace: {{ .Release.Namespace }} +{{ include "nfs.labels" . | indent 2 }} +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: {{ .Values.node.maxUnavailable }} + type: RollingUpdate + selector: + matchLabels: + app: {{ .Values.node.name }} + template: + metadata: +{{ include "nfs.labels" . | indent 6 }} + app: {{ .Values.node.name }} + spec: + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + hostNetwork: true # original nfs connection would be broken without hostNetwork setting + dnsPolicy: {{ .Values.controller.dnsPolicy }} + serviceAccountName: {{ .Values.serviceAccount.node }} + priorityClassName: {{ .Values.node.priorityClassName }} + securityContext: + seccompProfile: + type: RuntimeDefault +{{- with .Values.node.affinity }} + affinity: +{{ toYaml . | indent 8 }} +{{- end }} + nodeSelector: + kubernetes.io/os: linux +{{- with .Values.node.nodeSelector }} +{{ toYaml . | indent 8 }} +{{- end }} +{{- with .Values.node.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + containers: + - name: liveness-probe + image: "{{ .Values.image.livenessProbe.repository }}:{{ .Values.image.livenessProbe.tag }}" + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port={{ .Values.node.livenessProbe.healthPort }} + - --v=2 + imagePullPolicy: {{ .Values.image.livenessProbe.pullPolicy }} + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: {{- toYaml .Values.node.resources.livenessProbe | nindent 12 }} + securityContext: + readOnlyRootFilesystem: true + - name: node-driver-registrar + image: "{{ .Values.image.nodeDriverRegistrar.repository }}:{{ .Values.image.nodeDriverRegistrar.tag }}" + livenessProbe: + exec: + command: + - /csi-node-driver-registrar + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 30 + timeoutSeconds: 15 + args: + - --v=2 + - --csi-address=/csi/csi.sock + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + env: + - name: DRIVER_REG_SOCK_PATH + value: {{ .Values.kubeletDir }}/plugins/csi-nfsplugin/csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + imagePullPolicy: {{ .Values.image.nodeDriverRegistrar.pullPolicy }} + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: registration-dir + mountPath: /registration + resources: {{- toYaml .Values.node.resources.nodeDriverRegistrar | nindent 12 }} + - name: nfs + securityContext: + privileged: true + capabilities: + add: ["SYS_ADMIN"] + allowPrivilegeEscalation: true + readOnlyRootFilesystem: true + image: "{{ .Values.image.nfs.repository }}:{{ .Values.image.nfs.tag }}" + args : + - "--v={{ .Values.node.logLevel }}" + - "--nodeid=$(NODE_ID)" + - "--endpoint=$(CSI_ENDPOINT)" + - "--drivername={{ .Values.driver.name }}" + - "--mount-permissions={{ .Values.driver.mountPermissions }}" + env: + - name: NODE_ID + valueFrom: + fieldRef: + fieldPath: spec.nodeName + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + ports: + - containerPort: {{ .Values.node.livenessProbe.healthPort }} + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + imagePullPolicy: {{ .Values.image.nfs.pullPolicy }} + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: pods-mount-dir + mountPath: {{ .Values.kubeletDir }}/pods + mountPropagation: "Bidirectional" + {{- if .Values.feature.propagateHostMountOptions }} + - name: host-nfsmount-conf + mountPath: /etc/nfsmount.conf + - name: host-nfsmount-conf-d + mountPath: /etc/nfsmount.conf.d + {{- end }} + resources: {{- toYaml .Values.node.resources.nfs | nindent 12 }} + volumes: + - name: socket-dir + hostPath: + path: {{ .Values.kubeletDir }}/plugins/csi-nfsplugin + type: DirectoryOrCreate + - name: pods-mount-dir + hostPath: + path: {{ .Values.kubeletDir }}/pods + type: Directory + - hostPath: + path: {{ .Values.kubeletDir }}/plugins_registry + type: Directory + name: registration-dir + {{- if .Values.feature.propagateHostMountOptions }} + - hostPath: + path: /etc/nfsmount.conf + type: FileOrCreate + name: host-nfsmount-conf + - hostPath: + path: /etc/nfsmount.conf.d + type: DirectoryOrCreate + name: host-nfsmount-conf-d + {{- end }} diff --git a/charts/v4.5.0/csi-driver-nfs/templates/csi-snapshot-controller.yaml b/charts/v4.5.0/csi-driver-nfs/templates/csi-snapshot-controller.yaml new file mode 100644 index 000000000..14cb1a9b0 --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/templates/csi-snapshot-controller.yaml @@ -0,0 +1,66 @@ +{{- if .Values.externalSnapshotter.enabled -}} +# This YAML file shows how to deploy the snapshot controller + +# The snapshot controller implements the control loop for CSI snapshot functionality. +# It should be installed as part of the base Kubernetes distribution in an appropriate +# namespace for components implementing base system functionality. For installing with +# Vanilla Kubernetes, kube-system makes sense for the namespace. +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: {{ .Values.externalSnapshotter.name }} + namespace: {{ .Release.Namespace }} +{{ include "nfs.labels" . | indent 2 }} + app: {{ .Values.externalSnapshotter.name }} +{{- with .Values.externalSnapshotter.labels }} +{{ . | toYaml | indent 4 }} +{{- end }} +{{- with .Values.externalSnapshotter.annotations }} + annotations: +{{ . | toYaml | indent 4 }} +{{- end }} +spec: + replicas: {{ .Values.externalSnapshotter.controller.replicas }} + selector: + matchLabels: + app: {{ .Values.externalSnapshotter.name }} + # the snapshot controller won't be marked as ready if the v1 CRDs are unavailable + # in #504 the snapshot-controller will exit after around 7.5 seconds if it + # can't find the v1 CRDs so this value should be greater than that + minReadySeconds: 15 + strategy: + rollingUpdate: + maxSurge: 0 + maxUnavailable: 1 + type: RollingUpdate + template: + metadata: + labels: + app: {{ .Values.externalSnapshotter.name }} + spec: + serviceAccountName: {{ .Values.externalSnapshotter.name }} + {{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} + {{- end }} + nodeSelector: + kubernetes.io/os: linux + priorityClassName: {{ .Values.externalSnapshotter.priorityClassName }} + securityContext: + seccompProfile: + type: RuntimeDefault +{{- with .Values.controller.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} +{{- end }} + containers: + - name: {{ .Values.externalSnapshotter.name }} + image: {{ .Values.image.externalSnapshotter.repository }}:{{ .Values.image.externalSnapshotter.tag }} + args: + - "--v=2" + - "--leader-election=true" + - "--leader-election-namespace={{ .Release.Namespace }}" + resources: {{- toYaml .Values.externalSnapshotter.resources | nindent 12 }} + imagePullPolicy: {{ .Values.image.externalSnapshotter.pullPolicy }} +{{- end -}} diff --git a/charts/v4.5.0/csi-driver-nfs/templates/rbac-csi-nfs.yaml b/charts/v4.5.0/csi-driver-nfs/templates/rbac-csi-nfs.yaml new file mode 100644 index 000000000..66c76ff72 --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/templates/rbac-csi-nfs.yaml @@ -0,0 +1,75 @@ +{{- if .Values.serviceAccount.create -}} +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-{{ .Values.rbac.name }}-controller-sa + namespace: {{ .Release.Namespace }} +{{ include "nfs.labels" . | indent 2 }} +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-{{ .Values.rbac.name }}-node-sa + namespace: {{ .Release.Namespace }} +{{ include "nfs.labels" . | indent 2 }} +--- +{{- end }} + +{{ if .Values.rbac.create -}} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-external-provisioner-role +{{ include "nfs.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "create", "delete"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + {{- if .Values.externalSnapshotter.enabled }} + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses", "volumesnapshots"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["get", "update", "patch"] + {{- end }} + - apiGroups: [""] + resources: ["events"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["csinodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get"] +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.rbac.name }}-csi-provisioner-binding +{{ include "nfs.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: csi-{{ .Values.rbac.name }}-controller-sa + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.rbac.name }}-external-provisioner-role + apiGroup: rbac.authorization.k8s.io +{{- end -}} diff --git a/charts/v4.5.0/csi-driver-nfs/templates/rbac-snapshot-controller.yaml b/charts/v4.5.0/csi-driver-nfs/templates/rbac-snapshot-controller.yaml new file mode 100644 index 000000000..f4fb5181b --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/templates/rbac-snapshot-controller.yaml @@ -0,0 +1,93 @@ +{{- if .Values.externalSnapshotter.enabled -}} +# RBAC file for the snapshot controller. +# +# The snapshot controller implements the control loop for CSI snapshot functionality. +# It should be installed as part of the base Kubernetes distribution in an appropriate +# namespace for components implementing base system functionality. For installing with +# Vanilla Kubernetes, kube-system makes sense for the namespace. +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ .Values.externalSnapshotter.name }} + namespace: {{ .Release.Namespace }} +{{ include "nfs.labels" . | indent 2 }} + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.externalSnapshotter.name }}-runner +{{ include "nfs.labels" . | indent 2 }} +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots/status"] + verbs: ["update", "patch"] +{{- if .Values.externalSnapshotter.enabledDistributedSnapshotting }} + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] +{{- end }} +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.externalSnapshotter.name }}-role +{{ include "nfs.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.externalSnapshotter.name }} + namespace: {{ .Release.Namespace }} +roleRef: + kind: ClusterRole + name: {{ .Values.externalSnapshotter.name }}-runner + apiGroup: rbac.authorization.k8s.io + +--- +kind: Role +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.externalSnapshotter.name }}-leaderelection + namespace: {{ .Release.Namespace }} +{{ include "nfs.labels" . | indent 2 }} +rules: + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create"] + +--- +kind: RoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: {{ .Values.externalSnapshotter.name }}-leaderelection + namespace: {{ .Release.Namespace }} +{{ include "nfs.labels" . | indent 2 }} +subjects: + - kind: ServiceAccount + name: {{ .Values.externalSnapshotter.name }} +roleRef: + kind: Role + name: {{ .Values.externalSnapshotter.name }}-leaderelection + apiGroup: rbac.authorization.k8s.io +{{- end -}} diff --git a/charts/v4.5.0/csi-driver-nfs/values.yaml b/charts/v4.5.0/csi-driver-nfs/values.yaml new file mode 100644 index 000000000..0407f3d4a --- /dev/null +++ b/charts/v4.5.0/csi-driver-nfs/values.yaml @@ -0,0 +1,151 @@ +customLabels: {} +image: + nfs: + repository: registry.k8s.io/sig-storage/nfsplugin + tag: v4.5.0 + pullPolicy: IfNotPresent + csiProvisioner: + repository: registry.k8s.io/sig-storage/csi-provisioner + tag: v3.6.1 + pullPolicy: IfNotPresent + csiSnapshotter: + repository: registry.k8s.io/sig-storage/csi-snapshotter + tag: v6.3.1 + pullPolicy: IfNotPresent + livenessProbe: + repository: registry.k8s.io/sig-storage/livenessprobe + tag: v2.11.0 + pullPolicy: IfNotPresent + nodeDriverRegistrar: + repository: registry.k8s.io/sig-storage/csi-node-driver-registrar + tag: v2.9.0 + pullPolicy: IfNotPresent + externalSnapshotter: + repository: registry.k8s.io/sig-storage/snapshot-controller + tag: v6.3.1 + pullPolicy: IfNotPresent + +serviceAccount: + create: true # When true, service accounts will be created for you. Set to false if you want to use your own. + controller: csi-nfs-controller-sa # Name of Service Account to be created or used + node: csi-nfs-node-sa # Name of Service Account to be created or used + +rbac: + create: true + name: nfs + +driver: + name: nfs.csi.k8s.io + mountPermissions: 0 + +feature: + enableFSGroupPolicy: true + enableInlineVolume: false + propagateHostMountOptions: false + +kubeletDir: /var/lib/kubelet + +controller: + name: csi-nfs-controller + replicas: 1 + strategyType: Recreate + runOnMaster: false + runOnControlPlane: false + livenessProbe: + healthPort: 29652 + logLevel: 5 + workingMountDir: /tmp + dnsPolicy: ClusterFirstWithHostNet # available values: Default, ClusterFirstWithHostNet, ClusterFirst + defaultOnDeletePolicy: delete # available values: delete, retain + affinity: {} + nodeSelector: {} + priorityClassName: system-cluster-critical + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Exists" + effect: "NoSchedule" + resources: + csiProvisioner: + limits: + memory: 400Mi + requests: + cpu: 10m + memory: 20Mi + csiSnapshotter: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + nfs: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + +node: + name: csi-nfs-node + dnsPolicy: ClusterFirstWithHostNet # available values: Default, ClusterFirstWithHostNet, ClusterFirst + maxUnavailable: 1 + logLevel: 5 + livenessProbe: + healthPort: 29653 + affinity: {} + nodeSelector: {} + priorityClassName: system-cluster-critical + tolerations: + - operator: "Exists" + resources: + livenessProbe: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + nodeDriverRegistrar: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + nfs: + limits: + memory: 300Mi + requests: + cpu: 10m + memory: 20Mi + +externalSnapshotter: + enabled: false + name: snapshot-controller + priorityClassName: system-cluster-critical + controller: + replicas: 1 + resources: + limits: + memory: 300Mi + requests: + cpu: 10m + memory: 20Mi + # Create volume snapshot CRDs. + customResourceDefinitions: + enabled: true #if set true, VolumeSnapshot, VolumeSnapshotContent and VolumeSnapshotClass CRDs will be created. Set it false, If they already exist in cluster. + +## Reference to one or more secrets to be used when pulling images +## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/ +## +imagePullSecrets: [] +# - name: "image-pull-secret" diff --git a/deploy/csi-nfs-controller.yaml b/deploy/csi-nfs-controller.yaml index 715b230b2..24ac5a582 100644 --- a/deploy/csi-nfs-controller.yaml +++ b/deploy/csi-nfs-controller.yaml @@ -93,7 +93,7 @@ spec: cpu: 10m memory: 20Mi - name: nfs - image: gcr.io/k8s-staging-sig-storage/nfsplugin:canary + image: registry.k8s.io/sig-storage/nfsplugin:v4.5.0 securityContext: privileged: true capabilities: diff --git a/deploy/csi-nfs-node.yaml b/deploy/csi-nfs-node.yaml index ee57680b5..142c3c568 100644 --- a/deploy/csi-nfs-node.yaml +++ b/deploy/csi-nfs-node.yaml @@ -83,7 +83,7 @@ spec: capabilities: add: ["SYS_ADMIN"] allowPrivilegeEscalation: true - image: gcr.io/k8s-staging-sig-storage/nfsplugin:canary + image: registry.k8s.io/sig-storage/nfsplugin:v4.5.0 args: - "-v=5" - "--nodeid=$(NODE_ID)" diff --git a/deploy/v4.5.0/crd-csi-snapshot.yaml b/deploy/v4.5.0/crd-csi-snapshot.yaml new file mode 100644 index 000000000..d4b90b266 --- /dev/null +++ b/deploy/v4.5.0/crd-csi-snapshot.yaml @@ -0,0 +1,838 @@ +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + creationTimestamp: null + name: volumesnapshots.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshot + listKind: VolumeSnapshotList + plural: volumesnapshots + shortNames: + - vs + singular: volumesnapshot + scope: Namespaced + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of + the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing + VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from + this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot + object intends to bind to. Please note that verification of binding actually + requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure + both are pointing at each other. Binding MUST be verified prior to usage of + this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying + storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time + snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested + by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots + Required.' + properties: + source: + description: source specifies where a snapshot will be created from. + This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the + PersistentVolumeClaim object representing the volume from which + a snapshot should be created. This PVC is assumed to be in the + same namespace as the VolumeSnapshot object. This field should + be set if the snapshot does not exists, and needs to be created. + This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a + pre-existing VolumeSnapshotContent object representing an existing + volume snapshot. This field should be set if the snapshot already + exists and only needs a representation in Kubernetes. This field + is immutable. + type: string + type: object + oneOf: + - required: ["persistentVolumeClaimName"] + - required: ["volumeSnapshotContentName"] + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass + requested by the VolumeSnapshot. VolumeSnapshotClassName may be + left nil to indicate that the default SnapshotClass should be used. + A given cluster may have multiple default Volume SnapshotClasses: + one default per CSI Driver. If a VolumeSnapshot does not specify + a SnapshotClass, VolumeSnapshotSource will be checked to figure + out what the associated CSI Driver is, and the default VolumeSnapshotClass + associated with that CSI Driver will be used. If more than one VolumeSnapshotClass + exist for a given CSI Driver and more than one have been marked + as default, CreateSnapshot will fail and generate an event. Empty + string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. + Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent + objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent + point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent + object to which this VolumeSnapshot object intends to bind to. If + not specified, it indicates that the VolumeSnapshot object has not + been successfully bound to a VolumeSnapshotContent object yet. NOTE: + To avoid possible security issues, consumers must verify binding + between VolumeSnapshot and VolumeSnapshotContent objects is successful + (by validating that both VolumeSnapshot and VolumeSnapshotContent + point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time + snapshot is taken by the underlying storage system. In dynamic snapshot + creation case, this field will be filled in by the snapshot controller + with the "creation_time" value returned from CSI "CreateSnapshot" + gRPC call. For a pre-existing snapshot, this field will be filled + with the "creation_time" value returned from the CSI "ListSnapshots" + gRPC call if the driver supports it. If not specified, it may indicate + that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, + if any. This field could be helpful to upper level controllers(i.e., + application controller) to decide whether they should continue on + waiting for the snapshot to be created based on the type of error + reported. The snapshot controller will keep retrying when an error + occurs during the snapshot creation. Upon success, this error field + will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error + during snapshot creation if specified. NOTE: message may be + logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used + to restore a volume. In dynamic snapshot creation case, this field + will be filled in by the snapshot controller with the "ready_to_use" + value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "ready_to_use" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it, otherwise, this field will be set to "True". If not specified, + it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required + to create a volume from this snapshot. In dynamic snapshot creation + case, this field will be filled in by the snapshot controller with + the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. + For a pre-existing snapshot, this field will be filled with the + "size_bytes" value returned from the CSI "ListSnapshots" gRPC call + if the driver supports it. When restoring a volume from this snapshot, + the size of the volume MUST NOT be smaller than the restoreSize + if it is specified, otherwise the restoration will fail. If not + specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: If a new snapshot needs to be created, this contains the name of the source PVC from which this snapshot was (or will be) created. + jsonPath: .spec.source.persistentVolumeClaimName + name: SourcePVC + type: string + - description: If a snapshot already exists, this contains the name of the existing VolumeSnapshotContent object representing the existing snapshot. + jsonPath: .spec.source.volumeSnapshotContentName + name: SourceSnapshotContent + type: string + - description: Represents the minimum size of volume required to rehydrate from this snapshot. + jsonPath: .status.restoreSize + name: RestoreSize + type: string + - description: The name of the VolumeSnapshotClass requested by the VolumeSnapshot. + jsonPath: .spec.volumeSnapshotClassName + name: SnapshotClass + type: string + - description: Name of the VolumeSnapshotContent object to which the VolumeSnapshot object intends to bind to. Please note that verification of binding actually requires checking both VolumeSnapshot and VolumeSnapshotContent to ensure both are pointing at each other. Binding MUST be verified prior to usage of this object. + jsonPath: .status.boundVolumeSnapshotContentName + name: SnapshotContent + type: string + - description: Timestamp when the point-in-time snapshot was taken by the underlying storage system. + jsonPath: .status.creationTime + name: CreationTime + type: date + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshot is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshot" + schema: + openAPIV3Schema: + description: VolumeSnapshot is a user's request for either creating a point-in-time snapshot of a persistent volume, or binding to a pre-existing snapshot. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: 'spec defines the desired characteristics of a snapshot requested by a user. More info: https://kubernetes.io/docs/concepts/storage/volume-snapshots#volumesnapshots Required.' + properties: + source: + description: source specifies where a snapshot will be created from. This field is immutable after creation. Required. + properties: + persistentVolumeClaimName: + description: persistentVolumeClaimName specifies the name of the PersistentVolumeClaim object representing the volume from which a snapshot should be created. This PVC is assumed to be in the same namespace as the VolumeSnapshot object. This field should be set if the snapshot does not exists, and needs to be created. This field is immutable. + type: string + volumeSnapshotContentName: + description: volumeSnapshotContentName specifies the name of a pre-existing VolumeSnapshotContent object representing an existing volume snapshot. This field should be set if the snapshot already exists and only needs a representation in Kubernetes. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: 'VolumeSnapshotClassName is the name of the VolumeSnapshotClass requested by the VolumeSnapshot. VolumeSnapshotClassName may be left nil to indicate that the default SnapshotClass should be used. A given cluster may have multiple default Volume SnapshotClasses: one default per CSI Driver. If a VolumeSnapshot does not specify a SnapshotClass, VolumeSnapshotSource will be checked to figure out what the associated CSI Driver is, and the default VolumeSnapshotClass associated with that CSI Driver will be used. If more than one VolumeSnapshotClass exist for a given CSI Driver and more than one have been marked as default, CreateSnapshot will fail and generate an event. Empty string is not allowed for this field.' + type: string + required: + - source + type: object + status: + description: status represents the current information of a snapshot. Consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object. + properties: + boundVolumeSnapshotContentName: + description: 'boundVolumeSnapshotContentName is the name of the VolumeSnapshotContent object to which this VolumeSnapshot object intends to bind to. If not specified, it indicates that the VolumeSnapshot object has not been successfully bound to a VolumeSnapshotContent object yet. NOTE: To avoid possible security issues, consumers must verify binding between VolumeSnapshot and VolumeSnapshotContent objects is successful (by validating that both VolumeSnapshot and VolumeSnapshotContent point at each other) before using this object.' + type: string + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it may indicate that the creation time of the snapshot is unknown. + format: date-time + type: string + error: + description: error is the last observed error during snapshot creation, if any. This field could be helpful to upper level controllers(i.e., application controller) to decide whether they should continue on waiting for the snapshot to be created based on the type of error reported. The snapshot controller will keep retrying when an error occurs during the snapshot creation. Upon success, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if the snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + type: string + description: restoreSize represents the minimum size of volume required to create a volume from this snapshot. In dynamic snapshot creation case, this field will be filled in by the snapshot controller with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + type: object + required: + - spec + type: object + served: false + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + creationTimestamp: null + name: volumesnapshotclasses.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotClass + listKind: VolumeSnapshotClassList + plural: volumesnapshotclasses + shortNames: + - vsclass + - vsclasses + singular: volumesnapshotclass + scope: Cluster + versions: + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the + VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage + system uses when creating a volume snapshot. A specific VolumeSnapshotClass + is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses + are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent + created through the VolumeSnapshotClass should be deleted when its bound + VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". + "Retain" means that the VolumeSnapshotContent and its physical snapshot + on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent + and its physical snapshot on underlying storage system are deleted. + Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this + VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific + parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: true + storage: true + subresources: {} + - additionalPrinterColumns: + - jsonPath: .driver + name: Driver + type: string + - description: Determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .deletionPolicy + name: DeletionPolicy + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotClass is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotClass" + schema: + openAPIV3Schema: + description: VolumeSnapshotClass specifies parameters that a underlying storage system uses when creating a volume snapshot. A specific VolumeSnapshotClass is used by specifying its name in a VolumeSnapshot object. VolumeSnapshotClasses are non-namespaced + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + deletionPolicy: + description: deletionPolicy determines whether a VolumeSnapshotContent created through the VolumeSnapshotClass should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the storage driver that handles this VolumeSnapshotClass. Required. + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + parameters: + additionalProperties: + type: string + description: parameters is a key-value map with storage driver specific parameters for creating snapshots. These values are opaque to Kubernetes. + type: object + required: + - deletionPolicy + - driver + type: object + served: false + storage: false + subresources: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.8.0 + api-approved.kubernetes.io: "https://github.com/kubernetes-csi/external-snapshotter/pull/665" + creationTimestamp: null + name: volumesnapshotcontents.snapshot.storage.k8s.io +spec: + group: snapshot.storage.k8s.io + names: + kind: VolumeSnapshotContent + listKind: VolumeSnapshotContentList + plural: volumesnapshotcontents + shortNames: + - vsc + - vscs + singular: volumesnapshotcontent + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical + snapshot on the underlying storage system should be deleted when its bound + VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on + the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent + object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1 + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot + object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created + by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent + and its physical snapshot on the underlying storage system should + be deleted when its bound VolumeSnapshot is deleted. Supported values + are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent + and its physical snapshot on underlying storage system are kept. + "Delete" means that the VolumeSnapshotContent and its physical snapshot + on underlying storage system are deleted. For dynamically provisioned + snapshots, this field will automatically be filled in by the CSI + snapshotter sidecar with the "DeletionPolicy" field defined in the + corresponding VolumeSnapshotClass. For pre-existing snapshots, users + MUST specify this field when creating the VolumeSnapshotContent + object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the + physical snapshot on the underlying storage system. This MUST be + the same as the name returned by the CSI GetPluginName() call for + that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) + dynamically provisioned or already exists, and just requires a Kubernetes + object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of + a pre-existing snapshot on the underlying storage system for + which a Kubernetes object representation was (or should be) + created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the + volume from which a snapshot should be dynamically taken from. + This field is immutable. + type: string + type: object + oneOf: + - required: ["snapshotHandle"] + - required: ["volumeHandle"] + sourceVolumeMode: + description: SourceVolumeMode is the mode of the volume whose snapshot + is taken. Can be either “Filesystem” or “Block”. If not specified, + it indicates the source volume's mode is unknown. This field is + immutable. This field is an alpha field. + type: string + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot + was (or will be) created. Note that after provisioning, the VolumeSnapshotClass + may be deleted or recreated with different set of values, and as + such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object + to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName + field must reference to this VolumeSnapshotContent's name for the + bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent + object, name and namespace of the VolumeSnapshot object MUST be + provided for binding to happen. This field is immutable after creation. + Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of + an entire object, this string should contain a valid JSON/Go + field access statement, such as desiredState.manifest.containers[2]. + For example, if the object reference is to a container within + a pod, this would take on a value like: "spec.containers{name}" + (where "name" refers to the name of the container that triggered + the event) or if no container name is specified "spec.containers[2]" + (container with index 2 in this pod). This syntax is chosen + only to have some well-defined way of referencing a part of + an object. TODO: this design is not final and this field is + subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference + is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time + snapshot is taken by the underlying storage system. In dynamic snapshot + creation case, this field will be filled in by the CSI snapshotter + sidecar with the "creation_time" value returned from CSI "CreateSnapshot" + gRPC call. For a pre-existing snapshot, this field will be filled + with the "creation_time" value returned from the CSI "ListSnapshots" + gRPC call if the driver supports it. If not specified, it indicates + the creation time is unknown. The format of this field is a Unix + nanoseconds time encoded as an int64. On Unix, the command `date + +%s%N` returns the current time in nanoseconds since 1970-01-01 + 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, + if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error + during snapshot creation if specified. NOTE: message may be + logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used + to restore a volume. In dynamic snapshot creation case, this field + will be filled in by the CSI snapshotter sidecar with the "ready_to_use" + value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "ready_to_use" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it, otherwise, this field will be set to "True". If not specified, + it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot + in bytes. In dynamic snapshot creation case, this field will be + filled in by the CSI snapshotter sidecar with the "size_bytes" value + returned from CSI "CreateSnapshot" gRPC call. For a pre-existing + snapshot, this field will be filled with the "size_bytes" value + returned from the CSI "ListSnapshots" gRPC call if the driver supports + it. When restoring a volume from this snapshot, the size of the + volume MUST NOT be smaller than the restoreSize if it is specified, + otherwise the restoration will fail. If not specified, it indicates + that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot + on the underlying storage system. If not specified, it indicates + that dynamic snapshot creation has either failed or it is still + in progress. + type: string + type: object + required: + - spec + type: object + served: true + storage: true + subresources: + status: {} + - additionalPrinterColumns: + - description: Indicates if the snapshot is ready to be used to restore a volume. + jsonPath: .status.readyToUse + name: ReadyToUse + type: boolean + - description: Represents the complete size of the snapshot in bytes + jsonPath: .status.restoreSize + name: RestoreSize + type: integer + - description: Determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. + jsonPath: .spec.deletionPolicy + name: DeletionPolicy + type: string + - description: Name of the CSI driver used to create the physical snapshot on the underlying storage system. + jsonPath: .spec.driver + name: Driver + type: string + - description: Name of the VolumeSnapshotClass to which this snapshot belongs. + jsonPath: .spec.volumeSnapshotClassName + name: VolumeSnapshotClass + type: string + - description: Name of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.name + name: VolumeSnapshot + type: string + - description: Namespace of the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. + jsonPath: .spec.volumeSnapshotRef.namespace + name: VolumeSnapshotNamespace + type: string + - jsonPath: .metadata.creationTimestamp + name: Age + type: date + name: v1beta1 + # This indicates the v1beta1 version of the custom resource is deprecated. + # API requests to this version receive a warning in the server response. + deprecated: true + # This overrides the default warning returned to clients making v1beta1 API requests. + deprecationWarning: "snapshot.storage.k8s.io/v1beta1 VolumeSnapshotContent is deprecated; use snapshot.storage.k8s.io/v1 VolumeSnapshotContent" + schema: + openAPIV3Schema: + description: VolumeSnapshotContent represents the actual "on-disk" snapshot object in the underlying storage system + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + spec: + description: spec defines properties of a VolumeSnapshotContent created by the underlying storage system. Required. + properties: + deletionPolicy: + description: deletionPolicy determines whether this VolumeSnapshotContent and its physical snapshot on the underlying storage system should be deleted when its bound VolumeSnapshot is deleted. Supported values are "Retain" and "Delete". "Retain" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are kept. "Delete" means that the VolumeSnapshotContent and its physical snapshot on underlying storage system are deleted. For dynamically provisioned snapshots, this field will automatically be filled in by the CSI snapshotter sidecar with the "DeletionPolicy" field defined in the corresponding VolumeSnapshotClass. For pre-existing snapshots, users MUST specify this field when creating the VolumeSnapshotContent object. Required. + enum: + - Delete + - Retain + type: string + driver: + description: driver is the name of the CSI driver used to create the physical snapshot on the underlying storage system. This MUST be the same as the name returned by the CSI GetPluginName() call for that driver. Required. + type: string + source: + description: source specifies whether the snapshot is (or should be) dynamically provisioned or already exists, and just requires a Kubernetes object representation. This field is immutable after creation. Required. + properties: + snapshotHandle: + description: snapshotHandle specifies the CSI "snapshot_id" of a pre-existing snapshot on the underlying storage system for which a Kubernetes object representation was (or should be) created. This field is immutable. + type: string + volumeHandle: + description: volumeHandle specifies the CSI "volume_id" of the volume from which a snapshot should be dynamically taken from. This field is immutable. + type: string + type: object + volumeSnapshotClassName: + description: name of the VolumeSnapshotClass from which this snapshot was (or will be) created. Note that after provisioning, the VolumeSnapshotClass may be deleted or recreated with different set of values, and as such, should not be referenced post-snapshot creation. + type: string + volumeSnapshotRef: + description: volumeSnapshotRef specifies the VolumeSnapshot object to which this VolumeSnapshotContent object is bound. VolumeSnapshot.Spec.VolumeSnapshotContentName field must reference to this VolumeSnapshotContent's name for the bidirectional binding to be valid. For a pre-existing VolumeSnapshotContent object, name and namespace of the VolumeSnapshot object MUST be provided for binding to happen. This field is immutable after creation. Required. + properties: + apiVersion: + description: API version of the referent. + type: string + fieldPath: + description: 'If referring to a piece of an object instead of an entire object, this string should contain a valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. For example, if the object reference is to a container within a pod, this would take on a value like: "spec.containers{name}" (where "name" refers to the name of the container that triggered the event) or if no container name is specified "spec.containers[2]" (container with index 2 in this pod). This syntax is chosen only to have some well-defined way of referencing a part of an object. TODO: this design is not final and this field is subject to change in the future.' + type: string + kind: + description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' + type: string + namespace: + description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' + type: string + resourceVersion: + description: 'Specific resourceVersion to which this reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' + type: string + uid: + description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' + type: string + type: object + required: + - deletionPolicy + - driver + - source + - volumeSnapshotRef + type: object + status: + description: status represents the current information of a snapshot. + properties: + creationTime: + description: creationTime is the timestamp when the point-in-time snapshot is taken by the underlying storage system. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "creation_time" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "creation_time" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. If not specified, it indicates the creation time is unknown. The format of this field is a Unix nanoseconds time encoded as an int64. On Unix, the command `date +%s%N` returns the current time in nanoseconds since 1970-01-01 00:00:00 UTC. + format: int64 + type: integer + error: + description: error is the last observed error during snapshot creation, if any. Upon success after retry, this error field will be cleared. + properties: + message: + description: 'message is a string detailing the encountered error during snapshot creation if specified. NOTE: message may be logged, and it should not contain sensitive information.' + type: string + time: + description: time is the timestamp when the error was encountered. + format: date-time + type: string + type: object + readyToUse: + description: readyToUse indicates if a snapshot is ready to be used to restore a volume. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "ready_to_use" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "ready_to_use" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it, otherwise, this field will be set to "True". If not specified, it means the readiness of a snapshot is unknown. + type: boolean + restoreSize: + description: restoreSize represents the complete size of the snapshot in bytes. In dynamic snapshot creation case, this field will be filled in by the CSI snapshotter sidecar with the "size_bytes" value returned from CSI "CreateSnapshot" gRPC call. For a pre-existing snapshot, this field will be filled with the "size_bytes" value returned from the CSI "ListSnapshots" gRPC call if the driver supports it. When restoring a volume from this snapshot, the size of the volume MUST NOT be smaller than the restoreSize if it is specified, otherwise the restoration will fail. If not specified, it indicates that the size is unknown. + format: int64 + minimum: 0 + type: integer + snapshotHandle: + description: snapshotHandle is the CSI "snapshot_id" of a snapshot on the underlying storage system. If not specified, it indicates that dynamic snapshot creation has either failed or it is still in progress. + type: string + type: object + required: + - spec + type: object + served: false + storage: false + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/deploy/v4.5.0/csi-nfs-controller.yaml b/deploy/v4.5.0/csi-nfs-controller.yaml new file mode 100644 index 000000000..24ac5a582 --- /dev/null +++ b/deploy/v4.5.0/csi-nfs-controller.yaml @@ -0,0 +1,144 @@ +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: csi-nfs-controller + namespace: kube-system +spec: + replicas: 1 + selector: + matchLabels: + app: csi-nfs-controller + template: + metadata: + labels: + app: csi-nfs-controller + spec: + hostNetwork: true # controller also needs to mount nfs to create dir + dnsPolicy: ClusterFirstWithHostNet # available values: Default, ClusterFirstWithHostNet, ClusterFirst + serviceAccountName: csi-nfs-controller-sa + nodeSelector: + kubernetes.io/os: linux # add "kubernetes.io/role: master" to run controller on master node + priorityClassName: system-cluster-critical + securityContext: + seccompProfile: + type: RuntimeDefault + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Exists" + effect: "NoSchedule" + containers: + - name: csi-provisioner + image: registry.k8s.io/sig-storage/csi-provisioner:v3.6.1 + args: + - "-v=2" + - "--csi-address=$(ADDRESS)" + - "--leader-election" + - "--leader-election-namespace=kube-system" + - "--extra-create-metadata=true" + - "--timeout=1200s" + env: + - name: ADDRESS + value: /csi/csi.sock + volumeMounts: + - mountPath: /csi + name: socket-dir + resources: + limits: + memory: 400Mi + requests: + cpu: 10m + memory: 20Mi + - name: csi-snapshotter + image: registry.k8s.io/sig-storage/csi-snapshotter:v6.3.1 + args: + - "--v=2" + - "--csi-address=$(ADDRESS)" + - "--leader-election-namespace=kube-system" + - "--leader-election" + - "--timeout=1200s" + env: + - name: ADDRESS + value: /csi/csi.sock + imagePullPolicy: IfNotPresent + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + - name: liveness-probe + image: registry.k8s.io/sig-storage/livenessprobe:v2.11.0 + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port=29652 + - --v=2 + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: nfs + image: registry.k8s.io/sig-storage/nfsplugin:v4.5.0 + securityContext: + privileged: true + capabilities: + add: ["SYS_ADMIN"] + allowPrivilegeEscalation: true + imagePullPolicy: IfNotPresent + args: + - "-v=5" + - "--nodeid=$(NODE_ID)" + - "--endpoint=$(CSI_ENDPOINT)" + env: + - name: NODE_ID + valueFrom: + fieldRef: + fieldPath: spec.nodeName + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + ports: + - containerPort: 29652 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + volumeMounts: + - name: pods-mount-dir + mountPath: /var/lib/kubelet/pods + mountPropagation: "Bidirectional" + - mountPath: /csi + name: socket-dir + resources: + limits: + memory: 200Mi + requests: + cpu: 10m + memory: 20Mi + volumes: + - name: pods-mount-dir + hostPath: + path: /var/lib/kubelet/pods + type: Directory + - name: socket-dir + emptyDir: {} diff --git a/deploy/v4.5.0/csi-nfs-driverinfo.yaml b/deploy/v4.5.0/csi-nfs-driverinfo.yaml new file mode 100644 index 000000000..ce1f04ffa --- /dev/null +++ b/deploy/v4.5.0/csi-nfs-driverinfo.yaml @@ -0,0 +1,10 @@ +--- +apiVersion: storage.k8s.io/v1 +kind: CSIDriver +metadata: + name: nfs.csi.k8s.io +spec: + attachRequired: false + volumeLifecycleModes: + - Persistent + fsGroupPolicy: File diff --git a/deploy/v4.5.0/csi-nfs-node.yaml b/deploy/v4.5.0/csi-nfs-node.yaml new file mode 100644 index 000000000..142c3c568 --- /dev/null +++ b/deploy/v4.5.0/csi-nfs-node.yaml @@ -0,0 +1,135 @@ +--- +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: csi-nfs-node + namespace: kube-system +spec: + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + selector: + matchLabels: + app: csi-nfs-node + template: + metadata: + labels: + app: csi-nfs-node + spec: + hostNetwork: true # original nfs connection would be broken without hostNetwork setting + dnsPolicy: ClusterFirstWithHostNet # available values: Default, ClusterFirstWithHostNet, ClusterFirst + serviceAccountName: csi-nfs-node-sa + priorityClassName: system-node-critical + securityContext: + seccompProfile: + type: RuntimeDefault + nodeSelector: + kubernetes.io/os: linux + tolerations: + - operator: "Exists" + containers: + - name: liveness-probe + image: registry.k8s.io/sig-storage/livenessprobe:v2.11.0 + args: + - --csi-address=/csi/csi.sock + - --probe-timeout=3s + - --health-port=29653 + - --v=2 + volumeMounts: + - name: socket-dir + mountPath: /csi + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: node-driver-registrar + image: registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.9.0 + args: + - --v=2 + - --csi-address=/csi/csi.sock + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + livenessProbe: + exec: + command: + - /csi-node-driver-registrar + - --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) + - --mode=kubelet-registration-probe + initialDelaySeconds: 30 + timeoutSeconds: 15 + env: + - name: DRIVER_REG_SOCK_PATH + value: /var/lib/kubelet/plugins/csi-nfsplugin/csi.sock + - name: KUBE_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: registration-dir + mountPath: /registration + resources: + limits: + memory: 100Mi + requests: + cpu: 10m + memory: 20Mi + - name: nfs + securityContext: + privileged: true + capabilities: + add: ["SYS_ADMIN"] + allowPrivilegeEscalation: true + image: registry.k8s.io/sig-storage/nfsplugin:v4.5.0 + args: + - "-v=5" + - "--nodeid=$(NODE_ID)" + - "--endpoint=$(CSI_ENDPOINT)" + env: + - name: NODE_ID + valueFrom: + fieldRef: + fieldPath: spec.nodeName + - name: CSI_ENDPOINT + value: unix:///csi/csi.sock + ports: + - containerPort: 29653 + name: healthz + protocol: TCP + livenessProbe: + failureThreshold: 5 + httpGet: + path: /healthz + port: healthz + initialDelaySeconds: 30 + timeoutSeconds: 10 + periodSeconds: 30 + imagePullPolicy: "IfNotPresent" + volumeMounts: + - name: socket-dir + mountPath: /csi + - name: pods-mount-dir + mountPath: /var/lib/kubelet/pods + mountPropagation: "Bidirectional" + resources: + limits: + memory: 300Mi + requests: + cpu: 10m + memory: 20Mi + volumes: + - name: socket-dir + hostPath: + path: /var/lib/kubelet/plugins/csi-nfsplugin + type: DirectoryOrCreate + - name: pods-mount-dir + hostPath: + path: /var/lib/kubelet/pods + type: Directory + - hostPath: + path: /var/lib/kubelet/plugins_registry + type: Directory + name: registration-dir diff --git a/deploy/v4.5.0/csi-snapshot-controller.yaml b/deploy/v4.5.0/csi-snapshot-controller.yaml new file mode 100644 index 000000000..95dbd8f5b --- /dev/null +++ b/deploy/v4.5.0/csi-snapshot-controller.yaml @@ -0,0 +1,65 @@ +# This YAML file shows how to deploy the snapshot controller + +# The snapshot controller implements the control loop for CSI snapshot functionality. +# It should be installed as part of the base Kubernetes distribution in an appropriate +# namespace for components implementing base system functionality. For installing with +# Vanilla Kubernetes, kube-system makes sense for the namespace. + +--- +kind: Deployment +apiVersion: apps/v1 +metadata: + name: snapshot-controller + namespace: kube-system +spec: + replicas: 2 + selector: + matchLabels: + app: snapshot-controller + # the snapshot controller won't be marked as ready if the v1 CRDs are unavailable + # in #504 the snapshot-controller will exit after around 7.5 seconds if it + # can't find the v1 CRDs so this value should be greater than that + minReadySeconds: 15 + strategy: + rollingUpdate: + maxSurge: 0 + maxUnavailable: 1 + type: RollingUpdate + template: + metadata: + labels: + app: snapshot-controller + spec: + serviceAccountName: snapshot-controller + nodeSelector: + kubernetes.io/os: linux + priorityClassName: system-cluster-critical + securityContext: + seccompProfile: + type: RuntimeDefault + tolerations: + - key: "node-role.kubernetes.io/master" + operator: "Equal" + value: "true" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/controlplane" + operator: "Equal" + value: "true" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/control-plane" + operator: "Equal" + value: "true" + effect: "NoSchedule" + containers: + - name: snapshot-controller + image: registry.k8s.io/sig-storage/snapshot-controller:v6.3.1 + args: + - "--v=2" + - "--leader-election=true" + - "--leader-election-namespace=kube-system" + resources: + limits: + memory: 300Mi + requests: + cpu: 10m + memory: 20Mi diff --git a/deploy/v4.5.0/rbac-csi-nfs.yaml b/deploy/v4.5.0/rbac-csi-nfs.yaml new file mode 100644 index 000000000..081d76e5d --- /dev/null +++ b/deploy/v4.5.0/rbac-csi-nfs.yaml @@ -0,0 +1,66 @@ +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-nfs-controller-sa + namespace: kube-system +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: csi-nfs-node-sa + namespace: kube-system +--- + +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: nfs-external-provisioner-role +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch", "create", "delete"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: ["storage.k8s.io"] + resources: ["storageclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses", "volumesnapshots"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["get", "update", "patch"] + - apiGroups: [""] + resources: ["events"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: ["storage.k8s.io"] + resources: ["csinodes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "watch"] + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "list", "watch", "create", "update", "patch"] + - apiGroups: [""] + resources: ["secrets"] + verbs: ["get"] +--- + +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: nfs-csi-provisioner-binding +subjects: + - kind: ServiceAccount + name: csi-nfs-controller-sa + namespace: kube-system +roleRef: + kind: ClusterRole + name: nfs-external-provisioner-role + apiGroup: rbac.authorization.k8s.io diff --git a/deploy/v4.5.0/rbac-snapshot-controller.yaml b/deploy/v4.5.0/rbac-snapshot-controller.yaml new file mode 100644 index 000000000..2e6431bd3 --- /dev/null +++ b/deploy/v4.5.0/rbac-snapshot-controller.yaml @@ -0,0 +1,82 @@ +# RBAC file for the snapshot controller. +# +# The snapshot controller implements the control loop for CSI snapshot functionality. +# It should be installed as part of the base Kubernetes distribution in an appropriate +# namespace for components implementing base system functionality. For installing with +# Vanilla Kubernetes, kube-system makes sense for the namespace. +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: snapshot-controller + namespace: kube-system + +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: snapshot-controller-runner +rules: + - apiGroups: [""] + resources: ["persistentvolumes"] + verbs: ["get", "list", "watch"] + - apiGroups: [""] + resources: ["persistentvolumeclaims"] + verbs: ["get", "list", "watch", "update"] + - apiGroups: [""] + resources: ["events"] + verbs: ["list", "watch", "create", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotclasses"] + verbs: ["get", "list", "watch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents"] + verbs: ["create", "get", "list", "watch", "update", "delete", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshotcontents/status"] + verbs: ["patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots"] + verbs: ["get", "list", "watch", "update", "patch"] + - apiGroups: ["snapshot.storage.k8s.io"] + resources: ["volumesnapshots/status"] + verbs: ["update", "patch"] + +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: snapshot-controller-role +subjects: + - kind: ServiceAccount + name: snapshot-controller + namespace: kube-system +roleRef: + kind: ClusterRole + name: snapshot-controller-runner + apiGroup: rbac.authorization.k8s.io + +--- +kind: Role +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: snapshot-controller-leaderelection + namespace: kube-system +rules: + - apiGroups: ["coordination.k8s.io"] + resources: ["leases"] + verbs: ["get", "watch", "list", "delete", "update", "create"] + +--- +kind: RoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: snapshot-controller-leaderelection + namespace: kube-system +subjects: + - kind: ServiceAccount + name: snapshot-controller +roleRef: + kind: Role + name: snapshot-controller-leaderelection + apiGroup: rbac.authorization.k8s.io diff --git a/docs/install-csi-driver-v4.5.0.md b/docs/install-csi-driver-v4.5.0.md new file mode 100644 index 000000000..4f3973617 --- /dev/null +++ b/docs/install-csi-driver-v4.5.0.md @@ -0,0 +1,45 @@ +# Install NFS CSI driver v4.5.0 version on a kubernetes cluster + +If you have already installed Helm, you can also use it to install this driver. Please check [Installation with Helm](../charts/README.md). + +## Install with kubectl + - Option#1. remote install +```console +curl -skSL https://raw.githubusercontent.com/kubernetes-csi/csi-driver-nfs/v4.5.0/deploy/install-driver.sh | bash -s v4.5.0 -- +``` + + - Option#2. local install +```console +git clone https://github.com/kubernetes-csi/csi-driver-nfs.git +cd csi-driver-nfs +./deploy/install-driver.sh v4.5.0 local +``` + +- check pods status: +```console +kubectl -n kube-system get pod -o wide -l app=csi-nfs-controller +kubectl -n kube-system get pod -o wide -l app=csi-nfs-node +``` + +example output: + +```console +NAME READY STATUS RESTARTS AGE IP NODE +csi-nfs-controller-56bfddd689-dh5tk 4/4 Running 0 35s 10.240.0.19 k8s-agentpool-22533604-0 +csi-nfs-node-cvgbs 3/3 Running 0 35s 10.240.0.35 k8s-agentpool-22533604-1 +csi-nfs-node-dr4s4 3/3 Running 0 35s 10.240.0.4 k8s-agentpool-22533604-0 +``` + +### clean up NFS CSI driver + - Option#1. remote uninstall +```console +curl -skSL https://raw.githubusercontent.com/kubernetes-csi/csi-driver-nfs/v4.5.0/deploy/uninstall-driver.sh | bash -s v4.5.0 -- +``` + + - Option#2. local uninstall +```console +git clone https://github.com/kubernetes-csi/csi-driver-nfs.git +cd csi-driver-nfs +git checkout v4.5.0 +./deploy/uninstall-driver.sh v4.5.0 local +``` diff --git a/docs/install-nfs-csi-driver.md b/docs/install-nfs-csi-driver.md index 1c0a1d34e..3c34945d1 100644 --- a/docs/install-nfs-csi-driver.md +++ b/docs/install-nfs-csi-driver.md @@ -1,6 +1,6 @@ ## Install NFS CSI driver on a Kubernetes cluster - [install CSI driver master version](./install-csi-driver-master.md)(only for testing purpose) + - [install CSI driver v4.5.0 version](./install-csi-driver-v4.5.0.md) - [install CSI driver v4.4.0 version](./install-csi-driver-v4.4.0.md) - [install CSI driver v4.3.0 version](./install-csi-driver-v4.3.0.md) - - [install CSI driver v4.2.0 version](./install-csi-driver-v4.2.0.md)