From f198fe1c9feb6a16e312cf0227cb42f2fb5ecff7 Mon Sep 17 00:00:00 2001 From: viktoryathegreat Date: Mon, 1 Jul 2024 15:46:36 +0400 Subject: [PATCH 1/6] feat(DMVP-4474): Added kafka-connect helm chart --- charts/kafka-connect/Chart.yaml | 29 ++++++ charts/kafka-connect/Dockerfile | 10 ++ charts/kafka-connect/charts/base-0.1.66.tgz | Bin 0 -> 10427 bytes charts/kafka-connect/templates/configmap.yaml | 41 ++++++++ .../templates/deployment-schema-registry.yaml | 28 ++++++ charts/kafka-connect/values.yaml | 90 ++++++++++++++++++ 6 files changed, 198 insertions(+) create mode 100644 charts/kafka-connect/Chart.yaml create mode 100644 charts/kafka-connect/Dockerfile create mode 100644 charts/kafka-connect/charts/base-0.1.66.tgz create mode 100644 charts/kafka-connect/templates/configmap.yaml create mode 100644 charts/kafka-connect/templates/deployment-schema-registry.yaml create mode 100644 charts/kafka-connect/values.yaml diff --git a/charts/kafka-connect/Chart.yaml b/charts/kafka-connect/Chart.yaml new file mode 100644 index 0000000..ff46ea4 --- /dev/null +++ b/charts/kafka-connect/Chart.yaml @@ -0,0 +1,29 @@ +apiVersion: v2 +name: kafka-connect +description: A Helm chart for Kafka Connect + +# A chart can be either an 'application' or a 'library' chart. +# +# Application charts are a collection of templates that can be packaged into versioned archives +# to be deployed. +# +# Library charts provide useful utilities or functions for the chart developer. They're included as +# a dependency of application charts to inject those utilities and functions into the rendering +# pipeline. Library charts do not define any templates and therefore cannot be deployed. +type: application + +# This is the chart version. This version number should be incremented each time you make changes +# to the chart and its templates, including the app version. +# Versions are expected to follow Semantic Versioning (https://semver.org/) +version: 1.0.0 + +# This is the version number of the application being deployed. This version number should be +# incremented each time you make changes to the application. Versions are not expected to +# follow Semantic Versioning. They should reflect the version the application is using. +# It is recommended to use it with quotes. +appVersion: "2.14.5" + +dependencies: + - name: base + version: 1.0.0 + repository: https://dasmeta.github.io/helm diff --git a/charts/kafka-connect/Dockerfile b/charts/kafka-connect/Dockerfile new file mode 100644 index 0000000..bf50d29 --- /dev/null +++ b/charts/kafka-connect/Dockerfile @@ -0,0 +1,10 @@ +# Use the official Confluent Kafka Connect base image +FROM confluentinc/cp-kafka-connect:latest + +# Install Aiven GCS Connector +RUN wget -O /tmp/aiven-kafka-connect-gcs-0.13.0.tar https://github.com/Aiven-Open/gcs-connector-for-apache-kafka/releases/download/v0.13.0/gcs-connector-for-apache-kafka-0.13.0.tar && \ + mkdir -p /usr/share/confluent-hub-components/aiven-kafka-connect-gcs && \ + tar -xvf /tmp/aiven-kafka-connect-gcs-0.13.0.tar --directory /usr/share/confluent-hub-components/aiven-kafka-connect-gcs + +# Start Kafka Connect by default +CMD ["/etc/confluent/docker/run"] diff --git a/charts/kafka-connect/charts/base-0.1.66.tgz b/charts/kafka-connect/charts/base-0.1.66.tgz new file mode 100644 index 0000000000000000000000000000000000000000..083a3a44f1f22d3ecad91e894ce1c8607ca4f81e GIT binary patch literal 10427 zcmV;sC`8vEiwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0PKBhciXnM;Q7p7u}8_hd0dl{Y{zjmD|ao&@o9XUIKH;qb2@ET z43Ut8nj%;Ll%qJFHNR$l*!+@Nc#s4^QV-j4AIDs)sRaTX8youxV1q-%ad&@$mJOQ-`?5W?)T(>f9v%(doQ>D2EDI>jq_w&AojQ3 zt^0BZ_a}K!N`AnM6PgTQw&|fXEq?Zbez3FSMVN<-q(YVL!E3}Zyv6YpLdi8Sq71&v zhL|N-VD6DnR+|Ws@em)pBrJKHb+efDaI1^RdK zYG=p)=Va@j-yO_%bp#0VP3 zn1i4&#E>G+aRek06y`KzAn-Jek-$9gJcgC%?b9p~1L%96(hCC*fZ>#KA}E^=AQ_Y7 zlLwGyaePc;63z#3I69)@m|>0+;Q>5?4>QadiDbVM3o{C-YARXTA{}=n~@Ojg`pyZ8qaBpLoys zhLOOL2j;H<2$o?5XfH{qP})sR35p{5KS=}!oCko)x¥R_)Iw7$nL-M@_9Hu#DqC z)jb?RLIrRv040&ZMG{?NvjIp0A{@pz!AxQd87IkD0nTYtaEJ$>m9?Z%N~1joJ6U#$ z!;BFzmveVF_F?bcJM}li zDEg4Z^Ak$N-${)5oC`d)sLZltj~~%QRxrh;@OzHg0Qv?IMLP)}CsInH0)!r^w3(6> zm0>!f5k96&PE1Of7{G2%{>iAIA&m!cwtwt-BpEZzc?IMM#azM+W5oFYP&{m$+X>}D zHIyTjKL+aGK%ycowR!`PA~7-5bX8d}fbR362w;f93!Fp)s|a#VIZ`9zJoXum2*aUh zs&%YJm~rfvh+2Iv??74fR=|pM`C|=0#9C4%j}&5S{x(YSKv%S}Qrw3Xi$!EmqbN~|^Pkn*8Fb#^=7kEBU zs$7vr135T)bNu1(=xjY8IEhk95@CQG@136hxRH|BOj-`f_m<8GtqnJ}5iPW$hb7{|#Q2(C^E)@^Z1aLAVj3!f@2o9G-Oduvg z#71M~sB8ew!intuJxRz#HpGEcnRt4jj`B2 z{{DMGV)9ujv180aoCxJRC@u8JRC}-bZ?EYkG{UDi#-X5w`2>xn+0;5*YArMxNl#_2 zUxzdqk#X_2X4^vlc`=#c1ap4O=nxm|J3=JR7(SaY%qKLC2C${dr78Lri=1{wXXd|3 zr7C~&aDt@{etULytcoO31jTP~jOM2}q)EgFu%oM|m=R^Tb?FOL$g@zghJ}Sxoq|j; z%|ubRFXazKq&|ujur;=|9k~Y7JeE7dlGBv@bSt|Wc zE^s1#pm8?E`!OO@ZP3zL=tnfCMM%-{J&j72#)lJ( zqJJaas51!`Z=UAU=t^>|;s%zqQqS>BRqAJH5?^`2RkhegNNM zZN)7)hwo3`!Ei2}iNwTc9D_9ZNNPv#>dFT)g5U?eaAX3Jz-R@yzE(9DO2!x-%fJE# zuWGeb3?l0Sl(hpDa_Ca2Hm|N^M~~gMB9?Xd)s^&3;re>e?Ot8!t`uCjzP`HBz{(zU zRnPr1=2-S&tR{y}9(;8QlubMl$ly%F!=I#ThocW~4n7`#I5~Uu_^EWCLJ`9l3-EpE zM)DMe7$hPmIF{a8a8#6DUxQEKS56a&_)BK^`}EAb{)ZXAWM6#|~B!CchDGMBu4Hiwh(&9-t_a^MF;E`ElJ*2!s==W^T~! zJ~n6!9v5_KA^AIsqSq*vo-A8Lb^wqnY5<1=~Nt1R-X|&q#9_IvV)HOw%pl~TPPbGY? zCb#ng;Y8$f+~0f|^nzZ{AMEyaduAz6FY{W4q~ihPn6HGf#KIp@c8OSIp)dOwJgySO zR^-388U52fj{o;@f@2w%1R}k=t)M0T-^&*@|8M(6um9lx-N$ov)qUI>O}M4ZDAhe+xqPN&$~qSiwk5gbPx z5W{+D37f4E!r|#~u7>~S=v3B~hF_}7XMuM(0;ZLg22vO;y{DviI0RghIF`Of#wDIy z`X^Z&8*H1YS=#8FqLzE@?i}R=Ykj{8v8CNLe?L};4_=kCXw974scoxuL)YAC+$x1@ zB9tp8UfI?Vl>2Y8{eubCGO6|J#BQLp1I`(<%4JN1sG0a=?rxKqXV6f zo%M%Er&F3}w0R5K`lZHug5znxCtWp^LEU{eLkx6h&P#6AXx|xts#e`QEY6nH0N5PR z(s+szG{%uXoDV8~)2Z2wZ6ZRxcD$GjF7|$7|9X3JNm$X)E_aCsHE(YbYr00LdC$3Z zK=y9>QJX@oRtwBtwIhE|TZj9s4Nzi_&C+K%$d37=7TGicXwq5T=iUhx8A}vx^kza= z0>SnvtX!bmgx1>oR&%yM2iaA>E34MDp#`RZBGL9;y=U!3m;F690j7Omp<%_yYFh#( zBf!7as;cF2=%9F5Xo<&WR8A)m2?caq*0rE?G?>Z;bNM8&C-Cf2(u1!HhXIWm|zr(NjSmbg)bw>4s^O}1BumMhp)oS z4s?FH`nmJ=?CkjG&S1B9yep1<|YHx`dgF&pE^ znSE8*$bU`jvH;c>5cEehjopQf1-w~?$^IA#e2M0F!mFP%hPzF`n@L)nH;57*pg5f% zmyt!>fzD1V+ob9EvSm`t(G5R8xYB{nM2J>VSOCdBL(+kcU>ROQt#;drQ)Z#vM~-ro8Hv%EUacNdf~fPSxm)=cy79me1Ian^tIF@h;dgZbT^ z1zvXkf2ZGb*MD}l9@c;E<#9Y?J^zxUFGvy%U|;=yk5aFaDA4!vmFq!qesNiVkk^(y z8gX)Z{Q?O|BAf`=bUk0+_gyExdO|BGIQOQ=FN0e+=L-hX+IHy(f3Nv>$>(!bFkn7&o|()%3H9bMYq1GlFRSFD$;Ggz;789*y_LtrSp@gILrm#!cUzJ zL{Wa8Oto{$DhkGVS393j>ww`Iku&s`a6#Gp9hnlL>NUNnbk$U$y}yK(OTX5UNc&ia z%FZz79xMHn$s7&v^K~Z84O1k-$vcZZni!}6xB;Q^fw!5o$GQ#YfEzFV`l;skwsyq2GFr4wXj(RlP|z0 zX!FGm&!)wq>@HkicdWsxlg2rKYTiakmFoDc0qwR>PCjvkVb*1tUAOmE{c;l>vmU#+ zJynKTE6SBlBZb|}qY_RnC+Rk{uP>`MSb(Or*PvBWD@j&1-j#AY^`z#gRjU^6Ss5jp ztgTLa8&xAH6VBwcEvqe%l!^9Tno=Mt^N?q+EdyU>x>W~b==Zp#u{oPpZDR_nnKM^c z;OdqZSanUafNhszh}f7{8_1Hu3izm&H$#T9HlWH?KS*Y6?@fA71t?Bt1E-J0YND;r z3RH`=C7ha7(T{>{>69jIvVax_Pd%yyC~{YkSj0>)Je9uThfxmb8FaW{BpG*Fdz_;5 zqoj`dqaaX@NGl;sGiahhek$L7G`#Qd`~;8OcP6OFpe&KFAV~(V`(@f{YK`#@oX53+Cp%BF3Dv*N4_t>mmYZI(DIjkWL2S!o2nsJpIIe`g`J=Wl2aPJoB%0Zela043o(j$K>~L>AV&xh5i~DUS$?9IXZ&uabqqI>9 z*LM&K+^p^OW`$L`yrO=0h1%(^;;I|o2+^WxlLn#c+AtIsSDiFX@QPe|>tQ?kwROy^ z?r^L$&>P5|wFmcAf~qyUvnQYkKnh<)ogZST^QRBVZWTGLHK{Qf;cy|k&H8FBh*%+N zSUGN}1q!Q%3abVS3l%_Xz|a^W+#p7{X_T;1oUkBLSQaa+6D_P7FRZ6(Z=r$jC5Hdn zL3^>`cvn%+U4}V#7}wlsAah5N%i5vJvJjmy(X)bxn?wz(#!72M4(kU=by{og2-+;fTG8D?ST{k}LH27$ zH@6ID5)%IrwwLaAd+3iAJ6UsxqKIgIvl*kQCr7O=hjBX_bC&_#Z6mlfM9dUaH??jn zRkxE6m)8rs;Kom;xJu5_>8!PHun!AEryM}z#e9zY*i@y_JTHbCg!!d^E=z~yZGiUR z)`W6pWumr2Z!=eqZ!OWKN@}nt`K^j}54x;AZe1RfuWx_@o~B~{hA_vsGNn~KrZ^(m zw2DJsGte(x;&AdAmq&2xt%~YSd0k zSjD~14#Wy(@{PJ;g3u&iTK;gEVCDhXxn!%YGL{pzWNpze*Y-3{RTIqclnQJGg~du= zog7`eSkt51G)lF^m0~6udc1N|A^t*1w148q(f^Ya-Th~PmgxV@moMG#|7`8_w;uHW zeLPO+*p&8FB*xo!ybNBs7v!|xDib`jFX7>MI>T(APE*7%bpG>IKiJ&zdz~tL-!T~$ zV%^zhdELO`dP6Kw-&QeNgTJMWe5Q#&@iC3|Obg8JGtV(MSE}bTWkU*G+?119njb4K z6V_OBtbD`3GH>>bTXjq$`#T41jmkQv5f+SuHc6WKYw;Hoa+~6t0OiCilN&>mubP)m zwI)QEW}Xv7t;TRxm}8rCJ4UkbwBDf^W@wD9m#w5)ZN$(Lx9iq>U#+{woY$4+aKYy+ zZa9tl108?#nOtGqcRZQv^w>C`uDj*f|NNenJM{sU*#GUF7q0!^e$jvU{^z|sSBr1* zFKquxVP09C&qB2!UWsC?+rPiQPtpHosZWt$aY@;Ql&*_i6NFYSGHL?5eIu}zBhuux z$bdMJfAVTw+i5w}Q?o)Se2dE$YWd-n)|I>aT3wnJmJ)fsw6HNVUwvq+n}43Jal^v? zf`op2r9D?lw00Jn8&;OvBG%Rsnmw}D`qDF9wOZDi-QNPDHa`_KSQg`@q^!^=|JI)z zu=-3!jZ*4%_kwE9_x~#WSRd*r$zQBJH!d}=C9O_d3GYlA?}jZ+L(HcU8AB(p*n!UB zG}TMmif7GdHABg|&+P5BZMUz+FAf%I@GZOOwbCkX#m1P%(sa>*j`bzO4s&^Xr45DRwzF};Ox&Nq<*MApI-)T4wVSV`XR!H8_l+6GcAl*YDMNmfm2xw=6@%hF_) zmPD3CNi3@-u&k22vRowBD{`2;A-lNY;D39=wv&^KkJ>ld?GURhzQVcXHUq!(xN>jFSXMpN+cL=8A9-K*!24~EpRY2#4+o?l z4oE*7kbXEIt)D;G0cnO+qG5hC@CeV;(ZC@JFX(7w2)6x|R)U=MpEMfY`}wcl_D;k1 z-*+C?f9~UPETf!%d+*m?2TB!#mJ310G8(zSSW5DXmEjXdOQnT7HT{B$3gRRYQ9#2odL*(UgL6WZP7C)s_sL5 zrtUqB?5+De3bbCdRZDUul}{=cT&6Q)$r&il)iXmgfx;=v1MsPf!#;HOh`{5Hcj=_dB-By)5myg*9aBBi`VvUN#k8Z1<3MRp{Cx=%d&c1 zKborLVo=q2Ue8nB{tGF`e}Si2|C^6(-;o(u8vnm^zyG$=d-34^-^Lr+$`jyxI^pkms4zx{0kWxsDJ&CCJ7EDk#4I7mdU?-SC#*lTMzjk_w(G; z|2w8pgSdB=IDfvwS)Du0RVbqM38fdE0m#k@f6hH1lW)mgj4~iR%BaW;1~&kS;9e3&^!Q_6P&;>BXLBMF{CKGKx51U?-86$2nU{} zD)a$9!Ep@Zm=5&{J4wbHz;KKNnPIifW|gBP@*Y8g$4X@3Y0B`3e8Q17-T&iR0BWzF zCaR@G2~x};CJ7F_;LYhredER>*r(GeP2h+9Q-}!TUN9!2tNzvKd%^HC>#BeAg2}im z|H*&yS<)>54N-WJr7$8f=HBywU#8ykV2Ccf=Yg2YzbPYQ@A?1s9>EWY5t?y0d~?7( z8C(5|L*WG^!lv6-2F4S2ul7>4))%>KM1DL*Xd)i{BQMM_TBxz{`S_x z`p>;QkKir6l%k(;42VO7Q!K4)INyLF;v@w82~E=&d*1o^xmUa;*yKd8VPn(s(n)$uPA{J%D6Pl248!0atBVdrtP3$y1;E1|i?P&lhDX z87L-E2zGlO*!hfkKHhZhM|6rv5`=W>m8TRcA3$x)%dxX^+OetB)r(IGmFkIz?sG*s zH3#zFA>tG7G02Ir_yV#tLIUS6NWuk*W7#)KQ!vdRJ%YnT=nI4hO*~H-j&OpQfRxc0 zi7*GG*rqt1F5#t^ak!k2Z~`GpV2CAOMv@mIJi{?fA;Fg#4u_0O^YqhO98Z6FnlqO1 z0iWe&3#KSRW6T1D)G@;h|CSL>1m>RS!*|&bvjhvwp&#^j|HJb^!h@~gWzbhme*S3i z3Pc)v-WT~^8YUurQ8FT!6=eJZZ!ixTQ9I)D=fS5GhXO}%n53D2$|EalmR9az^_}+x z{I&-cyt|8MG5keu72fB{3zp(>4(^E0CRhm$&=H6U))N_2suZ^b%4#(L=HU2I{bkv8 z?tq_HTK+wY<2n46p;*pY1d>^0tpE;3(r3Yv6;-DuQpnj=l@S4#B#sM)M3Q@DM+QcT zci#Jl8D@+`*x-Gld#Gbx;%!vtd7WhDO*7TXuJdY*B>SQMvg{fa2l3CHuFE$Ky_a2E z)#_dE)nArfD{$xTJRgcD9HuBzoKi59^dZ5fRp2y}JXrowcA}%mbEmfP|MbhCwQ+T| z``k1xZm`UoyH7hd^);~b2H7yRz^ug@8y&cvw5)lVERTvnKo>g3vUT8#Qf?I$#I=pL zKjuGxzNf=tuWHA0+nHM5OF0}JQE|*L*LM>MG#)@d*fbFAkCDSqzj(Hg44~8TT**;| z)nTbXUad(Mw!Ch<%~C|it0o(%xAo6|s$%!kHM*>@_j)hrh(^kGnw=kILYtfnbw;`L zGEh8hM6A z4k_ZwogxbCIf@D5=K<`E1ZIF|n9YTZ<6(l-O2H6ICz&KTf-H$JQ#hzb3X`WK0ij$z zX;yWO3UbdR8fqw(DQAo%%3TeVn&lEo-i&a)0wF9zEA32a(gOHVBAOzG6JbcNuwppGWR@fJgct3J zp09{PLRE`otY&E{DJ>?LW7vclVnlK}AHaET`#0d+vc&-$(Ihtr97|M@^k*Zaa_to5 zHh@z#0GcThO*b^FNc_~~C$t=DqDGlA8p@E0j(}xJB4@QU?A}|3Jn72hdSP9dFI>d~4@M;kg}Y zduNI<I7BqOz|2=~)yv$G2)1(7STf*dg#ioZ z>r!SMcb;h0J(FFLS|886HWUM|0UOmGTp<02Or8la@#s&qh>gG_3=S zw#>D_(_8@~-Cod|u6_oT6`=A_DNyG+-XTeYHkAsGVJ^MATylibfdT9(!7kK~!rInA z8?x@aup&cj1{^tk1zw?7wUlnaSlURbIc9hR5_*~UK4_9u%QPr~?JX2n+mNgvwY_u6 zBx(i1R`#W}3Z6gzSC(p7T@j-~*#=>kB~}fIi-SLaJ%YUKrh;Bh+HhXTW^S%D&;N^0 zUGp5}lT(wHuRUQ}GwYk%O{N+*Ykx}mwd;$E3*hrQX30<0LHwd9RteZ#P*%FOX|bqy z9(X!zmAc48mhfJ$_T`3Wh#}3C8kOx$+inS?tD&A3`&6du{)YKuv-l(Mezg4Ql;Ihn z8IR{CAO&P_0JTpQ!2Se>7a;AzxpUvWuSRqZQyOJ4mdKr9#?XkeDV*Rj;eySBMrjLz zzyl}(h;m4tzI6b~krkKT7cr(8S>@Me<(D;!`iL~wGKk^$hkfN*quj)Xin*llwW4Xo zKbqC;%-UQK)PVr~CJ%TQXO3ElnYx+ZFO@}!sBl(O%nIM{fUpTgG|Fnx!l0{btHlMW z;_@`eo1<7F8S%-qK)_1I?nZdlwcj=6cIKI#@2hw4R`NGDzb#qi_=kPZdp+0jpcJ8V zbK?FShA|BsiG?N|wwuTNRSlb^0S zZ_mz-JA>Wc^@jfYv@_V=-n#zf$)fROiW&S+aRY4jdj8fo-za)YeV$+(0g56uX?i4j zMgK>`pz_^R8X)@=A!W)Pxs>b#_!Hqm@;yy3*ZW@p*1}+Y|It|+Y`TMK8M%#|h?`IR>wB1SBthKn=kgb#6v$v z$*E8*tV$|2iHPN;eTxLXMDtQ)>hIPRq0bq^UCYJu$EJ(IfJX@r)OTuJ`4aH}c9au1 zzHFJed~3Emudlu|yr_x2cxxGt`{B(7I=H;5SF-J z9tOJ4?d`4mo6*qNy?@0SJW~5r`5dZWu--K49j|+vtbBv*uRmRKvfe7sK*vmG8?wH~ z0x;5tW6vfG^9hZk0c?5t&gyUTds6H{rS?`-?$}7jLCpdY1jTP~jOM2}q)Eh;23P(( zQQL&N?1gkXwG(0WE5j&3rkG};sM+_Lwt<%7XTCST213IZHaC3~rz9zY zs`hEI3`+ZRsrjC%;wrB0zLcJCkc^&IWTrs!-d~tS>F@viLPC68T-QNGKsUOTfsyP3- zd8#!eU&IogRPD-pQ-A0L`GC*DAdE9EIX$K!ie;QiqF4PMuY!>;m0xLxFbfE{D~dPt}ipL0NPBK}ODIt*^LQ z)7%!>ne~HS(Ep~>-oKzJjp=xPno5nfPZKT}B8lKI(t8lhV*9|8%CN0PzI>w4tbgIP z;c6C8-@t0$sq^!bB3=&S)9D4i)Jhqk#6^AjF#q9z`%DX6b2-7u_X$UW@Db7X%bbQ2 z9Az=yOXj)XdoLr{Y#Mx6LA$y<_?4SeCqAg$vs!s&B~w=0e|LCrboTM^jZN_p zqtgL|F~N!Or-)r(`^1a72vooPNTLGL-uGv3Kc0Q~?%=2n3T0yA3wnVQ7fxBY*s|Ts zn$=eIY%}4~#-*}fdBd}zZf7@B^Y>qL2p+(%bXb|`p>Hytc+1K}L!wp6uy4)*Z^*y1 zbj(nM7t<$K*gWEcarMS>J%So5%h_gS?I04MqQ;|m3}$x z5JITV%9YZk7fo6l26>m7vm38jy$P1X;c!^T(v-T? Waiting for Kafka Connect to start" + while ! curl -s http://{{ include "kafka-connect.fullname" . }}:8083/; do sleep 5; done + echo "===> Deploying GCS Sink Connector" + curl -X POST -H "Content-Type: application/json" --data @/config/gcs-sink-connector.json http://{{ include "kafka-connect.fullname" . }}:8083/connectors From 23f6cd1fa0dc21e1129a56c194fe20ab70c18bb0 Mon Sep 17 00:00:00 2001 From: viktoryathegreat Date: Wed, 17 Jul 2024 11:43:07 +0400 Subject: [PATCH 2/6] fix(DMVP-4474): Fixed user applied configs structure --- charts/kafka-connect/Chart.lock | 6 ++++ charts/kafka-connect/Chart.yaml | 2 +- charts/kafka-connect/charts/base-0.1.66.tgz | Bin 10427 -> 0 bytes charts/kafka-connect/charts/base-0.2.1.tgz | Bin 0 -> 10818 bytes charts/kafka-connect/templates/configmap.yaml | 14 ++++---- .../templates/deployment-schema-registry.yaml | 2 +- charts/kafka-connect/values.yaml | 31 +++++++++--------- 7 files changed, 31 insertions(+), 24 deletions(-) create mode 100644 charts/kafka-connect/Chart.lock delete mode 100644 charts/kafka-connect/charts/base-0.1.66.tgz create mode 100644 charts/kafka-connect/charts/base-0.2.1.tgz diff --git a/charts/kafka-connect/Chart.lock b/charts/kafka-connect/Chart.lock new file mode 100644 index 0000000..5040237 --- /dev/null +++ b/charts/kafka-connect/Chart.lock @@ -0,0 +1,6 @@ +dependencies: +- name: base + repository: https://dasmeta.github.io/helm + version: 0.2.1 +digest: sha256:badb156e94af6ded7f736a245eff08854254c3217aa21dfe0ac2c7acd0cd9029 +generated: "2024-07-17T11:06:14.73536+04:00" diff --git a/charts/kafka-connect/Chart.yaml b/charts/kafka-connect/Chart.yaml index ff46ea4..780e53c 100644 --- a/charts/kafka-connect/Chart.yaml +++ b/charts/kafka-connect/Chart.yaml @@ -25,5 +25,5 @@ appVersion: "2.14.5" dependencies: - name: base - version: 1.0.0 + version: 0.2.1 repository: https://dasmeta.github.io/helm diff --git a/charts/kafka-connect/charts/base-0.1.66.tgz b/charts/kafka-connect/charts/base-0.1.66.tgz deleted file mode 100644 index 083a3a44f1f22d3ecad91e894ce1c8607ca4f81e..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 10427 zcmV;sC`8vEiwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0PKBhciXnM;Q7p7u}8_hd0dl{Y{zjmD|ao&@o9XUIKH;qb2@ET z43Ut8nj%;Ll%qJFHNR$l*!+@Nc#s4^QV-j4AIDs)sRaTX8youxV1q-%ad&@$mJOQ-`?5W?)T(>f9v%(doQ>D2EDI>jq_w&AojQ3 zt^0BZ_a}K!N`AnM6PgTQw&|fXEq?Zbez3FSMVN<-q(YVL!E3}Zyv6YpLdi8Sq71&v zhL|N-VD6DnR+|Ws@em)pBrJKHb+efDaI1^RdK zYG=p)=Va@j-yO_%bp#0VP3 zn1i4&#E>G+aRek06y`KzAn-Jek-$9gJcgC%?b9p~1L%96(hCC*fZ>#KA}E^=AQ_Y7 zlLwGyaePc;63z#3I69)@m|>0+;Q>5?4>QadiDbVM3o{C-YARXTA{}=n~@Ojg`pyZ8qaBpLoys zhLOOL2j;H<2$o?5XfH{qP})sR35p{5KS=}!oCko)x¥R_)Iw7$nL-M@_9Hu#DqC z)jb?RLIrRv040&ZMG{?NvjIp0A{@pz!AxQd87IkD0nTYtaEJ$>m9?Z%N~1joJ6U#$ z!;BFzmveVF_F?bcJM}li zDEg4Z^Ak$N-${)5oC`d)sLZltj~~%QRxrh;@OzHg0Qv?IMLP)}CsInH0)!r^w3(6> zm0>!f5k96&PE1Of7{G2%{>iAIA&m!cwtwt-BpEZzc?IMM#azM+W5oFYP&{m$+X>}D zHIyTjKL+aGK%ycowR!`PA~7-5bX8d}fbR362w;f93!Fp)s|a#VIZ`9zJoXum2*aUh zs&%YJm~rfvh+2Iv??74fR=|pM`C|=0#9C4%j}&5S{x(YSKv%S}Qrw3Xi$!EmqbN~|^Pkn*8Fb#^=7kEBU zs$7vr135T)bNu1(=xjY8IEhk95@CQG@136hxRH|BOj-`f_m<8GtqnJ}5iPW$hb7{|#Q2(C^E)@^Z1aLAVj3!f@2o9G-Oduvg z#71M~sB8ew!intuJxRz#HpGEcnRt4jj`B2 z{{DMGV)9ujv180aoCxJRC@u8JRC}-bZ?EYkG{UDi#-X5w`2>xn+0;5*YArMxNl#_2 zUxzdqk#X_2X4^vlc`=#c1ap4O=nxm|J3=JR7(SaY%qKLC2C${dr78Lri=1{wXXd|3 zr7C~&aDt@{etULytcoO31jTP~jOM2}q)EgFu%oM|m=R^Tb?FOL$g@zghJ}Sxoq|j; z%|ubRFXazKq&|ujur;=|9k~Y7JeE7dlGBv@bSt|Wc zE^s1#pm8?E`!OO@ZP3zL=tnfCMM%-{J&j72#)lJ( zqJJaas51!`Z=UAU=t^>|;s%zqQqS>BRqAJH5?^`2RkhegNNM zZN)7)hwo3`!Ei2}iNwTc9D_9ZNNPv#>dFT)g5U?eaAX3Jz-R@yzE(9DO2!x-%fJE# zuWGeb3?l0Sl(hpDa_Ca2Hm|N^M~~gMB9?Xd)s^&3;re>e?Ot8!t`uCjzP`HBz{(zU zRnPr1=2-S&tR{y}9(;8QlubMl$ly%F!=I#ThocW~4n7`#I5~Uu_^EWCLJ`9l3-EpE zM)DMe7$hPmIF{a8a8#6DUxQEKS56a&_)BK^`}EAb{)ZXAWM6#|~B!CchDGMBu4Hiwh(&9-t_a^MF;E`ElJ*2!s==W^T~! zJ~n6!9v5_KA^AIsqSq*vo-A8Lb^wqnY5<1=~Nt1R-X|&q#9_IvV)HOw%pl~TPPbGY? zCb#ng;Y8$f+~0f|^nzZ{AMEyaduAz6FY{W4q~ihPn6HGf#KIp@c8OSIp)dOwJgySO zR^-388U52fj{o;@f@2w%1R}k=t)M0T-^&*@|8M(6um9lx-N$ov)qUI>O}M4ZDAhe+xqPN&$~qSiwk5gbPx z5W{+D37f4E!r|#~u7>~S=v3B~hF_}7XMuM(0;ZLg22vO;y{DviI0RghIF`Of#wDIy z`X^Z&8*H1YS=#8FqLzE@?i}R=Ykj{8v8CNLe?L};4_=kCXw974scoxuL)YAC+$x1@ zB9tp8UfI?Vl>2Y8{eubCGO6|J#BQLp1I`(<%4JN1sG0a=?rxKqXV6f zo%M%Er&F3}w0R5K`lZHug5znxCtWp^LEU{eLkx6h&P#6AXx|xts#e`QEY6nH0N5PR z(s+szG{%uXoDV8~)2Z2wZ6ZRxcD$GjF7|$7|9X3JNm$X)E_aCsHE(YbYr00LdC$3Z zK=y9>QJX@oRtwBtwIhE|TZj9s4Nzi_&C+K%$d37=7TGicXwq5T=iUhx8A}vx^kza= z0>SnvtX!bmgx1>oR&%yM2iaA>E34MDp#`RZBGL9;y=U!3m;F690j7Omp<%_yYFh#( zBf!7as;cF2=%9F5Xo<&WR8A)m2?caq*0rE?G?>Z;bNM8&C-Cf2(u1!HhXIWm|zr(NjSmbg)bw>4s^O}1BumMhp)oS z4s?FH`nmJ=?CkjG&S1B9yep1<|YHx`dgF&pE^ znSE8*$bU`jvH;c>5cEehjopQf1-w~?$^IA#e2M0F!mFP%hPzF`n@L)nH;57*pg5f% zmyt!>fzD1V+ob9EvSm`t(G5R8xYB{nM2J>VSOCdBL(+kcU>ROQt#;drQ)Z#vM~-ro8Hv%EUacNdf~fPSxm)=cy79me1Ian^tIF@h;dgZbT^ z1zvXkf2ZGb*MD}l9@c;E<#9Y?J^zxUFGvy%U|;=yk5aFaDA4!vmFq!qesNiVkk^(y z8gX)Z{Q?O|BAf`=bUk0+_gyExdO|BGIQOQ=FN0e+=L-hX+IHy(f3Nv>$>(!bFkn7&o|()%3H9bMYq1GlFRSFD$;Ggz;789*y_LtrSp@gILrm#!cUzJ zL{Wa8Oto{$DhkGVS393j>ww`Iku&s`a6#Gp9hnlL>NUNnbk$U$y}yK(OTX5UNc&ia z%FZz79xMHn$s7&v^K~Z84O1k-$vcZZni!}6xB;Q^fw!5o$GQ#YfEzFV`l;skwsyq2GFr4wXj(RlP|z0 zX!FGm&!)wq>@HkicdWsxlg2rKYTiakmFoDc0qwR>PCjvkVb*1tUAOmE{c;l>vmU#+ zJynKTE6SBlBZb|}qY_RnC+Rk{uP>`MSb(Or*PvBWD@j&1-j#AY^`z#gRjU^6Ss5jp ztgTLa8&xAH6VBwcEvqe%l!^9Tno=Mt^N?q+EdyU>x>W~b==Zp#u{oPpZDR_nnKM^c z;OdqZSanUafNhszh}f7{8_1Hu3izm&H$#T9HlWH?KS*Y6?@fA71t?Bt1E-J0YND;r z3RH`=C7ha7(T{>{>69jIvVax_Pd%yyC~{YkSj0>)Je9uThfxmb8FaW{BpG*Fdz_;5 zqoj`dqaaX@NGl;sGiahhek$L7G`#Qd`~;8OcP6OFpe&KFAV~(V`(@f{YK`#@oX53+Cp%BF3Dv*N4_t>mmYZI(DIjkWL2S!o2nsJpIIe`g`J=Wl2aPJoB%0Zela043o(j$K>~L>AV&xh5i~DUS$?9IXZ&uabqqI>9 z*LM&K+^p^OW`$L`yrO=0h1%(^;;I|o2+^WxlLn#c+AtIsSDiFX@QPe|>tQ?kwROy^ z?r^L$&>P5|wFmcAf~qyUvnQYkKnh<)ogZST^QRBVZWTGLHK{Qf;cy|k&H8FBh*%+N zSUGN}1q!Q%3abVS3l%_Xz|a^W+#p7{X_T;1oUkBLSQaa+6D_P7FRZ6(Z=r$jC5Hdn zL3^>`cvn%+U4}V#7}wlsAah5N%i5vJvJjmy(X)bxn?wz(#!72M4(kU=by{og2-+;fTG8D?ST{k}LH27$ zH@6ID5)%IrwwLaAd+3iAJ6UsxqKIgIvl*kQCr7O=hjBX_bC&_#Z6mlfM9dUaH??jn zRkxE6m)8rs;Kom;xJu5_>8!PHun!AEryM}z#e9zY*i@y_JTHbCg!!d^E=z~yZGiUR z)`W6pWumr2Z!=eqZ!OWKN@}nt`K^j}54x;AZe1RfuWx_@o~B~{hA_vsGNn~KrZ^(m zw2DJsGte(x;&AdAmq&2xt%~YSd0k zSjD~14#Wy(@{PJ;g3u&iTK;gEVCDhXxn!%YGL{pzWNpze*Y-3{RTIqclnQJGg~du= zog7`eSkt51G)lF^m0~6udc1N|A^t*1w148q(f^Ya-Th~PmgxV@moMG#|7`8_w;uHW zeLPO+*p&8FB*xo!ybNBs7v!|xDib`jFX7>MI>T(APE*7%bpG>IKiJ&zdz~tL-!T~$ zV%^zhdELO`dP6Kw-&QeNgTJMWe5Q#&@iC3|Obg8JGtV(MSE}bTWkU*G+?119njb4K z6V_OBtbD`3GH>>bTXjq$`#T41jmkQv5f+SuHc6WKYw;Hoa+~6t0OiCilN&>mubP)m zwI)QEW}Xv7t;TRxm}8rCJ4UkbwBDf^W@wD9m#w5)ZN$(Lx9iq>U#+{woY$4+aKYy+ zZa9tl108?#nOtGqcRZQv^w>C`uDj*f|NNenJM{sU*#GUF7q0!^e$jvU{^z|sSBr1* zFKquxVP09C&qB2!UWsC?+rPiQPtpHosZWt$aY@;Ql&*_i6NFYSGHL?5eIu}zBhuux z$bdMJfAVTw+i5w}Q?o)Se2dE$YWd-n)|I>aT3wnJmJ)fsw6HNVUwvq+n}43Jal^v? zf`op2r9D?lw00Jn8&;OvBG%Rsnmw}D`qDF9wOZDi-QNPDHa`_KSQg`@q^!^=|JI)z zu=-3!jZ*4%_kwE9_x~#WSRd*r$zQBJH!d}=C9O_d3GYlA?}jZ+L(HcU8AB(p*n!UB zG}TMmif7GdHABg|&+P5BZMUz+FAf%I@GZOOwbCkX#m1P%(sa>*j`bzO4s&^Xr45DRwzF};Ox&Nq<*MApI-)T4wVSV`XR!H8_l+6GcAl*YDMNmfm2xw=6@%hF_) zmPD3CNi3@-u&k22vRowBD{`2;A-lNY;D39=wv&^KkJ>ld?GURhzQVcXHUq!(xN>jFSXMpN+cL=8A9-K*!24~EpRY2#4+o?l z4oE*7kbXEIt)D;G0cnO+qG5hC@CeV;(ZC@JFX(7w2)6x|R)U=MpEMfY`}wcl_D;k1 z-*+C?f9~UPETf!%d+*m?2TB!#mJ310G8(zSSW5DXmEjXdOQnT7HT{B$3gRRYQ9#2odL*(UgL6WZP7C)s_sL5 zrtUqB?5+De3bbCdRZDUul}{=cT&6Q)$r&il)iXmgfx;=v1MsPf!#;HOh`{5Hcj=_dB-By)5myg*9aBBi`VvUN#k8Z1<3MRp{Cx=%d&c1 zKborLVo=q2Ue8nB{tGF`e}Si2|C^6(-;o(u8vnm^zyG$=d-34^-^Lr+$`jyxI^pkms4zx{0kWxsDJ&CCJ7EDk#4I7mdU?-SC#*lTMzjk_w(G; z|2w8pgSdB=IDfvwS)Du0RVbqM38fdE0m#k@f6hH1lW)mgj4~iR%BaW;1~&kS;9e3&^!Q_6P&;>BXLBMF{CKGKx51U?-86$2nU{} zD)a$9!Ep@Zm=5&{J4wbHz;KKNnPIifW|gBP@*Y8g$4X@3Y0B`3e8Q17-T&iR0BWzF zCaR@G2~x};CJ7F_;LYhredER>*r(GeP2h+9Q-}!TUN9!2tNzvKd%^HC>#BeAg2}im z|H*&yS<)>54N-WJr7$8f=HBywU#8ykV2Ccf=Yg2YzbPYQ@A?1s9>EWY5t?y0d~?7( z8C(5|L*WG^!lv6-2F4S2ul7>4))%>KM1DL*Xd)i{BQMM_TBxz{`S_x z`p>;QkKir6l%k(;42VO7Q!K4)INyLF;v@w82~E=&d*1o^xmUa;*yKd8VPn(s(n)$uPA{J%D6Pl248!0atBVdrtP3$y1;E1|i?P&lhDX z87L-E2zGlO*!hfkKHhZhM|6rv5`=W>m8TRcA3$x)%dxX^+OetB)r(IGmFkIz?sG*s zH3#zFA>tG7G02Ir_yV#tLIUS6NWuk*W7#)KQ!vdRJ%YnT=nI4hO*~H-j&OpQfRxc0 zi7*GG*rqt1F5#t^ak!k2Z~`GpV2CAOMv@mIJi{?fA;Fg#4u_0O^YqhO98Z6FnlqO1 z0iWe&3#KSRW6T1D)G@;h|CSL>1m>RS!*|&bvjhvwp&#^j|HJb^!h@~gWzbhme*S3i z3Pc)v-WT~^8YUurQ8FT!6=eJZZ!ixTQ9I)D=fS5GhXO}%n53D2$|EalmR9az^_}+x z{I&-cyt|8MG5keu72fB{3zp(>4(^E0CRhm$&=H6U))N_2suZ^b%4#(L=HU2I{bkv8 z?tq_HTK+wY<2n46p;*pY1d>^0tpE;3(r3Yv6;-DuQpnj=l@S4#B#sM)M3Q@DM+QcT zci#Jl8D@+`*x-Gld#Gbx;%!vtd7WhDO*7TXuJdY*B>SQMvg{fa2l3CHuFE$Ky_a2E z)#_dE)nArfD{$xTJRgcD9HuBzoKi59^dZ5fRp2y}JXrowcA}%mbEmfP|MbhCwQ+T| z``k1xZm`UoyH7hd^);~b2H7yRz^ug@8y&cvw5)lVERTvnKo>g3vUT8#Qf?I$#I=pL zKjuGxzNf=tuWHA0+nHM5OF0}JQE|*L*LM>MG#)@d*fbFAkCDSqzj(Hg44~8TT**;| z)nTbXUad(Mw!Ch<%~C|it0o(%xAo6|s$%!kHM*>@_j)hrh(^kGnw=kILYtfnbw;`L zGEh8hM6A z4k_ZwogxbCIf@D5=K<`E1ZIF|n9YTZ<6(l-O2H6ICz&KTf-H$JQ#hzb3X`WK0ij$z zX;yWO3UbdR8fqw(DQAo%%3TeVn&lEo-i&a)0wF9zEA32a(gOHVBAOzG6JbcNuwppGWR@fJgct3J zp09{PLRE`otY&E{DJ>?LW7vclVnlK}AHaET`#0d+vc&-$(Ihtr97|M@^k*Zaa_to5 zHh@z#0GcThO*b^FNc_~~C$t=DqDGlA8p@E0j(}xJB4@QU?A}|3Jn72hdSP9dFI>d~4@M;kg}Y zduNI<I7BqOz|2=~)yv$G2)1(7STf*dg#ioZ z>r!SMcb;h0J(FFLS|886HWUM|0UOmGTp<02Or8la@#s&qh>gG_3=S zw#>D_(_8@~-Cod|u6_oT6`=A_DNyG+-XTeYHkAsGVJ^MATylibfdT9(!7kK~!rInA z8?x@aup&cj1{^tk1zw?7wUlnaSlURbIc9hR5_*~UK4_9u%QPr~?JX2n+mNgvwY_u6 zBx(i1R`#W}3Z6gzSC(p7T@j-~*#=>kB~}fIi-SLaJ%YUKrh;Bh+HhXTW^S%D&;N^0 zUGp5}lT(wHuRUQ}GwYk%O{N+*Ykx}mwd;$E3*hrQX30<0LHwd9RteZ#P*%FOX|bqy z9(X!zmAc48mhfJ$_T`3Wh#}3C8kOx$+inS?tD&A3`&6du{)YKuv-l(Mezg4Ql;Ihn z8IR{CAO&P_0JTpQ!2Se>7a;AzxpUvWuSRqZQyOJ4mdKr9#?XkeDV*Rj;eySBMrjLz zzyl}(h;m4tzI6b~krkKT7cr(8S>@Me<(D;!`iL~wGKk^$hkfN*quj)Xin*llwW4Xo zKbqC;%-UQK)PVr~CJ%TQXO3ElnYx+ZFO@}!sBl(O%nIM{fUpTgG|Fnx!l0{btHlMW z;_@`eo1<7F8S%-qK)_1I?nZdlwcj=6cIKI#@2hw4R`NGDzb#qi_=kPZdp+0jpcJ8V zbK?FShA|BsiG?N|wwuTNRSlb^0S zZ_mz-JA>Wc^@jfYv@_V=-n#zf$)fROiW&S+aRY4jdj8fo-za)YeV$+(0g56uX?i4j zMgK>`pz_^R8X)@=A!W)Pxs>b#_!Hqm@;yy3*ZW@p*1}+Y|It|+Y`TMK8M%#|h?`IR>wB1SBthKn=kgb#6v$v z$*E8*tV$|2iHPN;eTxLXMDtQ)>hIPRq0bq^UCYJu$EJ(IfJX@r)OTuJ`4aH}c9au1 zzHFJed~3Emudlu|yr_x2cxxGt`{B(7I=H;5SF-J z9tOJ4?d`4mo6*qNy?@0SJW~5r`5dZWu--K49j|+vtbBv*uRmRKvfe7sK*vmG8?wH~ z0x;5tW6vfG^9hZk0c?5t&gyUTds6H{rS?`-?$}7jLCpdY1jTP~jOM2}q)Eh;23P(( zQQL&N?1gkXwG(0WE5j&3rkG};sM+_Lwt<%7XTCST213IZHaC3~rz9zY zs`hEI3`+ZRsrjC%;wrB0zLcJCkc^&IWTrs!-d~tS>F@viLPC68T-QNGKsUOTfsyP3- zd8#!eU&IogRPD-pQ-A0L`GC*DAdE9EIX$K!ie;QiqF4PMuY!>;m0xLxFbfE{D~dPt}ipL0NPBK}ODIt*^LQ z)7%!>ne~HS(Ep~>-oKzJjp=xPno5nfPZKT}B8lKI(t8lhV*9|8%CN0PzI>w4tbgIP z;c6C8-@t0$sq^!bB3=&S)9D4i)Jhqk#6^AjF#q9z`%DX6b2-7u_X$UW@Db7X%bbQ2 z9Az=yOXj)XdoLr{Y#Mx6LA$y<_?4SeCqAg$vs!s&B~w=0e|LCrboTM^jZN_p zqtgL|F~N!Or-)r(`^1a72vooPNTLGL-uGv3Kc0Q~?%=2n3T0yA3wnVQ7fxBY*s|Ts zn$=eIY%}4~#-*}fdBd}zZf7@B^Y>qL2p+(%bXb|`p>Hytc+1K}L!wp6uy4)*Z^*y1 zbj(nM7t<$K*gWEcarMS>J%So5%h_gS?I04MqQ;|m3}$x z5JITV%9YZk7fo6l26>m7vm38jy$P1X;c!^T(v-T?Dc zVQyr3R8em|NM&qo0PKBfbKJJJ;Qh>Bai-<>ygZS;NS2+R%Bxaj-B>TStY<07%_J!c zO`^LIu?YqMTW-smnqMAmO={?_Xc`n|#5p!Y?vsXQ4Mi2bd1 z>%OXk`zLu&N`AnM6PgTRKJZYQ=0AJEAn1D$<{=}gP(}Oj4dNJH<9G(4WEvP#2H#~P z%n~dx_edzKO@&DLu-l#Ch@c=QVUz?Ropqxb?~)ms;O@chVegy$|2~Yq+Y=Z67>~q1 z{<|B}S&EW{AJYl_FzEH<1`8NljM*fSP|N8x#S0CU1uah75501rG-@PYqcHepln&BZx zj`zeO#X~@88j}#ov3c|Iu>WYf+}ESze~#h|^Dm|VR>=R0ox1$*?Cw3t|9w1L@CuJn z77Nf!paeQX0>zjKLIZCL&ZdL|;eg<${kL!YF=aC(1dd=#Vk|4X!eNXUhB;ycjbh9} zP#9rI5$8Apk_ZY5nlTV~mc~e69(W$ZO7;$DmWUzrJx?iyp$EWlN;wgfEryUxNb=DG zNV7OTp)m;;LpT~AQ*pvD$BFO&w&2|yGe#oW?-YZA0|HIpa!NUd$c&G0Q17+gDimGd zfvi1*elX~J-WD7sL_kOrfk=WG_qKo}L>%M=LvITJe9-D7q{)~}R1pAT6Z2YD=<0XD zZ=5DYp}<@;yx}-xSmdo`)q^)jhsS3hj$Rdo@)R;q(j?3z zgPb5S9X8FUd|W#Cm3KTF>9%fD&1xrE9G{v=ho65{*1>Yp5IP-ioW*gi(BqiRNr?Bu zP;stez|$0mWK1xJ%PAI9%m9I@2S`^0KBZY4NwEkSMgm73n7@V~ScVm#{Uo76*&`)G zD2n9&B-d8Jc>t)WJA|ui)&6XX)pP(IH?@+$GL8dP_h<|W6~M6oltcy>DJ2q{Z9p0j z;V{7oW)fq_I7uc7u$`M+q&-UqIY%jt_AA)QvQr#pjEIF4CHzsS@+}ziZyC+fAq;xG zo}Ax$C5di`QZynl5k&HbECGlZP3_-4?7w-V{$?0O?~-`&o>K955@WvL0?(XTW?8b& zk7*(+m||1-J;!VaeS?UaI|&~rQmsWf2t88iaVQLNx|poyif z8j}M#pAd_PLS@T{9GhTqQh!m!bjuMfIZ&VDkS3Amkz~R!=cQ>GqnJxH!WeNr1Qd@N z`EyFSMo%Iqe+<>Xf$T;4hn~?JNK8#NT{YFx|I912(g=kYIEjW%5!m@SR!DOm`wT~f z;ZQWy(sPh;>=%eSeXj06`H`)F)zsR@8Gwj2={@eK9`m=c#D`LiN=Z8WC@@Qq)lwaA zE4LD0Y!Eh8eEq`jx0DZB%6D4IcTM@L{j>dV_D>HBjjWBu6vs1PDsIytf33`g^dHpp zXds8juTI__9iMFm1Se5Si7^*Goa~>T{`l_wtIdE&7vz$%$N)J#d4F{L?FTuk(|6y$ zKREpG{rfkYLF6eT$>f6^BBvP(@rR7X2K@J@hwqQ~-)=Zt8JAN(!=9&vICnI(-eg#J zQz-c#F=RYLal8PALpqz`BvPteP~gfEEpn$PZ>@B^pb%p;#~`Fjhonmv(u9YEW?U=T zDV63z`hZf)OUwf8|Dl*uAc?dR9CPVJC87SmR7NaIq(Z{UoG_Zqa3VNd5;29C2oW2t zYf;$-o`qA{{accdi)@4gX^f=Oizr;8q%;zzS(fP03T=XD9MemZOceB(B(e&Me#^Le zKa(9KIK-SIw%AtVXLv@{=rM#Dix)6rNX^YyU~0l!Ru;oRsZcZy@W>i6vsFe)G(i*u{8Z!hfA%6#$)LWFZ65eRONqb zw$1gQ7n3$5X$tRzwd#jkLT7N^Qm@geN#>M3SKIUl<8xhmvYC|Se7LaI(dW|(FouiKaMhayrR z#TwWe|DYYY2Gl&9%>OQRhG!#!q36j6Rb=T}2voZFxS&iC*fdLJ(8C2z#1G2XK8O*S zX@i!|LqDP+cUc)nr{ohJLjPN>AEbfTwI}I76(Kc`Z)t=b&*MEt(T|J>{4NQl6}Z4S zJ(-7=xxEOdF2S zJux94#~`gQl8VZ^y7GaHA^1Tr9GaLQFaiqK*Qy3X$pphA>Epxj>soCU4#>IyMeRU& z|GHFau&XQC(W7cx5z9LK>PotaaD6@OcCW5b%w zjpaHy%Eq-1WUQy*;g3?w!tuLThaXPfy+8Z<(G%&(gd&Cs7U28RqvI(GF-Sz-<5)UQ z!Es)CeGNW^-#ASql3#bO0_pJtD!BW(_iK1UqytuE=ErqMArMZfqTI0CePqxWKFa5*Wy;@B z6n%qY=~S|1(+&VqMGfIdzzi)wpbHEL#`sbigG`tOOv%nJNH{t%Ym&&?i@=TDelh{~ zB@*FOubilH0v)?z@OWbq^LYsVj9 z_v(WTxGHm%(r8^akD-IoG`PsOumVE6vf;yIHnqrMx;*x8gk|*yFxAOzxL|7X42QPwN z&xT z^ov(&y(!Q~NtEKV+FODA41#4z2zxu~Pcl2r#$)mkI)10(lX(iI1HB!Aa>&w(E#UVI z#biuyB$bRpHt>GL8n&u0WDgQ?4kH{QsgpRJVdsp39^#nbIO2d9)~h_&?6eRLPeuzh z{8z`PvaU4zQe8d`yrVHNt+X_d+-T`NMZIAn;F83#^ffXr@#NA!$>P{x+dP|vjkYuD zxYyNBDlbrP5ZAgw%Ywu|%0G4(g&>`I@-E_7?R`+1eT=c3h3#meDVDfo6Mh-;oT z0-$TfXoTZ7zExEU+$)58(&#`vt(NCAA3TN6z;GH%XQ1;R9q4@MY(7Lfo6$t0&0Emc zFE!p%9M1wi?W&;+>+Z7|VxT*#yyRxN^o;?iYSq2N{BThXfXe|bjb|u96CC-Y#jxZz zotn+vrb)2NxXY)ZioM_1zup8~5mq#`vo7(l=It$G&8iV<-okDjkh?j5+@?^=)dI8i zU6H>ht;2oV1}JgI=IApEvSa?JMK+B9nsiq8nfD%xj3sJr^tygm0>SPvJS)&`LhEd$ zE1E6QL2lLWimEkj=zz(gNVNT`-gCBvi~b&&0MkAH(6D0Uv@HOWG2q{8RnBa!`CWmaB2vzKlQAm=> z#(*Y_W@$iKgjokVgWkpfrWnOy8cuO|;mZiJ1D)>1Kw`D+;HxmR1D&6*e(AhEJ3INM zGkn>*-ZsBZf9VW&cXzIT-F&w6hK?W72y->ep1nJ8OL(&gll=)2_!2GdgjYXh40oG=H&1E4^&cfXKyf-nRYn$Z2ReJLY?G#w z%NC-TQxv{EUDAQhRESnlSOUpC&e4I6U>RPMv<)-aMD9B!Z5ZOaAf*J;JXPg(I3B6x zn+|k#cX$58EUyj--o?xqK!4OgYo_^+4&!h9RMvm=j{Xd#!Q$@Dg0IT|*y~r%fA8+? zKCJ)T%Tw`;HT@+=Uyvjk!h!nz7NuS(QKawLmFr=C9CB5FU~9`BjW|_${R|07BAf^q zR6Sqc_p45P`LI-wbM8%%Uj;XJ&X)|Nwe89g{!#R=$bWG#;|{YymdpQ6uQwP}t+bzS$RIaqLk z7u)bi<*m5UVzs`hV&!+}6zR5~;rEOR>~vs+vhtIsIJAQA;HM7ip~xQXQtc{bB?VJ? zS393j>ww`okraAOxS(wDhRldi^_pIkx@xM>-d{qCrC;ZCqI;}E<$IVTh^2mtWS$22 zcAZIc!wiXV`o>|8CI+c5tQCy1m!Acwk)i-yuCttDTAFRhI5pN;PE{@#5_qyOQ)GS> z0#h+9dG%r*`h$kKwz}NRwIjLmaS!F^kwtE%hR|_{n%gXc$!FkGGX)17n9bOw+EZzmwIZu@8fUng z$W*|or8wPY?(55{4Hlqj?KNnX)N)FlgLfs>u1=9s4M~$HYW;#O+F(D42^TFdpTZMq z?T$EfcuZu}-cs+WOCrCpf@O4aAF&A4b-J7qtV&(=CMfdfB+smhS2cy@WSFZfuzb`4qpqozuzedsh)sC8o=UP@(!FYNv%V>-0#hFS zVKT3ln?#%v5S+}16`0Lhq^*wOXn zYv=~x08qg|R~<7tTXTAESy-0_lO6z7zN^oHqvl&++=+OajNNioUHDeo0ba){*W(fX zxDAhRj8#rgo%tGJm-r&2D8@X*ITWpcpP(o*9YFtSovuz!u_Uc+n-|wx*qqXG16vB8 zi(@Lt?E975+sU&nOU^cRoAv1ZmZ8vSNRsL>tZ)>GFHG^N1H(%#TKac#BnL~wNGl(tc%Al=Y+dYB{6R4 zN@G#cq1ww{UGS^v+V!zEIyWsn=MG5gY}~@xS=HyC!0A~&><8!P%Q-*G__c*9rL59& z!*arDn>(}?+?zQ^EuhOeq~(^C{L&4Pu0Xz1tlhNJa=TJO>V_DXpsuB~%~P5)o2cz= zHd!_qetEy`Q?kDM?VDA#w%ed->H$pUT+N42f zs_!hxZ%%0<@S0qD>tR>)YwMWT-Qiekpf`{^XAka9qpKTs=Mo@~NOE6AogZST^CyVW z?l;D|ZA^Hp&}}0oipdyzRf$o-Awt~Kmy83u2S`>H56#9}Lg zue*-6HVdzA6;IuAwKm@{T)j?Ps(RxE+7ef~LCYFZ%Gz;CEihR(G+8$|S*ie91C+*y zv;*uqi$*S07ljvmK_+&FxdkYPGFKY&0dXXUC;Jm9S>n_8pJB*|5G;q43 zNNMBHXjMqmGV;|?Q0tCD<55Ak(%Ny)+RpV7F)h14%G*D1j{$CuSS8RYgKQ1T+R<}@ zmYYN=>&9jqL@JvHW%aq%+!3@{h>fDjrLb;-ZUxyd9ZlUbd`d|CXV~BR*N&YW8W#7g zx{T4(Q$?+=hH*O^bC&_#Z6ml1L@dA2*#&l6sk)tnRCztO3)T3^6ql#7a5`)48|=f< z(8&U5ypyluJ~mZpG|$VS2BE$0ugcP4aS@<9xDBCPIhn8R(A&(_qgzXKp^_TxiM>$K z?Ln8-$F0kQ;`I%1z_U~=UJ+LDtxRbdj~R|gHY?*`YX>a5^ zmHgJ!JMG80oVBRs-q?Dx-u~!}goo!opGy8u>t~ z$8+O2Rj13sBWb;l&HX{GVW_$vq)0TXaT%fAd0*w8+w7xqf6W<4Mc+*q`NhDW3|;a2}V|Vo`JXFkD~z76FAU$7stxreSE!OkVZ5pLoa!fH34Lx2} zQ(^u>N!0(uPeuPvQ*`&A0b8N}2QOai)b4*C>^$iI`*IF&d zw+aPM-AkA_p3N~kptBS)44wb{x*rU7{9dOF->;Yq2eIyaP+T{$yxs^4)OS^k*5I!x zBcEs@P<%q8ebWN7`^@G$T?mH&tCOtON zv+8bD?7zKd=T3cq750C3?|Ie!?>-;wKG^^Jc&?Uz$sxD>YlV45bv_T(0fkZ&o_7!UW*Kf6Zt1E*L9tiBTbq$Lg8Cn zzEQg$pwzl_cVnwd)5221=F1BgGxODtwz~F9fsGqT?iWP#<16jCR-%1n;lE*}zb#^I z9iiE?{6=4Tr>mCBT5oq~0a2q*2@RITc;!@<=E#0_Q4UyrCZ#r0>URHp)+(Q3EcN4j zsHK?xd@rDJ>3<_>t+bW!&ZO~f*kU%5`6MC}=-7%K=p4;by~Ut-)_kQkl&t&I-R|72 z_SN|D$NUV@@h{Dp)ZZ*Wz!)F^+~W6 z49lxYD-qRS##xDInpb<8n}etA=MkNW+-TZvgN=I~SHtl+ShAmK(9LEe%$nwPGuq$B zAX<(~G>mOI_a8U%`X9pSdkx1^oNut+3duVnNgc;^wzThYd9>pH|3*i5dGn)wR(=0t zZ|`|^{crch!~Ku<@>E=z-{`33oQ{wPr^UT+|3yd3FHn>`WWLd`&Ry!ab69K6nCyMi z8{?YV+}W*hZBBI=WmLZ?tHDjI)@+%M%6)YYSAuPNC0LyyZpuiTG1JnBrB>u#4OYLe z!f!azd=t^sPeV$S1hyhAs;II_YE%O;8Zw+3@|zlRjoij9j%jav`(^7%kWyao1H;5Ov$=QMprjTFj|>h)RI`VEU9SSgraqliB^l` zW{ayiaode4*nC2TUR%c+Z3kx<(!CsFZ4JVJAvjv*$ z`5NcQ+YJ25W+50oEb!!-4gO1M3e5)*lY6>*r5)V4Y!= z_-T&@9^<(>8aP7X1s#vggzbKzm7vP{Pa2Kx{rp#Ncdz05|9cPXKlkxeETg2qyZ7s^ z1Eq>Vi-n*Q8oeT%WysP0QGSYP7G`M=^( z)vEl@!+V$i{_|e-{Qu70&fr1*@8h|u-ef=-n$!;{6hhzRUM&}U1GCvP+e{hUVxhQs zpuq*k>B&57S*Y#UkHgw?YQ9#2ogv7EUgL6WZPC+Cs_sL5rtmF|+^u^X1v)S5Be2n6 zWTv7bsV}b;ex+%4U`uuT zN~L8dD4K|&Ezc_?(5XUMpP+#&z{_3{=f`rjVXy3g}}{hiwPpLU=3 z9`e8L<*BO0${j|ncEEgm`hGtRRoAQr-P-P1E!DZ zHcj=_dB;51)5myg*E;3E^VjZfN#os5ImqIgr>5S`%c6Q+KbopZlHgEI(rwkiD*2c1%JTnW=OO>&ex959 zepQ|2_v0HMN6D*8pWX`yZGQJqmkNLqG zear-Yek`j#{?#6vQn%aw{CLHPhwUDr0##Z3f0z6nkvL=czBG-J|3FS0nIx3qFVV*; z`G3AsJ^wk_=|6vv|ND5h-~LbIMT?d0UX+i4s|Ok}^CdA918j_y2erfZFS) ziE1fPf)q1|NrD3}cy;03H)$y3K3!43noN#)xR2jFBpAdUG=Xmm`=L# zAN!NflWqZMgu;s~g)xaS_nrm(GWDJXBXr?C3&c$RO&OVZ&;GZ!1wSB0XvX2_)gkv} zZ1o!sg%^+rqpq&b=x<&y=OK-7_n*N>D0 z|9+k=cug;*=w}=Q;t=5!ODh{Lwqb-g2?2jZvoyw@cYc2E<*$iePqtQ6vXL^3bL%Pe zf_|{~+$=fU#b>gxY1cB$7h7wET&EzM;)H3xDk_kyZRvZbqx^BtZt7LzfJoSZd5c17?yC_r2 zKrx9z@UrKDo6l(T@n#D@qBBI2Afz*|IHlkmL-L#Ra@?$(c5F&@_2QF4rFvl4b%*kF2a&TDgbiciw04 z+a6f*?k=9?@Rz++c%LgTSc=CvR7ZR^#Y%91jzLVZCS*{mlHb}WtJMIQgX72bmqpjs z0Y5Lb{CgJ13-~=lv7}i9l38V~0FK7eXTg#cRi`FWu`z@1m=d?X%on4w5gASoG{Gw-9!RShR_cN27>!BdieQQ&lQp(bUI#D za#Ue?SSpZLYm&JwuN!Z(6w&d@$wumJ{qwJ?xcVs}U6$K>y%%&$BV{|y&W|#oO-_b7 zqg;3yC>}MU+297qe--80+yK9@)RqGpyn>QXzL(#v8H`-CPB`HbIncTM3%0u>Q}F&>i2s2HH>X{9VvWDH~z|g-MexnR{1r( z@})i`ZU1z?#`3b~l|O+Z>r_5JB8!S6;p!(&=0oYlc;;S3b+?xsgPL=0CFANk_n;)G z7|*!p9gSf@Gq^;Fkbf{^ngoR@nq#Fdlz^XWFU*&eIaf{ed#ZB9$aoGfD*^&_)7De^O2ph$#{Zy@W!v zNYIRgz-gQ*XN)AuT@93)6wq_NHpCW!ji=ifJlqsX345{cCSe7J`s)b?qUSoyNn8$yl2n$71;?_gVl^iaI~$6wcRqOss~x0YHc6kL~~&=$IqU5M-CTl z8%vuzVllbE8mC{L{qjsY^XGN}Shd#*%9nxY&K{i0_b5%(HA33smr-XCzP3~-1+)r| zS4fXGn56~sftN>yu6##DU@(NY3s?4YOYhY2w8?QHlo088#Z(TVql!A-hT-|n-i^X@ zH`4ab6k|$aR``-DHsn*9#gPs90zF?68;M=+Sd?*yXn28{uimPc){zKytZFP6a8P2v zocX$x8ONPl4#UYdpqSHT47rpUkLjfq?3CfL)Opm(cA=CXYXzvFo1U~p%6K-SQln`d zV6>&x0#B?0M!LPAHC_D_D9b_FQ7KU8I^H2kgEo~4k6|voJS#cE=)eH>m0;)UM`7)1 zplw-qkz0`wHUo|-eFa{wSGAOG!$jIhsX69&8xneHdmlDQs$&|I!1k7kt7}NsklNn4 zWD>Ok;VS#WS_RLZ{VPkgtga@bG_wuDE=!ym5|;}80PYBE*-Zt#Alhh=%ceC~n&WtP-%fpsa9h(|l3! zJn(ebDs_>GEa9zQ?X!kwgdxq88kOx$+in4)tD&Cf`&6du{QTkODF|fZC@D;9!cw3y^l6b%AeMFjT8N_h%!+~gKw5H_KRMp-Rd7<6@QwYVTv zoK1tgIf@065ueU-1e|2-ZiMGu_gzzNr_JnqTfT$0l)pLnwqTW$9}Yb4n}v=Cr3jsy z6ZhvZifMS!8S~qG1pO+P@F+{a_CjafCvLe9*4jG`YI5%^tV z_C-qB4nx@emYBVdEwz22uiG>uQ>$clFG_W*qOo|STqYe8A|X(y9E(v=l_rAGIL6Ff z0#ch1MJJ%rC}981H=bRP+kf*7IEz;bv9gO}FL-p8nNU2+?|m#+*2^QlHew`QQj>>M zEa#IXLY4Ys6q01Jq{W2MEDb1&FdM?4x1{D2qgYHssTh5;Dzv0_tc1$fr>x=e&sUw- zXJ;p!;mh9jw*LFHGu++Xx&HO>vhie!8T?Rj0}OgSf9I>O)O<>Po?sjSiXufcJrcd5 z|C3=*`EDi+kb8=dGUbk3N_GPLk#HgTo+g;<{VxD#VX(gcSXmovx`S!ebQ?Lxb6-uo z9G_}fx-8YME2fBv1T!8)c&-V>15>}Y#ON$CRyGLL?VE6-j%_%vmTgNmU+i&-N4`a= zQXyYhm9y9+B952#EfV+=EeesTzuQoRK4lDd9T(4^m@aYy9wj_b->Ip}mxzb3r<}ma zWeef#)@*TJUw!#`Srd2h)-fLU!x+b1tupbNtK8jP4a$++q!mgT*uB;YB`iHu$$!XE;!anC@lGt8=CYmtC)H~JlvZ1b2 ze${?ol!IwS$ZOlP?rou73k+MwITDu-ZU~<%yU3WqRS72@3c$$GcGwjrXh-DoJyjv`#oL;BVQ`N(hXrMILgjM#u6D~ zz++u+@k{c!49UGK=(-SOcY{}&m6S$?sA@UgSPmKDX8ts54Trflu!C|cTAeh7UfhUz=TMN5ND z1rj10m7{zved>1)?4Ful);0M8$^emaEBW)Fl$lde9V*R6Eu43CS@0WIi<>^EG_^`; zWy$m4&C%iU*@vT71!2aF&V~@i1Si6uA$Ea_V=?NkQ2puyi42VW@6TR;ID7Zq;c*oR z%EZ(c^a3Yk2)3wY6}_;POO0IF#8uWJUAs}90jQ{7-zn$WNVjpDXv+11LD0*$MlHo= zSu98zSINd3=+Wty8_q&=7+!L?5KFFFDb;5Rxd zX^)X_vgmj%pvkeXChw&T`{r!kd7yf{Vq26M=m$ Deploying GCS Sink Connector" curl -X POST -H "Content-Type: application/json" --data @/config/gcs-sink-connector.json http://{{ include "kafka-connect.fullname" . }}:8083/connectors + +config: + kafka: + bootstrapServers: "broker:9092" + + #this is going to be a configmap where configs of connector will be stored + connector: + gcs: + class: io.aiven.kafka.connect.gcs.GcsSinkConnector + bucketName: "your-gcs-bucket-name" + partSize: 5242880 + flushSize: 3 + credentialsPath: /opt/kafka/plugins/credentials.json + format: json + topics: "your-kafka-topic" + tasksMax: "1" From 6fb87accce8e77ef4668e15841b2563f0e98a1d0 Mon Sep 17 00:00:00 2001 From: viktoryathegreat Date: Wed, 17 Jul 2024 12:04:36 +0400 Subject: [PATCH 3/6] fix(DMVP-4474): Changed volume mount path --- charts/kafka-connect/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/kafka-connect/values.yaml b/charts/kafka-connect/values.yaml index 76e4095..e9d96f2 100644 --- a/charts/kafka-connect/values.yaml +++ b/charts/kafka-connect/values.yaml @@ -28,7 +28,7 @@ base: deployment: volumes: - - mountPath: /opt/kafka/plugins/credentials.json + - mountPath: /opt/confluent/secrets/credential.json name: gcs-credentials secret: secretName: gcs-credentials From 105cfb8daec2c5736cb63dcdd7f77e5bd60bf9e9 Mon Sep 17 00:00:00 2001 From: viktoryathegreat Date: Wed, 17 Jul 2024 12:14:16 +0400 Subject: [PATCH 4/6] fix(DMVP-4474): Added readme file --- charts/kafka-connect/README.md | 31 +++++++++++++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 charts/kafka-connect/README.md diff --git a/charts/kafka-connect/README.md b/charts/kafka-connect/README.md new file mode 100644 index 0000000..f673a7f --- /dev/null +++ b/charts/kafka-connect/README.md @@ -0,0 +1,31 @@ +# Kafka Connect Helm Chart + +This Helm chart deploys Kafka Connect on Kubernetes, currently configured to work with Google Cloud Storage (GCS) for sink functionality. It includes setups like a Kafka Connect deployment integrated with a GCS Sink Connector and a Schema Registry, providing flexible environment configurations. + +## Prerequisites + +- Kubernetes 1.18+ +- Helm 3.0+ +- Configured `kubectl` connected to your Kubernetes cluster +- Google Cloud credentials configured if GCS functionality is utilized (`gcs-credentials` secret has to exist in the namespace where the chart will be deployed and should include the json of GCP Service Account credentials). +For example: +``` +apiVersion: v1 +data: + gcs-credentials.json: "your-gcs-sa-credentials" +kind: Secret +metadata: + name: gcs-credentials + namespace: kafka +type: Opaque +``` + +## Installation + +### Add Helm Repository + +If the chart is hosted in a Helm repository: + +```bash +helm repo add dasmeta https://dasmeta.github.io/helm/ +helm install kafka-connect dasmeta/kafka-connect -f values.yaml --version 1.0.0 From a2804d11b418273515bd9ebf0d1a0981fe134268 Mon Sep 17 00:00:00 2001 From: viktoryathegreat Date: Tue, 23 Jul 2024 16:54:55 +0400 Subject: [PATCH 5/6] fix(DMVP-4474): Fixed configs --- charts/kafka-connect/Dockerfile | 2 +- charts/kafka-connect/templates/configmap.yaml | 4 +- charts/kafka-connect/values.yaml | 38 +++++++++++-------- 3 files changed, 26 insertions(+), 18 deletions(-) diff --git a/charts/kafka-connect/Dockerfile b/charts/kafka-connect/Dockerfile index bf50d29..185fe70 100644 --- a/charts/kafka-connect/Dockerfile +++ b/charts/kafka-connect/Dockerfile @@ -1,5 +1,5 @@ # Use the official Confluent Kafka Connect base image -FROM confluentinc/cp-kafka-connect:latest +FROM confluentinc/cp-kafka-connect:7.2.2 # Install Aiven GCS Connector RUN wget -O /tmp/aiven-kafka-connect-gcs-0.13.0.tar https://github.com/Aiven-Open/gcs-connector-for-apache-kafka/releases/download/v0.13.0/gcs-connector-for-apache-kafka-0.13.0.tar && \ diff --git a/charts/kafka-connect/templates/configmap.yaml b/charts/kafka-connect/templates/configmap.yaml index 1b15bbf..b0b1578 100644 --- a/charts/kafka-connect/templates/configmap.yaml +++ b/charts/kafka-connect/templates/configmap.yaml @@ -7,9 +7,9 @@ metadata: data: gcs-sink-connector.json: | { - "name": "gcs-sink-connector", + "name": "{{ .Values.config.connector.name }}", "config": { - "connector.class": "{{ .Values.config.connector.gcs.class }}", + "connector.class": "io.aiven.kafka.connect.gcs.GcsSinkConnector", "tasks.max": "{{ .Values.config.connector.gcs.tasksMax }}", "topics": "{{ .Values.config.connector.gcs.topics }}", "gcs.bucket.name": "{{ .Values.config.connector.gcs.bucketName }}", diff --git a/charts/kafka-connect/values.yaml b/charts/kafka-connect/values.yaml index e9d96f2..56df8ae 100644 --- a/charts/kafka-connect/values.yaml +++ b/charts/kafka-connect/values.yaml @@ -1,7 +1,7 @@ base: image: repository: dasmeta/kafka-connect - tag: 1.0.0 + tag: 1.0.1 pullPolicy: IfNotPresent replicaCount: 1 @@ -12,14 +12,16 @@ base: resources: limits: - cpu: 1000m - memory: 1024Mi + cpu: 2000m + memory: 2048Mi requests: - cpu: 500m - memory: 512Mi + cpu: 1500m + memory: 2048Mi secretsDefaultEngine: disabled + containerPort: 8083 + encodedGcsCredentials: "" schemaRegistry: @@ -28,14 +30,18 @@ base: deployment: volumes: - - mountPath: /opt/confluent/secrets/credential.json + - mountPath: /opt/confluent/secrets/credential name: gcs-credentials secret: secretName: gcs-credentials readOnly: true + - name: config + mountPath: /config + configMap: + name: kafka-connect-config extraEnv: - CONNECT_BOOTSTRAP_SERVERS: "{{ .Values.kafka.bootstrapServers }}" + CONNECT_BOOTSTRAP_SERVERS: "" CONNECT_REST_PORT: "8083" CONNECT_GROUP_ID: "kafka-connect" CONNECT_CONFIG_STORAGE_TOPIC: "_kafka-connect-configs" @@ -43,7 +49,7 @@ base: CONNECT_STATUS_STORAGE_TOPIC: "_kafka-connect-status" CONNECT_KEY_CONVERTER: "org.apache.kafka.connect.storage.StringConverter" CONNECT_VALUE_CONVERTER: "io.confluent.connect.avro.AvroConverter" - CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: "{{ .Values.schemaRegistry.url }}" + CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: "http://schema-registry:8081" CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter" CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter" CONNECT_LOG4J_ROOT_LOGLEVEL: "WARN" @@ -52,7 +58,9 @@ base: CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "1" CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "1" CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "1" - CONNECT_PLUGIN_PATH: "/usr/share/java,/usr/share/confluent-hub-components/,/data/connect-jars" + CONNECT_PLUGIN_PATH: "/data/connect-jars,/usr/share/java,/usr/share/confluent-hub-components/" + CONNECT_REST_ADVERTISED_HOST_NAME: "kafka-connect.kafka.svc.cluster.local" + CONNECT_REST_LISTENERS: "http://0.0.0.0:8083" job: name: deploy-gcs-connector @@ -60,19 +68,19 @@ base: repository: curlimages/curl tag: latest pullPolicy: IfNotPresent + annotations: + "helm.sh/hook": post-install,post-upgrade volumes: - name: config mountPath: /config - configMap: - name: kafka-connect-config command: - "sh" - "-c" - | echo "===> Waiting for Kafka Connect to start" - while ! curl -s http://{{ include "kafka-connect.fullname" . }}:8083/; do sleep 5; done + while ! curl -s http://kafka-connect:8083/; do sleep 5; done echo "===> Deploying GCS Sink Connector" - curl -X POST -H "Content-Type: application/json" --data @/config/gcs-sink-connector.json http://{{ include "kafka-connect.fullname" . }}:8083/connectors + curl -X POST -H "Content-Type: application/json" --data @/config/gcs-sink-connector.json http://kafka-connect:8083/connectors config: kafka: @@ -80,12 +88,12 @@ config: #this is going to be a configmap where configs of connector will be stored connector: + name: "gcs-sink-connector" gcs: - class: io.aiven.kafka.connect.gcs.GcsSinkConnector bucketName: "your-gcs-bucket-name" partSize: 5242880 flushSize: 3 - credentialsPath: /opt/kafka/plugins/credentials.json + credentialsPath: /opt/confluent/secrets/credential/gcs-credentials.json format: json topics: "your-kafka-topic" tasksMax: "1" From dbb1ea8cdd4b45a64756ae2a2e2a83dadadcc78e Mon Sep 17 00:00:00 2001 From: viktoryathegreat Date: Wed, 24 Jul 2024 09:42:47 +0400 Subject: [PATCH 6/6] fix(DMVP-4474): Moved job content to a configmap --- charts/kafka-connect/Chart.lock | 2 +- charts/kafka-connect/templates/configmap-job.yaml | 12 ++++++++++++ charts/kafka-connect/values.yaml | 14 ++++++++------ 3 files changed, 21 insertions(+), 7 deletions(-) create mode 100644 charts/kafka-connect/templates/configmap-job.yaml diff --git a/charts/kafka-connect/Chart.lock b/charts/kafka-connect/Chart.lock index 5040237..40ea216 100644 --- a/charts/kafka-connect/Chart.lock +++ b/charts/kafka-connect/Chart.lock @@ -3,4 +3,4 @@ dependencies: repository: https://dasmeta.github.io/helm version: 0.2.1 digest: sha256:badb156e94af6ded7f736a245eff08854254c3217aa21dfe0ac2c7acd0cd9029 -generated: "2024-07-17T11:06:14.73536+04:00" +generated: "2024-07-24T09:40:37.569858+04:00" diff --git a/charts/kafka-connect/templates/configmap-job.yaml b/charts/kafka-connect/templates/configmap-job.yaml new file mode 100644 index 0000000..b55449e --- /dev/null +++ b/charts/kafka-connect/templates/configmap-job.yaml @@ -0,0 +1,12 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: deploy-gcs-connector + labels: + app: deploy-gcs-connector +data: + deploy-gcs-connector.sh: | + echo "===> Waiting for Kafka Connect to start" + while ! curl -s http://{{ .Release.Name }}:8083/; do sleep 5; done + echo "===> Deploying GCS Sink Connector" + curl -X POST -H "Content-Type: application/json" --data @/config/gcs-sink-connector.json http://{{ .Release.Name }}:8083/connectors diff --git a/charts/kafka-connect/values.yaml b/charts/kafka-connect/values.yaml index 56df8ae..0f4596e 100644 --- a/charts/kafka-connect/values.yaml +++ b/charts/kafka-connect/values.yaml @@ -39,6 +39,10 @@ base: mountPath: /config configMap: name: kafka-connect-config + - name: deploy-config + mountPath: /config/deploy + configMap: + name: deploy-gcs-connector extraEnv: CONNECT_BOOTSTRAP_SERVERS: "" @@ -73,14 +77,12 @@ base: volumes: - name: config mountPath: /config + - name: deploy-config + mountPath: /config/deploy command: - - "sh" + - "/bin/sh" - "-c" - - | - echo "===> Waiting for Kafka Connect to start" - while ! curl -s http://kafka-connect:8083/; do sleep 5; done - echo "===> Deploying GCS Sink Connector" - curl -X POST -H "Content-Type: application/json" --data @/config/gcs-sink-connector.json http://kafka-connect:8083/connectors + - "sh /config/deploy/deploy-gcs-connector.sh" config: kafka: