From f0aabebd1286b7214e6207b6787bf463091f77c4 Mon Sep 17 00:00:00 2001 From: syed-salman-technoforte Date: Mon, 2 Oct 2023 22:36:04 +0530 Subject: [PATCH] [MOSIP-29258] updated as per reusable workflows templates [MOSIP-25631] --- .github/keys/mosipgpgkey_pub.gpg | Bin 0 -> 1270 bytes .github/keys/mosipgpgkey_sec.gpg | Bin 0 -> 2663 bytes .github/workflows/push-trigger.yml | 146 +++++++++ .github/workflows/push_trigger.yml | 150 --------- .github/workflows/release-trigger.yml | 26 ++ .github/workflows/release_trigger.yml | 144 --------- .github/workflows/tag.yml | 33 ++ build/es-kafka-connecter/Dockerfile | 5 - .../.dockerignore | 0 .../kafka_connect_transforms/Dockerfile | 6 + .../kafka_connect_transforms/pom.xml | 289 ++++++++++++------ 11 files changed, 404 insertions(+), 395 deletions(-) create mode 100644 .github/keys/mosipgpgkey_pub.gpg create mode 100644 .github/keys/mosipgpgkey_sec.gpg create mode 100644 .github/workflows/push-trigger.yml delete mode 100644 .github/workflows/push_trigger.yml create mode 100644 .github/workflows/release-trigger.yml delete mode 100644 .github/workflows/release_trigger.yml create mode 100644 .github/workflows/tag.yml delete mode 100644 build/es-kafka-connecter/Dockerfile rename build/es-kafka-connecter/{ => kafka_connect_transforms}/.dockerignore (100%) create mode 100644 build/es-kafka-connecter/kafka_connect_transforms/Dockerfile diff --git a/.github/keys/mosipgpgkey_pub.gpg b/.github/keys/mosipgpgkey_pub.gpg new file mode 100644 index 0000000000000000000000000000000000000000..4bdb1a947beaa877a93b56a2074580cdd9bf0578 GIT binary patch literal 1270 zcmbQq$jcHZy2y@^gW*i(B_ZoOO}xok8QrJ7Cf&}qetdqLrPuP}`P;)T-Y(VI_HkO_ z1{{w_f#RHj!qd-^bJoQmWM7;XW@lbzf|A4J(W)_uZi-T`J_?5k8I!A{8+V6Y2-?iCh1xP-B zIq6E*9lP}7Ro)kBJiO-Q-t)Wj;Fy-k3!e44+^24G7$(eOmrP(w-?^yl?-s_Lj~{U? z|Iz2Tvh0=vd*g}qnQnX5u8!QgWqQ&|20=y!#w{MX`Nf$93K}69nZ*h~1mWf;mZjz? zB&X(;6eZ>;6r~pAYbw})rSwvB6Ek!2@=G$)GE<8j(m_1E^d-NQtB%>uiS4{`PS#`d z!2|Vwjd%R@+!xB97yY%eDJ><;wy?==@1nw%l1YihOg~;t$!Xr>^ncmLm-3sEy5o&z z7@iA#{p{Nz<!2>s$RBXB1ov96vXdr)51sAImSU;o{c6)J0UM44_b zpVf0Mm{D=={>!vRIb z`z+?pC(SfW%+zuj?53RMyjoQ7Nu3fcuhg`sy#Fh4&J!iymvj-SznK9SLE*G_rU-{#+($YQM6^zA8 z7bu5adm9((&-Z%Wg4K*(CprHfSNpfyX0CO^G<~zxx?F0xdnCb$wUg0|MFN<_6quxW z@FgT>9}%#9~XsWKj>S1US}t8BZxbD3G^vqQ&Cgnpb7no=`QThyYOHDz_% zPyV~E60;&o^Q5#s6vChzi|I4kog5a!b&-`}rA>|>XChRoKXOCr47i%DqEc5_q84HM3=sTiyHYODL3TL5is59vl$0S z0P5K9i{z~+wleRGRKMl<*)5aQTBct*FFWudgJRnFET(72mrDmV9;Hd3jpVQFX^}_ z<1>tMeUoTe{<>j4Sl*F^S}yKjYuAJfUm#cR`9!vKOZ5~`EGDHTsLhjaIlqMT|ibes6-JO^oZ;_(fXz-}1m7;Fc0vih~S-l*y`s z+e5k`-!Lb8zU9?SFbX9+4ouyB(rl4dsSn9eZ>+47Ni+amQnP?qW_3)}M$~za7R04; z53Ze2D2hU@KbHu0VW)vjGwRC!h?o0NTvYJPnowNier5fN^RGavD@W6SlFN7T%Uk_? z)Kug6b;6#x>aVobJ+w9VJY5~dXH%QeShiu**;XY0ng6KwdZm5jz^Pnc%D>lM)53>1 z!3?ZAEf&{6G)k@P;r^{@3V=C8x85RXso6eNyC!J1CSl#`EU~oJ`r^Wk+YyME=`N(3 ziCwp&2o#9jpR$@LI5gNJ9beNRf^VuMq*v}9d_sP#cUvB~He+Rn;3Dk~4*CkC8&G~V z%~tY`L|5ag!SpFlU8?(%_VV<$YTX4Uy^Dul7axlELQ*oXu3eiyQeK!-oj{J40+xBF z0|G2&9orf8%9oX_mn(e5^m$)qWGjC1DYjO{$3E;5_NPQ_%87T*NZd1v0^1)L z{+VRC3G!nw5nVIcAg$?!W_)uPO21X^({O*ih~gvNHOYDo4^eYyT008jOUrh$;ZTx( zhuL7fM&N_Ou)#7)D1U62%-{F#i1&>2A;@_95W+(}17$*ef`gQ04E|NA``|sXfrOxN ztS{Cl)Wq+fN!>dLZ=1t0_cIn!4Pgvj=vWHWIx3L;^g9H69IvNASob7G(kj` zEy-wVWn`-ZOPdw6iZmT_^90Cq$|(!L#VPQg&uTK{*ilT^ot#xzcQ<#gZpPNx z*858Olsa4_9@r}Xw(4f$=+Vje8}RFjdAnAjrG9eIjx$jql1m@)r-Ov+G5IREVCCc0 zdTfsCs15mLk72P}+T@5N;#Eg`{E=4kk>y)7Kf!e`Cein%qhUy*QQNbSyW!cMVW9o> zoWP_vX2;L#*Q6V~NbazF%@Op*@~`*uyA-ZjW+9x!D(7*mEjW8|C@Y_OPn>(V;(jh& z929Tr0;FB`P1@pt3M7kmYYb=gHd4zLErQPU&ahIKyV$sFSi!CYqxX`)C3S zsFCL(dlRiaUqr^4bM)ZqF(5H0tPxE~H5^(o_l%?cIc1TOYQcIO>9?bSf zD^v%b0!>vGrcXEkWlP>wKgvP%H*kkasI!79#4x{u*`(6~6&tl#Q8bsJJnRPe+H)a% zUAwF-lkMWAer+YVwjv&2lrzjZ9vZwqJdyQ1u}X~3r1rb?^>7WdW=G@XJsqVrnMYsp z2NZa@y`U`va_m8*C|iUx*NJe7Bx z*utP~`8H~vQh>;Q&ZAyMR;xjYenPH>Hbsp~5&!1&f0b3$uLqw=?|68O5{qzlmCGvS zgv#+dZ2q)&*pYh=6U-6S!KZkYUUD6Y?fn@tFQxO?izh>1pzVEwbw8y87n+3`PF}4R zIxWRXV@q$jE=G%zsVfd3R!DxEO(&Ao-?hmv#ZNuSXh1M9y+}lK(1lCeA}%(IB-{A6 zgt)}E>^;uadQ#c9W8g|zMh*3bK#`K#(s)v|$Zi0qYoEh$$vgd(`ZQsW8>qe*C+)iVx)hWwg)zdwrEa{_G%_ z68Tp`giRFXQ_-f#h=?wT!d?kWbu-nR(edIm3M}h0=65#1d;N)74v&nWsbc$;;htvro%w;%G@v${ z*xxkDfW&$JAAsQh1+d5t!cvf!{3_=ofw(Xpom#0t9iu(hPFsH83m4iS5Xy;ra{iP~ z?1`I{(IE{)wYI0 zp?Lro`tclyiF&K_MBTH9kbUsg=yu-maA!*_U*}`HPj-_Wbh&ke5YP9M2PwKR~+0n z`yU!zDyk)lFb4N<72OjB)L)J#F`fE*5><~{u0AZpb_3h}4U&GS>wU*FJ#yt)=4Y@a SkkiE(Bh1Lh;14qU=Klc8TJt&p literal 0 HcmV?d00001 diff --git a/.github/workflows/push-trigger.yml b/.github/workflows/push-trigger.yml new file mode 100644 index 0000000..8ea06a9 --- /dev/null +++ b/.github/workflows/push-trigger.yml @@ -0,0 +1,146 @@ +name: Maven Package upon a push + +on: + release: + types: [published] + pull_request: + types: [opened] + workflow_dispatch: + inputs: + message: + description: 'Message for manually triggering' + required: false + default: 'Triggered for Updates' + type: string + push: + branches: + - '!release-branch' + - master + - 1.* + - develop + - MOSIP* + - release* + +jobs: + build-maven-kafka-connect-transforms: + uses: mosip/kattu/.github/workflows/maven-build.yml@master + with: + SERVICE_LOCATION: build/es-kafka-connecter/kafka_connect_transforms + BUILD_ARTIFACT: kafka-connect + secrets: + OSSRH_USER: ${{ secrets.OSSRH_USER }} + OSSRH_SECRET: ${{ secrets.OSSRH_SECRET }} + OSSRH_TOKEN: ${{ secrets.OSSRH_TOKEN }} + GPG_SECRET: ${{ secrets.GPG_SECRET }} + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK }} + + ## Recreate zips to provide support for docker unzip operation + recreate-zips: + needs: build-maven-kafka-connect-transforms + runs-on: ubuntu-latest + env: + BUILD_ARTIFACT: kafka-connect + NEW_BUILD_ARTIFACT: es-kafka-connect + SERVICE_LOCATION: build/es-kafka-connecter/kafka_connect_transforms + steps: + - uses: actions/checkout@v3 + - uses: actions/download-artifact@v3 + if: ${{ ( env.BUILD_ARTIFACT != 'false' ) }} + with: + name: ${{ env.BUILD_ARTIFACT }} + path: ${{ env.SERVICE_LOCATION }} + - name: recreate zip + run: | + echo "unzip command under target directory" + + unzip -uj "${{ env.SERVICE_LOCATION }}/${{ env.BUILD_ARTIFACT }}.zip" "*/target/*" -d "${{ env.SERVICE_LOCATION }}/target/" + + cd ${{ env.SERVICE_LOCATION }}/target/ + + wget https://repo.maven.apache.org/maven2/io/debezium/debezium-core/1.7.0.Final/debezium-core-1.7.0.Final.jar + + cd - + echo "find command" + find ./ -path '*/target/*' -name '*.jar' -type f -exec zip ${{ env.NEW_BUILD_ARTIFACT }}.zip {} + + + - name: Upload the springboot jars + if: ${{ !contains(github.ref, 'master') || !contains(github.ref, 'main') }} + uses: actions/upload-artifact@v3 + with: + name: ${{ env.NEW_BUILD_ARTIFACT }} + path: ${{ env.NEW_BUILD_ARTIFACT }}.zip + + build-dockers-kafka-connect-transforms: + needs: recreate-zips + strategy: + matrix: + include: + - SERVICE_LOCATION: 'build/es-kafka-connecter/kafka_connect_transforms' + SERVICE_NAME: 'es-kafka-connect' + BUILD_ARTIFACT: 'es-kafka-connect' + fail-fast: false + name: ${{ matrix.SERVICE_NAME }} + uses: mosip/kattu/.github/workflows/docker-build.yml@master + with: + SERVICE_LOCATION: ${{ matrix.SERVICE_LOCATION }} + SERVICE_NAME: ${{ matrix.SERVICE_NAME }} + BUILD_ARTIFACT: ${{ matrix.BUILD_ARTIFACT }} + secrets: + DEV_NAMESPACE_DOCKER_HUB: ${{ secrets.DEV_NAMESPACE_DOCKER_HUB }} + ACTOR_DOCKER_HUB: ${{ secrets.ACTOR_DOCKER_HUB }} + RELEASE_DOCKER_HUB: ${{ secrets.RELEASE_DOCKER_HUB }} + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK }} + + build-dockers-debezium-fixer: + strategy: + matrix: + include: + - SERVICE_LOCATION: 'build/debezium-fixer' + SERVICE_NAME: 'debezium-fixer' + fail-fast: false + name: ${{ matrix.SERVICE_NAME }} + uses: mosip/kattu/.github/workflows/docker-build.yml@master + with: + SERVICE_LOCATION: ${{ matrix.SERVICE_LOCATION }} + SERVICE_NAME: ${{ matrix.SERVICE_NAME }} + secrets: + DEV_NAMESPACE_DOCKER_HUB: ${{ secrets.DEV_NAMESPACE_DOCKER_HUB }} + ACTOR_DOCKER_HUB: ${{ secrets.ACTOR_DOCKER_HUB }} + RELEASE_DOCKER_HUB: ${{ secrets.RELEASE_DOCKER_HUB }} + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK }} + + build-dockers-debezium-init: + strategy: + matrix: + include: + - SERVICE_LOCATION: 'build/reporting-init/debezium-init' + SERVICE_NAME: 'debezium-init' + fail-fast: false + name: ${{ matrix.SERVICE_NAME }} + uses: mosip/kattu/.github/workflows/docker-build.yml@master + with: + SERVICE_LOCATION: ${{ matrix.SERVICE_LOCATION }} + SERVICE_NAME: ${{ matrix.SERVICE_NAME }} + secrets: + DEV_NAMESPACE_DOCKER_HUB: ${{ secrets.DEV_NAMESPACE_DOCKER_HUB }} + ACTOR_DOCKER_HUB: ${{ secrets.ACTOR_DOCKER_HUB }} + RELEASE_DOCKER_HUB: ${{ secrets.RELEASE_DOCKER_HUB }} + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK }} + + build-dockers-es-connect-init: + strategy: + matrix: + include: + - SERVICE_LOCATION: 'build/reporting-init/es-kafka-connect-init' + SERVICE_NAME: 'es-kafka-connect-init' + fail-fast: false + name: ${{ matrix.SERVICE_NAME }} + uses: mosip/kattu/.github/workflows/docker-build.yml@master + with: + SERVICE_LOCATION: ${{ matrix.SERVICE_LOCATION }} + SERVICE_NAME: ${{ matrix.SERVICE_NAME }} + secrets: + DEV_NAMESPACE_DOCKER_HUB: ${{ secrets.DEV_NAMESPACE_DOCKER_HUB }} + ACTOR_DOCKER_HUB: ${{ secrets.ACTOR_DOCKER_HUB }} + RELEASE_DOCKER_HUB: ${{ secrets.RELEASE_DOCKER_HUB }} + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK }} diff --git a/.github/workflows/push_trigger.yml b/.github/workflows/push_trigger.yml deleted file mode 100644 index 15c25a5..0000000 --- a/.github/workflows/push_trigger.yml +++ /dev/null @@ -1,150 +0,0 @@ -name: Create Dockers on Push - -on: - workflow_dispatch: - push: - branches: - - '!release-branch' - - release-1* - - master - - 1.* - - develop - paths: - - 'build/**' -jobs: - kafka_connect_transforms: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - name: Set up JDK 11 - uses: actions/setup-java@v1 - with: - ref: ${{ github.ref }} - java-version: 11 - - - name: Setup branch and env - run: | - # Strip git ref prefix from version - echo "BRANCH_NAME=$(echo ${{ github.ref }} | sed -e 's,.*/\(.*\),\1,')" >> $GITHUB_ENV - - - uses: actions/cache@v1 - with: - path: ~/.m2/repository - key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} - restore-keys: | - ${{ runner.os }}-maven-${{ env.BRANCH_NAME }} - - - name: Build with Maven - run: | - cd build/es-kafka-connecter - cd kafka_connect_transforms ; mvn -B clean package -DskipTests ; cd .. - mkdir jars; cd jars - cp ../kafka_connect_transforms/target/kafka_connect_transforms*.jar . - wget https://repo.maven.apache.org/maven2/io/debezium/debezium-core/1.7.0.Final/debezium-core-1.7.0.Final.jar - - - name: Log into registry - run: echo "${{ secrets.release_docker_hub }}" | docker login -u ${{ secrets.actor_docker_hub }} --password-stdin - - - name: Create Docker - run: | - NAMESPACE=${{ secrets.dev_namespace_docker_hub }} - SERVICE_NAME=cp-kafka-connect-es - IMAGE_ID=$NAMESPACE/$SERVICE_NAME - IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]') - if [[ ${{ env.BRANCH_NAME }} == main || ${{ env.BRANCH_NAME }} == master ]]; then - VERSION=latest - else - VERSION=${{ env.BRANCH_NAME }} - fi - echo IMAGE_ID=$IMAGE_ID - echo VERSION=$VERSION - cd build/es-kafka-connecter - docker build . -t $IMAGE_ID:$VERSION - docker push $IMAGE_ID:$VERSION - debezium-fixer: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - - name: Setup branch and env - run: | - # Strip git ref prefix from version - echo "BRANCH_NAME=$(echo ${{ github.ref }} | sed -e 's,.*/\(.*\),\1,')" >> $GITHUB_ENV - - - name: Log into registry - run: echo "${{ secrets.release_docker_hub }}" | docker login -u ${{ secrets.actor_docker_hub }} --password-stdin - - - name: Create Docker - run: | - NAMESPACE=${{ secrets.dev_namespace_docker_hub }} - SERVICE_NAME=debezium-fixer - IMAGE_ID=$NAMESPACE/$SERVICE_NAME - IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]') - if [[ ${{ env.BRANCH_NAME }} == main || ${{ env.BRANCH_NAME }} == master ]]; then - VERSION=latest - else - VERSION=${{ env.BRANCH_NAME }} - fi - echo IMAGE_ID=$IMAGE_ID - echo VERSION=$VERSION - cd build/debezium-fixer - docker build . -t $IMAGE_ID:$VERSION - docker push $IMAGE_ID:$VERSION - reporting-init-debezium: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - - name: Setup branch and env - run: | - # Strip git ref prefix from version - echo "BRANCH_NAME=$(echo ${{ github.ref }} | sed -e 's,.*/\(.*\),\1,')" >> $GITHUB_ENV - - - name: Log into registry - run: echo "${{ secrets.release_docker_hub }}" | docker login -u ${{ secrets.actor_docker_hub }} --password-stdin - - - name: Create Docker - run: | - NAMESPACE=${{ secrets.dev_namespace_docker_hub }} - SERVICE_NAME=debezium-init - IMAGE_ID=$NAMESPACE/$SERVICE_NAME - IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]') - if [[ ${{ env.BRANCH_NAME }} == main || ${{ env.BRANCH_NAME }} == master ]]; then - VERSION=latest - else - VERSION=${{ env.BRANCH_NAME }} - fi - echo IMAGE_ID=$IMAGE_ID - echo VERSION=$VERSION - cd build/reporting-init/debezium-init - docker build . -t $IMAGE_ID:$VERSION - docker push $IMAGE_ID:$VERSION - reporting-init-es-connect: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - - name: Setup branch and env - run: | - # Strip git ref prefix from version - echo "BRANCH_NAME=$(echo ${{ github.ref }} | sed -e 's,.*/\(.*\),\1,')" >> $GITHUB_ENV - - - name: Log into registry - run: echo "${{ secrets.release_docker_hub }}" | docker login -u ${{ secrets.actor_docker_hub }} --password-stdin - - - name: Create Docker - run: | - NAMESPACE=${{ secrets.dev_namespace_docker_hub }} - SERVICE_NAME=es-kafka-connect-init - IMAGE_ID=$NAMESPACE/$SERVICE_NAME - IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]') - if [[ ${{ env.BRANCH_NAME }} == main || ${{ env.BRANCH_NAME }} == master ]]; then - VERSION=latest - else - VERSION=${{ env.BRANCH_NAME }} - fi - echo IMAGE_ID=$IMAGE_ID - echo VERSION=$VERSION - cd build/reporting-init/es-kafka-connect-init - docker build . -t $IMAGE_ID:$VERSION - docker push $IMAGE_ID:$VERSION diff --git a/.github/workflows/release-trigger.yml b/.github/workflows/release-trigger.yml new file mode 100644 index 0000000..2579ea8 --- /dev/null +++ b/.github/workflows/release-trigger.yml @@ -0,0 +1,26 @@ +name: Release/pre-release Preparation. + +on: + workflow_dispatch: + inputs: + MESSAGE: + description: 'Triggered for release or pe-release' + required: false + default: 'Release Preparation' + RELEASE_TAG: + description: 'tag to update' + required: true + SNAPSHOT_TAG: + description: 'tag to be replaced' + required: true + BASE: + description: 'base branch for PR' + required: true +jobs: + maven-release-preparation: + uses: mosip/kattu/.github/workflows/release-changes.yml@master + with: + MESSAGE: ${{ inputs.MESSAGE }} + RELEASE_TAG: ${{ inputs.RELEASE_TAG }} + SNAPSHOT_TAG: ${{ inputs.SNAPSHOT_TAG }} + BASE: ${{ inputs.BASE }} \ No newline at end of file diff --git a/.github/workflows/release_trigger.yml b/.github/workflows/release_trigger.yml deleted file mode 100644 index 6822b1e..0000000 --- a/.github/workflows/release_trigger.yml +++ /dev/null @@ -1,144 +0,0 @@ -name: Build & publish Dockers on Release - -on: - workflow_dispatch: - release: - types: [published] - -jobs: - kafka_connect_transforms: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - name: Set up JDK 11 - uses: actions/setup-java@v1 - with: - ref: ${{ github.ref }} - java-version: 11 - - - name: Setup branch and env - run: | - # Strip git ref prefix from version - echo "BRANCH_NAME=$(echo ${{ github.ref }} | sed -e 's,.*/\(.*\),\1,')" >> $GITHUB_ENV - - - uses: actions/cache@v1 - with: - path: ~/.m2/repository - key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} - restore-keys: | - ${{ runner.os }}-maven-${{ env.BRANCH_NAME }} - - - name: Build with Maven - run: | - cd build/es-kafka-connecter - cd kafka_connect_transforms ; mvn -B clean package -DskipTests ; cd .. - mkdir jars; cd jars - cp ../kafka_connect_transforms/target/kafka_connect_transforms*.jar . - wget https://repo.maven.apache.org/maven2/io/debezium/debezium-core/1.7.0.Final/debezium-core-1.7.0.Final.jar - - - name: Log into registry - run: echo "${{ secrets.release_docker_hub }}" | docker login -u ${{ secrets.actor_docker_hub }} --password-stdin - - - name: Create Docker - run: | - NAMESPACE=${{ secrets.dev_namespace_docker_hub }} - SERVICE_NAME=cp-kafka-connect-es - IMAGE_ID=$NAMESPACE/$SERVICE_NAME - IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]') - if [[ ${{ env.BRANCH_NAME }} == main || ${{ env.BRANCH_NAME }} == master ]]; then - VERSION=latest - else - VERSION=${{ env.BRANCH_NAME }} - fi - echo IMAGE_ID=$IMAGE_ID - echo VERSION=$VERSION - cd build/es-kafka-connecter - docker build . -t $IMAGE_ID:$VERSION - docker push $IMAGE_ID:$VERSION - debezium-fixer: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - - name: Setup branch and env - run: | - # Strip git ref prefix from version - echo "BRANCH_NAME=$(echo ${{ github.ref }} | sed -e 's,.*/\(.*\),\1,')" >> $GITHUB_ENV - - - name: Log into registry - run: echo "${{ secrets.release_docker_hub }}" | docker login -u ${{ secrets.actor_docker_hub }} --password-stdin - - - name: Create Docker - run: | - NAMESPACE=${{ secrets.dev_namespace_docker_hub }} - SERVICE_NAME=debezium-fixer - IMAGE_ID=$NAMESPACE/$SERVICE_NAME - IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]') - if [[ ${{ env.BRANCH_NAME }} == main || ${{ env.BRANCH_NAME }} == master ]]; then - VERSION=latest - else - VERSION=${{ env.BRANCH_NAME }} - fi - echo IMAGE_ID=$IMAGE_ID - echo VERSION=$VERSION - cd build/debezium-fixer - docker build . -t $IMAGE_ID:$VERSION - docker push $IMAGE_ID:$VERSION - reporting-init-debezium: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - - name: Setup branch and env - run: | - # Strip git ref prefix from version - echo "BRANCH_NAME=$(echo ${{ github.ref }} | sed -e 's,.*/\(.*\),\1,')" >> $GITHUB_ENV - - - name: Log into registry - run: echo "${{ secrets.release_docker_hub }}" | docker login -u ${{ secrets.actor_docker_hub }} --password-stdin - - - name: Create Docker - run: | - NAMESPACE=${{ secrets.dev_namespace_docker_hub }} - SERVICE_NAME=debezium-init - IMAGE_ID=$NAMESPACE/$SERVICE_NAME - IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]') - if [[ ${{ env.BRANCH_NAME }} == main || ${{ env.BRANCH_NAME }} == master ]]; then - VERSION=latest - else - VERSION=${{ env.BRANCH_NAME }} - fi - echo IMAGE_ID=$IMAGE_ID - echo VERSION=$VERSION - cd build/reporting-init/debezium-init - docker build . -t $IMAGE_ID:$VERSION - docker push $IMAGE_ID:$VERSION - reporting-init-es-connect: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v2 - - - name: Setup branch and env - run: | - # Strip git ref prefix from version - echo "BRANCH_NAME=$(echo ${{ github.ref }} | sed -e 's,.*/\(.*\),\1,')" >> $GITHUB_ENV - - - name: Log into registry - run: echo "${{ secrets.release_docker_hub }}" | docker login -u ${{ secrets.actor_docker_hub }} --password-stdin - - - name: Create Docker - run: | - NAMESPACE=${{ secrets.dev_namespace_docker_hub }} - SERVICE_NAME=es-kafka-connect-init - IMAGE_ID=$NAMESPACE/$SERVICE_NAME - IMAGE_ID=$(echo $IMAGE_ID | tr '[A-Z]' '[a-z]') - if [[ ${{ env.BRANCH_NAME }} == main || ${{ env.BRANCH_NAME }} == master ]]; then - VERSION=latest - else - VERSION=${{ env.BRANCH_NAME }} - fi - echo IMAGE_ID=$IMAGE_ID - echo VERSION=$VERSION - cd build/reporting-init/es-kafka-connect-init - docker build . -t $IMAGE_ID:$VERSION - docker push $IMAGE_ID:$VERSION diff --git a/.github/workflows/tag.yml b/.github/workflows/tag.yml new file mode 100644 index 0000000..73c55b0 --- /dev/null +++ b/.github/workflows/tag.yml @@ -0,0 +1,33 @@ +name: Tagging of repos + +on: + workflow_dispatch: + inputs: + TAG: + description: 'Tag to be published' + required: true + type: string + BODY: + description: 'Release body message' + required: true + default: 'Changes in this Release' + type: string + PRE_RELEASE: + description: 'Pre-release? True/False' + required: true + default: False + type: string + DRAFT: + description: 'Draft? True/False' + required: false + default: False + type: string + +jobs: + tag-branch: + uses: mosip/kattu/.github/workflows/tag.yml@master + with: + TAG: ${{ inputs.TAG }} + BODY: ${{ inputs.BODY }} + PRE_RELEASE: ${{ inputs.PRE_RELEASE }} + DRAFT: ${{ inputs.DRAFT }} \ No newline at end of file diff --git a/build/es-kafka-connecter/Dockerfile b/build/es-kafka-connecter/Dockerfile deleted file mode 100644 index c07f7a6..0000000 --- a/build/es-kafka-connecter/Dockerfile +++ /dev/null @@ -1,5 +0,0 @@ -FROM confluentinc/cp-kafka-connect:7.0.0-1-ubi8 - -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.3 - -ADD ./jars /usr/share/java/my_transforms diff --git a/build/es-kafka-connecter/.dockerignore b/build/es-kafka-connecter/kafka_connect_transforms/.dockerignore similarity index 100% rename from build/es-kafka-connecter/.dockerignore rename to build/es-kafka-connecter/kafka_connect_transforms/.dockerignore diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile new file mode 100644 index 0000000..57096bb --- /dev/null +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -0,0 +1,6 @@ +FROM confluentinc/cp-kafka-connect:7.0.0-1-ubi8 + +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.3 + +ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms +ADD ./target/debezium-core-*.jar /usr/share/java/my_transforms diff --git a/build/es-kafka-connecter/kafka_connect_transforms/pom.xml b/build/es-kafka-connecter/kafka_connect_transforms/pom.xml index 0384080..53c79c8 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/pom.xml +++ b/build/es-kafka-connecter/kafka_connect_transforms/pom.xml @@ -1,104 +1,201 @@ - 4.0.0 + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> + 4.0.0 - io.mosip - kafka_connect_transforms - 1.2.1-SNAPSHOT + + org.springframework.boot + spring-boot-starter-parent + 2.3.6.RELEASE + + - kafka_connect_transforms - https://mosip.io + + + MPL 2.0 + https://www.mozilla.org/en-US/MPL/2.0/ + + - - UTF-8 - 1.7 - 1.7 - + + + Mosip + mosip.emailnotifier@gmail.com + io.mosip + https://mosip.io + + - - - org.junit.jupiter - junit-jupiter - 5.8.0 - - - org.apache.kafka - connect-api - 2.8.0 - - - org.json - json - 20210307 - - - org.apache.httpcomponents.client5 - httpclient5 - 5.1 - - - + io.mosip + kafka_connect_transforms + kafka_connect_transforms + 1.2.1-SNAPSHOT + https://github.com/mosip/reporting - - - - maven-clean-plugin - 3.1.0 - - - maven-resources-plugin - 3.0.2 - - - maven-compiler-plugin - 3.8.0 - - 1.8 - 1.8 - - - - maven-surefire-plugin - 2.22.1 - - - maven-jar-plugin - 3.0.2 - - - maven-shade-plugin - 3.2.4 - - - package - - shade - - - false - - - *:* - - module-info.class - META-INF/*.SF - META-INF/*.MF - META-INF/*.DSA - META-INF/*.RSA - META-INF/** - - - - - - - - - - + + UTF-8 + 1.7 + 2.22.0 + 1.7 + + + + + org.junit.jupiter + junit-jupiter + 5.8.0 + + + org.apache.kafka + connect-api + 2.8.0 + + + org.json + json + 20210307 + + + org.apache.httpcomponents.client5 + httpclient5 + 5.1 + + + + + + + + maven-clean-plugin + 3.1.0 + + + maven-resources-plugin + 3.0.2 + + + maven-compiler-plugin + 3.8.0 + + 1.8 + 1.8 + + + + + maven-jar-plugin + 3.0.2 + + + + org.apache.maven.plugins + maven-surefire-plugin + 2.22.0 + + true + + + + + pl.project13.maven + git-commit-id-plugin + 3.0.1 + + + populate-git-commit-information + + revision + + + true + MM/dd/yyyy HH:mm:ss Z + 8 + true + ${project.build.outputDirectory}/git.properties + + + + + ${project.basedir}/.git + + + + + org.apache.maven.plugins + maven-gpg-plugin + 1.5 + + + sign-artifacts + verify + + sign + + + + --pinentry-mode + loopback + + + + + + + + + maven-shade-plugin + 3.2.4 + + + package + + shade + + + false + + + *:* + + module-info.class + META-INF/*.SF + META-INF/*.MF + META-INF/*.DSA + META-INF/*.RSA + META-INF/** + + + + + + + + + org.apache.maven.plugins + maven-antrun-plugin + 3.0.0 + + + make-jar-executable + package + + run + + + + + + + + + + + + + + \ No newline at end of file