kie-issues#777: Allow restricting jenkins agent labels... #1614
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will build a Java project with Maven | |
| # For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-maven | |
| name: Jenkins DSL | |
| on: | |
| pull_request: | |
| paths: | |
| - "dsl/**" | |
| - '.github/workflows/jenkins-dsl-downstream.yml' | |
| jobs: | |
| ############################################################################# | |
| # Kogito | |
| ############################################################################# | |
| getKogitoDslDownstreamMatrix: | |
| concurrency: | |
| group: ${{ github.repository.name }}-dsl_kogito_downstream_matrix-${{ github.head_ref }} | |
| cancel-in-progress: true | |
| runs-on: ubuntu-latest | |
| name: Get Kogito DSL downstream projects | |
| outputs: | |
| matrix: ${{ steps.setmatrix.outputs.repositories }} | |
| steps: | |
| - name: Setup env | |
| run: | | |
| mkdir -p "${HOME}/.local/bin" | |
| echo "${HOME}/.local/bin" >> $GITHUB_PATH | |
| mkdir -p branch_config_repo | |
| - name: Install yq | |
| run: | | |
| wget https://github.com/mikefarah/yq/releases/download/v4.25.1/yq_linux_amd64.tar.gz -O - | tar xz && ls -al && mv yq_linux_amd64 "${HOME}/.local/bin/yq" | |
| yq --version | |
| - name: Checkout Main Config repo from main branch | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: apache/incubator-kie-kogito-pipelines | |
| ref: main | |
| path: main_config_repo | |
| - name: Retrieve branch config file information | |
| working-directory: main_config_repo | |
| run: | | |
| if [ -f '.ci/jenkins/config/main.yaml' ]; then main_config_path='.ci/jenkins/config/main.yaml'; else main_config_path='dsl/config/main.yaml'; fi # temporary for the main config change | |
| branch_config_name=${{ github.base_ref }} | |
| set +e | |
| branch_config="$(yq ".git.branches[] | select(.name == \"${branch_config_name}\")" ${main_config_path})" | |
| echo "Found branch config ${branch_config}" | |
| if [ -z "${branch_config}" ]; then | |
| echo "Unknown branch config name ${branch_config_name}" | |
| echo "BRANCH_CONFIG_UNKNOWN=true" >> $GITHUB_ENV | |
| else | |
| branch_config_file_ref="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.git.branch" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_ref="${branch_config_name}" | |
| fi | |
| branch_config_file_git_repository="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.git.repository" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_git_repository=$(yq '.seed.config_file.git.repository' ${main_config_path}); | |
| fi | |
| branch_config_file_git_author="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.git.author.name" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_git_author=$(yq '.seed.config_file.git.author.name' ${main_config_path}); | |
| fi | |
| branch_config_file_path="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.path" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_path=$(yq '.seed.config_file.path' ${main_config_path}); | |
| fi | |
| echo "Use branch config branch ${branch_config_file_ref}" | |
| echo "Use branch config file repo ${branch_config_file_git_repository}" | |
| echo "Use branch config file author ${branch_config_file_git_author}" | |
| echo "Use branch config file path ${branch_config_file_path}" | |
| echo "BRANCH_CONFIG_GIT_REPOSITORY=${branch_config_file_git_repository}" >> $GITHUB_ENV | |
| echo "BRANCH_CONFIG_GIT_AUTHOR=${branch_config_file_git_author}" >> $GITHUB_ENV | |
| echo "BRANCH_CONFIG_GIT_BRANCH=${branch_config_file_ref}" >> $GITHUB_ENV | |
| echo "BRANCH_CONFIG_PATH=${branch_config_file_path}" >> $GITHUB_ENV | |
| fi | |
| - name: Verify branch config | |
| run: | | |
| if [ "${{ env.BRANCH_CONFIG_UNKNOWN }}" = "true" ]; then | |
| if [ "${{ github.base_ref }}" = "main" ]; then | |
| echo "main branch is not existing as config branch... Please verify your main config for Kogito" | |
| exit 1 | |
| else | |
| echo "${{ github.base_ref }} branch is not existing as config branch... Ignoring" | |
| fi | |
| fi | |
| - name: Checkout branch config repo | |
| if: ${{ env.BRANCH_CONFIG_UNKNOWN != 'true' }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: ${{ env.BRANCH_CONFIG_GIT_AUTHOR }}/${{ env.BRANCH_CONFIG_GIT_REPOSITORY }} | |
| ref: ${{ env.BRANCH_CONFIG_GIT_BRANCH }} | |
| path: branch_config_repo | |
| - name: Set Downstream projects matrix | |
| id: setmatrix | |
| working-directory: branch_config_repo | |
| run: | | |
| matrixArray='' | |
| defaultAuthor=${{ github.event.pull_request.head.user.login }} | |
| if [ "${{ env.BRANCH_CONFIG_UNKNOWN }}" != "true" ]; then | |
| matrixArray=$(yq '.repositories[].name' ${{ env.BRANCH_CONFIG_PATH }}) # Creates array of all repositories | |
| fi | |
| fullArray=() | |
| for repo in ${matrixArray}; | |
| do | |
| echo $repo | |
| author="$(yq '.repositories[] | select(.name == "${repo}") | .author.name' ${{ env.BRANCH_CONFIG_PATH }})" | |
| if [ -z $author ]; then | |
| author=${defaultAuthor} | |
| fi | |
| fullArray+=("${author}/${repo}") | |
| done | |
| fullArray+=("") # Trick so that the latest repository is also taken | |
| echo "${fullArray[@]}" | |
| # Start Generate Json String | |
| echo "${fullArray[@]}" | \ | |
| jq --slurp --raw-input 'split(" ")[:-1]' | \ | |
| jq "{\"repository\": .[] }" | \ | |
| jq -sc "{ \"include\": . }" > tmp | |
| cat ./tmp | |
| # End Generate Json String | |
| echo "repositories=$(cat ./tmp)" >> $GITHUB_OUTPUT # Use this as jq @sh wasn't cooperating | |
| runKogitoDownstreamDslTests: | |
| concurrency: | |
| group: ${{ github.repository.name }}-dsl_kogito_downstream_${{ matrix.repository }}_tests-${{ github.head_ref }} | |
| cancel-in-progress: true | |
| runs-on: ubuntu-latest | |
| needs: getKogitoDslDownstreamMatrix | |
| strategy: | |
| matrix: ${{fromJson(needs.getKogitoDslDownstreamMatrix.outputs.matrix)}} | |
| fail-fast: false | |
| name: Kogito DSL Downstream tests - ${{ matrix.repository }} | |
| steps: | |
| - name: Setup default branch | |
| run: | | |
| echo 'BASE_BRANCH=${{ github.base_ref }}' >> $GITHUB_ENV | |
| - name: DSL tests | |
| uses: apache/incubator-kie-kogito-pipelines/.ci/actions/dsl-tests@main | |
| with: | |
| project: kogito | |
| repository: ${{ matrix.repository }} | |
| main-config-file-repo: apache/incubator-kie-kogito-pipelines | |
| main-config-file-path: .ci/jenkins/config/main.yaml | |
| branch-config-file-repo: apache/incubator-kie-kogito-pipelines | |
| base-branch: ${{ env.BASE_BRANCH }} | |
| ############################################################################# | |
| # Optaplanner | |
| ############################################################################# | |
| getOptaPlannerDslDownstreamMatrix: | |
| concurrency: | |
| group: ${{ github.repository.name }}-dsl_optaplanner_downstream_matrix-${{ github.head_ref }} | |
| cancel-in-progress: true | |
| runs-on: ubuntu-latest | |
| name: Get OptaPlanner DSL downstream projects | |
| outputs: | |
| matrix: ${{ steps.setmatrix.outputs.repositories }} | |
| branch_config_git_repository: ${{ steps.setbranchconfig.outputs.branch_config_git_repository }} | |
| branch_config_git_author: ${{ steps.setbranchconfig.outputs.branch_config_git_author }} | |
| branch_config_git_branch: ${{ steps.setbranchconfig.outputs.branch_config_git_branch }} | |
| branch_config_path: ${{ steps.setbranchconfig.outputs.branch_config_path }} | |
| steps: | |
| - name: Setup env | |
| run: | | |
| mkdir -p "${HOME}/.local/bin" | |
| echo "${HOME}/.local/bin" >> $GITHUB_PATH | |
| mkdir -p branch_config_repo | |
| - name: Install yq | |
| run: | | |
| wget https://github.com/mikefarah/yq/releases/download/v4.25.1/yq_linux_amd64.tar.gz -O - | tar xz && ls -al && mv yq_linux_amd64 "${HOME}/.local/bin/yq" | |
| yq --version | |
| - name: Checkout Main Config repo from main branch | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: apache/incubator-kie-optaplanner | |
| ref: main | |
| path: main_config_repo | |
| - name: Retrieve branch config file information | |
| working-directory: main_config_repo | |
| run: | | |
| main_config_path='.ci/jenkins/config/main.yaml' | |
| branch_config_name=${{ github.base_ref }} | |
| set +e | |
| branch_config="$(yq ".git.branches[] | select(.name == \"${branch_config_name}\")" ${main_config_path})" | |
| echo "Found branch config ${branch_config}" | |
| if [ -z "${branch_config}" ]; then | |
| echo "Unknown branch config name ${branch_config_name}" | |
| echo "BRANCH_CONFIG_UNKNOWN=true" >> $GITHUB_ENV | |
| else | |
| branch_config_file_ref="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.git.branch" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_ref="${branch_config_name}" | |
| fi | |
| branch_config_file_git_repository="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.git.repository" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_git_repository=$(yq '.seed.config_file.git.repository' ${main_config_path}); | |
| fi | |
| branch_config_file_git_author="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.git.author.name" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_git_author=$(yq '.seed.config_file.git.author.name' ${main_config_path}); | |
| fi | |
| branch_config_file_path="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.path" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_path=$(yq '.seed.config_file.path' ${main_config_path}); | |
| fi | |
| echo "Use branch config branch ${branch_config_file_ref}" | |
| echo "Use branch config file repo ${branch_config_file_git_repository}" | |
| echo "Use branch config file author ${branch_config_file_git_author}" | |
| echo "Use branch config file path ${branch_config_file_path}" | |
| echo "BRANCH_CONFIG_GIT_REPOSITORY=${branch_config_file_git_repository}" >> $GITHUB_ENV | |
| echo "BRANCH_CONFIG_GIT_AUTHOR=${branch_config_file_git_author}" >> $GITHUB_ENV | |
| echo "BRANCH_CONFIG_GIT_BRANCH=${branch_config_file_ref}" >> $GITHUB_ENV | |
| echo "BRANCH_CONFIG_PATH=${branch_config_file_path}" >> $GITHUB_ENV | |
| fi | |
| - name: Verify branch config | |
| run: | | |
| if [ "${{ env.BRANCH_CONFIG_UNKNOWN }}" = "true" ]; then | |
| if [ "${{ github.base_ref }}" = "main" ]; then | |
| echo "main branch is not existing as config branch... Please verify your main config for Kogito" | |
| exit 1 | |
| else | |
| echo "${{ github.base_ref }} branch is not existing as config branch... Ignoring" | |
| fi | |
| fi | |
| - name: Checkout branch config repo | |
| if: ${{ env.BRANCH_CONFIG_UNKNOWN != 'true' }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: ${{ env.BRANCH_CONFIG_GIT_AUTHOR }}/${{ env.BRANCH_CONFIG_GIT_REPOSITORY }} | |
| ref: ${{ env.BRANCH_CONFIG_GIT_BRANCH }} | |
| path: branch_config_repo | |
| - name: Set Downstream projects matrix | |
| id: setmatrix | |
| working-directory: branch_config_repo | |
| run: | | |
| matrixArray='' | |
| defaultAuthor=${{ github.event.pull_request.head.user.login }} | |
| if [ "${{ env.BRANCH_CONFIG_UNKNOWN }}" != "true" ]; then | |
| matrixArray=$(yq '.repositories[].name' ${{ env.BRANCH_CONFIG_PATH }}) # Creates array of all repositories | |
| fi | |
| fullArray=() | |
| for repo in ${matrixArray}; | |
| do | |
| echo $repo | |
| author="$(yq '.repositories[] | select(.name == "${repo}") | .author.name' ${{ env.BRANCH_CONFIG_PATH }})" | |
| if [ -z $author ]; then | |
| author=${defaultAuthor} | |
| fi | |
| fullArray+=("${author}/${repo}") | |
| done | |
| fullArray+=("") # Trick so that the latest repository is also taken | |
| echo "${fullArray[@]}" | |
| # Start Generate Json String | |
| echo "${fullArray[@]}" | \ | |
| jq --slurp --raw-input 'split(" ")[:-1]' | \ | |
| jq "{\"repository\": .[] }" | \ | |
| jq -sc "{ \"include\": . }" > tmp | |
| cat ./tmp | |
| # End Generate Json String | |
| echo "repositories=$(cat ./tmp)" >> $GITHUB_OUTPUT # Use this as jq @sh wasn't cooperating | |
| runOtaPlannerDownstreamDslTests: | |
| runs-on: ubuntu-latest | |
| needs: getOptaPlannerDslDownstreamMatrix | |
| strategy: | |
| matrix: ${{fromJson(needs.getOptaPlannerDslDownstreamMatrix.outputs.matrix)}} | |
| fail-fast: false | |
| concurrency: | |
| group: ${{ github.repository.name }}-dsl_optaplanner_downstream_${{ matrix.repository }}_tests-${{ github.head_ref }} | |
| cancel-in-progress: true | |
| name: OptaPlanner DSL Downstream tests - ${{ matrix.repository }} | |
| steps: | |
| - name: Setup default base branch | |
| run: | | |
| echo 'BASE_BRANCH=${{ github.base_ref }}' >> $GITHUB_ENV | |
| - name: Setup correct base branch for optaplanner-quickstarts | |
| if: github.base_ref == 'main' && matrix.repository == 'incubator-kie-optaplanner-quickstarts' | |
| run: | | |
| echo 'BASE_BRANCH=development' >> $GITHUB_ENV | |
| - name: DSL tests | |
| uses: apache/incubator-kie-kogito-pipelines/.ci/actions/dsl-tests@main | |
| with: | |
| project: optaplanner | |
| repository: ${{ matrix.repository }} | |
| main-config-file-repo: apache/incubator-kie-optaplanner | |
| main-config-file-path: .ci/jenkins/config/main.yaml | |
| branch-config-file-repo: apache/incubator-kie-optaplanner | |
| base-branch: ${{ env.BASE_BRANCH }} | |
| ############################################################################# | |
| # Drools | |
| ############################################################################# | |
| getDroolsDslDownstreamMatrix: | |
| concurrency: | |
| group: ${{ github.repository.name }}-dsl_drools_downstream_matrix-${{ github.head_ref }} | |
| cancel-in-progress: true | |
| runs-on: ubuntu-latest | |
| name: Get Drools DSL downstream projects | |
| outputs: | |
| matrix: ${{ steps.setmatrix.outputs.repositories }} | |
| branch_config_git_repository: ${{ steps.setbranchconfig.outputs.branch_config_git_repository }} | |
| branch_config_git_author: ${{ steps.setbranchconfig.outputs.branch_config_git_author }} | |
| branch_config_git_branch: ${{ steps.setbranchconfig.outputs.branch_config_git_branch }} | |
| branch_config_path: ${{ steps.setbranchconfig.outputs.branch_config_path }} | |
| steps: | |
| - name: Setup env | |
| run: | | |
| mkdir -p "${HOME}/.local/bin" | |
| echo "${HOME}/.local/bin" >> $GITHUB_PATH | |
| mkdir -p branch_config_repo | |
| - name: Install yq | |
| run: | | |
| wget https://github.com/mikefarah/yq/releases/download/v4.25.1/yq_linux_amd64.tar.gz -O - | tar xz && ls -al && mv yq_linux_amd64 "${HOME}/.local/bin/yq" | |
| yq --version | |
| - name: Checkout Main Config repo from main branch | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: apache/incubator-kie-drools | |
| ref: main | |
| path: main_config_repo | |
| - name: Retrieve branch config file information | |
| working-directory: main_config_repo | |
| run: | | |
| main_config_path='.ci/jenkins/config/main.yaml' | |
| branch_config_name=${{ github.base_ref }} | |
| set +e | |
| branch_config="$(yq ".git.branches[] | select(.name == \"${branch_config_name}\")" ${main_config_path})" | |
| echo "Found branch config ${branch_config}" | |
| if [ -z "${branch_config}" ]; then | |
| echo "Unknown branch config name ${branch_config_name}" | |
| echo "BRANCH_CONFIG_UNKNOWN=true" >> $GITHUB_ENV | |
| else | |
| branch_config_file_ref="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.git.branch" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_ref="${branch_config_name}" | |
| fi | |
| branch_config_file_git_repository="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.git.repository" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_git_repository=$(yq '.seed.config_file.git.repository' ${main_config_path}); | |
| fi | |
| branch_config_file_git_author="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.git.author.name" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_git_author=$(yq '.seed.config_file.git.author.name' ${main_config_path}); | |
| fi | |
| branch_config_file_path="$(yq -e ".git.branches[] | select(.name == \"${branch_config_name}\") | .seed.config_file.path" ${main_config_path})" | |
| if [ $? != 0 ]; then | |
| branch_config_file_path=$(yq '.seed.config_file.path' ${main_config_path}); | |
| fi | |
| echo "Use branch config branch ${branch_config_file_ref}" | |
| echo "Use branch config file repo ${branch_config_file_git_repository}" | |
| echo "Use branch config file author ${branch_config_file_git_author}" | |
| echo "Use branch config file path ${branch_config_file_path}" | |
| echo "BRANCH_CONFIG_GIT_REPOSITORY=${branch_config_file_git_repository}" >> $GITHUB_ENV | |
| echo "BRANCH_CONFIG_GIT_AUTHOR=${branch_config_file_git_author}" >> $GITHUB_ENV | |
| echo "BRANCH_CONFIG_GIT_BRANCH=${branch_config_file_ref}" >> $GITHUB_ENV | |
| echo "BRANCH_CONFIG_PATH=${branch_config_file_path}" >> $GITHUB_ENV | |
| fi | |
| - name: Verify branch config | |
| run: | | |
| if [ "${{ env.BRANCH_CONFIG_UNKNOWN }}" = "true" ]; then | |
| if [ "${{ github.base_ref }}" = "main" ]; then | |
| echo "main branch is not existing as config branch... Please verify your main config for Kogito" | |
| exit 1 | |
| else | |
| echo "${{ github.base_ref }} branch is not existing as config branch... Ignoring" | |
| fi | |
| fi | |
| - name: Checkout branch config repo | |
| if: ${{ env.BRANCH_CONFIG_UNKNOWN != 'true' }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: ${{ env.BRANCH_CONFIG_GIT_AUTHOR }}/${{ env.BRANCH_CONFIG_GIT_REPOSITORY }} | |
| ref: ${{ env.BRANCH_CONFIG_GIT_BRANCH }} | |
| path: branch_config_repo | |
| - name: Set Downstream projects matrix | |
| id: setmatrix | |
| working-directory: branch_config_repo | |
| run: | | |
| matrixArray='' | |
| defaultAuthor=${{ github.event.pull_request.head.user.login }} | |
| if [ "${{ env.BRANCH_CONFIG_UNKNOWN }}" != "true" ]; then | |
| matrixArray=$(yq '.repositories[].name' ${{ env.BRANCH_CONFIG_PATH }}) # Creates array of all repositories | |
| fi | |
| fullArray=() | |
| for repo in ${matrixArray}; | |
| do | |
| echo $repo | |
| author="$(yq '.repositories[] | select(.name == "${repo}") | .author.name' ${{ env.BRANCH_CONFIG_PATH }})" | |
| if [ -z $author ]; then | |
| author=${defaultAuthor} | |
| fi | |
| fullArray+=("${author}/${repo}") | |
| done | |
| fullArray+=("") # Trick so that the latest repository is also taken | |
| echo "${fullArray[@]}" | |
| # Start Generate Json String | |
| echo "${fullArray[@]}" | \ | |
| jq --slurp --raw-input 'split(" ")[:-1]' | \ | |
| jq "{\"repository\": .[] }" | \ | |
| jq -sc "{ \"include\": . }" > tmp | |
| cat ./tmp | |
| # End Generate Json String | |
| echo "repositories=$(cat ./tmp)" >> $GITHUB_OUTPUT # Use this as jq @sh wasn't cooperating | |
| runDroolsDownstreamDslTests: | |
| runs-on: ubuntu-latest | |
| needs: getDroolsDslDownstreamMatrix | |
| strategy: | |
| matrix: ${{fromJson(needs.getDroolsDslDownstreamMatrix.outputs.matrix)}} | |
| fail-fast: false | |
| concurrency: | |
| group: ${{ github.repository.name }}-dsl_drools_downstream_${{ matrix.repository }}_tests-${{ github.head_ref }} | |
| cancel-in-progress: true | |
| name: Drools DSL Downstream tests - ${{ matrix.repository }} | |
| steps: | |
| - name: Setup default base branch | |
| run: | | |
| echo 'BASE_BRANCH=${{ github.base_ref }}' >> $GITHUB_ENV | |
| - name: DSL tests | |
| uses: apache/incubator-kie-kogito-pipelines/.ci/actions/dsl-tests@main | |
| with: | |
| project: drools | |
| repository: ${{ matrix.repository }} | |
| main-config-file-repo: apache/incubator-kie-drools | |
| main-config-file-path: .ci/jenkins/config/main.yaml | |
| branch-config-file-repo: apache/incubator-kie-drools | |
| base-branch: ${{ env.BASE_BRANCH }} |