[Backport 2.14] [Backport 2.x] Bump download and upload-artifact to v3 #1122
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test and Build Workflow | |
| # This workflow is triggered on pull requests to master or a OpenSearch release branch | |
| on: | |
| pull_request: | |
| branches: | |
| - "*" | |
| push: | |
| branches: | |
| - "*" | |
| jobs: | |
| Get-CI-Image-Tag: | |
| uses: opensearch-project/opensearch-build/.github/workflows/get-ci-image-tag.yml@main | |
| with: | |
| product: opensearch | |
| linux-build: | |
| needs: Get-CI-Image-Tag | |
| strategy: | |
| matrix: | |
| java: | |
| - 11 | |
| - 17 | |
| - 21 | |
| # Job name | |
| name: Linux - Build Asynchronous Search | |
| # This job runs on Linux. | |
| outputs: | |
| build-test-linux: ${{ steps.step-build-test-linux.outputs.build-test-linux }} | |
| runs-on: ubuntu-latest | |
| container: | |
| # using the same image which is used by opensearch-build team to build the OpenSearch Distribution | |
| # this image tag is subject to change as more dependencies and updates will arrive over time | |
| image: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-version-linux }} | |
| # need to switch to root so that github actions can install runner binary on container without permission issues. | |
| options: --user root | |
| env: | |
| ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true | |
| steps: | |
| # This step uses the setup-java Github action: https://github.com/actions/setup-java | |
| - name: Set Up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v1 | |
| with: | |
| java-version: ${{ matrix.java }} | |
| # This step uses the checkout Github action: https://github.com/actions/checkout | |
| - name: Checkout Branch | |
| uses: actions/checkout@v2 | |
| - name: Build with Gradle | |
| id: step-build-test-linux | |
| run: | | |
| chown -R 1000:1000 `pwd` | |
| su `id -un 1000` -c "./gradlew build" | |
| plugin=`basename $(ls build/distributions/*.zip)` | |
| echo plugin $plugin | |
| mv -v build/distributions/$plugin ./ | |
| echo "build-test-linux=$plugin" >> $GITHUB_OUTPUT | |
| - name: Uploads coverage | |
| uses: codecov/[email protected] | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: async-plugin-linux-${{ matrix.java }} | |
| path: ${{ steps.step-build-test-linux.outputs.build-test-linux }} | |
| if-no-files-found: error | |
| linux-test-docker: | |
| needs: linux-build | |
| strategy: | |
| matrix: | |
| java: | |
| - 11 | |
| - 17 | |
| - 21 | |
| # Job name | |
| name: Test Asynchronous Search with opensearchstaging docker | |
| # This job runs on Linux. | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Branch | |
| uses: actions/checkout@v2 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: async-plugin-linux-${{ matrix.java }} | |
| - name: Pull and Run Docker for security tests | |
| run: | | |
| plugin=${{ needs.linux-build.outputs.build-test-linux }} | |
| version=`echo $plugin|awk -F- '{print $3}'| cut -d. -f 1-3` | |
| plugin_version=`echo $plugin|awk -F- '{print $3}'| cut -d. -f 1-4` | |
| qualifier=`echo $plugin|awk -F- '{print $4}'| cut -d. -f 1-1` | |
| if [ -n "$qualifier" ] && [ "$qualifier" != "SNAPSHOT" ]; then | |
| qualifier=-${qualifier} | |
| else | |
| qualifier="" | |
| fi | |
| docker_version=$version$qualifier | |
| echo plugin version plugin_version qualifier docker_version | |
| echo "($plugin) ($version) ($plugin_version) ($qualifier) ($docker_version)" | |
| pwd && ls -l ./$plugin | |
| if docker pull opensearchstaging/opensearch:$docker_version | |
| then | |
| echo "FROM opensearchstaging/opensearch:$docker_version" >> Dockerfile | |
| echo "RUN if [ -d /usr/share/opensearch/plugins/opensearch-asynchronous-search ]; then /usr/share/opensearch/bin/opensearch-plugin remove opensearch-asynchronous-search; fi" >> Dockerfile | |
| echo "ADD $plugin /tmp/" >> Dockerfile | |
| echo "RUN /usr/share/opensearch/bin/opensearch-plugin install --batch file:/tmp/$plugin" >> Dockerfile | |
| docker build -t opensearch-asynchronous-search:test . | |
| echo "imagePresent=true" >> $GITHUB_ENV | |
| else | |
| echo "imagePresent=false" >> $GITHUB_ENV | |
| fi | |
| - name: Run Docker Image | |
| if: env.imagePresent == 'true' | |
| run: | | |
| cd .. | |
| docker run -p 9200:9200 -d -p 9600:9600 -e "OPENSEARCH_INITIAL_ADMIN_PASSWORD=myStrongPassword123!" -e "discovery.type=single-node" opensearch-asynchronous-search:test | |
| sleep 90 | |
| - name: Run Asynchronous Search Test | |
| if: env.imagePresent == 'true' | |
| run: | | |
| security=`curl -XGET https://localhost:9200/_cat/plugins?v -u admin:myStrongPassword123! --insecure |grep opensearch-security|wc -l` | |
| if [ $security -gt 0 ] | |
| then | |
| echo "Security plugin is available" | |
| ./gradlew integTest -Dtests.rest.cluster=localhost:9200 -Dtests.cluster=localhost:9200 -Dtests.clustername="docker-cluster" -Dhttps=true -Duser=admin -Dpassword=myStrongPassword123! | |
| else | |
| echo "Security plugin is NOT available" | |
| ./gradlew integTest -Dtests.rest.cluster=localhost:9200 -Dtests.cluster=localhost:9200 -Dtests.clustername="docker-cluster" | |
| fi | |
| - name: Upload failed logs | |
| uses: actions/upload-artifact@v3 | |
| if: failure() | |
| with: | |
| name: logs | |
| path: build/testclusters/integTest-*/logs/* | |
| windows-build: | |
| # Job name | |
| name: Windows - Build Asynchronous Search | |
| # This job runs on Windows. | |
| runs-on: windows-latest | |
| steps: | |
| # This step uses the setup-java Github action: https://github.com/actions/setup-java | |
| - name: Set Up JDK 11 | |
| uses: actions/setup-java@v1 | |
| with: | |
| java-version: 11 | |
| # This step uses the checkout Github action: https://github.com/actions/checkout | |
| - name: Checkout Branch | |
| uses: actions/checkout@v2 | |
| - name: Build with Gradle | |
| run: ./gradlew.bat build -x integTest -x jacocoTestReport | |
| env: | |
| _JAVA_OPTIONS: -Xmx4096M | |
| - name: Create Artifact Path | |
| run: | | |
| mkdir -p asynchronous-search-artifacts | |
| cp ./build/distributions/*.zip asynchronous-search-artifacts | |
| # This step uses the upload-artifact Github action: https://github.com/actions/upload-artifact | |
| - name: Upload Artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: asynchronous-search-plugin-windows | |
| path: asynchronous-search-artifacts | |
| mac-os-build: | |
| # Job name | |
| name: MacOS - Build Asynchronous Search | |
| # This job runs on Mac OS. | |
| runs-on: macos-latest | |
| steps: | |
| # This step uses the setup-java Github action: https://github.com/actions/setup-java | |
| - name: Set Up JDK 11 | |
| uses: actions/setup-java@v1 | |
| with: | |
| java-version: 11 | |
| # This step uses the checkout Github action: https://github.com/actions/checkout | |
| - name: Checkout Branch | |
| uses: actions/checkout@v2 | |
| - name: Build with Gradle | |
| run: ./gradlew build -x integTest -x jacocoTestReport | |
| env: | |
| _JAVA_OPTIONS: -Xmx4096M | |
| - name: Create Artifact Path | |
| run: | | |
| mkdir -p asynchronous-search-artifacts | |
| cp ./build/distributions/*.zip asynchronous-search-artifacts | |
| # This step uses the upload-artifact Github action: https://github.com/actions/upload-artifact | |
| - name: Upload Artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: asynchronous-search-plugin-mac | |
| path: asynchronous-search-artifacts |