EIP-1559 support in the proxy. #599
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build proxy docker image | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| full_test_suite: | |
| default: "false" | |
| required: true | |
| description: "Run full test suite" | |
| neon_evm_commit: | |
| required: false | |
| description: "Neon EVM commit" | |
| neon_evm_branch: | |
| required: false | |
| description: "Neon EVM branch" | |
| initial_pr: | |
| required: false | |
| description: "Initial PR" | |
| pull_request: | |
| types: [opened, reopened, synchronize, labeled, unlabeled, ready_for_review] | |
| push: | |
| branches: | |
| - master | |
| - develop | |
| - '[vt][0-9].[0-9]+.[0-9x]+*' | |
| tags: | |
| - "*" | |
| env: | |
| NEON_EVM_TAG: "latest" | |
| FAUCET_TAG: "latest" | |
| AWS_ACCESS_KEY_ID: ${{secrets.AWS_ACCESS_KEY_ID}} | |
| AWS_DEFAULT_REGION: ${{secrets.AWS_DEFAULT_REGION}} | |
| AWS_SECRET_ACCESS_KEY: ${{secrets.AWS_SECRET_ACCESS_KEY}} | |
| DOCKER_USERNAME: ${{secrets.DOCKER_USERNAME}} | |
| DOCKER_PASSWORD: ${{secrets.DOCKER_PASSWORD}} | |
| BUILD_URL: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}" | |
| NEON_TEST_IMAGE: ${{vars.DOCKERHUB_ORG_NAME}}/neon_tests | |
| TF_VAR_run_number: ${{ github.run_number }} | |
| TF_VAR_ci_pp_solana_url: ${{secrets.DEVNET_INTERNAL_RPC}} | |
| TF_VAR_neon_evm_commit: "latest" | |
| TF_VAR_faucet_model_commit: ${{vars.FAUCET_COMMIT}} | |
| TV_VAR_dockerhub_org_name: ${{vars.DOCKERHUB_ORG_NAME}} | |
| TF_VAR_proxy_image_name: "neon-proxy.py" | |
| TF_VAR_docker_username: ${{secrets.DOCKER_USERNAME}} | |
| TF_VAR_docker_password: ${{secrets.DOCKER_PASSWORD}} | |
| HCLOUD_TOKEN: ${{secrets.HCLOUD_TOKEN}} | |
| DOCKERHUB_ORG_NAME: ${{vars.DOCKERHUB_ORG_NAME}} | |
| PROXY_IMAGE_NAME: "neon-proxy.py" | |
| FAUCET_COMMIT: ${{vars.FAUCET_COMMIT}} | |
| GH_ORG_NAME: ${{vars.GH_ORG_NAME}} | |
| IMAGE_NAME: ${{vars.IMAGE_NAME}} | |
| NEON_TEST_INVOKE_PROGRAM_IMAGE: ${{vars.NEON_TEST_INVOKE_PROGRAM_IMAGE}} | |
| NEON_TEST_RUN_LINK: ${{vars.NEON_TEST_RUN_LINK}} | |
| NEON_TESTS_ENDPOINT: ${{vars.NEON_TESTS_ENDPOINT}} | |
| TFSTATE_BUCKET: ${{vars.TFSTATE_BUCKET}} | |
| TFSTATE_KEY_PREFIX: ${{vars.TFSTATE_KEY_PREFIX}} | |
| TFSTATE_REGION: ${{vars.TFSTATE_REGION}} | |
| GITHUB_RUN_NUMBER: ${{ github.run_number }} | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }}${{ github.event.inputs.neon_evm_commit }} | |
| cancel-in-progress: true | |
| jobs: | |
| build-image: | |
| runs-on: build-runner | |
| outputs: | |
| proxy_tag: ${{ steps.tags.outputs.proxy }} | |
| neon_evm_tag: ${{ steps.tags.outputs.neon_evm }} | |
| is_version_proxy_branch: ${{ steps.is_version_proxy_branch.outputs.value }} | |
| tag_creation_base_branch: ${{ steps.tag_creation.outputs.base_branch }} | |
| full_test_suite: ${{ steps.full_test_suite.outputs.value }} | |
| neon_test_tag: ${{ steps.neon_test_final_tag.outputs.value }} | |
| dapps_list: ${{ steps.dapps_list.outputs.dapps_list }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: output branches name | |
| run: | | |
| echo "neon_evm_branch = ${{ github.event.inputs.neon_evm_branch }}" | |
| echo "proxy_branch = ${{ github.ref }}" | |
| - name: Check if proxy branch is version branch | |
| id: is_version_proxy_branch | |
| run: | | |
| if [[ "${{ github.ref }}" =~ "refs/heads/"[vt][0-9]+\.[0-9]+\.x ]]; then | |
| echo "value=true" | |
| echo "value=true" >> $GITHUB_OUTPUT | |
| else | |
| echo "value=false" | |
| echo "value=false" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Define base branch if the action is tag creation | |
| id: tag_creation | |
| if: startsWith(github.ref , 'refs/tags/') | |
| run: | | |
| base_branch=`echo ${{ github.ref_name }} | sed 's/\.[0-9]*$/\.x/'` | |
| echo "base_branch=$base_branch" >> $GITHUB_OUTPUT | |
| echo "base_branch=$base_branch" | |
| - name: Define images tags | |
| id: tags | |
| run: | | |
| if [[ "${{ github.event.inputs.neon_evm_commit }}" != "" ]]; then | |
| neon_evm_tag=${{ github.event.inputs.neon_evm_commit }} | |
| else | |
| neon_evm_tag="${NEON_EVM_TAG}" | |
| fi; | |
| echo "neon_evm_tag=${neon_evm_tag}" | |
| echo "neon_evm=${neon_evm_tag}" >> $GITHUB_OUTPUT | |
| if [[ "${{ github.event.inputs.neon_evm_commit }}" != "" ]]; then | |
| evm_short_commit=`git rev-parse --short ${{ github.event.inputs.neon_evm_commit }}` | |
| proxy_tag="${{ github.sha }}-${evm_short_commit}" | |
| else | |
| proxy_tag="${{ github.sha }}" | |
| fi; | |
| echo "proxy_tag=${proxy_tag}" | |
| echo "proxy=$proxy_tag" >> $GITHUB_OUTPUT | |
| - name: Define test set | |
| id: full_test_suite | |
| run: | | |
| if [[ "${{ contains(github.event.pull_request.labels.*.name, 'fullTestSuite') }}" == "true" || "${{ github.event.inputs.full_test_suite }}" == "true" || | |
| ("${{ github.ref_name }}" == 'develop' && "${{github.event.inputs.neon_evm_commit }}" == "") || | |
| ("${{ steps.is_version_proxy_branch.outputs.is_version_proxy_branch }}" == 'true' && "${{ github.event.inputs.neon_evm_commit }}" == '') || | |
| "${{ steps.tag_creation.outputs.base_branch }}" != "" ]]; then | |
| value=true | |
| else | |
| value=false | |
| fi; | |
| echo "value=${value}" | |
| echo "value=${value}" >> $GITHUB_OUTPUT | |
| - name: Define dapps tests list | |
| id: dapps_list | |
| run: | | |
| default="aave,saddle,uniswap-v3" | |
| extended=",uniswap-v2,yearn,compound,robonomics,curve,saddle,pancake" | |
| result=$( (${{ steps.full_test_suite.outputs.value }} && echo "${default}${extended}") || echo "${default}" ) | |
| echo "dapps_list=$result" >> $GITHUB_OUTPUT | |
| echo "dapps_list=$result" | |
| - name: Define test image tag | |
| id: neon_test_tag | |
| run: | | |
| if ${{ steps.is_version_proxy_branch.outputs.value }}; then | |
| tag=${GITHUB_REF/refs\/heads\//} | |
| elif [[ "${{ steps.tag_creation.outputs.base_branch }}" != "" ]]; then | |
| tag=${{ steps.tag_creation.outputs.base_branch }} | |
| elif [[ "${{ github.base_ref }}" =~ "refs/heads/"[vt][0-9]+\.[0-9]+\.x ]]; then # pr to version branch | |
| tag=${GITHUB_BASE_REF/refs\/heads\//} | |
| elif [[ "${{ github.head_ref }}" != "" ]]; then # pr to feature branch | |
| tag=${{ github.head_ref }} | |
| elif [[ "{{github.event.inputs.neon_evm_branch}}" != "" && "{{github.event.inputs.neon_evm_branch}}" != "refs/heads/develop" ]]; then # triggered by neon evm workflow | |
| tag=${{ github.event.inputs.neon_evm_branch }} | |
| elif [[ "${{ github.ref }}" =~ "refs/heads".+ ]] ; then # triggered by pr to develop | |
| tag=${GITHUB_REF/refs\/heads\//} | |
| else | |
| tag='latest' | |
| fi | |
| echo "value=${tag}" | |
| echo "value=${tag}" >> $GITHUB_OUTPUT | |
| - name: Check image | |
| id: test_image_exists | |
| uses: cloudposse/github-action-docker-image-exists@main | |
| continue-on-error: true | |
| with: | |
| registry: registry.hub.docker.com | |
| organization: "neonlabsorg" | |
| repository: "neon_tests" | |
| login: ${{secrets.DOCKER_USERNAME}} | |
| password: ${{secrets.DOCKER_PASSWORD}} | |
| tag: ${{ steps.neon_test_tag.outputs.value}} | |
| - name: Set latest tag for test image if feature/version branch doesn't exist | |
| id: neon_test_final_tag | |
| run: | | |
| if [[ "${{ steps.test_image_exists.outcome }}" == "success" ]]; then | |
| tag=${{ steps.neon_test_tag.outputs.value}} | |
| else | |
| tag='latest' | |
| fi | |
| echo "value=${tag}" | |
| echo "value=${tag}" >> $GITHUB_OUTPUT | |
| - name: Build docker image | |
| run: | | |
| python3 ./.github/workflows/deploy.py build_docker_image \ | |
| --neon_evm_tag=${{ steps.tags.outputs.neon_evm }} \ | |
| --proxy_tag=${{ steps.tags.outputs.proxy }} \ | |
| --head_ref_branch=${{ github.head_ref }} | |
| - name: Publish image | |
| run: | | |
| python3 ./.github/workflows/deploy.py publish_image \ | |
| --proxy_tag=${{ steps.tags.outputs.proxy }} \ | |
| --head_ref=${{ github.head_ref }} \ | |
| --github_ref_name=${{ github.ref_name }} | |
| deploy-check: | |
| needs: | |
| - build-image | |
| runs-on: test-runner | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: deploy_check | |
| timeout-minutes: 60 | |
| run: | | |
| python3 ./.github/workflows/deploy.py deploy_check \ | |
| --proxy_tag=${{ needs.build-image.outputs.proxy_tag }} | |
| - uses: actions/upload-artifact@v4 | |
| if: always() | |
| with: | |
| name: Docker logs | |
| path: ./*.log | |
| - name: canceling the build if job failed | |
| if: "failure()" | |
| uses: "andymckay/[email protected]" | |
| prepare-infrastructure: | |
| needs: | |
| - build-image | |
| timeout-minutes: 10 | |
| runs-on: test-runner | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Add private key | |
| run: | | |
| echo "${{ secrets.CI_STANDS_KEY_HCLOUD }}" > ${HOME}/.ssh/ci-stands | |
| chmod 600 ${HOME}/.ssh/ci-stands | |
| - name: Remove known_host | |
| run: rm -f ${HOME}/.ssh/known_hosts | |
| - name: Terraform build infra structure | |
| id: terraform | |
| run: | | |
| python3 ./.github/workflows/deploy.py terraform_infrastructure \ | |
| --github_ref_name=${{ github.ref_name }} \ | |
| --head_ref_branch=${{ github.head_ref }} \ | |
| --neon_evm_tag=${{ needs.build-image.outputs.neon_evm_tag }} \ | |
| --proxy_tag=${{ needs.build-image.outputs.proxy_tag }} \ | |
| --faucet_tag=${{ env.FAUCET_TAG }} \ | |
| --run_number=${{ env.GITHUB_RUN_NUMBER }} | |
| - name: Set outputs | |
| id: share | |
| env: | |
| SOLANA_IP: ${{ env.SOLANA_IP }} | |
| PROXY_IP: ${{ env.PROXY_IP }} | |
| run: | | |
| echo "solana_ip=${{ env.SOLANA_IP }}" >> $GITHUB_OUTPUT | |
| echo "proxy_ip=${{ env.PROXY_IP }}" >> $GITHUB_OUTPUT | |
| - uses: actions/upload-artifact@v4 | |
| if: always() | |
| with: | |
| name: Terraform infrastructure logs | |
| path: ./terraform.log | |
| outputs: | |
| solana_ip: ${{ steps.share.outputs.solana_ip }} | |
| proxy_ip: ${{ steps.share.outputs.proxy_ip }} | |
| openzeppelin-tests: | |
| if: needs.build-image.outputs.full_test_suite=='true' | |
| needs: | |
| - prepare-infrastructure | |
| - build-image | |
| runs-on: test-runner | |
| env: | |
| SOLANA_IP: ${{ needs.prepare-infrastructure.outputs.solana_ip }} | |
| PROXY_IP: ${{ needs.prepare-infrastructure.outputs.proxy_ip }} | |
| CONTAINER: oz-${{ github.run_id }} | |
| NETWORK: terraform | |
| steps: | |
| - name: Pull docker image | |
| run: docker pull ${{ env.NEON_TEST_IMAGE }}:${{ needs.build-image.outputs.neon_test_tag }} | |
| - name: Run docker container | |
| run: | | |
| docker run -i -e PROXY_IP=${{env.PROXY_IP}} \ | |
| -e SOLANA_IP=${{env.SOLANA_IP}} \ | |
| -e NETWORK=${{env.NETWORK}} \ | |
| -d --name=${{ env.CONTAINER }} ${{ env.NEON_TEST_IMAGE }}:${{ needs.build-image.outputs.neon_test_tag }} /bin/bash | |
| - name: Run OpenZeppelin tests | |
| run: | | |
| docker exec -i -e PROXY_IP=${{env.PROXY_IP}} \ | |
| -e SOLANA_IP=${{env.SOLANA_IP}} \ | |
| -e NETWORK=${{env.NETWORK}} \ | |
| ${{ env.CONTAINER }} python3 ./clickfile.py run oz \ | |
| --network ${{ env.NETWORK }} \ | |
| --jobs 8 \ | |
| --users 10 | |
| - name: Print OpenZeppelin report | |
| run: | | |
| docker exec -i ${{ env.CONTAINER }} python3 ./clickfile.py oz report | |
| - name: Analyze tests results | |
| run: | | |
| docker exec -i ${{ env.CONTAINER }} python3 ./clickfile.py oz analyze | |
| - name: "Archive report" | |
| if: always() | |
| run: | | |
| docker exec -i ${{ env.CONTAINER }} tar -czvf ./allure-results.tar.gz /opt/neon-tests/allure-results | |
| docker cp ${{ env.CONTAINER }}:/opt/neon-tests/allure-results.tar.gz ./ | |
| - uses: actions/upload-artifact@v4 | |
| if: always() | |
| with: | |
| name: FTS allure report | |
| path: allure-results.tar.gz | |
| - name: Remove docker container | |
| if: always() | |
| run: docker rm -f ${{ env.CONTAINER }} | |
| - name: canceling the build if job failed | |
| if: "failure()" | |
| uses: "andymckay/[email protected]" | |
| basic-tests: | |
| needs: | |
| - prepare-infrastructure | |
| - build-image | |
| runs-on: test-runner | |
| env: | |
| SOLANA_IP: ${{ needs.prepare-infrastructure.outputs.solana_ip }} | |
| PROXY_IP: ${{ needs.prepare-infrastructure.outputs.proxy_ip }} | |
| NUMPROCESSES: 12 | |
| CONTAINER: basic-${{ github.run_id }} | |
| NETWORK: terraform | |
| steps: | |
| - name: Run docker container | |
| run: | | |
| image="${{ env.NEON_TEST_IMAGE }}:${{ needs.build-image.outputs.neon_test_tag }}" | |
| docker pull $image | |
| docker run -i -d -e PROXY_IP=${{ env.PROXY_IP }} -e SOLANA_IP=${{ env.SOLANA_IP }} \ | |
| --name=${{ env.CONTAINER }} $image /bin/bash | |
| - name: Update contracts in the container | |
| run: | | |
| docker exec -i ${{ env.CONTAINER }} \ | |
| python3 ./clickfile.py update-contracts \ | |
| --branch ${{ needs.build-image.outputs.tag_creation_base_branch || github.head_ref || github.ref_name }} | |
| - name: Run basic tests | |
| run: | | |
| docker exec -i ${{ env.CONTAINER }} \ | |
| python3 ./clickfile.py run basic -n ${{ env.NETWORK }} --numprocesses ${{ env.NUMPROCESSES }} | |
| - name: Remove docker container | |
| if: always() | |
| run: docker rm -f ${{ env.CONTAINER }} | |
| - name: canceling the build if job failed | |
| if: "failure()" | |
| uses: "andymckay/[email protected]" | |
| dapps-tests: | |
| needs: | |
| - prepare-infrastructure | |
| - build-image | |
| uses: neonlabsorg/neon-tests/.github/workflows/dapps_reusable.yml@develop | |
| secrets: inherit | |
| with: | |
| network: custom | |
| dapps: ${{ needs.build-image.outputs.dapps_list }} | |
| proxy_url: "http://${{ needs.prepare-infrastructure.outputs.proxy_ip }}:9090/solana" | |
| solana_url: "http://${{ needs.prepare-infrastructure.outputs.solana_ip }}:8899/" | |
| faucet_url: "http://${{ needs.prepare-infrastructure.outputs.proxy_ip }}:3333/" | |
| network_id: "111" | |
| pr_url_for_report: ${{ github.event.inputs.initial_pr }} | |
| proxy_ip: ${{ needs.prepare-infrastructure.outputs.proxy_ip }} | |
| solana_ip: ${{ needs.prepare-infrastructure.outputs.solana_ip }} | |
| external_call: true | |
| # will be fixed by NDEV-2766 | |
| # economy-tests: | |
| # if: needs.build-image.outputs.full_test_suite=='true' | |
| # needs: | |
| # - prepare-infrastructure | |
| # - dapps-tests | |
| # - basic-tests | |
| # - openzeppelin-tests | |
| # - build-image | |
| # runs-on: test-runner | |
| # env: | |
| # SOLANA_IP: ${{ needs.prepare-infrastructure.outputs.solana_ip }} | |
| # PROXY_IP: ${{ needs.prepare-infrastructure.outputs.proxy_ip }} | |
| # CONTAINER: economy-${{ github.run_id }} | |
| # NETWORK: terraform | |
| # steps: | |
| # - name: Run docker container | |
| # run: | | |
| # image="${{ env.NEON_TEST_IMAGE }}:${{ needs.build-image.outputs.neon_test_tag }}" | |
| # docker pull $image | |
| # docker run -i -d -e PROXY_IP=${{ env.PROXY_IP }} -e SOLANA_IP=${{ env.SOLANA_IP }} \ | |
| # --name=${{ env.CONTAINER }} $image /bin/bash | |
| # - name: Run economy tests | |
| # run: | | |
| # docker exec -i ${{ env.CONTAINER }} \ | |
| # python3 ./clickfile.py run economy -n ${{ env.NETWORK }} | |
| # - name: Remove docker container | |
| # if: always() | |
| # run: docker rm -f ${{ env.CONTAINER }} | |
| destroy-terraform: | |
| needs: | |
| - prepare-infrastructure | |
| - openzeppelin-tests | |
| - basic-tests | |
| - dapps-tests | |
| - build-image | |
| runs-on: test-runner | |
| if: always() | |
| env: | |
| SOLANA_IP: ${{ needs.prepare-infrastructure.outputs.solana_ip }} | |
| PROXY_IP: ${{ needs.prepare-infrastructure.outputs.proxy_ip }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Add private key | |
| run: | | |
| echo "${{ secrets.CI_STANDS_KEY_HCLOUD }}" > ${HOME}/.ssh/ci-stands | |
| chmod 644 ${HOME}/.ssh/ci-stands | |
| - name: Get container logs | |
| if: always() | |
| run: python3 ./.github/workflows/deploy.py get_container_logs | |
| - uses: actions/upload-artifact@v4 | |
| if: always() | |
| with: | |
| name: FTS docker logs | |
| path: ./logs/* | |
| - name: Set output | |
| id: vars | |
| run: echo "bname=${GITHUB_HEAD_REF:-${GITHUB_REF#refs/heads/}}" >> $GITHUB_OUTPUT | |
| - name: Destroy terraform infrastructure | |
| if: ${{always() && needs.prepare-infrastructure.result != 'skipped'}} | |
| env: | |
| TF_VAR_branch: ${{ steps.vars.outputs.bname }} | |
| run: | | |
| python3 ./.github/workflows/deploy.py destroy_terraform \ | |
| --run_number=${{env.GITHUB_RUN_NUMBER}} \ | |
| --proxy_tag=${{ needs.build-image.outputs.proxy_tag }} | |
| finalize-image: | |
| runs-on: build-runner | |
| needs: | |
| - build-image | |
| - openzeppelin-tests | |
| - basic-tests | |
| - dapps-tests | |
| - deploy-check | |
| if: | | |
| always() && | |
| needs.deploy-check.result == 'success' && | |
| needs.basic-tests.result == 'success' && | |
| needs.dapps-tests.result == 'success' && | |
| contains(fromJSON('["success", "skipped"]'), needs.openzeppelin-tests.result) | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Tag published image | |
| if: ${{ (github.event.inputs.neon_evm_commit == '' && | |
| needs.build-image.outputs.is_version_proxy_branch == 'false') || | |
| github.event.inputs.neon_evm_branch == 'refs/heads/develop' }} | |
| run: | | |
| python3 ./.github/workflows/deploy.py finalize_image \ | |
| --github_ref=${GITHUB_REF} \ | |
| --proxy_tag=${{ needs.build-image.outputs.proxy_tag }} | |
| notification: | |
| runs-on: build-runner | |
| needs: | |
| - finalize-image | |
| - openzeppelin-tests | |
| - basic-tests | |
| - dapps-tests | |
| - deploy-check | |
| - build-image | |
| if: | | |
| failure() && needs.build-image.outputs.full_test_suite == 'true' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Send notification to slack | |
| run: | | |
| python3 ./.github/workflows/deploy.py send_notification \ | |
| --url=${{secrets.SLACK_PROXY_CHANNEL_URL}} \ | |
| --build_url=${BUILD_URL} |