CCIP On-Demand Live Network Tests #361
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CCIP On-Demand Live Network Tests | ||
| on: | ||
| schedule: | ||
| - cron: '0 */6 * * *' | ||
| workflow_dispatch: | ||
| inputs: | ||
| base64_test_input : # base64 encoded toml for test input | ||
| description: 'Base64 encoded toml test input' | ||
| required: false | ||
| slackMemberID: | ||
| description: 'Slack member ID to notify' | ||
| required: false | ||
| test_type: | ||
| description: 'Type of test to run' | ||
| required: false | ||
| type: choice | ||
| options: | ||
| - 'smoke' | ||
| - 'load' | ||
| test_secrets_override_key: | ||
| description: 'Key to run tests with custom test secrets' | ||
| required: false | ||
| type: string | ||
| # Only run 1 of this workflow at a time per PR | ||
| concurrency: | ||
| group: live-testnet-tests | ||
| cancel-in-progress: true | ||
| env: | ||
| CHAINLINK_IMAGE: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink | ||
| CHAINLINK_VERSION: ${{ github.sha }} | ||
| INTERNAL_DOCKER_REPO: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com | ||
| AWS_ECR_REPO_PUBLIC_REGISTRY: public.ecr.aws | ||
| E2E_TEST_CHAINLINK_IMAGE: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink | ||
| E2E_TEST_LOKI_TENANT_ID: ${{ vars.LOKI_TENANT_ID }} | ||
| E2E_TEST_LOKI_ENDPOINT: ${{ secrets.LOKI_URL }} | ||
| E2E_TEST_LOKI_BASIC_AUTH: ${{ secrets.LOKI_BASIC_AUTH }} | ||
| E2E_TEST_GRAFANA_BASE_URL: ${{ vars.GRAFANA_URL }} | ||
| # Default private key test secret loaded from Github Secret as only security team has access to it. | ||
| # this key secrets.QA_SHARED_803C_KEY has a story behind it. To know more, see CCIP-2875 and SECHD-16575 tickets. | ||
| E2E_TEST_ARBITRUM_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_AVALANCHE_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_BASE_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_BLAST_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_BSC_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_CELO_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_ETHEREUM_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_GNOSIS_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_KROMA_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_LINEA_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_METIS_ANDROMEDA_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_MODE_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_OPTIMISM_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_POLYGON_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_SCROLL_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_WEMIX_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| E2E_TEST_ZKSYNC_MAINNET_WALLET_KEY: ${{ secrets.QA_SHARED_803C_KEY }} | ||
| jobs: | ||
| build-chainlink: | ||
| environment: integration | ||
| permissions: | ||
| id-token: write | ||
| contents: read | ||
| name: Build Chainlink Image | ||
| runs-on: ubuntu20.04-16cores-64GB | ||
| steps: | ||
| - name: Checkout the repo | ||
| uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v4.1.2 | ||
| - name: Check if image exists | ||
| id: check-image | ||
| uses: smartcontractkit/chainlink-github-actions/docker/image-exists@5dd916d08c03cb5f9a97304f4f174820421bb946 # v2.3.11 | ||
| with: | ||
| repository: chainlink | ||
| tag: ${{ env.CHAINLINK_VERSION }} | ||
| AWS_REGION: ${{ secrets.QA_AWS_REGION }} | ||
| AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | ||
| - name: Build Image | ||
| if: steps.check-image.outputs.exists == 'false' | ||
| uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/build-image@5dd916d08c03cb5f9a97304f4f174820421bb946 # v2.3.11 | ||
| env: | ||
| GH_TOKEN: ${{ github.token }} | ||
| with: | ||
| cl_repo: smartcontractkit/chainlink-ccip | ||
| cl_ref: ${{ env.CHAINLINK_VERSION }} | ||
| push_tag: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink:${{ env.CHAINLINK_VERSION }} | ||
| QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | ||
| QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | ||
| - name: Collect Metrics | ||
| if: always() | ||
| id: collect-gha-metrics | ||
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | ||
| with: | ||
| id: ccip-on-demand-live-testnet-tests-build-chainlink-image | ||
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | ||
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | ||
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | ||
| this-job-name: Build Chainlink Image | ||
| continue-on-error: true | ||
| build-test-image: | ||
| environment: integration | ||
| if: ${{ github.event_name == 'workflow_dispatch' && inputs.test_type == 'load' }} | ||
| permissions: | ||
| id-token: write | ||
| contents: read | ||
| name: Build Test Image | ||
| runs-on: ubuntu20.04-16cores-64GB | ||
| steps: | ||
| - name: Collect Metrics | ||
| id: collect-gha-metrics | ||
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | ||
| with: | ||
| id: ccip-on-demand-live-testnet-tests-build-test-image | ||
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | ||
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | ||
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | ||
| this-job-name: Build Test Image | ||
| continue-on-error: true | ||
| - name: Checkout the repo | ||
| uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v4.1.2 | ||
| - name: Build Test Image | ||
| uses: ./.github/actions/build-test-image | ||
| with: | ||
| tag: ${{ env.CHAINLINK_TEST_VERSION }} | ||
| QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | ||
| QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | ||
| QA_AWS_ACCOUNT_NUMBER: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | ||
| ccip-load-test: | ||
| name: CCIP Load Test | ||
| environment: integration | ||
| runs-on: ubuntu-latest | ||
| strategy: | ||
| matrix: | ||
| config: [mainnet.toml] | ||
| needs: [ build-chainlink, build-test-image ] | ||
| # if the event is a workflow_dispatch event and the test type is load and no previous job failed | ||
| if: ${{ github.event_name == 'workflow_dispatch' && inputs.test_type == 'load' && !contains(needs.*.result, 'failure') }} | ||
| permissions: | ||
| issues: read | ||
| checks: write | ||
| pull-requests: write | ||
| id-token: write | ||
| contents: read | ||
| env: | ||
| CHAINLINK_ENV_USER: ${{ github.actor }} | ||
| SLACK_API_KEY: ${{ secrets.QA_SLACK_API_KEY }} | ||
| SLACK_CHANNEL: ${{ secrets.QA_SLACK_CHANNEL }} | ||
| TEST_LOG_LEVEL: info | ||
| REF_NAME: ${{ github.head_ref || github.ref_name }} | ||
| CHAINLINK_TEST_VERSION: ${{ github.sha }} | ||
| ENV_JOB_IMAGE: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink-ccip-tests:${{ github.sha }} | ||
| ENV_JOB_IMAGE_BASE: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink-ccip-tests | ||
| steps: | ||
| - name: Collect Metrics | ||
| id: collect-gha-metrics | ||
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | ||
| with: | ||
| id: ccip-on-demand-live-testnet-tests-load-tests | ||
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | ||
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | ||
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | ||
| this-job-name: CCIP Load Test | ||
| continue-on-error: true | ||
| - name: Checkout the repo | ||
| uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v4.1.2 | ||
| with: | ||
| ref: ${{ env.REF_NAME }} | ||
| - name: Prepare Base64 TOML override | ||
| id: set_override_config | ||
| shell: bash | ||
| run: | | ||
| SLACK_USER=$(jq -r '.inputs.slackMemberID' $GITHUB_EVENT_PATH) | ||
| echo ::add-mask::$SLACK_USER | ||
| echo "SLACK_USER=$SLACK_USER" >> "$GITHUB_ENV" | ||
| if [[ "${{ github.event_name }}" == "workflow_dispatch" ]]; then | ||
| BASE64_CCIP_CONFIG_OVERRIDE=$(jq -r '.inputs.base64_test_input' $GITHUB_EVENT_PATH) | ||
| echo ::add-mask::$BASE64_CCIP_CONFIG_OVERRIDE | ||
| echo "base_64_override=$BASE64_CCIP_CONFIG_OVERRIDE" >> $GITHUB_OUTPUT | ||
| fi | ||
| if [[ "${{ github.event_name }}" == "schedule" ]]; then | ||
| BASE64_CCIP_CONFIG_OVERRIDE=$(base64 -w 0 -i ./integration-tests/ccip-tests/testconfig/override/${{ matrix.config }}) | ||
| echo ::add-mask::$BASE64_CCIP_CONFIG_OVERRIDE | ||
| echo "base_64_override=$BASE64_CCIP_CONFIG_OVERRIDE" >> $GITHUB_OUTPUT | ||
| echo "SLACK_USER=${{ secrets.QA_SLACK_USER }}" >> $GITHUB_ENV | ||
| fi | ||
| - name: step summary | ||
| shell: bash | ||
| run: | | ||
| echo "### chainlink image used for this test run :link:" >>$GITHUB_STEP_SUMMARY | ||
| echo "\`${{ env.CHAINLINK_VERSION }}\`" >> $GITHUB_STEP_SUMMARY | ||
| echo "### chainlink-tests image tag for this test run :ship:" >>$GITHUB_STEP_SUMMARY | ||
| echo "\`${{ env.CHAINLINK_TEST_VERSION }}\`" >> $GITHUB_STEP_SUMMARY | ||
| - name: Prepare Base64 TOML override for CCIP secrets | ||
| uses: ./.github/actions/setup-create-base64-config-ccip | ||
| id: setup_create_base64_config_ccip | ||
| with: | ||
| runId: ${{ github.run_id }} | ||
| testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | ||
| chainlinkVersion: ${{ env.CHAINLINK_VERSION }} | ||
| logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | ||
| - name: Run Tests | ||
| uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@94cb11f4bd545607a2f221c6685052b3abee723d # v2.3.32 | ||
| env: | ||
| TEST_SUITE: load | ||
| TEST_ARGS: -test.timeout 900h | ||
| DATABASE_URL: postgresql://postgres:node@localhost:5432/chainlink_test?sslmode=disable | ||
| RR_MEM: 8Gi | ||
| RR_CPU: 4 | ||
| DETACH_RUNNER: true | ||
| TEST_TRIGGERED_BY: ccip-load-test-ci | ||
| BASE64_CCIP_CONFIG_OVERRIDE: ${{ steps.setup_create_base64_config_ccip.outputs.base64_config }},${{ steps.set_override_config.outputs.base_64_override }} | ||
| TEST_BASE64_CCIP_CONFIG_OVERRIDE: ${{ steps.setup_create_base64_config_ccip.outputs.base64_config }},${{ steps.set_override_config.outputs.base_64_override }} | ||
| E2E_TEST_GRAFANA_DASHBOARD_URL: "/d/6vjVx-1V8/ccip-long-running-tests" | ||
| with: | ||
| test_command_to_run: cd ./integration-tests/ccip-tests && go test -v -timeout 70m -count=1 -json -run ^TestLoadCCIPStableRPS$ ./load 2>&1 | tee /tmp/gotest.log | gotestloghelper -ci -singlepackage -hidepassingtests=false | ||
| test_download_vendor_packages_command: cd ./integration-tests && go mod download | ||
| # Other default test secrets loaded from dotenv Github Secret. | ||
| test_secrets_defaults_base64: ${{ secrets.CCIP_DEFAULT_TEST_SECRETS }} | ||
| test_secrets_override_base64: ${{ secrets[inputs.test_secrets_override_key] }} | ||
| token: ${{ secrets.GITHUB_TOKEN }} | ||
| go_mod_path: ./integration-tests/go.mod | ||
| QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | ||
| QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | ||
| QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | ||
| triggered_by: ${{ env.TEST_TRIGGERED_BY }} | ||
| artifacts_location: ./integration-tests/load/logs/payload_ccip.json | ||
| aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | ||
| cache_key_id: ccip-load-${{ env.MOD_CACHE_VERSION }} | ||
| cache_restore_only: "true" | ||
| should_cleanup: false | ||
| ccip-smoke-test: | ||
| name: 'CCIP smoke - Source: ${{ matrix.lanes.name }}' | ||
| environment: integration | ||
| runs-on: ubuntu-latest | ||
| needs: [ build-chainlink ] | ||
| # if the event is a scheduled event or the test type is smoke and no previous job failed | ||
| if: ${{ (github.event_name == 'schedule' || inputs.test_type == 'smoke') && !contains(needs.*.result, 'failure') && matrix.lanes.enabled == 'true' }} | ||
|
Check failure on line 242 in .github/workflows/ccip-live-network-tests.yml
|
||
| permissions: | ||
| issues: read | ||
| checks: write | ||
| pull-requests: write | ||
| id-token: write | ||
| contents: read | ||
| env: | ||
| CHAINLINK_ENV_USER: ${{ github.actor }} | ||
| SLACK_API_KEY: ${{ secrets.QA_SLACK_API_KEY }} | ||
| SLACK_CHANNEL: ${{ secrets.QA_SLACK_CHANNEL }} | ||
| TEST_LOG_LEVEL: info | ||
| REF_NAME: ${{ github.head_ref || github.ref_name }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| lanes: | ||
| - name: 'ARBITRUM_MAINNET' | ||
| pairs: 'ARBITRUM_MAINNET,BSC_MAINNET;ARBITRUM_MAINNET,OPTIMISM_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 20m | ||
| - name: 'AVALANCHE_MAINNET' | ||
| pairs: 'AVALANCHE_MAINNET,ARBITRUM_MAINNET;AVALANCHE_MAINNET,BASE_MAINNET;AVALANCHE_MAINNET,BSC_MAINNET;AVALANCHE_MAINNET,OPTIMISM_MAINNET;AVALANCHE_MAINNET,POLYGON_MAINNET;AVALANCHE_MAINNET,WEMIX_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 20m | ||
| - name: 'BASE_MAINNET' | ||
| pairs: 'BASE_MAINNET,ARBITRUM_MAINNET;BASE_MAINNET,BSC_MAINNET;BASE_MAINNET,OPTIMISM_MAINNET;BASE_MAINNET,POLYGON_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 20m | ||
| - name: 'BLAST_MAINNET' | ||
| pairs: 'BLAST_MAINNET,ARBITRUM_MAINNET;BLAST_MAINNET,BASE_MAINNET;BLAST_MAINNET,BSC_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 20m | ||
| - name: 'BSC_MAINNET' | ||
| pairs: 'BSC_MAINNET,OPTIMISM_MAINNET;BSC_MAINNET,POLYGON_MAINNET;BSC_MAINNET,WEMIX_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 20m | ||
| - name: 'ETHEREUM_MAINNET 1' | ||
| pairs: 'ETHEREUM_MAINNET,ARBITRUM_MAINNET;ETHEREUM_MAINNET,AVALANCHE_MAINNET;ETHEREUM_MAINNET,BASE_MAINNET;ETHEREUM_MAINNET,BLAST_MAINNET;ETHEREUM_MAINNET,BSC_MAINNET;ETHEREUM_MAINNET,CELO_MAINNET;ETHEREUM_MAINNET,GNOSIS_MAINNET;ETHEREUM_MAINNET,OPTIMISM_MAINNET;ETHEREUM_MAINNET,POLYGON_MAINNET;ETHEREUM_MAINNET,WEMIX_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 40m | ||
| - name: 'ETHEREUM_MAINNET 2' | ||
| pairs: 'ETHEREUM_MAINNET,METIS_ANDROMEDA;ETHEREUM_MAINNET,ZKSYNC_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 90m | ||
| - name: 'GNOSIS_MAINNET' | ||
| pairs: 'GNOSIS_MAINNET,ARBITRUM_MAINNET' | ||
| # GNOSIS_MAINNET,AVALANCHE_MAINNET;GNOSIS_MAINNET,BASE_MAINNET;GNOSIS_MAINNET,BSC_MAINNET;GNOSIS_MAINNET,OPTIMISM_MAINNET;GNOSIS_MAINNET,POLYGON_MAINNET' | ||
| enabled: true | ||
| phaseTimeout: 20m | ||
| - name: 'METIS_ANDROMEDA' | ||
| pairs: 'METIS_ANDROMEDA,ARBITRUM_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 60m | ||
| - name: 'MODE_MAINNET' | ||
| pairs: 'MODE_MAINNET,OPTIMISM_MAINNET;MODE_MAINNET,ARBITRUM_MAINNET;MODE_MAINNET,BASE_MAINNET;MODE_MAINNET,BSC_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 20m | ||
| - name: 'OPTIMISM_MAINNET' | ||
| pairs: 'OPTIMISM_MAINNET,POLYGON_MAINNET;OPTIMISM_MAINNET,WEMIX_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 20m | ||
| - name: 'POLYGON_MAINNET' | ||
| pairs: 'POLYGON_MAINNET,ARBITRUM_MAINNET;POLYGON_MAINNET,WEMIX_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 20m | ||
| - name: 'WEMIX_MAINNET' | ||
| pairs: 'WEMIX_MAINNET,ARBITRUM_MAINNET;WEMIX_MAINNET,KROMA_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 20m | ||
| - name: 'ZKSYNC_MAINNET' | ||
| pairs: 'ZKSYNC_MAINNET,ARBITRUM_MAINNET' | ||
| enabled: false | ||
| phaseTimeout: 90m | ||
| steps: | ||
| - name: Collect Metrics | ||
| if: ${{ matrix.lanes.enabled == true }} | ||
| id: collect-gha-metrics | ||
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | ||
| with: | ||
| id: ccip-on-demand-live-testnet-tests-smoke-test | ||
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | ||
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | ||
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | ||
| this-job-name: CCIP Smoke Test | ||
| continue-on-error: true | ||
| - name: Checkout the repo | ||
| if: ${{ matrix.lanes.enabled == true }} | ||
| uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v4.1.2 | ||
| with: | ||
| ref: ${{ env.REF_NAME }} | ||
| - name: Prepare Base64 TOML override | ||
| if: ${{ matrix.lanes.enabled == true }} | ||
| id: set_override_config | ||
| shell: bash | ||
| run: | | ||
| SLACK_USER=$(jq -r '.inputs.slackMemberID' $GITHUB_EVENT_PATH) | ||
| echo ::add-mask::$SLACK_USER | ||
| echo "SLACK_USER=$SLACK_USER" >> "$GITHUB_ENV" | ||
| if [[ "${{ github.event_name }}" == "workflow_dispatch" ]]; then | ||
| BASE64_CCIP_CONFIG_OVERRIDE=$(jq -r '.inputs.base64_test_input' $GITHUB_EVENT_PATH) | ||
| echo ::add-mask::$BASE64_CCIP_CONFIG_OVERRIDE | ||
| echo "base_64_override=$BASE64_CCIP_CONFIG_OVERRIDE" >> $GITHUB_OUTPUT | ||
| fi | ||
| if [[ "${{ github.event_name }}" == "schedule" ]]; then | ||
| BASE64_CCIP_CONFIG_OVERRIDE=$(base64 -w 0 -i ./integration-tests/ccip-tests/testconfig/override/mainnet.toml) | ||
| echo ::add-mask::$BASE64_CCIP_CONFIG_OVERRIDE | ||
| echo "base_64_override=$BASE64_CCIP_CONFIG_OVERRIDE" >> $GITHUB_OUTPUT | ||
| echo "SLACK_USER=${{ secrets.QA_SLACK_USER }}" >> $GITHUB_ENV | ||
| fi | ||
| - name: step summary | ||
| if: ${{ matrix.lanes.enabled == true }} | ||
| shell: bash | ||
| run: | | ||
| echo "### chainlink image used for this test run :link:" >>$GITHUB_STEP_SUMMARY | ||
| echo "\`${{ env.CHAINLINK_VERSION }}\`" >> $GITHUB_STEP_SUMMARY | ||
| - name: Prepare Base64 TOML override for CCIP secrets | ||
| if: ${{ matrix.lanes.enabled == true }} | ||
| uses: ./.github/actions/setup-create-base64-config-ccip | ||
| id: setup_create_base64_config_ccip | ||
| with: | ||
| runId: ${{ github.run_id }} | ||
| testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | ||
| chainlinkVersion: ${{ env.CHAINLINK_VERSION }} | ||
| logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | ||
| - name: Run Tests | ||
| uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@94cb11f4bd545607a2f221c6685052b3abee723d # v2.3.32 | ||
| if: ${{ matrix.lanes.enabled == true }} | ||
| env: | ||
| TEST_SUITE: smoke | ||
| TEST_ARGS: -test.timeout 900h | ||
| DETACH_RUNNER: false | ||
| DATABASE_URL: postgresql://postgres:node@localhost:5432/chainlink_test?sslmode=disable | ||
| RR_MEM: 8Gi | ||
| RR_CPU: 4 | ||
| TEST_TRIGGERED_BY: ccip-smoke-test-ci | ||
| BASE64_CCIP_CONFIG_OVERRIDE: ${{ steps.setup_create_base64_config_ccip.outputs.base64_config }},${{ steps.set_override_config.outputs.base_64_override }} | ||
| TEST_BASE64_CCIP_CONFIG_OVERRIDE: ${{ steps.setup_create_base64_config_ccip.outputs.base64_config }},${{ steps.set_override_config.outputs.base_64_override }} | ||
| E2E_TEST_GRAFANA_DASHBOARD_URL: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | ||
| OVERRIDE_NETWORK_PAIRS: ${{ matrix.lanes.pairs }} | ||
| OVERRIDE_PHASE_TIMEOUT: ${{ matrix.lanes.phaseTimeout }} | ||
| with: | ||
| test_command_to_run: cd ./integration-tests/ccip-tests && go test -v -timeout 3h -count=1 -p 30 -json -run ^TestSmokeCCIPForGivenNetworkPairs$ ./smoke 2>&1 | tee /tmp/gotest.log | gotestloghelper -ci -singlepackage -hidepassingtests=false | ||
| test_download_vendor_packages_command: cd ./integration-tests && go mod download | ||
| # Other default test secrets loaded from dotenv Github Secret. | ||
| test_secrets_defaults_base64: ${{ secrets.CCIP_DEFAULT_TEST_SECRETS }} | ||
| test_secrets_override_base64: ${{ secrets[inputs.test_secrets_override_key] }} | ||
| token: ${{ secrets.GITHUB_TOKEN }} | ||
| go_mod_path: ./integration-tests/go.mod | ||
| QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | ||
| QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | ||
| triggered_by: ${{ env.TEST_TRIGGERED_BY }} | ||
| artifacts_location: ./integration-tests/smoke/logs/payload_ccip.json | ||
| aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | ||
| cache_key_id: ccip-smoke-${{ env.MOD_CACHE_VERSION }} | ||
| cache_restore_only: "true" | ||
| should_cleanup: false | ||
| # Reporting Jobs | ||
| start-slack-thread: | ||
| name: Start Slack Thread | ||
| if: ${{ always() && needs.ccip-smoke-test.result != 'skipped' && needs.ccip-smoke-test.result != 'cancelled' }} | ||
| environment: integration | ||
| outputs: | ||
| thread_ts: ${{ steps.slack.outputs.thread_ts }} | ||
| permissions: | ||
| checks: write | ||
| pull-requests: write | ||
| id-token: write | ||
| contents: read | ||
| runs-on: ubuntu-latest | ||
| needs: [ ccip-smoke-test ] | ||
| steps: | ||
| - name: Debug Result | ||
| run: echo ${{ join(needs.*.result, ',') }} | ||
| - name: Main Slack Notification | ||
| uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001 # v1.25.0 | ||
| id: slack | ||
| with: | ||
| channel-id: "#test_notif" | ||
| payload: | | ||
| { | ||
| "attachments": [ | ||
| { | ||
| "color": "${{ contains(join(needs.*.result, ','), 'failure') && '#C62828' || '#2E7D32' }}", | ||
| "blocks": [ | ||
| { | ||
| "type": "header", | ||
| "text": { | ||
| "type": "plain_text", | ||
| "text": "CCIP Mainnet Smoke tests ${{ contains(join(needs.*.result, ','), 'failure') && ':x:' || ':white_check_mark:'}}", | ||
| "emoji": true | ||
| } | ||
| }, | ||
| { | ||
| "type": "divider" | ||
| }, | ||
| { | ||
| "type": "section", | ||
| "text": { | ||
| "type": "mrkdwn", | ||
| "text": "<${{ github.server_url }}/${{ github.repository }}/${{contains(github.ref_name, 'release') && 'releases/tag' || 'tree'}}/${{ github.ref_name }}|${{ github.ref_name }}> | <${{ github.server_url }}/${{ github.repository }}/commit/${{ github.sha }}|${{ github.sha }}> | <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|Run>" | ||
| } | ||
| } | ||
| ] | ||
| } | ||
| ] | ||
| } | ||
| env: | ||
| SLACK_BOT_TOKEN: ${{ secrets.QA_SLACK_API_KEY }} | ||
| post-test-results-to-slack: | ||
| name: Post Test Results | ||
| if: ${{ always() && needs.start-slack-thread.result != 'skipped' && needs.start-slack-thread.result != 'cancelled' }} | ||
| environment: integration | ||
| permissions: | ||
| checks: write | ||
| pull-requests: write | ||
| id-token: write | ||
| contents: read | ||
| runs-on: ubuntu-latest | ||
| needs: start-slack-thread | ||
| steps: | ||
| - name: Checkout the repo | ||
| uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v4.1.2 | ||
| with: | ||
| ref: ${{ github.event.pull_request.head.sha || github.event.merge_group.head_sha }} | ||
| - name: Post Test Results | ||
| uses: ./.github/actions/notify-slack-jobs-result | ||
| with: | ||
| github_token: ${{ github.token }} | ||
| github_repository: ${{ github.repository }} | ||
| workflow_run_id: ${{ github.run_id }} | ||
| github_job_name_regex: ^CCIP smoke (.*)$ | ||
| message_title: CCIP Mainnet Smoke test | ||
| slack_channel_id: "#test_notif" | ||
| slack_bot_token: ${{ secrets.QA_SLACK_API_KEY }} | ||
| slack_thread_ts: ${{ needs.start-slack-thread.outputs.thread_ts }} | ||
| # End Reporting Jobs | ||
