diff --git a/.github/workflows/jil-all-browsers.yml b/.github/workflows/jil-all-browsers.yml new file mode 100644 index 0000000000..f27c6dd2c3 --- /dev/null +++ b/.github/workflows/jil-all-browsers.yml @@ -0,0 +1,155 @@ +name: 'JIL: All browsers' + +on: + workflow_dispatch: + inputs: + build-number: + description: 'Used to associate test results reported to New Relic to the BUILD_NUMBER identifier' + required: true + type: string + workflow_call: + inputs: + build-number: + description: 'Used to associate test results reported to New Relic to the BUILD_NUMBER identifier' + required: true + type: string + ref: + description: 'Github branch ref to checkout and run tests on' + required: false + type: string + secrets: + JIL_SAUCE_LABS_USERNAME: + required: true + JIL_SAUCE_LABS_ACCESS_KEY: + required: true + JIL_NODE_NEW_RELIC_LICENSE_KEY: + required: true + +jobs: + chrome-unit: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: chrome@* + build-number: ${{ inputs.build-number }} + collection: unit + secrets: inherit + + chrome-functional: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: chrome@* + build-number: ${{ inputs.build-number }} + collection: functional + secrets: inherit + + firefox-unit: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: firefox@* + build-number: ${{ inputs.build-number }} + collection: unit + secrets: inherit + + firefox-functional: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: firefox@* + build-number: ${{ inputs.build-number }} + collection: functional + secrets: inherit + + safari-unit: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: safari@* + build-number: ${{ inputs.build-number }} + collection: unit + secrets: inherit + + safari-functional: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: safari@* + build-number: ${{ inputs.build-number }} + collection: functional + secrets: inherit + + edge-unit: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: edge@* + build-number: ${{ inputs.build-number }} + collection: unit + secrets: inherit + + edge-functional: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: edge@* + build-number: ${{ inputs.build-number }} + collection: functional + secrets: inherit + + ios-unit: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: ios@* + build-number: ${{ inputs.build-number }} + collection: unit + secrets: inherit + + ios-functional: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: ios@* + build-number: ${{ inputs.build-number }} + collection: functional + secrets: inherit + + android-unit: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: android@* + build-number: ${{ inputs.build-number }} + collection: unit + secrets: inherit + + android-functional: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: android@* + build-number: ${{ inputs.build-number }} + collection: functional + secrets: inherit + + ie-unit: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: ie@11 + build-number: ${{ inputs.build-number }} + collection: unit + additional-flags: -P + secrets: inherit + + ie-functional: + uses: ./.github/workflows/jil-single-browser.yml + with: + ref: ${{ inputs.ref || github.ref }} + browser-target: ie@11 + build-number: ${{ inputs.build-number }} + collection: functional + additional-flags: -P + secrets: inherit diff --git a/.github/workflows/jil-single-browser.yml b/.github/workflows/jil-single-browser.yml new file mode 100644 index 0000000000..6579595552 --- /dev/null +++ b/.github/workflows/jil-single-browser.yml @@ -0,0 +1,92 @@ +name: 'JIL: Single browser' + +on: + workflow_dispatch: + inputs: + collection: + description: 'The collection of jil tests to run' + required: true + type: choice + options: + - unit + - functional + default: 'unit' + browser-target: + description: 'Which browser(s) and version(s) to target with the wdio test: chrome@latest OR chrome@* are examples' + required: true + type: string + build-number: + description: 'Used to associate test results reported to New Relic to the BUILD_NUMBER identifier' + required: true + type: string + additional-flags: + description: 'Additional flags to pass to the jil cli' + required: false + type: string + workflow_call: + inputs: + collection: + description: 'The collection of jil tests to run' + required: false + type: string + default: 'unit' + browser-target: + description: 'Which browser(s) and version(s) to target with the wdio test: chrome@latest OR chrome@* are examples' + required: true + type: string + build-number: + description: 'Used to associate test results reported to New Relic to the BUILD_NUMBER identifier' + required: true + type: string + additional-flags: + description: 'Additional flags to pass to the jil cli' + required: false + type: string + ref: + description: 'Github branch ref to checkout and run tests on' + required: false + type: string + secrets: + JIL_SAUCE_LABS_USERNAME: + required: true + JIL_SAUCE_LABS_ACCESS_KEY: + required: true + JIL_NODE_NEW_RELIC_LICENSE_KEY: + required: true + +jobs: + jil: + name: JIL Test - ${{ inputs.browser-target }} - ${{ inputs.collection }} + timeout-minutes: 60 + runs-on: ubuntu-latest + defaults: + run: + shell: bash + env: + BUILD_NUMBER: ${{ inputs.build-number }} + NEWRELIC_ENVIRONMENT: ci + JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} + JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} + NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} + steps: + - uses: actions/checkout@v3 + with: + ref: ${{ inputs.ref || github.ref }} + - uses: actions/setup-node@v3 + with: + node-version: lts/* + - name: Install dependencies + run: npm ci + - name: Build agent + run: npm run build:all + - name: Run JIL Tests + run: | + node --max-old-space-size=8192 ./tools/jil/bin/cli.js \ + -f merged \ + -s \ + -b ${{ inputs.browser-target }} \ + --concurrent 10 \ + --${{ inputs.collection}}-only \ + -t 85000 \ + ${{ runner.debug && '-v -L -D -d' || '' }} \ + ${{ inputs.additional-flags || '' }} diff --git a/.github/workflows/main-push.yml b/.github/workflows/main-push.yml index 0c4400cc4c..bb4546326f 100644 --- a/.github/workflows/main-push.yml +++ b/.github/workflows/main-push.yml @@ -10,6 +10,11 @@ on: branches: - 'main' +# Only allow one instance of this workflow to run at a time +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + jobs: jest-unit: uses: ./.github/workflows/jest.yml diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index 2432e28d35..1bfe02b1c5 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -17,3 +17,43 @@ jobs: browser-target: chrome@latest build-number: $BUILD_NUMBER secrets: inherit + + jil-smoke-unit: + name: 'JIL: Smoke Unit Test' + needs: wdio-smoke + uses: ./.github/workflows/jil-single-browser.yml + with: + browser-target: chrome@latest + build-number: $BUILD_NUMBER + collection: unit + secrets: inherit + + jil-smoke-functional: + name: 'JIL: Smoke Functional Test' + needs: wdio-smoke + uses: ./.github/workflows/jil-single-browser.yml + with: + browser-target: chrome@latest + build-number: $BUILD_NUMBER + collection: functional + secrets: inherit + + jil-polyfill-unit: + name: 'JIL: Polyfill Unit Test' + needs: jil-smoke-unit + uses: ./.github/workflows/jil-single-browser.yml + with: + browser-target: chrome@latest + build-number: $BUILD_NUMBER + collection: unit + secrets: inherit + + jil-polyfill-functional: + name: 'JIL: Polyfill Functional Test' + needs: jil-smoke-functional + uses: ./.github/workflows/jil-single-browser.yml + with: + browser-target: chrome@latest + build-number: $BUILD_NUMBER + collection: functional + secrets: inherit diff --git a/.github/workflows/pull-request-checks.yml b/.github/workflows/pull-request-checks.yml index 705f55140b..40ccc9af2f 100644 --- a/.github/workflows/pull-request-checks.yml +++ b/.github/workflows/pull-request-checks.yml @@ -148,23 +148,32 @@ jobs: browser-target: chrome@latest build-number: PR${{ fromJSON(needs.find-pull-request.outputs.pull-request-target).pr_number}}-job-${{ github.run_number }}-attempt-${{ github.run_attempt }} coverage: true - additional-flags: -v secrets: inherit wdio: name: WDIO if: github.event_name == 'workflow_dispatch' - needs: [find-pull-request,wdio-coverage] + needs: find-pull-request uses: ./.github/workflows/wdio-all-browsers.yml with: ref: 'refs/pull/${{ fromJSON(needs.find-pull-request.outputs.pull-request-target).pr_number }}/merge' build-number: PR${{ fromJSON(needs.find-pull-request.outputs.pull-request-target).pr_number}}-job-${{ github.run_number }}-attempt-${{ github.run_attempt }} secrets: inherit + jil: + name: JIL + if: github.event_name == 'workflow_dispatch' + needs: [find-pull-request,wdio-coverage,wdio] + uses: ./.github/workflows/jil-all-browsers.yml + with: + ref: 'refs/pull/${{ fromJSON(needs.find-pull-request.outputs.pull-request-target).pr_number }}/merge' + build-number: PR${{ fromJSON(needs.find-pull-request.outputs.pull-request-target).pr_number}}-job-${{ github.run_number }}-attempt-${{ github.run_attempt }} + secrets: inherit + complete-status-comment-pull-request: name: Comment pull request if: always() && github.event_name == 'workflow_dispatch' && needs.find-pull-request.result == 'success' - needs: [find-pull-request,wdio-coverage,wdio] + needs: [find-pull-request,wdio-coverage,wdio,jil] runs-on: ubuntu-latest defaults: run: diff --git a/.github/workflows/smoke-test.yml b/.github/workflows/smoke-test.yml deleted file mode 100644 index a36e19e9b5..0000000000 --- a/.github/workflows/smoke-test.yml +++ /dev/null @@ -1,37 +0,0 @@ -name: Smoke Test - -on: - workflow_dispatch: - schedule: - # Runs every day at 3AM - - cron: '0 3 * * *' - -env: - BUILD_NUMBER: event-${{ github.event.number }}-job-${{ github.run_number }}-attempt-${{ github.run_attempt }} - -jobs: - chrome: - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b chrome@latest -s -t 85000 --concurrent=10 diff --git a/.github/workflows/tests-all.yml b/.github/workflows/tests-all.yml deleted file mode 100644 index 3fbf8134c1..0000000000 --- a/.github/workflows/tests-all.yml +++ /dev/null @@ -1,37 +0,0 @@ -name: Test All - -on: - workflow_dispatch: - schedule: - # Runs every day at 2AM - - cron: '0 2 * * *' - -env: - BUILD_NUMBER: event-${{ github.event.number }}-job-${{ github.run_number }}-attempt-${{ github.run_attempt }} - -jobs: - chrome: - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -A -f merged -b *@* -s -t 85000 --concurrent=30 tests/functional/graceful-error.test.js diff --git a/.github/workflows/tests-polyfill.yml b/.github/workflows/tests-polyfill.yml deleted file mode 100644 index 7c29f602f6..0000000000 --- a/.github/workflows/tests-polyfill.yml +++ /dev/null @@ -1,38 +0,0 @@ -name: Polyfill Tests - -on: - schedule: - # Runs every day at 4AM - - cron: '0 4 * * *' - workflow_dispatch: - - -env: - BUILD_NUMBER: polyfills-${{ github.event.number }}-job-${{ github.run_number }}-attempt-${{ github.run_attempt }} - -jobs: - ie: - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -P -b ie@11 -s -t 85000 --concurrent=10 diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml deleted file mode 100644 index dbd4ddc969..0000000000 --- a/.github/workflows/tests.yml +++ /dev/null @@ -1,417 +0,0 @@ -name: Tests - -on: - pull_request_target: - types: [labeled] - workflow_dispatch: - -env: - BUILD_NUMBER: PR${{ github.event.number }}-job-${{ github.run_number }}-attempt-${{ github.run_attempt }} - -jobs: - chrome-functional: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b chrome@* -s -t 85000 --concurrent=10 --functional-only - - chrome-unit: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b chrome@* -s -t 85000 --concurrent=10 --unit-only - - firefox-functional: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b firefox@* -s -t 85000 --concurrent=10 --functional-only - - firefox-unit: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b firefox@* -s -t 85000 --concurrent=10 --unit-only - - edge-functional: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b edge@* -s -t 85000 --concurrent=10 --functional-only - - edge-unit: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b edge@* -s -t 85000 --concurrent=10 --unit-only - - safari-functional: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b safari@* -s -t 85000 --concurrent=10 --functional-only - - safari-unit: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b safari@* -s -t 85000 --concurrent=10 --unit-only - - ios-functional: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 45 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b ios@* -s -t 85000 --functional-only --concurrent=13 - - ios-unit: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 45 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b ios@* -s -t 85000 --unit-only --concurrent=13 - - android-functional: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b android@* -s -t 85000 --concurrent=2 --functional-only - - android-unit: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -b android@* -s -t 85000 --concurrent=2 --unit-only - - ie-functional: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -P -b ie@* -s -t 85000 --concurrent=5 --functional-only - - ie-unit: - if: contains(fromJson('["workflow_dispatch"]'), github.event_name) || contains(github.event.pull_request.labels.*.name, 'safe to test') - timeout-minutes: 60 - continue-on-error: true - runs-on: ubuntu-latest - container: - image: ubuntu:latest - defaults: - run: - shell: bash - - env: - NEWRELIC_ENVIRONMENT: ci - JIL_SAUCE_LABS_USERNAME: ${{ secrets.JIL_SAUCE_LABS_USERNAME }} - JIL_SAUCE_LABS_ACCESS_KEY: ${{ secrets.JIL_SAUCE_LABS_ACCESS_KEY }} - NEW_RELIC_LICENSE_KEY: ${{ secrets.JIL_NODE_NEW_RELIC_LICENSE_KEY }} - - steps: - - name: Setup Container - run: apt update && apt install -y git - - uses: actions/checkout@v3 - - uses: actions/setup-node@v3 - with: - node-version: lts/* - - name: checkout and build - uses: ./.github/actions/test-setup - - name: run tests - run: node --max-old-space-size=8192 ./tools/jil/bin/cli.js -f merged -P -b ie@* -s -t 85000 --concurrent=5 --unit-only -