Merge remote-tracking branch 'origin/master' into rh-async-backing-fe…

…ature
paritytech · Jun 22, 2022 · 36268ec · 36268ec
2 parents c1fbdee + 5a619f0
commit 36268ec
Show file tree

Hide file tree

Showing 422 changed files with 8,657 additions and 6,971 deletions.
diff --git a/.github/workflows/honggfuzz.yml b/.github/workflows/honggfuzz.yml
@@ -54,7 +54,7 @@ jobs:
 
       - name: Cache Seed
         id: cache-seed-round-trip
-        uses: actions/cache@v2
+        uses: actions/cache@v3
         with:
           path: erasure-coding/fuzzer/hfuzz_workspace
           key: ${{ runner.os }}-erasure-coding
@@ -100,7 +100,7 @@ jobs:
 
       - name: Cache Seed
         id: cache-seed-reconstruct
-        uses: actions/cache@v2
+        uses: actions/cache@v3
         with:
           path: erasure-coding/fuzzer/hfuzz_workspace
           key: ${{ runner.os }}-erasure-coding

diff --git a/.github/workflows/pr-custom-review.yml b/.github/workflows/pr-custom-review.yml
@@ -37,6 +37,6 @@ jobs:
         if: github.event.pull_request.draft == true
         run: exit 1
       - name: pr-custom-review
-        uses: paritytech/pr-custom-review@v2
+        uses: paritytech/pr-custom-review@action-v3
         with:
-          token: ${{ secrets.PRCR_TOKEN }}
+          checks-reviews-api: http://pcr.parity-prod.parity.io/api/v1/check_reviews
diff --git a/.github/workflows/release-01_branch-check.yml b/.github/workflows/release-01_branch-check.yml
@@ -0,0 +1,20 @@
+name: Release - Branch check
+on:
+  push:
+    branches:
+      - release-v[0-9]+.[0-9]+.[0-9]+
+
+  workflow_dispatch:
+
+jobs:
+  tag_rc:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout sources
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Run check
+        shell: bash
+        run: ./scripts/ci/github/check-rel-br
diff --git a/.github/workflows/release-candidate.yml → .github/workflows/release-10_candidate.yml b/.github/workflows/release-candidate.yml → .github/workflows/release-10_candidate.yml
@@ -1,4 +1,4 @@
-name: Release-candidate automation
+name: Release - RC automation
 on:
   push:
     branches:

diff --git a/...ows/extrinsic-ordering-check-from-bin.yml → ...-20_extrinsic-ordering-check-from-bin.yml b/...ows/extrinsic-ordering-check-from-bin.yml → ...-20_extrinsic-ordering-check-from-bin.yml
@@ -1,6 +1,6 @@
 # This workflow performs the Extrinsic Ordering Check on demand using a binary
 
-name: Extrinsic Ordering Check from Binary
+name: Release - Extrinsic Ordering Check
 on:
   workflow_dispatch:
     inputs:
@@ -74,7 +74,7 @@ jobs:
         run: pkill polkadot
 
       - name: Save output as artifact
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v3
         with:
           name: ${{ env.CHAIN }}
           path: |

diff --git a/.github/workflows/publish-draft-release.yml → ...lows/release-30_publish-draft-release.yml b/.github/workflows/publish-draft-release.yml → ...lows/release-30_publish-draft-release.yml
@@ -1,4 +1,4 @@
-name: Publish draft release
+name: Release - Publish draft
 
 on:
   push:
@@ -30,7 +30,7 @@ jobs:
         uses: actions/checkout@v3
 
       - name: Cache target dir
-        uses: actions/cache@v2
+        uses: actions/cache@v3
         with:
           path: "${{ github.workspace }}/runtime/${{ matrix.runtime }}/target"
           key: srtool-target-${{ matrix.runtime }}-${{ github.sha }}
@@ -51,13 +51,13 @@ jobs:
           echo '${{ steps.srtool_build.outputs.json }}' | jq > ${{ matrix.runtime }}_srtool_output.json
 
       - name: Upload ${{ matrix.runtime }} srtool json
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v3
         with:
           name: ${{ matrix.runtime }}-srtool-json
           path: ${{ matrix.runtime }}_srtool_output.json
 
       - name: Upload ${{ matrix.runtime }} runtime
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v3
         with:
           name: ${{ matrix.runtime }}-runtime
           path: |
@@ -82,7 +82,7 @@ jobs:
           ruby-version: 3.0.0
 
       - name: Download srtool json output
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v3
 
       - name: Prepare tooling
         run: |
@@ -122,7 +122,7 @@ jobs:
           ls -al context.json
 
       - name: Archive artifact context.json
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v3
         with:
           name: release-notes-context
           path: |
@@ -152,7 +152,7 @@ jobs:
       - name: Checkout sources
         uses: actions/checkout@v3
       - name: Download artifacts
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v3
       - name: Set up Ruby
         uses: ruby/setup-ruby@v1
         with:

diff --git a/.github/workflows/publish-docker-release.yml → ...ows/release-50_publish-docker-release.yml b/.github/workflows/publish-docker-release.yml → ...ows/release-50_publish-docker-release.yml
@@ -1,4 +1,4 @@
-name: Publish Docker image for new releases
+name: Release - Publish Docker image for new releases
 
 on:
   release:
@@ -12,22 +12,22 @@ jobs:
       - name: Checkout sources
         uses: actions/checkout@v3
       - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v1
+        uses: docker/setup-buildx-action@f211e3e9ded2d9377c8cadc4489a4e38014bc4c9 # v1.7
       - name: Cache Docker layers
-        uses: actions/cache@v2
+        uses: actions/cache@v3
         with:
          path: /tmp/.buildx-cache
          key: ${{ runner.os }}-buildx-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-buildx-
       - name: Login to Dockerhub
-        uses: docker/login-action@v1
+        uses: docker/login-action@v2
         with:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
       - name: Build and push
         id:   docker_build
-        uses: docker/build-push-action@v2
+        uses: docker/build-push-action@v3
         with:
           push: true
           file: scripts/ci/dockerfiles/polkadot_injected_release.Dockerfile

diff --git a/.github/workflows/publish-docker-manual.yml → ...lows/release-51_publish-docker-manual.yml b/.github/workflows/publish-docker-manual.yml → ...lows/release-51_publish-docker-manual.yml
@@ -1,4 +1,4 @@
-name: Publish Docker image (manual dispatch)
+name: Release - Publish Docker image (manual dispatch)
 
 on:
   workflow_dispatch:
@@ -19,22 +19,22 @@ jobs:
       - name: Checkout sources
         uses: actions/checkout@v3
       - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v1
+        uses: docker/setup-buildx-action@f211e3e9ded2d9377c8cadc4489a4e38014bc4c9 # v1.7
       - name: Cache Docker layers
-        uses: actions/cache@v2
+        uses: actions/cache@v3
         with:
          path: /tmp/.buildx-cache
          key: ${{ runner.os }}-buildx-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-buildx-
       - name: Login to Dockerhub
-        uses: docker/login-action@v1
+        uses: docker/login-action@v2
         with:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
       - name: Build and push
         id:   docker_build
-        uses: docker/build-push-action@v2
+        uses: docker/build-push-action@v3
         with:
           push: true
           file: scripts/ci/dockerfiles/polkadot_injected_release.Dockerfile

diff --git a/.github/workflows/release-bot.yml → .github/workflows/release-99_bot.yml b/.github/workflows/release-bot.yml → .github/workflows/release-99_bot.yml
@@ -1,4 +1,4 @@
-name: Send new release notification to matrix channels
+name: Release - Send new release notification to matrix channels
 on:
   release:
     types:

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
@@ -106,12 +106,22 @@ default:
     - if: $CI_COMMIT_REF_NAME == "master"
     - if: $CI_COMMIT_REF_NAME =~ /^[0-9]+$/                         # PRs
 
+.deploy-testnet-refs:              &deploy-testnet-refs
+  rules:
+    - if: $CI_PIPELINE_SOURCE == "pipeline"
+      when: never
+    - if: $CI_PIPELINE_SOURCE == "schedule"
+    - if: $CI_COMMIT_REF_NAME == "master"
+
 .publish-refs:                     &publish-refs
   rules:
     - if: $CI_PIPELINE_SOURCE == "pipeline"
       when: never
     - if: $CI_PIPELINE_SOURCE == "schedule"
+    - if: $CI_PIPELINE_SOURCE == "web" &&
+          $CI_COMMIT_REF_NAME == "master"
     - if: $CI_COMMIT_REF_NAME == "master"
+    - if: $CI_COMMIT_REF_NAME =~ /^v[0-9]+\.[0-9]+.*$/              # i.e. v1.0, v2.1rc1
 
 .build-push-image:                 &build-push-image
   <<:                              *kubernetes-env
@@ -266,6 +276,22 @@ build-malus:
     - echo "polkadot-test-malus = $(cat ./artifacts/VERSION) (EXTRATAG = $(cat ./artifacts/EXTRATAG))"
     - cp -r ./scripts/* ./artifacts
 
+build-staking-miner:
+  stage:                           stage1
+  <<:                              *collect-artifacts
+  <<:                              *docker-env
+  <<:                              *compiler-info
+  <<:                              *common-refs
+  script:
+    - time cargo build --locked --release --package staking-miner
+    # pack artifacts
+    - mkdir -p ./artifacts
+    - mv ./target/release/staking-miner ./artifacts/.
+    - echo -n "${CI_COMMIT_REF_NAME}" > ./artifacts/VERSION
+    - echo -n "${CI_COMMIT_REF_NAME}-${CI_COMMIT_SHORT_SHA}" > ./artifacts/EXTRATAG
+    - echo "staking-miner = $(cat ./artifacts/VERSION) (EXTRATAG = $(cat ./artifacts/EXTRATAG))"
+    - cp -r ./scripts/* ./artifacts
+
 #### stage:                        stage2
 
 .check-dependent-project:          &check-dependent-project
@@ -424,6 +450,23 @@ publish-malus-image:
       # this artifact is used in zombienet-tests job
       dotenv: ./artifacts/malus.env
 
+publish-staking-miner-image:
+  stage:                           stage2
+  <<:                              *build-push-image
+  <<:                              *publish-refs
+  variables:
+    <<:                            *image-variables
+    # scripts/ci/dockerfiles/staking-miner/staking-miner_injected.Dockerfile
+    DOCKERFILE:                    ci/dockerfiles/staking-miner/staking-miner_injected.Dockerfile
+    IMAGE_NAME:                    docker.io/paritytech/staking-miner
+    GIT_STRATEGY:                  none
+    DOCKER_USER:                   ${Docker_Hub_User_Parity}
+    DOCKER_PASS:                   ${Docker_Hub_Pass_Parity}
+  needs:
+    - job:                         build-staking-miner
+      artifacts:                   true
+
+
 publish-s3-release:                &publish-s3
   stage:                           stage3
   needs:
@@ -586,7 +629,7 @@ deploy-parity-testnet:
   needs:
     - job:                         test-deterministic-wasm
       artifacts:                   false
-  <<:                              *publish-refs
+  <<:                              *deploy-testnet-refs
   variables:
     POLKADOT_CI_COMMIT_NAME:       "${CI_COMMIT_REF_NAME}"
     POLKADOT_CI_COMMIT_REF:        "${CI_COMMIT_SHORT_SHA}"
@@ -682,6 +725,35 @@ zombienet-tests-parachains-disputes:
   tags:
     - zombienet-polkadot-integration-test
 
+zombienet-test-parachains-upgrade-smoke-test:
+  stage:                           stage3
+  image:                           "${ZOMBIENET_IMAGE}"
+  <<:                              *kubernetes-env
+  <<:                              *zombienet-refs
+  needs:
+    - job:                         publish-polkadot-debug-image
+    - job:                         publish-malus-image
+    - job:                         publish-test-collators-image
+  variables:
+    GH_DIR:                        'https://github.com/paritytech/polkadot/tree/${CI_COMMIT_SHORT_SHA}/zombienet_tests/smoke'
+  before_script:
+    - echo "ZombieNet Tests Config"
+    - echo "docker.io/parity/polkadot:latest"
+    - echo "docker.io/parity/polkadot-collator:latest"
+    - echo "${ZOMBIENET_IMAGE}"
+    - echo "${GH_DIR}"
+    - export DEBUG=zombie,zombie::network-node
+    - export ZOMBIENET_INTEGRATION_TEST_IMAGE="docker.io/parity/polkadot:latest" # Use polkadot latest image
+    - export COL_IMAGE="docker.io/parity/polkadot-collator:latest" # Use cumulus lastest image
+  script:
+    - /home/nonroot/zombie-net/scripts/ci/run-test-env-manager.sh
+        --github-remote-dir="${GH_DIR}"
+        --test="0002-parachains-upgrade-smoke-test.feature"
+  allow_failure:                   true
+  retry: 2
+  tags:
+    - zombienet-polkadot-integration-test
+
 zombienet-tests-malus-dispute-valid:
   stage:                           stage3
   image:                           "${ZOMBIENET_IMAGE}"