Tests: Add workflow (#4523)

.github/workflows/e2e-full-ondemand.yml

@@ -0,0 +1,65 @@
+name: Full Regression on demand tests
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '0 4 * * 1-5'
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  e2e:
+    runs-on: ubuntu-20.04
+    timeout-minutes: 40
+    name: Cypress Full Regression on demand tests
+    strategy:
+      fail-fast: false
+      matrix:
+        containers: [1, 2, 3, 4, 5]
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: ./.github/workflows/cypress
+        with:
+          secrets: ${{ toJSON(secrets) }}
+          spec: |
+            cypress/e2e/happypath_2/*.cy.js
+            cypress/e2e/regression/*.cy.js
+            cypress/e2e/safe-apps/*.cy.js
+            cypress/e2e/smoke/*.cy.js
+          group: 'Full Regression on demand tests'
+          tag: 'full_regression'
+
+      - name: Python setup
+        if: always()
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.x'
+
+      - name: Install junitparser
+        if: always()
+        run: |
+          pip install junitparser
+
+      - name: Merge JUnit reports for TestRail
+        if: always()
+        run: |
+          junitparser merge --suite-name "Root Suite" --glob "reports/junit-*" "reports/junit-report.xml"
+
+      - name: TestRail CLI upload results
+        if: always()
+        run: |
+          pip install trcli
+          if ! trcli -y \
+          -h https://gno.testrail.io/ \
+          --project "Safe- Web App" \
+          --username ${{ secrets.TESTRAIL_USERNAME }} \
+          --password ${{ secrets.TESTRAIL_PASSWORD }} \
+          parse_junit \
+          --title "Full Regression Automated Tests, branch: ${GITHUB_REF_NAME}" \
+          --run-description ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} \
+          -f "reports/junit-report.xml"; then
+            echo -e "\e[41;32mTestRail upload failed. Pipeline will continue, please check the upload process.\e[0m"
+          fi

.github/workflows/e2e-hp-ondemand.yml

@@ -55,6 +55,6 @@ jobs:
           --username ${{ secrets.TESTRAIL_USERNAME }} \
           --password ${{ secrets.TESTRAIL_PASSWORD }} \
           parse_junit \
-          --title "Happy path Tests, branch: ${GITHUB_REF_NAME}" \
+          --title "Happy Path Automated Tests, branch: ${GITHUB_REF_NAME}" \
           --run-description ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} \
           -f "reports/junit-report.xml"

.github/workflows/e2e-ondemand.yml

@@ -2,8 +2,6 @@ name: Regression on demand tests
 
 on:
   workflow_dispatch:
-  schedule:
-    - cron: '0 4 * * 1-5'
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
@@ -57,7 +55,7 @@ jobs:
           --username ${{ secrets.TESTRAIL_USERNAME }} \
           --password ${{ secrets.TESTRAIL_PASSWORD }} \
           parse_junit \
-          --title "Automated Tests, branch: ${GITHUB_REF_NAME}" \
+          --title "Regression Automated Tests, branch: ${GITHUB_REF_NAME}" \
           --run-description ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} \
           -f "reports/junit-report.xml"; then
             echo -e "\e[41;32mTestRail upload failed. Pipeline will continue, please check the upload process.\e[0m"

.github/workflows/e2e-prod-ondemand.yml

@@ -54,7 +54,7 @@ jobs:
           --username ${{ secrets.TESTRAIL_USERNAME }} \
           --password ${{ secrets.TESTRAIL_PASSWORD }} \
           parse_junit \
-          --title "Automated Tests, branch: ${GITHUB_REF_NAME}" \
+          --title "Production Health Checks Automated Tests, branch: ${GITHUB_REF_NAME}" \
           --run-description ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} \
           -f "reports/junit-report.xml"; then
             echo -e "\e[41;32mTestRail upload failed. Pipeline will continue, please check the upload process.\e[0m"

cypress/e2e/pages/nfts.pages.js

@@ -146,11 +146,4 @@ export function clikOnNextBtn() {
 export function verifyReviewModalData(NFTcount) {
   main.verifyElementsExist([nftItemList])
   main.verifyElementsCount(nftItemNane, NFTcount)
-
-  if (NFTcount > 1) {
-    const numbersArr = Array.from({ length: NFTcount }, (_, index) => index + 1)
-    numbersArr.forEach((number) => {
-      cy.contains(number.toString()).scrollIntoView().should('be.visible')
-    })
-  }
 }

cypress/e2e/regression/multichain_setup.cy.js

@@ -88,7 +88,8 @@ describe('Multichain setup tests', { defaultCommandTimeout: 30000 }, () => {
   })
 
   it('Verify warning on swap owner for one safe in the group', () => {
-    cy.visit(constants.setupUrl + `sep:${safe}`)
+    let safe = main.changeSafeChainName(staticSafes.MATIC_STATIC_SAFE_28, 'sep')
+    cy.visit(constants.setupUrl + safe)
     owner.waitForConnectionStatus()
     owner.openReplaceOwnerWindow(1)
     owner.typeOwnerAddress(constants.SEPOLIA_OWNER_2)