From 42cb11ae63ff9fbd5db04b13e63fa14e263b6b31 Mon Sep 17 00:00:00 2001 From: Jitendrakumar Kushavah <78074038+jitendracandela@users.noreply.github.com> Date: Tue, 6 Aug 2024 16:12:23 +0530 Subject: [PATCH] Wifi 14036 (#982) * Updated sanity, performance, regression workflows as per 3.2 target APs & Commented out cron job Signed-off-by: jitendracandela * Added pass-fail for cig_wf189 AP Signed-off-by: jitendracandela --------- Signed-off-by: jitendracandela --- .github/workflows/performance.yml | 785 ++-------- .github/workflows/quali.yml | 321 +---- .github/workflows/regression.yml | 1262 ++--------------- .../performance_pass_fail.json | 30 + 4 files changed, 273 insertions(+), 2125 deletions(-) diff --git a/.github/workflows/performance.yml b/.github/workflows/performance.yml index 076db7f139..c9cfe7c4c0 100644 --- a/.github/workflows/performance.yml +++ b/.github/workflows/performance.yml @@ -22,7 +22,7 @@ on: description: "revision of the Open Wifi Helm chart" ap_models: required: true - default: "cig_wf188n,cig_wf196,hfcl_ion4xe,yuncore_fap655,yuncore_ax820,edgecore_oap101-6e,edgecore_eap102,edgecore_eap101,edgecore_eap104,cig_wf186w,edgecore_eap111,hfcl_ion4xi,udaya_a6-id2,edgecore_eap105,sercomm_ap72tip" + default: "hfcl_ion4xi,edgecore_eap104,cig_wf196,udaya_a6-id2,yuncore_ax820,hfcl_ion4xe,yuncore_fap655,cig_wf189,edgecore_eap105,sercomm_ap72tip,edgecore_eap101,edgecore_eap111" description: "the AP models to test" ap_version: required: true @@ -44,8 +44,8 @@ on: required: false default: "" description: "Tests release branch to use (i.e. 'release/v2.8.0' or 'master'). If left empty, latest release branch is used" - schedule: - - cron: "30 18 * * 1-4" + # schedule: + # - cron: "30 18 * * 1-4" jobs: # Set vars @@ -129,14 +129,14 @@ jobs: registry_password: ${{ secrets.DOCKER_USER_PASSWORD }} # Run tests on APs - test-edgecore-oap101-6e: - needs: ["vars", "build", "test-cig-wf196"] + test-cig-wf189: + needs: ["vars", "build", "test-yuncore-fap655" ] runs-on: [ self-hosted, small ] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_oap101-6e')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf189')" env: - AP_MODEL: edgecore_oap101-6e + AP_MODEL: cig_wf189 steps: - name: Set AP model output id: ap_model @@ -183,7 +183,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-6a + testbed: basic-4a marker_expression: "performance and dataplane_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -209,7 +209,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-6a + testbed: basic-4a marker_expression: "performance and wifi_capacity_ax_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -235,7 +235,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-6a + testbed: basic-4a marker_expression: "performance and peak_throughput_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -261,7 +261,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-6a + testbed: basic-4a marker_expression: "performance and client_scale_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -287,7 +287,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-6a + testbed: basic-4a marker_expression: "performance and dual_band_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -334,7 +334,7 @@ jobs: test-hfcl-ion4xe: - needs: ["vars", "build", "test-edgecore-eap101"] + needs: ["vars", "build", "test-yuncore-ax820" ] runs-on: [ self-hosted, small ] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4xe')" @@ -537,7 +537,7 @@ jobs: test-hfcl-ion4xi: - needs: [ "vars", "build", "test-hfcl-ion4xe"] + needs: [ "vars", "build"] runs-on: [ self-hosted, small ] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4xi')" @@ -589,7 +589,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-3b + testbed: basic-1 marker_expression: "performance and dataplane_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -615,7 +615,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-3b + testbed: basic-1 marker_expression: "performance and wifi_capacity_ax_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -641,7 +641,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-3b + testbed: basic-1 marker_expression: "performance and peak_throughput_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -667,7 +667,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-3b + testbed: basic-1 marker_expression: "performance and client_scale_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -693,7 +693,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-3b + testbed: basic-1 marker_expression: "performance and dual_band_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -792,7 +792,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-3 + testbed: basic-6 marker_expression: "performance and dataplane_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -818,7 +818,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-3 + testbed: basic-6 marker_expression: "performance and wifi_capacity_ax_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -844,7 +844,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-3 + testbed: basic-6 marker_expression: "performance and peak_throughput_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -870,7 +870,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-3 + testbed: basic-6 marker_expression: "performance and client_scale_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -896,7 +896,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-3 + testbed: basic-6 marker_expression: "performance and dual_band_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1145,13 +1145,13 @@ jobs: run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsec - test-cig-wf188n: - needs: ["vars", "build", "test-edgecore-eap102"] + test-edgecore-eap104: + needs: ["vars", "build", "test-hfcl-ion4xi" ] runs-on: [ self-hosted, small ] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf188n')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap104')" env: - AP_MODEL: cig_wf188n + AP_MODEL: edgecore_eap104 steps: - name: Set AP model output id: ap_model @@ -1348,13 +1348,13 @@ jobs: run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsec - test-edgecore-eap102: + test-yuncore-ax820: needs: ["vars", "build"] runs-on: [ self-hosted, small ] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap102')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'yuncore_ax820')" env: - AP_MODEL: edgecore_eap102 + AP_MODEL: yuncore_ax820 steps: - name: Set AP model output id: ap_model @@ -1368,6 +1368,7 @@ jobs: python-version: "3.8" + # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | @@ -1386,7 +1387,7 @@ jobs: - name: prepare namespace name id: namespace run: | - NAMESPACE="testing-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" + NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT - name: prepare configuration @@ -1396,12 +1397,13 @@ jobs: EOF + - name: run tests dataplane_tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-1 + testbed: basic-3 marker_expression: "performance and dataplane_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1427,7 +1429,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-1 + testbed: basic-3 marker_expression: "performance and wifi_capacity_ax_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1453,7 +1455,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-1 + testbed: basic-3 marker_expression: "performance and peak_throughput_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1479,7 +1481,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-1 + testbed: basic-3 marker_expression: "performance and client_scale_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1505,7 +1507,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-1 + testbed: basic-3 marker_expression: "performance and dual_band_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1551,13 +1553,13 @@ jobs: run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsec - test-edgecore-eap104: - needs: ["vars", "build", "test-yuncore-fap655"] + test-cig-wf196: + needs: ["vars", "build"] runs-on: [ self-hosted, small ] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap104')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf196')" env: - AP_MODEL: edgecore_eap104 + AP_MODEL: cig_wf196 steps: - name: Set AP model output id: ap_model @@ -1571,6 +1573,7 @@ jobs: python-version: "3.8" + # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | @@ -1604,7 +1607,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-4a + testbed: basic-2 marker_expression: "performance and dataplane_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1630,7 +1633,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-4a + testbed: basic-2 marker_expression: "performance and wifi_capacity_ax_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1656,7 +1659,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-4a + testbed: basic-2 marker_expression: "performance and peak_throughput_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1682,7 +1685,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-4a + testbed: basic-2 marker_expression: "performance and client_scale_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1708,7 +1711,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-4a + testbed: basic-2 marker_expression: "performance and dual_band_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1753,14 +1756,13 @@ jobs: if: failure() run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsec - - test-yuncore-ax820: - needs: ["vars", "build"] + test-edgecore-eap111: + needs: [ "vars", "build", "test-edgecore-eap101" ] runs-on: [ self-hosted, small ] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'yuncore_ax820')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap111')" env: - AP_MODEL: yuncore_ax820 + AP_MODEL: edgecore_eap111 steps: - name: Set AP model output id: ap_model @@ -1803,13 +1805,12 @@ jobs: EOF - - name: run tests dataplane_tests uses: ./.github/actions/run-tests if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-5 + testbed: basic-6a marker_expression: "performance and dataplane_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1835,7 +1836,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-5 + testbed: basic-6a marker_expression: "performance and wifi_capacity_ax_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1861,7 +1862,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-5 + testbed: basic-6a marker_expression: "performance and peak_throughput_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1887,7 +1888,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-5 + testbed: basic-6a marker_expression: "performance and client_scale_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1913,7 +1914,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-5 + testbed: basic-6a marker_expression: "performance and dual_band_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1958,14 +1959,13 @@ jobs: if: failure() run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsec - - test-cig-wf186w: - needs: [ "vars", "build", "test-yuncore-ax820" ] + test-udaya-a6-id2: + needs: [ "vars", "build", "test-cig-wf196" ] runs-on: [ self-hosted, small ] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf186w')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'udaya_a6-id2')" env: - AP_MODEL: cig_wf186w + AP_MODEL: udaya_a6-id2 steps: - name: Set AP model output id: ap_model @@ -1979,6 +1979,7 @@ jobs: python-version: "3.8" + # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - name: install kubectl run: | @@ -2012,7 +2013,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-5a + testbed: basic-2a marker_expression: "performance and dataplane_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2038,7 +2039,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-5a + testbed: basic-2a marker_expression: "performance and wifi_capacity_ax_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2064,7 +2065,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-5a + testbed: basic-2a marker_expression: "performance and peak_throughput_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2090,7 +2091,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-5a + testbed: basic-2a marker_expression: "performance and client_scale_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2116,7 +2117,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-5a + testbed: basic-2a marker_expression: "performance and dual_band_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2161,14 +2162,13 @@ jobs: if: failure() run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsec - - test-cig-wf196: - needs: ["vars", "build"] + test-edgecore-eap105: + needs: [ "vars", "build"] runs-on: [ self-hosted, small ] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf196')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap105')" env: - AP_MODEL: cig_wf196 + AP_MODEL: edgecore_eap105 steps: - name: Set AP model output id: ap_model @@ -2216,7 +2216,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-6 + testbed: basic-5 marker_expression: "performance and dataplane_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2242,7 +2242,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-6 + testbed: basic-5 marker_expression: "performance and wifi_capacity_ax_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2268,7 +2268,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-6 + testbed: basic-5 marker_expression: "performance and peak_throughput_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2294,7 +2294,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-6 + testbed: basic-5 marker_expression: "performance and client_scale_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2320,7 +2320,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-6 + testbed: basic-5 marker_expression: "performance and dual_band_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2365,13 +2365,13 @@ jobs: if: failure() run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsec - test-edgecore-eap111: - needs: [ "vars", "build" ] + test-sercomm-ap72tip: + needs: [ "vars", "build", "test-edgecore-eap105" ] runs-on: [ self-hosted, small ] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap111')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'sercomm_ap72tip')" env: - AP_MODEL: edgecore_eap111 + AP_MODEL: sercomm_ap72tip steps: - name: Set AP model output id: ap_model @@ -2419,7 +2419,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-2 + testbed: basic-5a marker_expression: "performance and dataplane_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2445,7 +2445,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-2 + testbed: basic-5a marker_expression: "performance and wifi_capacity_ax_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2471,7 +2471,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-2 + testbed: basic-5a marker_expression: "performance and peak_throughput_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2497,7 +2497,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-2 + testbed: basic-5a marker_expression: "performance and client_scale_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2523,616 +2523,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-2 - marker_expression: "performance and dual_band_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dual_band_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct - - - name: show gw logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owgw - - - name: show fms logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owfms - - - name: show prov logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owprov - - - name: show analytics logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owanalytics - - - name: show subscription (userportal) logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsub - - - name: show sec logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsec - - test-udaya-a6-id2: - needs: [ "vars", "build", "test-edgecore-eap111" ] - runs-on: [ self-hosted, small ] - timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'udaya_a6-id2')" - env: - AP_MODEL: udaya_a6-id2 - steps: - - name: Set AP model output - id: ap_model - run: | - echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT - - - uses: actions/checkout@v3 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: "3.8" - - - - # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - - name: install kubectl - run: | - curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" - sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - - - name: install aws CLI tool - run: | - curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" - unzip awscliv2.zip - sudo ./aws/install - - - name: get EKS access credentials - run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - - - name: prepare namespace name - id: namespace - run: | - NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" - echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT - - - name: prepare configuration - run: | - cat << EOF > lab_info.json - ${{ secrets.LAB_INFO_JSON }} - EOF - - - - name: run tests dataplane_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-2a - marker_expression: "performance and dataplane_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt - - - name: run tests wifi_capacity_ax_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-2a - marker_expression: "performance and wifi_capacity_ax_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"' - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_ax_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wca --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wca $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wca - - - name: run tests peak_throughput_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-2a - marker_expression: "performance and peak_throughput_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-peak_throughput_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt - - - name: run tests client_scale_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-2a - marker_expression: "performance and client_scale_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-client_scale_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct - - - name: run tests dual_band_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-2a - marker_expression: "performance and dual_band_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dual_band_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct - - - name: show gw logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owgw - - - name: show fms logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owfms - - - name: show prov logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owprov - - - name: show analytics logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owanalytics - - - name: show subscription (userportal) logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsub - - - name: show sec logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsec - - test-edgecore-eap105: - needs: [ "vars", "build", "test-cig-wf196", "test-edgecore-oap101-6e" ] - runs-on: [ self-hosted, small ] - timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap105')" - env: - AP_MODEL: edgecore_eap105 - steps: - - name: Set AP model output - id: ap_model - run: | - echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT - - - uses: actions/checkout@v3 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: "3.8" - - - - # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - - name: install kubectl - run: | - curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" - sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - - - name: install aws CLI tool - run: | - curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" - unzip awscliv2.zip - sudo ./aws/install - - - name: get EKS access credentials - run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - - - name: prepare namespace name - id: namespace - run: | - NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" - echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT - - - name: prepare configuration - run: | - cat << EOF > lab_info.json - ${{ secrets.LAB_INFO_JSON }} - EOF - - - - name: run tests dataplane_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-6b - marker_expression: "performance and dataplane_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt - - - name: run tests wifi_capacity_ax_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-6b - marker_expression: "performance and wifi_capacity_ax_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"' - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_ax_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wca --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wca $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wca - - - name: run tests peak_throughput_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-6b - marker_expression: "performance and peak_throughput_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-peak_throughput_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt - - - name: run tests client_scale_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-6b - marker_expression: "performance and client_scale_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-client_scale_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct - - - name: run tests dual_band_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-6b - marker_expression: "performance and dual_band_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dual_band_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct - - - name: show gw logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owgw - - - name: show fms logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owfms - - - name: show prov logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owprov - - - name: show analytics logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owanalytics - - - name: show subscription (userportal) logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsub - - - name: show sec logs - if: failure() - run: kubectl -n openwifi-${{ needs.vars.outputs.existing_controller }} logs deployment/owsec - - test-sercomm-ap72tip: - needs: [ "vars", "build", "test-cig-wf196", "test-edgecore-oap101-6e", "test-edgecore-eap105" ] - runs-on: [ self-hosted, small ] - timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'sercomm_ap72tip')" - env: - AP_MODEL: sercomm_ap72tip - steps: - - name: Set AP model output - id: ap_model - run: | - echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT - - - uses: actions/checkout@v3 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: "3.8" - - - - # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - - name: install kubectl - run: | - curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" - sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - - - name: install aws CLI tool - run: | - curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" - unzip awscliv2.zip - sudo ./aws/install - - - name: get EKS access credentials - run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - - - name: prepare namespace name - id: namespace - run: | - NAMESPACE="performance-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" - echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT - - - name: prepare configuration - run: | - cat << EOF > lab_info.json - ${{ secrets.LAB_INFO_JSON }} - EOF - - - - name: run tests dataplane_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dataplane_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-dtt - testbed: basic-6c - marker_expression: "performance and dataplane_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-dataplane_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dtt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dtt $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dtt - - - name: run tests wifi_capacity_ax_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'wifi_capacity_ax_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-wca - testbed: basic-6c - marker_expression: "performance and wifi_capacity_ax_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"' - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-wifi_capacity_ax_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wca --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wca $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wca - - - name: run tests peak_throughput_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'peak_throughput_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-ssdbt - testbed: basic-6c - marker_expression: "performance and peak_throughput_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-peak_throughput_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-ssdbt --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-ssdbt $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-ssdbt - - - name: run tests client_scale_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'client_scale_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-6c - marker_expression: "performance and client_scale_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}-client_scale_tests" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-wct --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-wct $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-wct - - - name: run tests dual_band_tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dual_band_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-wct - testbed: basic-6c + testbed: basic-5a marker_expression: "performance and dual_band_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3182,7 +2573,7 @@ jobs: report: if: "!cancelled()" runs-on: ubuntu-latest - needs: [vars, test-cig-wf188n, test-edgecore-oap101-6e, test-cig-wf196, test-edgecore-eap102, test-hfcl-ion4xe, test-edgecore-eap101, test-yuncore-fap655, test-edgecore-eap104, test-yuncore-ax820, test-cig-wf186w, test-edgecore-eap111, test-hfcl-ion4xi, test-udaya-a6-id2, test-edgecore-eap105, test-sercomm-ap72tip] + needs: [vars, test-hfcl-ion4xi, test-edgecore-eap104, test-cig-wf196, test-udaya-a6-id2, test-yuncore-ax820, test-hfcl-ion4xe, test-yuncore-fap655, test-cig-wf189, test-edgecore-eap105, test-sercomm-ap72tip, test-edgecore-eap101, test-edgecore-eap111] strategy: fail-fast: false matrix: @@ -3263,7 +2654,7 @@ jobs: # Cleanup cleanup: - needs: [test-cig-wf188n, test-edgecore-oap101-6e, test-cig-wf196, test-edgecore-eap102, test-hfcl-ion4xe, test-edgecore-eap101, test-yuncore-fap655, test-edgecore-eap104, test-yuncore-ax820, test-cig-wf186w, test-edgecore-eap111, test-hfcl-ion4xi, test-udaya-a6-id2, test-edgecore-eap105, test-sercomm-ap72tip] + needs: [test-hfcl-ion4xi, test-edgecore-eap104, test-cig-wf196, test-udaya-a6-id2, test-yuncore-ax820, test-hfcl-ion4xe, test-yuncore-fap655, test-cig-wf189, test-edgecore-eap105, test-sercomm-ap72tip, test-edgecore-eap101, test-edgecore-eap111] runs-on: ubuntu-latest if: always() steps: diff --git a/.github/workflows/quali.yml b/.github/workflows/quali.yml index 2941b7b80f..63b0385248 100644 --- a/.github/workflows/quali.yml +++ b/.github/workflows/quali.yml @@ -22,7 +22,7 @@ on: description: "revision of the Open Wifi Helm chart" ap_models: required: true - default: "cig_wf188n,cig_wf196,hfcl_ion4xe,yuncore_fap655,yuncore_ax820,edgecore_oap101-6e,edgecore_eap102,edgecore_eap101,edgecore_eap104,cig_wf186w,edgecore_eap111,hfcl_ion4xi,udaya_a6-id2,edgecore_eap105,sercomm_ap72tip" + default: "hfcl_ion4xi,edgecore_eap104,cig_wf196,udaya_a6-id2,yuncore_ax820,hfcl_ion4xe,yuncore_fap655,cig_wf189,edgecore_eap105,sercomm_ap72tip,edgecore_eap101,edgecore_eap111" description: "the AP models to test" ap_version: required: true @@ -41,8 +41,8 @@ on: default: "" description: "Tests release branch to use (i.e. 'release/v2.8.0' or 'master'). If left empty, latest release branch is used" - schedule: - - cron: "30 11 * * 1-5" + # schedule: + # - cron: "30 11 * * 1-5" jobs: # Set vars @@ -127,12 +127,12 @@ jobs: # Run tests on APs - test-cig-wf188n: + test-cig-wf196: needs: [ "vars", "build" ] runs-on: ubuntu-latest - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf188n')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf196')" env: - AP_MODEL: cig_wf188n + AP_MODEL: cig_wf196 steps: - name: Set AP model output id: ap_model @@ -171,7 +171,7 @@ jobs: uses: ./.github/actions/run-tests with: namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-1a + testbed: basic-2 marker_expression: "${{ needs.vars.outputs.marker_expression }}" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -216,12 +216,12 @@ jobs: if: failure() run: kubectl -n openwifi-qa01 logs deployment/owsec - test-cig-wf196: + test-yuncore-fap655: needs: [ "vars", "build" ] runs-on: ubuntu-latest - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf196')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'yuncore_fap655')" env: - AP_MODEL: cig_wf196 + AP_MODEL: yuncore_fap655 steps: - name: Set AP model output id: ap_model @@ -260,7 +260,7 @@ jobs: uses: ./.github/actions/run-tests with: namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-6 + testbed: basic-4 marker_expression: "${{ needs.vars.outputs.marker_expression }}" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -305,14 +305,12 @@ jobs: if: failure() run: kubectl -n openwifi-qa01 logs deployment/owsec - - - test-yuncore-fap655: + test-cig-wf189: needs: [ "vars", "build" ] runs-on: ubuntu-latest - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'yuncore_fap655')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf189')" env: - AP_MODEL: yuncore_fap655 + AP_MODEL: cig_wf189 steps: - name: Set AP model output id: ap_model @@ -345,13 +343,13 @@ jobs: cat << EOF > lab_info.json ${{ secrets.LAB_INFO_JSON }} EOF - + - name: run tests uses: ./.github/actions/run-tests with: namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-4 + testbed: basic-4a marker_expression: "${{ needs.vars.outputs.marker_expression }}" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -440,7 +438,7 @@ jobs: uses: ./.github/actions/run-tests with: namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-5 + testbed: basic-3 marker_expression: "${{ needs.vars.outputs.marker_expression }}" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -529,96 +527,7 @@ jobs: uses: ./.github/actions/run-tests with: namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-4a - marker_expression: "${{ needs.vars.outputs.marker_expression }}" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"' - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }} --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }} $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }} - - - name: show gw logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owgw - - - name: show fms logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owfms - - - name: show prov logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owprov - - - name: show analytics logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owanalytics - - - name: show subscription (userportal) logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsub - - - name: show sec logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsec - - test-edgecore-oap101-6e: - needs: ["vars", "build"] - runs-on: ubuntu-latest - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_oap101-6e')" - env: - AP_MODEL: edgecore_oap101-6e - steps: - - name: Set AP model output - id: ap_model - run: | - echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT - - - uses: actions/checkout@v3 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: "3.8" - - # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - - name: install kubectl - run: | - curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" - sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - - - name: get EKS access credentials - run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - - - name: prepare namespace name - id: namespace - run: | - NAMESPACE="testing-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" - echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT - - - name: prepare configuration - run: | - cat << EOF > lab_info.json - ${{ secrets.LAB_INFO_JSON }} - EOF - - - - name: run tests - uses: ./.github/actions/run-tests - with: - namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-6a + testbed: basic-1a marker_expression: "${{ needs.vars.outputs.marker_expression }}" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -796,7 +705,7 @@ jobs: uses: ./.github/actions/run-tests with: namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-3b + testbed: basic-1 marker_expression: "${{ needs.vars.outputs.marker_expression }}" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -887,187 +796,7 @@ jobs: uses: ./.github/actions/run-tests with: namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-3 - marker_expression: "${{ needs.vars.outputs.marker_expression }}" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"' - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }} --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }} $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }} - - - name: show gw logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owgw - - - name: show fms logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owfms - - - name: show prov logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owprov - - - name: show analytics logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owanalytics - - - name: show subscription (userportal) logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsub - - - name: show sec logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsec - - test-edgecore-eap102: - needs: [ "vars", "build" ] - runs-on: ubuntu-latest - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap102')" - env: - AP_MODEL: edgecore_eap102 - steps: - - name: Set AP model output - id: ap_model - run: | - echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT - - - uses: actions/checkout@v3 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: "3.8" - - - # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - - name: install kubectl - run: | - curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" - sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - - - name: get EKS access credentials - run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - - - name: prepare namespace name - id: namespace - run: | - NAMESPACE="testing-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" - echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT - - - name: prepare configuration - run: | - cat << EOF > lab_info.json - ${{ secrets.LAB_INFO_JSON }} - EOF - - - - name: run tests - uses: ./.github/actions/run-tests - with: - namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-1 - marker_expression: "${{ needs.vars.outputs.marker_expression }}" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"' - allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}" - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }} --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }} $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }} - - - name: show gw logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owgw - - - name: show fms logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owfms - - - name: show prov logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owprov - - - name: show analytics logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owanalytics - - - name: show subscription (userportal) logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsub - - - name: show sec logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsec - - test-cig-wf186w: - needs: [ "vars", "build" ] - runs-on: ubuntu-latest - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf186w')" - env: - AP_MODEL: cig_wf186w - steps: - - name: Set AP model output - id: ap_model - run: | - echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT - - - uses: actions/checkout@v3 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: "3.8" - - - # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - - name: install kubectl - run: | - curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" - sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - - - name: get EKS access credentials - run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - - - name: prepare namespace name - id: namespace - run: | - NAMESPACE="testing-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" - echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT - - - name: prepare configuration - run: | - cat << EOF > lab_info.json - ${{ secrets.LAB_INFO_JSON }} - EOF - - - - name: run tests - uses: ./.github/actions/run-tests - with: - namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-5a + testbed: basic-6 marker_expression: "${{ needs.vars.outputs.marker_expression }}" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1156,7 +885,7 @@ jobs: uses: ./.github/actions/run-tests with: namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-2 + testbed: basic-6a marker_expression: "${{ needs.vars.outputs.marker_expression }}" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1245,7 +974,7 @@ jobs: uses: ./.github/actions/run-tests with: namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-6b + testbed: basic-5 marker_expression: "${{ needs.vars.outputs.marker_expression }}" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1423,7 +1152,7 @@ jobs: uses: ./.github/actions/run-tests with: namespace: ${{ steps.namespace.outputs.name }} - testbed: basic-6c + testbed: basic-5a marker_expression: "${{ needs.vars.outputs.marker_expression }}" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1472,7 +1201,7 @@ jobs: report: if: "!cancelled()" runs-on: ubuntu-latest - needs: [vars, test-cig-wf188n, test-cig-wf196, test-yuncore-fap655, test-yuncore-ax820, test-edgecore-eap104, test-edgecore-oap101-6e, test-hfcl-ion4xe, test-edgecore-eap101, test-edgecore-eap102, test-cig-wf186w, test-edgecore-eap111, test-hfcl-ion4xi, test-udaya-a6-id2, test-edgecore-eap105, test-sercomm-ap72tip] + needs: [vars, test-hfcl-ion4xi, test-edgecore-eap104, test-cig-wf196, test-udaya-a6-id2, test-yuncore-ax820, test-hfcl-ion4xe, test-yuncore-fap655, test-cig-wf189, test-edgecore-eap105, test-sercomm-ap72tip, test-edgecore-eap101, test-edgecore-eap111] strategy: fail-fast: false matrix: @@ -1523,7 +1252,7 @@ jobs: # Cleanup cleanup: - needs: [test-cig-wf188n, test-cig-wf196, test-yuncore-fap655, test-yuncore-ax820, test-edgecore-eap104, test-edgecore-oap101-6e, test-hfcl-ion4xe, test-edgecore-eap101, test-edgecore-eap102, test-cig-wf186w, test-edgecore-eap111, test-hfcl-ion4xi, test-udaya-a6-id2, test-edgecore-eap105,test-sercomm-ap72tip] + needs: [test-hfcl-ion4xi, test-edgecore-eap104, test-cig-wf196, test-udaya-a6-id2, test-yuncore-ax820, test-hfcl-ion4xe, test-yuncore-fap655, test-cig-wf189, test-edgecore-eap105, test-sercomm-ap72tip, test-edgecore-eap101, test-edgecore-eap111] runs-on: ubuntu-latest if: always() steps: diff --git a/.github/workflows/regression.yml b/.github/workflows/regression.yml index f929621a54..cd1acedd5a 100644 --- a/.github/workflows/regression.yml +++ b/.github/workflows/regression.yml @@ -22,7 +22,7 @@ on: description: "revision of the Open Wifi Helm chart" ap_models: required: true - default: "cig_wf188n,cig_wf196,hfcl_ion4xe,yuncore_fap655,yuncore_ax820,edgecore_oap101-6e,edgecore_eap102,edgecore_eap101,edgecore_eap104,cig_wf186w,edgecore_eap111,hfcl_ion4xi,udaya_a6-id2,edgecore_eap105,sercomm_ap72tip" + default: "hfcl_ion4xi,edgecore_eap104,cig_wf196,udaya_a6-id2,yuncore_ax820,hfcl_ion4xe,yuncore_fap655,cig_wf189,edgecore_eap105,sercomm_ap72tip,edgecore_eap101,edgecore_eap111" description: "the AP models to test" ap_version: required: true @@ -44,8 +44,8 @@ on: required: false default: "" description: "Tests release branch to use (i.e. 'release/v2.8.0' or 'master'). If left empty, latest release branch is used" - schedule: - - cron: "30 11 * * 0,4,5,6" + # schedule: + # - cron: "30 11 * * 0,4,5,6" jobs: # Set vars @@ -132,7 +132,7 @@ jobs: # Run tests on APs test-hfcl-ion4xe: - needs: ["vars", "build", "test-edgecore-eap101"] + needs: ["vars", "build", "test-yuncore-ax820"] runs-on: [self-hosted, small] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4xe')" @@ -464,7 +464,7 @@ jobs: run: kubectl -n openwifi-qa01 logs deployment/owsec test-hfcl-ion4xi: - needs: [ "vars", "build", "test-hfcl-ion4xe" ] + needs: [ "vars", "build"] runs-on: [ self-hosted, small ] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4xi')" @@ -516,1006 +516,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-3b - marker_expression: "ow_regression_lf and dfs_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-dfs_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - - - name: run multipsk tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-3b - marker_expression: "ow_regression_lf and multi_psk_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-multi_psk_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - - - name: run rate_limiting tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-3b - marker_expression: "ow_regression_lf and rate_limiting_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-rate_limiting_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - - - name: run rate_limiting_with_radius tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-3b - marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-rate_limiting_with_radius_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting-radius --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting-radius $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting-radius - - - name: run dynamic_vlan tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-3b - marker_expression: "ow_regression_lf and dynamic_vlan_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-dynamic_vlan_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - - - name: run multi_vlan tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-3b - marker_expression: "ow_regression_lf and multi_vlan_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-multi_vlan_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - - - name: run strict forwarding tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-3b - marker_expression: "ow_regression_lf and strict_forwarding_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-strict_forwarding_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-strict-forwarding --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-strict-forwarding $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-strict-forwarding - - - name: run captive portal tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-3b - marker_expression: "ow_regression_lf and advanced_captive_portal_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-advanced_captive_portal_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-captive-portal --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-captive-portal $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-captive-portal - - - name: run firmware upgrade & downgrade tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" - with: - namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-3b - marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-firmware_upgrade_downgrade - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-firmware-upgrade-downgrade --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-firmware-upgrade-downgrade $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-firmware-upgrade-downgrade - - - name: run ap support bundle tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-3b - marker_expression: "ow_regression_lf and asb_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-asb_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-asb-tests --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-asb-tests $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-asb-tests - - - name: show gw logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owgw - - - name: show fms logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owfms - - - name: show prov logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owprov - - - name: show analytics logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owanalytics - - - name: show subscription (userportal) logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsub - - - name: show sec logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsec - - - test-edgecore-eap101: - needs: ["vars", "build"] - runs-on: [self-hosted, small] - timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap101')" - env: - AP_MODEL: edgecore_eap101 - steps: - - name: Set AP model output - id: ap_model - run: | - echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT - - - uses: actions/checkout@v3 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: "3.8" - - - # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - - name: install kubectl - run: | - curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" - sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - - - name: install aws CLI tool - run: | - curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" - unzip awscliv2.zip - sudo ./aws/install - - - name: get EKS access credentials - run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - - - name: prepare namespace name - id: namespace - run: | - NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" - echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT - - - name: prepare configuration - run: | - cat << EOF > lab_info.json - ${{ secrets.LAB_INFO_JSON }} - EOF - - - - name: run dfs tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-3 - marker_expression: "ow_regression_lf and dfs_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-dfs_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - - - name: run multipsk tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-3 - marker_expression: "ow_regression_lf and multi_psk_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-multi_psk_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - - - name: run rate_limiting tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-3 - marker_expression: "ow_regression_lf and rate_limiting_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-rate_limiting_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - - - name: run rate_limiting_with_radius tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-3 - marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-rate_limiting_with_radius_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting-radius --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting-radius $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting-radius - - - name: run dynamic_vlan tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-3 - marker_expression: "ow_regression_lf and dynamic_vlan_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-dynamic_vlan_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - - - name: run multi_vlan tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-3 - marker_expression: "ow_regression_lf and multi_vlan_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-multi_vlan_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - - - name: run strict forwarding tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-3 - marker_expression: "ow_regression_lf and strict_forwarding_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-strict_forwarding_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-strict-forwarding --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-strict-forwarding $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-strict-forwarding - - - name: run captive portal tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-3 - marker_expression: "ow_regression_lf and advanced_captive_portal_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-advanced_captive_portal_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-captive-portal --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-captive-portal $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-captive-portal - - - name: run firmware upgrade & downgrade tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" - with: - namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-3 - marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-firmware_upgrade_downgrade - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-firmware-upgrade-downgrade --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-firmware-upgrade-downgrade $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-firmware-upgrade-downgrade - - - name: run ap support bundle tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-3 - marker_expression: "ow_regression_lf and asb_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-asb_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-asb-tests --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-asb-tests $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-asb-tests - - - name: show gw logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owgw - - - name: show fms logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owfms - - - name: show prov logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owprov - - - name: show analytics logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owanalytics - - - name: show subscription (userportal) logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsub - - - name: show sec logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsec - - - test-yuncore-fap655: - needs: ["vars", "build"] - runs-on: [self-hosted, small] - timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'yuncore_fap655')" - env: - AP_MODEL: yuncore_fap655 - steps: - - name: Set AP model output - id: ap_model - run: | - echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT - - - uses: actions/checkout@v3 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: "3.8" - - - # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - - name: install kubectl - run: | - curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" - sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - - - name: install aws CLI tool - run: | - curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" - unzip awscliv2.zip - sudo ./aws/install - - - name: get EKS access credentials - run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - - - name: prepare namespace name - id: namespace - run: | - NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" - echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT - - - name: prepare configuration - run: | - cat << EOF > lab_info.json - ${{ secrets.LAB_INFO_JSON }} - EOF - - - - name: run dfs tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-4 - marker_expression: "ow_regression_lf and dfs_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-dfs_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dfs --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dfs $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dfs - - - name: run multipsk tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-4 - marker_expression: "ow_regression_lf and multi_psk_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-multi_psk_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multipsk --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multipsk $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multipsk - - - name: run rate_limiting tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-4 - marker_expression: "ow_regression_lf and rate_limiting_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-rate_limiting_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting - - - name: run rate_limiting_with_radius tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-4 - marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-rate_limiting_with_radius_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-rate-limiting-radius --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-rate-limiting-radius $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-rate-limiting-radius - - - name: run dynamic_vlan tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-4 - marker_expression: "ow_regression_lf and dynamic_vlan_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-dynamic_vlan_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-dynamic-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-dynamic-vlan $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-dynamic-vlan - - - name: run multi_vlan tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-4 - marker_expression: "ow_regression_lf and multi_vlan_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-multi_vlan_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-multi-vlan --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-multi-vlan $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-multi-vlan - - - name: run strict forwarding tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-4 - marker_expression: "ow_regression_lf and strict_forwarding_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-strict_forwarding_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-strict-forwarding --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-strict-forwarding $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-strict-forwarding - - - name: run captive portal tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-4 - marker_expression: "ow_regression_lf and advanced_captive_portal_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-advanced_captive_portal_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-captive-portal --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-captive-portal $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-captive-portal - - - name: run firmware upgrade & downgrade tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" - with: - namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-4 - marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-firmware_upgrade_downgrade - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-firmware-upgrade-downgrade --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-firmware-upgrade-downgrade $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-firmware-upgrade-downgrade - - - name: run ap support bundle tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-4 - marker_expression: "ow_regression_lf and asb_tests" - configuration_file: "./lab_info.json" - testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} - additional_args: "-o firmware=${{ needs.vars.outputs.ap_version }} ${{ needs.vars.outputs.additional_arguments }}" - allure_results_artifact_name: allure-results-${{ steps.ap_model.outputs.model }}-asb_tests - dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" - - # necessary because if conditionals in composite actions are currently not respected - - name: get tests logs - if: always() - continue-on-error: true - run: | - podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }}-asb-tests --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") - kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }}-asb-tests $podname || true - - - name: delete namespace - if: always() - continue-on-error: true - run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}-asb-tests - - - name: show gw logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owgw - - - name: show fms logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owfms - - - name: show prov logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owprov - - - name: show analytics logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owanalytics - - - name: show subscription (userportal) logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsub - - - name: show sec logs - if: failure() - run: kubectl -n openwifi-qa01 logs deployment/owsec - - - test-cig-wf188n: - needs: ["vars", "build", "test-edgecore-eap102"] - runs-on: [self-hosted, small] - timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf188n')" - env: - AP_MODEL: cig_wf188n - steps: - - name: Set AP model output - id: ap_model - run: | - echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT - - - uses: actions/checkout@v3 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: "3.8" - - - # TODO WIFI-7839 delete when issue is resolved on AWS CLI side - - name: install kubectl - run: | - curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" - sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl - - - name: install aws CLI tool - run: | - curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" - unzip awscliv2.zip - sudo ./aws/install - - - name: get EKS access credentials - run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} - - - name: prepare namespace name - id: namespace - run: | - NAMESPACE="regression-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" - echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT - - - name: prepare configuration - run: | - cat << EOF > lab_info.json - ${{ secrets.LAB_INFO_JSON }} - EOF - - - - name: run dfs tests - uses: ./.github/actions/run-tests - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" - with: - namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-1a + testbed: basic-1 marker_expression: "ow_regression_lf and dfs_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1541,7 +542,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-1a + testbed: basic-1 marker_expression: "ow_regression_lf and multi_psk_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1567,7 +568,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-1a + testbed: basic-1 marker_expression: "ow_regression_lf and rate_limiting_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1593,7 +594,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-1a + testbed: basic-1 marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1619,7 +620,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-1a + testbed: basic-1 marker_expression: "ow_regression_lf and dynamic_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1645,7 +646,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-1a + testbed: basic-1 marker_expression: "ow_regression_lf and multi_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1671,7 +672,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-1a + testbed: basic-1 marker_expression: "ow_regression_lf and strict_forwarding_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1697,7 +698,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-1a + testbed: basic-1 marker_expression: "ow_regression_lf and advanced_captive_portal_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1723,7 +724,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" with: namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-1a + testbed: basic-1 marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1749,7 +750,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-1a + testbed: basic-1 marker_expression: "ow_regression_lf and asb_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1795,13 +796,13 @@ jobs: run: kubectl -n openwifi-qa01 logs deployment/owsec - test-edgecore-eap102: + test-edgecore-eap101: needs: ["vars", "build"] runs-on: [self-hosted, small] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap102')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap101')" env: - AP_MODEL: edgecore_eap102 + AP_MODEL: edgecore_eap101 steps: - name: Set AP model output id: ap_model @@ -1848,7 +849,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-1 + testbed: basic-6 marker_expression: "ow_regression_lf and dfs_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1874,7 +875,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-1 + testbed: basic-6 marker_expression: "ow_regression_lf and multi_psk_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1900,7 +901,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-1 + testbed: basic-6 marker_expression: "ow_regression_lf and rate_limiting_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1926,7 +927,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-1 + testbed: basic-6 marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1952,7 +953,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-1 + testbed: basic-6 marker_expression: "ow_regression_lf and dynamic_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -1978,7 +979,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-1 + testbed: basic-6 marker_expression: "ow_regression_lf and multi_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2004,7 +1005,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-1 + testbed: basic-6 marker_expression: "ow_regression_lf and strict_forwarding_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2030,7 +1031,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-1 + testbed: basic-6 marker_expression: "ow_regression_lf and advanced_captive_portal_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2056,7 +1057,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" with: namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-1 + testbed: basic-6 marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2082,7 +1083,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-1 + testbed: basic-6 marker_expression: "ow_regression_lf and asb_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2128,13 +1129,13 @@ jobs: run: kubectl -n openwifi-qa01 logs deployment/owsec - test-edgecore-eap104: - needs: ["vars", "build", "test-yuncore-fap655"] + test-yuncore-fap655: + needs: ["vars", "build"] runs-on: [self-hosted, small] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap104')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'yuncore_fap655')" env: - AP_MODEL: edgecore_eap104 + AP_MODEL: yuncore_fap655 steps: - name: Set AP model output id: ap_model @@ -2181,7 +1182,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-4a + testbed: basic-4 marker_expression: "ow_regression_lf and dfs_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2207,7 +1208,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-4a + testbed: basic-4 marker_expression: "ow_regression_lf and multi_psk_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2233,7 +1234,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-4a + testbed: basic-4 marker_expression: "ow_regression_lf and rate_limiting_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2259,7 +1260,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-4a + testbed: basic-4 marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2285,7 +1286,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-4a + testbed: basic-4 marker_expression: "ow_regression_lf and dynamic_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2311,7 +1312,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-4a + testbed: basic-4 marker_expression: "ow_regression_lf and multi_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2337,7 +1338,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-4a + testbed: basic-4 marker_expression: "ow_regression_lf and strict_forwarding_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2363,7 +1364,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-4a + testbed: basic-4 marker_expression: "ow_regression_lf and advanced_captive_portal_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2389,7 +1390,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" with: namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-4a + testbed: basic-4 marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2415,7 +1416,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-4a + testbed: basic-4 marker_expression: "ow_regression_lf and asb_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2461,13 +1462,13 @@ jobs: run: kubectl -n openwifi-qa01 logs deployment/owsec - test-edgecore-oap101-6e: - needs: ["vars", "build", "test-cig-wf196"] + test-cig-wf189: + needs: ["vars", "build", "test-yuncore-fap655"] runs-on: [self-hosted, small] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_oap101-6e')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf189')" env: - AP_MODEL: edgecore_oap101-6e + AP_MODEL: cig_wf189 steps: - name: Set AP model output id: ap_model @@ -2514,7 +1515,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-6a + testbed: basic-4a marker_expression: "ow_regression_lf and dfs_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2540,7 +1541,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-6a + testbed: basic-4a marker_expression: "ow_regression_lf and multi_psk_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2566,7 +1567,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-6a + testbed: basic-4a marker_expression: "ow_regression_lf and rate_limiting_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2592,7 +1593,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-6a + testbed: basic-4a marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2618,7 +1619,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-6a + testbed: basic-4a marker_expression: "ow_regression_lf and dynamic_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2644,7 +1645,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-6a + testbed: basic-4a marker_expression: "ow_regression_lf and multi_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2670,7 +1671,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-6a + testbed: basic-4a marker_expression: "ow_regression_lf and strict_forwarding_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2696,7 +1697,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-6a + testbed: basic-4a marker_expression: "ow_regression_lf and advanced_captive_portal_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2722,7 +1723,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" with: namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-6a + testbed: basic-4a marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2748,7 +1749,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-6a + testbed: basic-4a marker_expression: "ow_regression_lf and asb_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2793,14 +1794,13 @@ jobs: if: failure() run: kubectl -n openwifi-qa01 logs deployment/owsec - - test-yuncore-ax820: - needs: ["vars", "build"] + test-edgecore-eap104: + needs: ["vars", "build", "test-hfcl-ion4xi"] runs-on: [self-hosted, small] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'yuncore_ax820')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap104')" env: - AP_MODEL: yuncore_ax820 + AP_MODEL: edgecore_eap104 steps: - name: Set AP model output id: ap_model @@ -2847,7 +1847,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-5 + testbed: basic-1a marker_expression: "ow_regression_lf and dfs_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2873,7 +1873,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-5 + testbed: basic-1a marker_expression: "ow_regression_lf and multi_psk_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2899,7 +1899,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-5 + testbed: basic-1a marker_expression: "ow_regression_lf and rate_limiting_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2925,7 +1925,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-5 + testbed: basic-1a marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2951,7 +1951,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-5 + testbed: basic-1a marker_expression: "ow_regression_lf and dynamic_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -2977,7 +1977,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-5 + testbed: basic-1a marker_expression: "ow_regression_lf and multi_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3003,7 +2003,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-5 + testbed: basic-1a marker_expression: "ow_regression_lf and strict_forwarding_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3029,7 +2029,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-5 + testbed: basic-1a marker_expression: "ow_regression_lf and advanced_captive_portal_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3055,7 +2055,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" with: namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-5 + testbed: basic-1a marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3081,7 +2081,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-5 + testbed: basic-1a marker_expression: "ow_regression_lf and asb_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3127,13 +2127,13 @@ jobs: run: kubectl -n openwifi-qa01 logs deployment/owsec - test-cig-wf186w: - needs: [ "vars", "build", "test-yuncore-ax820"] + test-yuncore-ax820: + needs: ["vars", "build"] runs-on: [self-hosted, small] timeout-minutes: 1440 - if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'cig_wf186w')" + if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'yuncore_ax820')" env: - AP_MODEL: cig_wf186w + AP_MODEL: yuncore_ax820 steps: - name: Set AP model output id: ap_model @@ -3180,7 +2180,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-5a + testbed: basic-3 marker_expression: "ow_regression_lf and dfs_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3206,7 +2206,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-5a + testbed: basic-3 marker_expression: "ow_regression_lf and multi_psk_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3232,7 +2232,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-5a + testbed: basic-3 marker_expression: "ow_regression_lf and rate_limiting_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3258,7 +2258,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-5a + testbed: basic-3 marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3284,7 +2284,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-5a + testbed: basic-3 marker_expression: "ow_regression_lf and dynamic_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3310,7 +2310,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-5a + testbed: basic-3 marker_expression: "ow_regression_lf and multi_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3336,7 +2336,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-5a + testbed: basic-3 marker_expression: "ow_regression_lf and strict_forwarding_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3362,7 +2362,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-5a + testbed: basic-3 marker_expression: "ow_regression_lf and advanced_captive_portal_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3388,7 +2388,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" with: namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-5a + testbed: basic-3 marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3414,7 +2414,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-5a + testbed: basic-3 marker_expression: "ow_regression_lf and asb_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3460,8 +2460,6 @@ jobs: run: kubectl -n openwifi-qa01 logs deployment/owsec - - test-cig-wf196: needs: [ "vars", "build" ] runs-on: [self-hosted, small] @@ -3515,7 +2513,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-6 + testbed: basic-2 marker_expression: "ow_regression_lf and dfs_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3540,7 +2538,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-6 + testbed: basic-2 marker_expression: "ow_regression_lf and multi_psk_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3565,7 +2563,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-6 + testbed: basic-2 marker_expression: "ow_regression_lf and rate_limiting_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3590,7 +2588,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-6 + testbed: basic-2 marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3615,7 +2613,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-6 + testbed: basic-2 marker_expression: "ow_regression_lf and dynamic_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3640,7 +2638,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-6 + testbed: basic-2 marker_expression: "ow_regression_lf and multi_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3665,7 +2663,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-6 + testbed: basic-2 marker_expression: "ow_regression_lf and strict_forwarding_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3691,7 +2689,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-6 + testbed: basic-2 marker_expression: "ow_regression_lf and advanced_captive_portal_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3717,7 +2715,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" with: namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-6 + testbed: basic-2 marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3743,7 +2741,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-6 + testbed: basic-2 marker_expression: "ow_regression_lf and asb_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3789,7 +2787,7 @@ jobs: run: kubectl -n openwifi-qa01 logs deployment/owsec test-edgecore-eap111: - needs: [ "vars", "build" ] + needs: [ "vars", "build", "test-edgecore-eap101" ] runs-on: [ self-hosted, small ] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap111')" @@ -3841,7 +2839,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-2 + testbed: basic-6a marker_expression: "ow_regression_lf and dfs_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3867,7 +2865,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-2 + testbed: basic-6a marker_expression: "ow_regression_lf and multi_psk_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3893,7 +2891,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-2 + testbed: basic-6a marker_expression: "ow_regression_lf and rate_limiting_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3919,7 +2917,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-2 + testbed: basic-6a marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3945,7 +2943,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-2 + testbed: basic-6a marker_expression: "ow_regression_lf and dynamic_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3971,7 +2969,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-2 + testbed: basic-6a marker_expression: "ow_regression_lf and multi_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -3997,7 +2995,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-2 + testbed: basic-6a marker_expression: "ow_regression_lf and strict_forwarding_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4023,7 +3021,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-2 + testbed: basic-6a marker_expression: "ow_regression_lf and advanced_captive_portal_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4049,7 +3047,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" with: namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-2 + testbed: basic-6a marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4075,7 +3073,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-2 + testbed: basic-6a marker_expression: "ow_regression_lf and asb_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4121,7 +3119,7 @@ jobs: run: kubectl -n openwifi-qa01 logs deployment/owsec test-udaya-a6-id2: - needs: [ "vars", "build", "test-edgecore-eap111" ] + needs: [ "vars", "build", "test-cig-wf196" ] runs-on: [ self-hosted, small ] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'udaya_a6-id2')" @@ -4453,7 +3451,7 @@ jobs: run: kubectl -n openwifi-qa01 logs deployment/owsec test-edgecore-eap105: - needs: [ "vars", "build", "test-cig-wf196", "test-edgecore-oap101-6e" ] + needs: [ "vars", "build"] runs-on: [ self-hosted, small ] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap105')" @@ -4505,7 +3503,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-6b + testbed: basic-5 marker_expression: "ow_regression_lf and dfs_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4531,7 +3529,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-6b + testbed: basic-5 marker_expression: "ow_regression_lf and multi_psk_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4557,7 +3555,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-6b + testbed: basic-5 marker_expression: "ow_regression_lf and rate_limiting_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4583,7 +3581,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-6b + testbed: basic-5 marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4609,7 +3607,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-6b + testbed: basic-5 marker_expression: "ow_regression_lf and dynamic_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4635,7 +3633,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-6b + testbed: basic-5 marker_expression: "ow_regression_lf and multi_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4661,7 +3659,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-6b + testbed: basic-5 marker_expression: "ow_regression_lf and strict_forwarding_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4687,7 +3685,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-6b + testbed: basic-5 marker_expression: "ow_regression_lf and advanced_captive_portal_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4713,7 +3711,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" with: namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-6b + testbed: basic-5 marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4739,7 +3737,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-6b + testbed: basic-5 marker_expression: "ow_regression_lf and asb_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4785,7 +3783,7 @@ jobs: run: kubectl -n openwifi-qa01 logs deployment/owsec test-sercomm-ap72tip: - needs: [ "vars", "build", "test-cig-wf196", "test-edgecore-oap101-6e", "test-edgecore-eap105"] + needs: [ "vars", "build", "test-edgecore-eap105"] runs-on: [ self-hosted, small ] timeout-minutes: 1440 if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'sercomm_ap72tip')" @@ -4837,7 +3835,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dfs_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dfs - testbed: basic-6c + testbed: basic-5a marker_expression: "ow_regression_lf and dfs_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4863,7 +3861,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_psk_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multipsk - testbed: basic-6c + testbed: basic-5a marker_expression: "ow_regression_lf and multi_psk_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4889,7 +3887,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting - testbed: basic-6c + testbed: basic-5a marker_expression: "ow_regression_lf and rate_limiting_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4915,7 +3913,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'rate_limiting_with_radius_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-rate-limiting-radius - testbed: basic-6c + testbed: basic-5a marker_expression: "ow_regression_lf and rate_limiting_with_radius_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4941,7 +3939,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'dynamic_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-dynamic-vlan - testbed: basic-6c + testbed: basic-5a marker_expression: "ow_regression_lf and dynamic_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4967,7 +3965,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'multi_vlan_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-multi-vlan - testbed: basic-6c + testbed: basic-5a marker_expression: "ow_regression_lf and multi_vlan_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -4993,7 +3991,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'strict_forwarding_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-strict-forwarding - testbed: basic-6c + testbed: basic-5a marker_expression: "ow_regression_lf and strict_forwarding_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -5019,7 +4017,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'advanced_captive_portal_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-captive-portal - testbed: basic-6c + testbed: basic-5a marker_expression: "ow_regression_lf and advanced_captive_portal_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -5045,7 +4043,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'firmware_upgrade_downgrade')" with: namespace: ${{ steps.namespace.outputs.name }}-fw-upgrade-downgrade - testbed: basic-6c + testbed: basic-5a marker_expression: "ow_regression_lf and firmware_upgrade_downgrade" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -5071,7 +4069,7 @@ jobs: if: "!cancelled() && contains(fromJSON(needs.vars.outputs.marker_expressions), 'asb_tests')" with: namespace: ${{ steps.namespace.outputs.name }}-asb - testbed: basic-6c + testbed: basic-5a marker_expression: "ow_regression_lf and asb_tests" configuration_file: "./lab_info.json" testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} @@ -5121,7 +4119,7 @@ jobs: report: if: "!cancelled()" runs-on: ubuntu-latest - needs: [vars, test-hfcl-ion4xe, test-edgecore-eap101, test-yuncore-fap655, test-cig-wf188n, test-edgecore-eap102, test-edgecore-eap104, test-edgecore-oap101-6e, test-yuncore-ax820, test-cig-wf186w, test-cig-wf196, test-edgecore-eap111, test-hfcl-ion4xi, test-udaya-a6-id2, test-edgecore-eap105, test-sercomm-ap72tip] + needs: [vars, test-hfcl-ion4xi, test-edgecore-eap104, test-cig-wf196, test-udaya-a6-id2, test-yuncore-ax820, test-hfcl-ion4xe, test-yuncore-fap655, test-cig-wf189, test-edgecore-eap105, test-sercomm-ap72tip, test-edgecore-eap101, test-edgecore-eap111] strategy: fail-fast: false matrix: @@ -5174,7 +4172,7 @@ jobs: # Cleanup cleanup: - needs: [test-hfcl-ion4xe, test-edgecore-eap101, test-yuncore-fap655, test-cig-wf188n, test-edgecore-eap102, test-edgecore-eap104, test-edgecore-oap101-6e, test-yuncore-ax820, test-cig-wf186w, test-cig-wf196, test-edgecore-eap111, test-hfcl-ion4xi, test-udaya-a6-id2, test-edgecore-eap105, test-sercomm-ap72tip] + needs: [test-hfcl-ion4xi, test-edgecore-eap104, test-cig-wf196, test-udaya-a6-id2, test-yuncore-ax820, test-hfcl-ion4xe, test-yuncore-fap655, test-cig-wf189, test-edgecore-eap105, test-sercomm-ap72tip, test-edgecore-eap101, test-edgecore-eap111] runs-on: ubuntu-latest if: always() steps: diff --git a/tests/e2e/basic/performance_tests/performance_pass_fail.json b/tests/e2e/basic/performance_tests/performance_pass_fail.json index 2ebb1b3fe0..cd6af581f7 100644 --- a/tests/e2e/basic/performance_tests/performance_pass_fail.json +++ b/tests/e2e/basic/performance_tests/performance_pass_fail.json @@ -296,6 +296,36 @@ "UDP": null } }, + "cig_wf189":{ + "2G 2x2 20MHz": { + "TCP": 200, + "UDP": 220 + }, + "2G 4x4 20MHz": { + "TCP": null, + "UDP": null + }, + "5G 2x2 80MHz": { + "TCP": 800, + "UDP": 900 + }, + "5G 4x4 80MHz": { + "TCP": null, + "UDP": null + }, + "5G 2x2 160MHz": { + "TCP": null, + "UDP": null + }, + "6G 2x2 160MHz": { + "TCP": 1600, + "UDP": 1800 + }, + "6G 4x4 160MHz": { + "TCP": null, + "UDP": null + } + }, "udaya_a6-id2":{ "2G 2x2 20MHz": { "TCP": 200,