Skip to content

Commit

Permalink
hfcl-ion-4xi added to the sanity & overview (#865)
Browse files Browse the repository at this point in the history
* added hfcl-ion4xi test to sanity workflow

Signed-off-by: anil-tegala <[email protected]>

* hfcl_ion4xe added to the sanity overview page

Signed-off-by: anil-tegala <[email protected]>

* oap101 and eap102 interchanged from basic1 to basic2

Signed-off-by: anil-tegala <[email protected]>

---------

Signed-off-by: anil-tegala <[email protected]>
  • Loading branch information
anil-tegala authored Dec 11, 2023
1 parent e9b625d commit da6e83a
Show file tree
Hide file tree
Showing 2 changed files with 104 additions and 96 deletions.
4 changes: 2 additions & 2 deletions .allure-overview/overviews.json
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{
"sanity": {
"OVERVIEW_TITLE": "'OpenWifi sanity results'",
"OVERVIEW_TESTBEDS": ["edgecore_oap101_6e","edgecore_eap101","cig_wf188n","cig_wf196","edgecore_eap102","edgecore_ecw5211","edgecore_ecw5410","edgecore_eap104","indio_um-305ac","hfcl_ion4xe"]
"OVERVIEW_TESTBEDS": ["edgecore_oap101_6e","edgecore_eap101","cig_wf188n","cig_wf196","edgecore_eap102","edgecore_ecw5211","edgecore_ecw5410","edgecore_eap104","hfcl_ion4xe","hfcl_ion4xi","indio_um-305ac"]
},
"interop": {
"OVERVIEW_TITLE": "'OpenWifi interop results'",
Expand All @@ -15,6 +15,6 @@

"performance": {
"OVERVIEW_TITLE": "'OpenWifi performance results'",
"OVERVIEW_TESTBEDS": ["edgecore_oap101_6e","edgecore_eap101","cig_wf188n","cig_wf196","edgecore_eap102","edgecore_ecw5211","edgecore_ecw5410","edgecore_eap104","indio_um-305ac","hfcl_ion4xe"]
"OVERVIEW_TESTBEDS": ["edgecore_oap101_6e","edgecore_eap101","cig_wf188n","cig_wf196","edgecore_eap102","edgecore_ecw5211","edgecore_ecw5410","edgecore_eap104","hfcl_ion4xe","hfcl_ion4xi","indio_um-305ac"]
}
}
196 changes: 102 additions & 94 deletions .github/workflows/quali.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@ on:
description: "revision of the Open Wifi Helm chart"
ap_models:
required: true
default: "cig_wf188n,cig_wf196,hfcl_ion4xe,edgecore_ecw5211,indio_um-305ac,edgecore_oap101_6e,edgecore_eap102,edgecore_eap101,edgecore_eap104,edgecore_ecw5410"
default: "cig_wf188n,cig_wf196,hfcl_ion4xe,edgecore_ecw5211,indio_um-305ac,edgecore_oap101_6e,edgecore_eap102,edgecore_eap101,edgecore_eap104,edgecore_ecw5410,hfcl_ion4xi"
description: "the AP models to test"
ap_version:
required: true
Expand Down Expand Up @@ -76,7 +76,7 @@ jobs:
echo "Current slot is $SLOT"
if [[ "$SLOT" -eq "0" ]]; then
echo "Choosing first slot since $SLOT == 0"
AP_MODELS="${{ github.event.inputs.ap_models || 'cig_wf188n,cig_wf196,hfcl_ion4xe,edgecore_ecw5211,indio_um-305ac' }}"
AP_MODELS="${{ github.event.inputs.ap_models || 'cig_wf188n,cig_wf196,hfcl_ion4xe,edgecore_ecw5211,indio_um-305ac,hfcl_ion4xi' }}"
else
echo "Choosing second slot since $SLOT != 0"
AP_MODELS="${{ github.event.inputs.ap_models || 'edgecore_oap101_6e,edgecore_eap102,edgecore_eap101,edgecore_eap104,edgecore_ecw5410' }}"
Expand Down Expand Up @@ -151,21 +151,13 @@ jobs:
cat << EOF > lab_info.json
${{ secrets.LAB_INFO_JSON }}
EOF
# DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
# jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
#
# # overwrite configuration value from Quali
# if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
# then
# jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
# fi

- name: run tests
uses: ./.github/actions/run-tests
with:
namespace: ${{ steps.namespace.outputs.name }}
testbed: basic-1
testbed: basic-1a
marker_expression: "${{ needs.vars.outputs.marker_expression }}"
configuration_file: "./lab_info.json"
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
Expand Down Expand Up @@ -248,15 +240,7 @@ jobs:
cat << EOF > lab_info.json
${{ secrets.LAB_INFO_JSON }}
EOF
# DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
# jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
#
# # overwrite configuration value from Quali
# if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
# then
# jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
# fi

- name: run tests
uses: ./.github/actions/run-tests
Expand Down Expand Up @@ -346,14 +330,6 @@ jobs:
${{ secrets.LAB_INFO_JSON }}
EOF
# DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
# jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
#
# # overwrite configuration value from Quali
# if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
# then
# jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
# fi
- name: run tests
uses: ./.github/actions/run-tests
Expand Down Expand Up @@ -443,15 +419,7 @@ jobs:
cat << EOF > lab_info.json
${{ secrets.LAB_INFO_JSON }}
EOF
# DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
# jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
#
# # overwrite configuration value from Quali
# if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
# then
# jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
# fi

- name: run tests
uses: ./.github/actions/run-tests
Expand Down Expand Up @@ -540,15 +508,7 @@ jobs:
cat << EOF > lab_info.json
${{ secrets.LAB_INFO_JSON }}
EOF
# DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
# jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
#
# # overwrite configuration value from Quali
# if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
# then
# jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
# fi

- name: run tests
uses: ./.github/actions/run-tests
Expand Down Expand Up @@ -637,15 +597,7 @@ jobs:
cat << EOF > lab_info.json
${{ secrets.LAB_INFO_JSON }}
EOF
# DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
# jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
#
# # overwrite configuration value from Quali
# if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
# then
# jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
# fi

- name: run tests
uses: ./.github/actions/run-tests
Expand Down Expand Up @@ -735,20 +687,12 @@ jobs:
${{ secrets.LAB_INFO_JSON }}
EOF
# DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
# jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
#
# # overwrite configuration value from Quali
# if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
# then
# jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
# fi
- name: run tests
uses: ./.github/actions/run-tests
with:
namespace: ${{ steps.namespace.outputs.name }}
testbed: basic-1a
testbed: basic-2a
marker_expression: "${{ needs.vars.outputs.marker_expression }}"
configuration_file: "./lab_info.json"
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
Expand Down Expand Up @@ -831,15 +775,7 @@ jobs:
cat << EOF > lab_info.json
${{ secrets.LAB_INFO_JSON }}
EOF
# DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
# jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
#
# # overwrite configuration value from Quali
# if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
# then
# jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
# fi

- name: run tests
uses: ./.github/actions/run-tests
Expand Down Expand Up @@ -931,14 +867,6 @@ jobs:
${{ secrets.LAB_INFO_JSON }}
EOF
# DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
# jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
#
# # overwrite configuration value from Quali
# if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
# then
# jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
# fi
- name: run tests
uses: ./.github/actions/run-tests
Expand Down Expand Up @@ -1028,21 +956,13 @@ jobs:
cat << EOF > lab_info.json
${{ secrets.LAB_INFO_JSON }}
EOF
# DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})"
# jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
#
# # overwrite configuration value from Quali
# if [ ${{ needs.vars.outputs.existing_controller }} != '' ]
# then
# jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json
# fi

- name: run tests
uses: ./.github/actions/run-tests
with:
namespace: ${{ steps.namespace.outputs.name }}
testbed: basic-2a
testbed: basic-1
marker_expression: "${{ needs.vars.outputs.marker_expression }}"
configuration_file: "./lab_info.json"
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
Expand Down Expand Up @@ -1087,13 +1007,101 @@ jobs:
if: failure()
run: kubectl -n openwifi-qa01 logs deployment/owsec

test-hfcl-ion4xi:
needs: [ "vars", "build" ]
runs-on: ubuntu-latest
if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'hfcl_ion4xi')"
env:
AP_MODEL: edgecore_eap102
steps:
- name: Set AP model output
id: ap_model
run: |
echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT
- uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: "3.8"


# TODO WIFI-7839 delete when issue is resolved on AWS CLI side
- name: install kubectl
run: |
curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl"
sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
- name: get EKS access credentials
run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }}

- name: prepare namespace name
id: namespace
run: |
NAMESPACE="testing-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')"
echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT
- name: prepare configuration
run: |
cat << EOF > lab_info.json
${{ secrets.LAB_INFO_JSON }}
EOF
- name: run tests
uses: ./.github/actions/run-tests
with:
namespace: ${{ steps.namespace.outputs.name }}
testbed: advanced-3b
marker_expression: "${{ needs.vars.outputs.marker_expression }}"
configuration_file: "./lab_info.json"
testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }}
additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"'
allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}"
dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build"

# necessary because if conditionals in composite actions are currently not respected
- name: get tests logs
if: always()
continue-on-error: true
run: |
podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }} --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///")
kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }} $podname || true
- name: delete namespace
if: always()
continue-on-error: true
run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }}

- name: show gw logs
if: failure()
run: kubectl -n openwifi-qa01 logs deployment/owgw

- name: show fms logs
if: failure()
run: kubectl -n openwifi-qa01 logs deployment/owfms

- name: show prov logs
if: failure()
run: kubectl -n openwifi-qa01 logs deployment/owprov

- name: show analytics logs
if: failure()
run: kubectl -n openwifi-qa01 logs deployment/owanalytics

- name: show subscription (userportal) logs
if: failure()
run: kubectl -n openwifi-qa01 logs deployment/owsub

- name: show sec logs
if: failure()
run: kubectl -n openwifi-qa01 logs deployment/owsec

# Save reports
report:
if: "!cancelled()"
runs-on: ubuntu-latest
needs: [vars, test-cig-wf188n, test-cig-wf196, test-edgecore-ecw5211, test-indio-um-305ac, test-edgecore-ecw5410, test-edgecore-eap104, test-edgecore-oap101-6e, test-hfcl-ion4xe, test-edgecore-eap101, test-edgecore-eap102]
needs: [vars, test-cig-wf188n, test-cig-wf196, test-edgecore-ecw5211, test-indio-um-305ac, test-edgecore-ecw5410, test-edgecore-eap104, test-edgecore-oap101-6e, test-hfcl-ion4xe, test-edgecore-eap101, test-edgecore-eap102, test-hfcl-ion4xi]
strategy:
fail-fast: false
matrix:
Expand Down Expand Up @@ -1144,7 +1152,7 @@ jobs:

# Cleanup
cleanup:
needs: [test-cig-wf188n, test-cig-wf196, test-edgecore-ecw5211, test-indio-um-305ac, test-edgecore-ecw5410, test-edgecore-eap104, test-edgecore-oap101-6e, test-hfcl-ion4xe, test-edgecore-eap101, test-edgecore-eap102]
needs: [test-cig-wf188n, test-cig-wf196, test-edgecore-ecw5211, test-indio-um-305ac, test-edgecore-ecw5410, test-edgecore-eap104, test-edgecore-oap101-6e, test-hfcl-ion4xe, test-edgecore-eap101, test-edgecore-eap102, test-hfcl-ion4xi]
runs-on: ubuntu-latest
if: always()
steps:
Expand Down

0 comments on commit da6e83a

Please sign in to comment.