sanity testing #1928
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: sanity testing | |
| env: | |
| # AWS credentials | |
| AWS_EKS_NAME: tip-wlan-main | |
| AWS_DEFAULT_OUTPUT: json | |
| AWS_DEFAULT_REGION: ap-south-1 | |
| AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }} | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_CLIENT_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_CLIENT_KEY }} | |
| # Cloud SDK certs | |
| CACERT: ${{ secrets.CACERT }} | |
| CAKEY: ${{ secrets.CAKEY }} | |
| ALLURE_CLI_VERSION: 2.14.0 | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| openwifi_revision: | |
| required: true | |
| default: "main" | |
| description: "revision of the Open Wifi Helm chart" | |
| ap_models: | |
| required: true | |
| default: "edgecore_oap101_6e,edgecore_eap101" | |
| description: "the AP models to test" | |
| ap_version: | |
| required: true | |
| default: "next-latest" | |
| description: "revision of firmware to flash on AP, <branch>-<commit>" | |
| marker_expression: | |
| required: true | |
| default: "ow_sanity_lf" | |
| description: "Marker expression to select tests to execute" | |
| existing_controller: | |
| required: true | |
| default: "qa01" | |
| description: "Use an existing cloud controller, e.g. like qa01 instead of dynamic one" | |
| tests_release: | |
| required: false | |
| default: "" | |
| description: "Tests release branch to use (i.e. 'release/v2.8.0' or 'master'). If left empty, latest release branch is used" | |
| schedule: | |
| - cron: "35 20 * * 0-4" | |
| jobs: | |
| # Set vars | |
| vars: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| openwifi_revision: ${{ steps.vars.outputs.openwifi }} | |
| ap_models: ${{ steps.vars.outputs.ap_models }} | |
| ap_version: ${{ steps.vars.outputs.ap_version }} | |
| marker_expression: ${{ steps.vars.outputs.marker_expression }} | |
| existing_controller: ${{ steps.vars.outputs.existing_controller }} | |
| tests_release: ${{ steps.vars.outputs.tests_release }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: set variables | |
| id: vars | |
| run: | | |
| echo "openwifi=$(echo ${{ github.event.inputs.openwifi_revision || 'main' }})" >> $GITHUB_OUTPUT | |
| echo "ap_version=$(echo ${{ github.event.inputs.ap_version || 'release-latest' }})" >> $GITHUB_OUTPUT | |
| echo "marker_expression=$(echo ${{ github.event.inputs.marker_expression || 'ow_sanity_lf' }})" >> $GITHUB_OUTPUT | |
| echo "existing_controller=$(echo ${{ github.event.inputs.existing_controller || 'qa01' }})" >> $GITHUB_OUTPUT | |
| DOW=$(date +%u) | |
| SLOT=$(( 10#$DOW % 7 % 2 )) # 0 - slot 1, 1 - slot 2 | |
| echo "Current date is $(date --iso-8601=s)" | |
| echo "Current date of week is $DOW which is $(( 10#$DOW % 7 )) in cron notation" | |
| echo "Current slot is $SLOT" | |
| if [[ "$SLOT" -eq "0" ]]; then | |
| echo "Choosing first slot since $SLOT == 0" | |
| AP_MODELS="${{ github.event.inputs.ap_models || 'edgecore_oap101_6e' }}" | |
| else | |
| echo "Choosing second slot since $SLOT != 0" | |
| AP_MODELS="${{ github.event.inputs.ap_models || 'edgecore_eap101' }}" | |
| fi | |
| echo "List of AP models to test - $AP_MODELS" | |
| AP_MODELS=$(echo $AP_MODELS | sed "s/,/\",\"/g" | sed 's/^/[\"/g' | sed 's/$/\"]/g') | |
| cat >> $GITHUB_OUTPUT << EOF | |
| ap_models=${AP_MODELS} | |
| EOF | |
| LATEST_TESTS_RELEASE=$(git branch -r | grep 'release/v' | sed 's!\s*origin/!!' | tail -1) | |
| if [[ -z "${{ github.event.inputs.tests_release }}" ]]; then | |
| echo "Tests release was not passed, using branch $LATEST_TESTS_RELEASE" | |
| echo "tests_release=$LATEST_TESTS_RELEASE" >> $GITHUB_OUTPUT | |
| else | |
| echo "Tests release was passed - ${{ github.event.inputs.tests_release }}" | |
| echo "tests_release=${{ github.event.inputs.tests_release }}" >> $GITHUB_OUTPUT | |
| fi | |
| cat $GITHUB_OUTPUT | |
| # Build test image | |
| build: | |
| runs-on: ubuntu-latest | |
| needs: ["vars"] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ needs.vars.outputs.tests_release }} | |
| - name: build and push Docker image | |
| uses: ./.github/actions/build-and-push-docker | |
| with: | |
| registry: tip-tip-wlan-cloud-docker-repo.jfrog.io | |
| registry_user: ${{ secrets.DOCKER_USER_NAME }} | |
| registry_password: ${{ secrets.DOCKER_USER_PASSWORD }} | |
| # Run tests on APs | |
| test-edgecore-oap101-6e: | |
| needs: ["vars", "build"] | |
| runs-on: ubuntu-latest | |
| if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_oap101_6e')" | |
| env: | |
| AP_MODEL: edgecore_oap101_6e | |
| steps: | |
| - name: Set AP model output | |
| id: ap_model | |
| run: | | |
| echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.8" | |
| # TODO WIFI-7839 delete when issue is resolved on AWS CLI side | |
| - name: install kubectl | |
| run: | | |
| curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" | |
| sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl | |
| - name: get EKS access credentials | |
| run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} | |
| - name: prepare namespace name | |
| id: namespace | |
| run: | | |
| NAMESPACE="testing-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" | |
| echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT | |
| - name: prepare configuration | |
| run: | | |
| cat << EOF > lab_info.json | |
| ${{ secrets.LAB_INFO_JSON }} | |
| EOF | |
| # DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" | |
| # jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json | |
| # | |
| # # overwrite configuration value from Quali | |
| # if [ ${{ needs.vars.outputs.existing_controller }} != '' ] | |
| # then | |
| # jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json | |
| # fi | |
| - name: run tests | |
| uses: ./.github/actions/run-tests | |
| with: | |
| namespace: ${{ steps.namespace.outputs.name }} | |
| testbed: advanced-1a | |
| marker_expression: "${{ needs.vars.outputs.marker_expression }}" | |
| configuration_file: "./lab_info.json" | |
| testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} | |
| additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"' | |
| allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}" | |
| dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" | |
| # necessary because if conditionals in composite actions are currently not respected | |
| - name: get tests logs | |
| if: always() | |
| continue-on-error: true | |
| run: | | |
| podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }} --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") | |
| kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }} $podname || true | |
| - name: delete namespace | |
| if: always() | |
| continue-on-error: true | |
| run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }} | |
| - name: show gw logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owgw | |
| - name: show fms logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owfms | |
| - name: show prov logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owprov | |
| - name: show analytics logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owanalytics | |
| - name: show subscription (userportal) logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owsub | |
| - name: show sec logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owsec | |
| test-edgecore-eap101: | |
| needs: ["vars", "build"] | |
| runs-on: ubuntu-latest | |
| if: "!cancelled() && contains(fromJSON(needs.vars.outputs.ap_models), 'edgecore_eap101')" | |
| env: | |
| AP_MODEL: edgecore_eap101 | |
| steps: | |
| - name: Set AP model output | |
| id: ap_model | |
| run: | | |
| echo "model=${AP_MODEL}" >> $GITHUB_OUTPUT | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.8" | |
| # TODO WIFI-7839 delete when issue is resolved on AWS CLI side | |
| - name: install kubectl | |
| run: | | |
| curl -s -LO "https://dl.k8s.io/release/v1.27.6/bin/linux/amd64/kubectl" | |
| sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl | |
| - name: get EKS access credentials | |
| run: aws eks update-kubeconfig --name ${{ env.AWS_EKS_NAME }} | |
| - name: prepare namespace name | |
| id: namespace | |
| run: | | |
| NAMESPACE="testing-${{ github.run_id }}-$(echo ${{ steps.ap_model.outputs.model }} | tr '[:upper:]' '[:lower:]' | tr '_' '-')" | |
| echo "name=${NAMESPACE}" >> $GITHUB_OUTPUT | |
| - name: prepare configuration | |
| run: | | |
| cat << EOF > lab_info.json | |
| ${{ secrets.LAB_INFO_JSON }} | |
| EOF | |
| # DYN_CONFIG="$(python .quali/get_configuration.py --json ${{ steps.reservation.outputs.identifier }})" | |
| # jq ".CONFIGURATION.basic=$DYN_CONFIG" lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json | |
| # | |
| # # overwrite configuration value from Quali | |
| # if [ ${{ needs.vars.outputs.existing_controller }} != '' ] | |
| # then | |
| # jq '.CONFIGURATION.basic.controller.url="https://sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build:16001"' lab_info.json > lab_info.json.tmp && mv lab_info.json.tmp lab_info.json | |
| # fi | |
| - name: run tests | |
| uses: ./.github/actions/run-tests | |
| with: | |
| namespace: ${{ steps.namespace.outputs.name }} | |
| testbed: advanced-2a | |
| marker_expression: "${{ needs.vars.outputs.marker_expression }}" | |
| configuration_file: "./lab_info.json" | |
| testing_docker_image: tip-tip-wlan-cloud-docker-repo.jfrog.io/cloud-sdk-nightly:${{ github.run_id }} | |
| additional_args: '-o firmware="${{ needs.vars.outputs.ap_version }}"' | |
| allure_results_artifact_name: "allure-results-${{ steps.ap_model.outputs.model }}" | |
| dns_records_to_resolve: "sec-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build gw-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build fms-${{ needs.vars.outputs.existing_controller }}.cicd.lab.wlan.tip.build" | |
| # necessary because if conditionals in composite actions are currently not respected | |
| - name: get tests logs | |
| if: always() | |
| continue-on-error: true | |
| run: | | |
| podname=$(kubectl get pods -n ${{ steps.namespace.outputs.name }} --no-headers -o custom-columns=":metadata.name" -l job-name=testing | sed "s/pod\///") | |
| kubectl logs --timestamps -n ${{ steps.namespace.outputs.name }} $podname || true | |
| - name: delete namespace | |
| if: always() | |
| continue-on-error: true | |
| run: kubectl delete ns --ignore-not-found=true --wait ${{ steps.namespace.outputs.name }} | |
| - name: show gw logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owgw | |
| - name: show fms logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owfms | |
| - name: show prov logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owprov | |
| - name: show analytics logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owanalytics | |
| - name: show subscription (userportal) logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owsub | |
| - name: show sec logs | |
| if: failure() | |
| run: kubectl -n openwifi-qa01 logs deployment/owsec | |
| # Save reports | |
| report: | |
| if: "!cancelled()" | |
| runs-on: ubuntu-latest | |
| needs: [vars, test-edgecore-oap101-6e, test-edgecore-eap101] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| model: ${{ fromJson( needs.vars.outputs.ap_models ) }} | |
| steps: | |
| - name: checkout testing repo | |
| uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: allure-results-${{ matrix.model }} | |
| path: allure-results | |
| - name: download history of previous run | |
| continue-on-error: true | |
| run: | | |
| LAST_RUN_ID=$(aws s3api head-object --bucket openwifi-allure-reports --key sanity/${{ matrix.model }}/latest/index.html | jq -r .Metadata.latest) | |
| aws s3 cp --recursive s3://openwifi-allure-reports/sanity/${{ matrix.model }}/$LAST_RUN_ID/history history | |
| - name: generate Allure report | |
| uses: ./.github/actions/generate-allure-report | |
| with: | |
| results_path: ./allure-results | |
| history_path: ./history | |
| additional_metadata: | | |
| Ap.Model=${{ matrix.model }} | |
| - name: upload Allure report as artifact | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: allure-report-${{ matrix.model }} | |
| path: allure-report | |
| # doing this to be able to aggregate multiple reports together later on | |
| - name: copy results into report | |
| run: cp -r allure-results allure-report/results | |
| - name: upload to S3 | |
| # if: github.ref == 'refs/heads/master' && needs.vars.outputs.marker_expression == 'ow_sanity_lf' | |
| uses: ./.github/actions/allure-report-to-s3 | |
| with: | |
| test_type: sanity | |
| testbed: ${{ matrix.model }} | |
| report_path: allure-report | |
| s3_access_key_id: ${{ secrets.ALLURE_S3_ACCESS_KEY_ID }} | |
| s3_access_key_secret: ${{ secrets.ALLURE_S3_ACCESS_KEY_SECRET }} | |
| # Cleanup | |
| cleanup: | |
| needs: [test-edgecore-oap101-6e, test-edgecore-eap101] | |
| runs-on: ubuntu-latest | |
| if: always() | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: cleanup Docker image | |
| uses: ./.github/actions/cleanup-docker | |
| with: | |
| registry_user: ${{ secrets.DOCKER_USER_NAME }} | |
| registry_password: ${{ secrets.DOCKER_USER_PASSWORD }} |