Test GCP/AWS Deployment with Pytest #3018
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Kubernetes Tests" | |
| on: | |
| pull_request: | |
| paths: | |
| - ".github/workflows/kubernetes_test.yaml" | |
| - "tests/**" | |
| - "scripts/**" | |
| - "src/**" | |
| - "pyproject.toml" | |
| - "pytest.ini" | |
| push: | |
| branches: | |
| - main | |
| - develop | |
| - release/\d{4}.\d{1,2}.\d{1,2} | |
| paths: | |
| - ".github/workflows/kubernetes_test.yaml" | |
| - "tests/**" | |
| - "scripts/**" | |
| - "src/**" | |
| - "pyproject.toml" | |
| - "pytest.ini" | |
| workflow_call: | |
| inputs: | |
| pr_number: | |
| required: true | |
| type: string | |
| jobs: | |
| test-kubernetes: | |
| name: "Kubernetes Tests" | |
| runs-on: "cirun-runner--${{ github.run_id }}" | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - name: "Set NEBARI_IMAGE_TAG=main" | |
| run: | | |
| echo "NEBARI_IMAGE_TAG=main" >> "$GITHUB_ENV" | |
| echo "GITHUB_BASE_REF: ${GITHUB_BASE_REF}" | |
| echo "GITHUB_HEAD_REF: ${GITHUB_HEAD_REF}" | |
| echo "GITHUB_REF: ${GITHUB_REF}" | |
| - name: 'Checkout Infrastructure' | |
| uses: actions/checkout@main | |
| - name: Checkout the branch from the PR that triggered the job | |
| if: ${{ github.event_name == 'issue_comment' }} | |
| run: | | |
| hub version | |
| hub pr checkout ${{ inputs.pr_number }} | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set up Python | |
| uses: conda-incubator/setup-miniconda@v2 | |
| env: | |
| CONDA: /home/runnerx/miniconda3 | |
| with: | |
| python-version: 3.8 | |
| miniconda-version: "latest" | |
| - name: Install Nebari | |
| run: | | |
| conda install --quiet --yes -c anaconda pip | |
| pip install .[dev] | |
| playwright install | |
| - name: Download and Install Kubectl | |
| run: | | |
| mkdir -p bin | |
| pushd bin | |
| curl -LO https://storage.googleapis.com/kubernetes-release/release/v1.19.0/bin/linux/amd64/kubectl | |
| chmod +x kubectl | |
| echo "$PWD" >> $GITHUB_PATH | |
| popd | |
| - name: Enable docker permissions for user | |
| run: | | |
| sudo docker ps | |
| sudo usermod -aG docker $USER && newgrp docker | |
| docker info | |
| docker ps | |
| - name: Get routing table for docker pods | |
| run: | | |
| ip route | |
| - name: Initialize Nebari Cloud | |
| run: | | |
| mkdir -p local-deployment | |
| cd local-deployment | |
| nebari init local --project=thisisatest --domain github-actions.nebari.dev --auth-provider=password | |
| # Need smaller profiles on Local Kind | |
| sed -i -E 's/(cpu_guarantee):\s+[0-9\.]+/\1: 0.25/g' "nebari-config.yaml" | |
| sed -i -E 's/(mem_guarantee):\s+[A-Za-z0-9\.]+/\1: 0.25G/g' "nebari-config.yaml" | |
| cat nebari-config.yaml | |
| - name: Deploy Nebari | |
| run: | | |
| cd local-deployment | |
| nebari deploy --config nebari-config.yaml --disable-prompt | |
| - name: Basic kubectl checks after deployment | |
| if: always() | |
| run: | | |
| kubectl get all,cm,secret,ing -A | |
| - name: Check github-actions.nebari.dev resolves | |
| run: | | |
| nslookup github-actions.nebari.dev | |
| - name: Curl jupyterhub login page | |
| run: | | |
| curl -k https://github-actions.nebari.dev/hub/home -i | |
| ### CYPRESS TESTS | |
| - name: Setup Node | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '16' | |
| - name: npm version | |
| run: | | |
| npm --version | |
| - name: Install Cypress dependencies | |
| run: | | |
| sudo apt-get -y update | |
| sudo apt-get install -y libgtk2.0-0 libgtk-3-0 libgbm-dev libnotify-dev libgconf-2-4 libnss3 libxss1 libasound2 libxtst6 xauth xvfb | |
| - name: Get nebari-config.yaml full path | |
| run: echo "NEBARI_CONFIG_PATH=`realpath ./local-deployment/nebari-config.yaml`" >> "$GITHUB_ENV" | |
| - name: Create example-user | |
| run: | | |
| export CYPRESS_EXAMPLE_USER_NAME=example-user | |
| export CYPRESS_EXAMPLE_USER_PASSWORD=P@sswo3d | |
| echo "CYPRESS_EXAMPLE_USER_NAME=${CYPRESS_EXAMPLE_USER_NAME}" >> $GITHUB_ENV | |
| echo "CYPRESS_EXAMPLE_USER_PASSWORD=${CYPRESS_EXAMPLE_USER_PASSWORD}" >> $GITHUB_ENV | |
| nebari keycloak adduser --user "${CYPRESS_EXAMPLE_USER_NAME}" "${CYPRESS_EXAMPLE_USER_PASSWORD}" --config "${NEBARI_CONFIG_PATH}" | |
| nebari keycloak listusers --config "${NEBARI_CONFIG_PATH}" | |
| - name: Cypress run | |
| uses: cypress-io/github-action@v4 | |
| env: | |
| CYPRESS_BASE_URL: https://github-actions.nebari.dev/ | |
| with: | |
| working-directory: tests/tests_e2e | |
| - name: Playwright Tests | |
| env: | |
| KEYCLOAK_USERNAME: ${{ env.CYPRESS_EXAMPLE_USER_NAME }} | |
| KEYCLOAK_PASSWORD: ${{ env.CYPRESS_EXAMPLE_USER_PASSWORD }} | |
| NEBARI_FULL_URL: https://github-actions.nebari.dev/ | |
| working-directory: tests/tests_e2e/playwright | |
| run: | | |
| # create environment file | |
| envsubst < .env.tpl > .env | |
| # run playwright pytest tests in headed mode with the chromium browser | |
| xvfb-run pytest --browser chromium | |
| - name: Save Cypress screenshots and videos | |
| if: always() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: e2e-cypress | |
| path: | | |
| ./tests/tests_e2e/cypress/screenshots/ | |
| ./tests/tests_e2e/cypress/videos/ | |
| ./tests/tests_e2e/playwright/videos/ | |
| - name: Deployment Pytests | |
| run: | | |
| export KEYCLOAK_USERNAME=${CYPRESS_EXAMPLE_USER_NAME} | |
| export KEYCLOAK_PASSWORD=${CYPRESS_EXAMPLE_USER_PASSWORD} | |
| pytest tests/tests_deployment/ -v -s | |
| - name: JupyterHub Notebook Tests | |
| # run jhub-client after pytest since jhubctl can cleanup | |
| # the running server | |
| run: | | |
| sleep 60 | |
| export JUPYTERHUB_USERNAME=${CYPRESS_EXAMPLE_USER_NAME} | |
| export JUPYTERHUB_PASSWORD=${CYPRESS_EXAMPLE_USER_PASSWORD} | |
| jhubctl --verbose run --hub=https://github-actions.nebari.dev \ | |
| --auth-type=keycloak \ | |
| --validate --no-verify-ssl \ | |
| --kernel python3 \ | |
| --stop-server \ | |
| --notebook tests/tests_deployment/assets/notebook/simple.ipynb \ | |
| ### CLEANUP AFTER TESTS | |
| - name: Cleanup nebari deployment | |
| run: | | |
| cd local-deployment | |
| nebari destroy --config nebari-config.yaml --disable-prompt |