add ml example #187
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: test metrics-operator | |
| on: | |
| pull_request: [] | |
| jobs: | |
| formatting: | |
| name: Formatting | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup black linter | |
| run: conda create --quiet --name black pyflakes | |
| - name: Check Spelling | |
| uses: crate-ci/typos@7ad296c72fa8265059cc03d1eda562fbdfcd6df2 # v1.9.0 | |
| with: | |
| files: ./README.md ./docs/*.md ./docs/*/*.md ./docs/*/*/*.md | |
| - name: Lint and format Python code | |
| run: | | |
| export PATH="/usr/share/miniconda/bin:$PATH" | |
| source activate black | |
| pip install -r .github/dev-requirements.txt | |
| pre-commit run --all-files | |
| unit-tests: | |
| name: Unit Tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup Go | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: ^1.20 | |
| - name: fmt check | |
| run: make fmt | |
| # These aren't written yet | |
| - name: Run Unit tests | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: make test | |
| # Ensure build-config is the same as the one we have | |
| - name: Check Updated metrics-operator.yaml | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| cp examples/dist/metrics-operator.yaml /tmp/metrics-operator.yaml | |
| make build-config | |
| diff examples/dist/metrics-operator.yaml /tmp/metrics-operator.yaml | |
| - name: Check Updated metrics.json | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| cp docs/_static/data/metrics.json /tmp/metrics.json | |
| make docs-data | |
| diff docs/_static/data/metrics.json /tmp/metrics.json | |
| test-metrics: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| test: [["app-lammps", "ghcr.io/converged-computing/metric-lammps:latest", 120], | |
| ["perf-hello-world", "ghcr.io/converged-computing/metric-sysstat:latest", 60], | |
| ["io-host-volume", "ghcr.io/converged-computing/metric-sysstat:latest", 60], | |
| ["io-fio", "ghcr.io/converged-computing/metric-fio:latest", 120], | |
| ["io-ior", "ghcr.io/converged-computing/metric-ior:latest", 120], | |
| ## ["network-chatterbug", "ghcr.io/converged-computing/metric-chatterbug:latest", 120], | |
| ["app-nekbone", "ghcr.io/converged-computing/metric-nekbone:latest", 120], | |
| ["app-ldms", "ghcr.io/converged-computing/metric-ovis-hpc:latest", 120], | |
| ["app-amg", "ghcr.io/converged-computing/metric-amg:latest", 120], | |
| ["app-kripke", "ghcr.io/converged-computing/metric-kripke:latest", 120], | |
| ["app-pennant", "ghcr.io/converged-computing/metric-pennant:latest", 120], | |
| ["app-bdas", "ghcr.io/converged-computing/metric-bdas:latest", 120], | |
| ["app-quicksilver", "ghcr.io/converged-computing/metric-quicksilver:latest", 120]] | |
| steps: | |
| - name: Clone the code | |
| uses: actions/checkout@v3 | |
| - name: Setup Go | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: ^1.20 | |
| - name: Start minikube | |
| uses: medyagh/setup-minikube@697f2b7aaed5f70bf2a94ee21a4ec3dde7b12f92 # v0.0.9 | |
| - name: Install JobSet | |
| run: | | |
| export SHELL=/bin/bash | |
| eval $(minikube -p minikube docker-env) | |
| VERSION=v0.2.0 | |
| kubectl apply --server-side -f https://github.com/kubernetes-sigs/jobset/releases/download/$VERSION/manifests.yaml | |
| sleep 5 | |
| - name: Pull Docker Containers to MiniKube | |
| env: | |
| container: ${{ matrix.test[1] }} | |
| test: ${{ matrix[0] }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| export SHELL=/bin/bash | |
| eval $(minikube -p minikube docker-env) | |
| minikube ssh docker pull ${container} | |
| make deploy-local | |
| minikube image load ghcr.io/converged-computing/metrics-operator:test | |
| kubectl apply -f examples/dist/metrics-operator-local.yaml | |
| - name: Test ${{ matrix.test[0] }} | |
| env: | |
| name: ${{ matrix.test[0] }} | |
| jobtime: ${{ matrix.test[2] }} | |
| run: /bin/bash ./script/test.sh ${name} ${jobtime} |