Nussknacker benchmark #1284
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nussknacker benchmark | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| nussknacker_version: | |
| description: "Nussknacker version" | |
| required: false | |
| type: string | |
| transaction_count: | |
| description: "Number of transactions" | |
| required: false | |
| type: string | |
| env: | |
| NUSSKNACKER_VERSION: ${{ inputs.nussknacker_version != '' && inputs.nussknacker_version || 'staging-latest' }} | |
| TRANSACTION_COUNT: ${{ inputs.transaction_count != '' && inputs.transaction_count || '10000000' }} | |
| jobs: | |
| nussknacker-benchmark-flink: | |
| name: Nussknacker benchmark Streaming-Flink | |
| runs-on: ubuntu-latest | |
| env: | |
| # temporarily force NU built with scala 2.12, cause default build (2.13) does not work with Flink out of the box now. | |
| NUSSKNACKER_VERSION: ${{ | |
| endsWith(inputs.nussknacker_version, 'SNAPSHOT') && format('{0}_{1}', inputs.nussknacker_version, 'scala-2.12') || | |
| inputs.nussknacker_version != '' && inputs.nussknacker_version || | |
| 'staging-latest_scala-2.12' }} | |
| defaults: | |
| run: | |
| shell: bash | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| - name: install quickstart | |
| shell: bash | |
| env: | |
| AUTO_OFFSET_RESET: earliest | |
| run: ./docker/streaming/start.sh | |
| - name: Test | |
| run: ./common/tests/benchmark/runBenchmark.sh $TRANSACTION_COUNT benchmarkFlink.json | |
| - name: Save artifacts | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: benchmarkDetailsFlink | |
| path: /tmp/benchmarkResult.csv | |
| nussknacker-benchmark-lite: | |
| name: Nussknacker benchmark Streaming-Lite | |
| runs-on: ubuntu-latest | |
| env: | |
| RELEASE: "nu-quickstart" | |
| DEVEL: "true" | |
| defaults: | |
| run: | |
| shell: bash | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - uses: AbsaOSS/[email protected] | |
| with: | |
| cluster-name: "k3s-default" | |
| k3d-version: "v5.4.9" # default version - change with caution, there was some problem after upgrade | |
| args: >- | |
| --config=.k3d/single-cluster.yml | |
| --trace | |
| - name: install quickstart | |
| shell: bash | |
| run: ./k8s-helm/install-common.sh -f ../common/tests/benchmark/k8sAutoOffsetEarliest.yml | |
| - name: Test | |
| run: ./common/tests/benchmark/runBenchmark.sh $TRANSACTION_COUNT benchmarkLite.json | |
| - name: Save artifacts | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: benchmarkDetailsLite | |
| path: /tmp/benchmarkResult.csv |