tests: workflow for perf tests #2
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: QA - RPC Performance Tests | |
| on: | |
| pull_request: | |
| branches: | |
| - master | |
| types: | |
| - opened | |
| - ready_for_review | |
| - synchronize | |
| schedule: | |
| - cron: '0 8 * * 0' # Run every Sunday at 8:00 AM UTC | |
| jobs: | |
| performance-test-suite: | |
| runs-on: self-hosted | |
| env: | |
| ERIGON_DATA_DIR: /opt/erigon/datadir | |
| RPC_PAST_TEST_DIR: /opt/rpc-past-tests | |
| steps: | |
| - name: Check out silkworm repository | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| fetch-depth: "0" | |
| - name: Checkout rpc-tests repository & install requirements | |
| run: | | |
| rm -rf ${{runner.workspace}}/rpc-tests | |
| git clone https://github.com/erigontech/rpc-tests ${{runner.workspace}}/rpc-tests | |
| cd ${{runner.workspace}}/rpc-tests | |
| git checkout main | |
| pip3 install -r requirements.txt | |
| - name: Clean Build Directory | |
| run: rm -rf ${{runner.workspace}}/silkworm/build | |
| - name: Create Build Environment | |
| run: cmake -E make_directory ${{runner.workspace}}/silkworm/build | |
| - name: Configure CMake | |
| working-directory: ${{runner.workspace}}/silkworm/build | |
| run: | | |
| cmake $GITHUB_WORKSPACE -DCMAKE_BUILD_TYPE=Release | |
| - name: Build SilkRpc | |
| working-directory: ${{runner.workspace}}/silkworm/build | |
| run: cmake --build . --config Release --target rpcdaemon -j 8 | |
| - name: Run SilkRpc | |
| working-directory: ${{runner.workspace}}/silkworm/build/cmd | |
| run: | | |
| ./rpcdaemon --datadir $ERIGON_DATA_DIR --api admin,debug,eth,parity,erigon,trace,web3,txpool,ots,net --log.verbosity 1 --erigon_compatibility --jwt ./jwt.hex --skip_protocol_check & | |
| RPC_DAEMON_PID=$! | |
| echo "RPC_DAEMON_PID=$RPC_DAEMON_PID" >> $GITHUB_ENV | |
| - name: Run performances tests | |
| id: test_step | |
| run: | | |
| set +e # Disable exit on error | |
| cd ${{runner.workspace}}/rpc-tests/perf | |
| ulimit -c unlimited | |
| ulimit -n 999999 | |
| sudo sysctl -w "net.ipv4.ip_local_port_range=5000 65000" | |
| # Run Erigon, send ctrl-c and check logs | |
| python3 ./run_perf_tests.py -b mainnet -y eth_call -p pattern/mainnet/stress_test_eth_call_001_14M.tar -t 100:10,1000:10 -r 1 -s ${{runner.workspace}}/silkworm -g $ERIGON_DATA_DIR -m 2 -u | |
| #python3 ./run_perf_tests.py -b mainnet -y eth_call -p pattern/mainnet/stress_test_eth_call_001_14M.tar -t 100:30,1000:20,10000:20,20000:20 -r 20 -s ${{runner.workspace}}/silkworm -g $ERIGON_DATA_DIR -m 2 -u | |
| # Capture monitoring script exit status | |
| perf_exit_status=$? | |
| ulimit -c 0 | |
| ulimit -n 1024 | |
| sudo sysctl -w "net.ipv4.ip_local_port_range=32768 60999" | |
| # Save test result to a directory with timestamp and commit hash | |
| mv ${{runner.workspace}}/rpc-tests/perf/mainnet/results $RPC_PAST_TEST_DIR/mainnet_$(date +%Y%m%d_%H%M%S)_perf_$(git rev-parse --short HEAD) | |
| # Check monitoring script exit status | |
| if [ $perf_exit_status -eq 0 ]; then | |
| echo "Tests completed successfully" | |
| echo "TEST_RESULT=success" >> "$GITHUB_OUTPUT" | |
| else | |
| echo "Error detected during tests" | |
| echo "TEST_RESULT=failure" >> "$GITHUB_OUTPUT" | |
| fi | |
| - name: Stop SilkRpc | |
| working-directory: ${{runner.workspace}}/silkworm/build/cmd | |
| run: | | |
| # Clean up rpcdaemon process if it's still running | |
| if kill -0 $RPC_DAEMON_PID 2> /dev/null; then | |
| echo "Terminating rpc-daemon" | |
| kill $RPC_DAEMON_PID | |
| else | |
| echo "rpc-daemon has already terminated" | |
| fi | |
| - name: Action for Success | |
| if: steps.test_step.outputs.TEST_RESULT == 'success' | |
| run: echo "::notice::Tests completed successfully" | |
| - name: Action for Not Success | |
| if: steps.test_step.outputs.TEST_RESULT != 'success' | |
| run: | | |
| echo "::error::Error detected during tests" | |
| exit 1 | |