sysbench #703
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "sysbench" | |
| on: | |
| push: | |
| branches: | |
| - 'main' | |
| - 'release-**' | |
| paths: | |
| - '**/sysbench.yml' | |
| - '**/sysbench/action.yml' | |
| pull_request: | |
| branches: | |
| - 'main' | |
| - 'release-**' | |
| paths: | |
| - '**/sysbench.yml' | |
| - '**/sysbench/action.yml' | |
| schedule: | |
| - cron: '30 20 * * *' | |
| workflow_dispatch: | |
| jobs: | |
| sysbench: | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| meta: [ 'sqlite3', 'redis', 'mysql', 'tikv', 'tidb', 'postgres', 'mariadb', 'badger', 'fdb'] | |
| # meta: ['redis'] | |
| compress: [ 'lz4'] | |
| include: | |
| - meta: 'redis' | |
| compress: 'zstd' | |
| - meta: 'redis' | |
| compress: 'none' | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 1 | |
| - name: Set Variable | |
| id: vars | |
| run: | | |
| if [ "${{matrix.meta}}" == "fdb" ]; then | |
| echo "target=juicefs.fdb" >> $GITHUB_OUTPUT | |
| else | |
| echo "target=juicefs" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Build | |
| timeout-minutes: 10 | |
| uses: ./.github/actions/build | |
| with: | |
| target: ${{steps.vars.outputs.target}} | |
| - name: Prepare meta db | |
| run: | | |
| chmod +x .github/scripts/start_meta_engine.sh | |
| source .github/scripts/start_meta_engine.sh | |
| start_meta_engine ${{matrix.meta}} | |
| meta_url=$(get_meta_url ${{matrix.meta}}) | |
| create_database $meta_url | |
| - name: Setup minio | |
| run: | | |
| docker run -d -p 19000:9000 --name minio \ | |
| -e "MINIO_ACCESS_KEY=minioadmin" \ | |
| -e "MINIO_SECRET_KEY=minioadmin" \ | |
| -v /tmp/data:/data \ | |
| -v /tmp/config:/root/.minio \ | |
| minio/minio server /data | |
| sleep 5 | |
| - name: Juicefs Format | |
| run: | | |
| source .github/scripts/start_meta_engine.sh | |
| meta_url=$(get_meta_url ${{matrix.meta}}) | |
| sudo ./juicefs format --trash-days 0 --compress ${{matrix.compress}} --storage minio --bucket http://127.0.0.1:19000/mypics \ | |
| --access-key minioadmin \ | |
| --secret-key minioadmin \ | |
| $meta_url pics | |
| - name: Juicefs Mount | |
| run: | | |
| source .github/scripts/start_meta_engine.sh | |
| meta_url=$(get_meta_url ${{matrix.meta}}) | |
| sudo ./juicefs mount -d $meta_url /jfs --no-usage-report | |
| - name: Install Sysbench | |
| run: | | |
| curl -s https://packagecloud.io/install/repositories/akopytov/sysbench/script.deb.sh | sudo bash | |
| sudo .github/scripts/apt_install.sh sysbench | |
| sudo pip install mysqlclient | |
| date +%Y_%m_%d_%H_%M_%S > /tmp/datetime | |
| - name: seq read 1M | |
| uses: ./.github/actions/sysbench | |
| with: | |
| aws_access_key_id: ${{secrets.CI_AWS_ACCESS_KEY_ID}} | |
| aws_access_key_secret: ${{secrets.CI_AWS_ACCESS_KEY_SECRET}} | |
| file_num: 1000 | |
| file_total_size: '1G' | |
| file_test_mode: 'seqrd' | |
| meta: ${{matrix.meta}} | |
| storage: 'minio' | |
| name: 'sysbench_seq_read_1m' | |
| compress: ${{matrix.compress}} | |
| - name: seq write 1M | |
| uses: ./.github/actions/sysbench | |
| with: | |
| aws_access_key_id: ${{secrets.CI_AWS_ACCESS_KEY_ID}} | |
| aws_access_key_secret: ${{secrets.CI_AWS_ACCESS_KEY_SECRET}} | |
| file_num: 1000 | |
| file_total_size: '1G' | |
| file_test_mode: 'seqwr' | |
| meta: ${{matrix.meta}} | |
| storage: 'minio' | |
| name: 'sysbench_seq_write_1m' | |
| compress: ${{matrix.compress}} | |
| - name: seq read 100K | |
| uses: ./.github/actions/sysbench | |
| with: | |
| aws_access_key_id: ${{secrets.CI_AWS_ACCESS_KEY_ID}} | |
| aws_access_key_secret: ${{secrets.CI_AWS_ACCESS_KEY_SECRET}} | |
| file_num: 10000 | |
| file_total_size: '1G' | |
| file_test_mode: 'seqrd' | |
| meta: ${{matrix.meta}} | |
| storage: 'minio' | |
| name: 'sysbench_seq_read_100k' | |
| compress: ${{matrix.compress}} | |
| - name: seq write 100K | |
| uses: ./.github/actions/sysbench | |
| with: | |
| aws_access_key_id: ${{secrets.CI_AWS_ACCESS_KEY_ID}} | |
| aws_access_key_secret: ${{secrets.CI_AWS_ACCESS_KEY_SECRET}} | |
| file_num: 10000 | |
| file_total_size: '1G' | |
| file_test_mode: 'seqwr' | |
| meta: ${{matrix.meta}} | |
| storage: 'minio' | |
| name: 'sysbench_seq_write_100k' | |
| compress: ${{matrix.compress}} | |
| - name: random readwrite 1M | |
| uses: ./.github/actions/sysbench | |
| with: | |
| aws_access_key_id: ${{secrets.CI_AWS_ACCESS_KEY_ID}} | |
| aws_access_key_secret: ${{secrets.CI_AWS_ACCESS_KEY_SECRET}} | |
| file_num: 1000 | |
| file_total_size: '1G' | |
| file_test_mode: 'rndrw' | |
| meta: ${{matrix.meta}} | |
| storage: 'minio' | |
| name: 'sysbench_rand_rw_1m' | |
| compress: ${{matrix.compress}} | |
| - name: random readwrite 100K | |
| uses: ./.github/actions/sysbench | |
| with: | |
| aws_access_key_id: ${{secrets.CI_AWS_ACCESS_KEY_ID}} | |
| aws_access_key_secret: ${{secrets.CI_AWS_ACCESS_KEY_SECRET}} | |
| file_num: 10000 | |
| file_total_size: '1G' | |
| file_test_mode: 'rndrw' | |
| meta: ${{matrix.meta}} | |
| storage: 'minio' | |
| name: 'sysbench_rand_rw_100k' | |
| compress: ${{matrix.compress}} | |
| - name: Send Slack Notification | |
| if: failure() | |
| uses: juicedata/slack-notify-action@main | |
| with: | |
| channel-id: "${{ secrets.SLACK_CHANNEL_ID_FOR_PR_CHECK_NOTIFY }}" | |
| slack_bot_token: "${{ secrets.SLACK_BOT_TOKEN }}" | |