test: update slo tests

Signed-off-by: Vladislav Polyakov <[email protected]>

.github/workflows/slo.yml

@@ -1,58 +1,91 @@
 name: SLO
+
 on:
+  push:
+    branches:
+      - main
   pull_request:
     branches:
       - main
-      - master
-      - release-*
   workflow_dispatch:
+    inputs:
+      github_pull_request_number:
+        required: true
+      slo_workload_duration_seconds:
+        default: '600'
+        required: false
+      slo_workload_read_max_rps:
+        default: '1000'
+        required: false
+      slo_workload_write_max_rps:
+        default: '100'
+        required: false
 
 jobs:
-  test-slo:
-    concurrency:
-      group: slo-${{ github.ref }}
+  ydb-slo-action:
     if: (!contains(github.event.pull_request.labels.*.name, 'no slo'))
 
+    name: Run YDB SLO Tests
     runs-on: ubuntu-latest
-    name: SLO test
-    permissions:
-      checks: write
-      pull-requests: write
-      contents: read
-      issues: write
+
+    concurrency:
+      group: slo-${{ github.ref }}
+      cancel-in-progress: true
 
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
 
-      - name: Run SLO
-        uses: ydb-platform/slo-tests@main
-        continue-on-error: true
+      - name: Install NodeJS
+        uses: actions/setup-node@v4
         with:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          KUBECONFIG_B64: ${{ secrets.SLO_KUBE_CONFIG }}
-          AWS_CREDENTIALS_B64: ${{ secrets.SLO_AWS_CREDENTIALS }}
-          AWS_CONFIG_B64: ${{ secrets.SLO_AWS_CONFIG }}
-          DOCKER_USERNAME: ${{ secrets.SLO_DOCKER_USERNAME }}
-          DOCKER_PASSWORD: ${{ secrets.SLO_DOCKER_PASSWORD }}
-          DOCKER_REPO: ${{ secrets.SLO_DOCKER_REPO }}
-          DOCKER_FOLDER: ${{ secrets.SLO_DOCKER_FOLDER }}
-          s3_endpoint: ${{ secrets.SLO_S3_ENDPOINT }}
-          s3_images_folder: ${{ vars.SLO_S3_IMAGES_FOLDER }}
-          grafana_domain: ${{ vars.SLO_GRAFANA_DOMAIN }}
-          grafana_dashboard: ${{ vars.SLO_GRAFANA_DASHBOARD }}
-          ydb_version: 'newest'
-          timeBetweenPhases: 30
-          shutdownTime: 30
-
-          language_id0: 'nodejs'
-          workload_path0: 'slo-workload'
-          language0: 'Native ydb-nodejs-sdk general'
-          workload_build_context0: ..
-          workload_build_options0: -f Dockerfile --build-arg SRC_PATH=slo-workload --build-arg JOB_NAME=workload-slo
-
-      - uses: actions/upload-artifact@v4
-        if: always()
+          node-version: 'lts/Hydrogen'
+          cache: 'npm'
+
+      - name: Install dependencies
+        run: |
+          npm ci
+          npm ci --prefix slo-workload
+          npm run build
+
+      - name: Initialize YDB SLO
+        uses: ydb-platform/ydb-slo-action/init@main
+        with:
+          github_pull_request_number: ${{ github.event.inputs.github_pull_request_number }}
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          workload_name: nodejs
+          ydb_database_node_count: 5
+
+      - name: Prepare SLO Database
+        run: |
+          npm start --prefix slo-workload -- create grpc://localhost:2135 /Root/testdb
+
+      - name: Run SLO Tests
+        env:
+          REF: '${{ github.head_ref || github.ref }}'
+        run: |
+          npm start --prefix slo-workload -- run grpc://localhost:2135 /Root/testdb \
+            --prom-pgw localhost:9091 \
+            --report-period 250 \
+            --time ${{inputs.slo_workload_duration_seconds || 600}} \
+            --read-rps ${{inputs.slo_workload_read_max_rps || 1000}} \
+            --write-rps ${{inputs.slo_workload_write_max_rps || 100}} \
+            --read-timeout 1000 \
+            --write-timeout 1000
+
+      - if: always()
+        name: Cleanup SLO Database
+        run: |
+          npm start --prefix slo-workload -- cleanup grpc://localhost:2135 /Root/testdb
+
+      - if: always()
+        name: Store ydb chaos testing logs
+        run: |
+          docker logs ydb-chaos > chaos-ydb.log
+
+      - if: always()
+        uses: actions/upload-artifact@v4
         with:
-          name: slo-logs
-          path: logs/
+          name: nodejs-chaos-ydb.log
+          path: ./chaos-ydb.log
+          retention-days: 1

examples/query-service/index.ts

@@ -1,8 +1,8 @@
 process.env.YDB_SDK_PRETTY_LOGS = '1';
 
-import {Driver, getCredentialsFromEnv, Logger, TypedValues, RowType} from 'ydb-sdk';
-import {Row} from './data-helpers';
-import {main} from '../utils';
+import { Driver, getCredentialsFromEnv, Logger, TypedValues, RowType } from 'ydb-sdk';
+import { Row } from './data-helpers';
+import { main } from '../utils';
 
 const TABLE = 'query_service_table';
 
@@ -59,7 +59,9 @@ async function select(driver: Driver) {
             });
             let rowsCount = 0;
             for await (const resultSet of res.resultSets) {
+                resultSet.rows
                 console.info(`ResultSet index: ${resultSet.index}`)
+
                 for await (const row of resultSet.rows) {
                     rowsCount++;
                     console.info(`row: ${JSON.stringify(row)}`);
@@ -124,7 +126,7 @@ async function bulkUpsert(driver: Driver) {
 async function run(logger: Logger, endpoint: string, database: string) {
     const authService = getCredentialsFromEnv();
     logger.info('Driver initializing...');
-    const driver = new Driver({endpoint, database, authService});
+    const driver = new Driver({ endpoint, database, authService });
     const timeout = 10000;
     if (!await driver.ready(timeout)) {
         logger.fatal(`Driver has not become ready in ${timeout}ms!`);

examples/topic-service/index.ts

@@ -1,12 +1,12 @@
-import {Driver as YDB, getCredentialsFromEnv, Context, SimpleLogger} from 'ydb-sdk';
-import {Ydb} from "ydb-sdk-proto";
+import { Driver as YDB, getCredentialsFromEnv, Context, SimpleLogger } from 'ydb-sdk';
+import { Ydb } from "ydb-sdk-proto";
 import Codec = Ydb.Topic.Codec;
 
 require('dotenv').config();
 
 async function run() {
     // const logger = getDefaultLogger();
-    const logger = new SimpleLogger({envKey: 'YDB_TEST_LOG_LEVEL'});
+    const logger = new SimpleLogger({ envKey: 'YDB_TEST_LOG_LEVEL' });
     const authService = getCredentialsFromEnv(logger);
     const db = new YDB({
         connectionString: process.env.YDB_CONNECTION_STRING || 'grpc://localhost:2136?database=/local',
@@ -72,7 +72,7 @@ async function run() {
                         }
                     ],
                 }],
-           }));
+            }));
         }
         await writer.close(); // // graceful close() - will finish after receiving confirmation that all messages have been processed by the server
         // await Promise.all(promises); // another option

prettier.config.js

@@ -5,4 +5,12 @@ module.exports = {
     semi: true,
     singleQuote: true,
     bracketSpacing: false,
+    overrides: [
+        {
+            files: ['*.yml', '*.yaml'],
+            options: {
+                tabWidth: 2,
+            },
+        },
+    ],
 };

slo-workload/.gitignore

@@ -2,4 +2,3 @@ node_modules
 dist
 .vscode
 runStats.json
-package-lock.json