feat(metrics): add database in-flight operations metrics

ar-io · Oct 7, 2024 · 0c10915 · 0c10915
1 parent 900e3c4
commit 0c10915
Show file tree

Hide file tree

Showing 2 changed files with 39 additions and 22 deletions.
diff --git a/src/database/standalone-sqlite.ts b/src/database/standalone-sqlite.ts
@@ -2397,13 +2397,14 @@ const WORKER_POOL_SIZES: WorkerPoolSizes = {
 
 export class StandaloneSqliteDatabase
   implements
-  BundleIndex,
-  BlockListValidator,
-  ChainIndex,
-  ChainOffsetIndex,
-  ContiguousDataIndex,
-  GqlQueryable,
-  NestedDataIndexWriter {
+    BundleIndex,
+    BlockListValidator,
+    ChainIndex,
+    ChainOffsetIndex,
+    ContiguousDataIndex,
+    GqlQueryable,
+    NestedDataIndexWriter
+{
   log: winston.Logger;
 
   private workers: {
@@ -2414,13 +2415,13 @@ export class StandaloneSqliteDatabase
     moderation: { read: any[]; write: any[] };
     bundles: { read: any[]; write: any[] };
   } = {
-      core: { read: [], write: [] },
-      data: { read: [], write: [] },
-      gql: { read: [], write: [] },
-      debug: { read: [], write: [] },
-      moderation: { read: [], write: [] },
-      bundles: { read: [], write: [] },
-    };
+    core: { read: [], write: [] },
+    data: { read: [], write: [] },
+    gql: { read: [], write: [] },
+    debug: { read: [], write: [] },
+    moderation: { read: [], write: [] },
+    bundles: { read: [], write: [] },
+  };
   private workQueues: {
     core: { read: any[]; write: any[] };
     data: { read: any[]; write: any[] };
@@ -2429,13 +2430,13 @@ export class StandaloneSqliteDatabase
     moderation: { read: any[]; write: any[] };
     bundles: { read: any[]; write: any[] };
   } = {
-      core: { read: [], write: [] },
-      data: { read: [], write: [] },
-      gql: { read: [], write: [] },
-      debug: { read: [], write: [] },
-      moderation: { read: [], write: [] },
-      bundles: { read: [], write: [] },
-    };
+    core: { read: [], write: [] },
+    data: { read: [], write: [] },
+    gql: { read: [], write: [] },
+    debug: { read: [], write: [] },
+    moderation: { read: [], write: [] },
+    bundles: { read: [], write: [] },
+  };
 
   // Data index circuit breakers
   private getDataParentCircuitBreaker: CircuitBreaker<
@@ -2659,6 +2660,10 @@ export class StandaloneSqliteDatabase
     method: WorkerMethodName,
     args: any,
   ): Promise<any> {
+    metrics.sqliteInFlightOps.inc({
+      worker: workerName,
+      role,
+    });
     const end = metrics.sqliteMethodDurationSummary.startTimer({
       worker: workerName,
       role,
@@ -2675,7 +2680,13 @@ export class StandaloneSqliteDatabase
       });
       this.drainQueue();
     });
-    ret.finally(() => end());
+    ret.finally(() => {
+      metrics.sqliteInFlightOps.dec({
+        worker: workerName,
+        role,
+      });
+      end();
+    });
     return ret;
   }
 

diff --git a/src/metrics.ts b/src/metrics.ts
@@ -136,6 +136,12 @@ export const sqliteWalCheckpointPages = new promClient.Gauge({
   labelNames: ['db', 'type'],
 });
 
+export const sqliteInFlightOps = new promClient.Gauge({
+  name: 'sqlite_in_flight_ops',
+  help: 'Number of in-flight SQLite operations',
+  labelNames: ['worker', 'role'],
+});
+
 //
 // Block importer metrics
 //