Tweak BullMQ stream size on all queues

anyone-protocol · Sep 9, 2024 · 5ca4143 · 5ca4143
1 parent 065edb8
commit 5ca4143
Show file tree

Hide file tree

Showing 2 changed files with 25 additions and 7 deletions.
diff --git a/src/events/events.module.ts b/src/events/events.module.ts
@@ -12,9 +12,15 @@ import { VerificationModule } from 'src/verification/verification.module'
         DistributionModule,
         VerificationModule,
         ClusterModule,
-        BullModule.registerQueue({ name: 'facilitator-updates-queue' }),
+        BullModule.registerQueue({ 
+            name: 'facilitator-updates-queue',
+            streams: { events: { maxLen: 2000 } }
+        }),
         BullModule.registerFlowProducer({ name: 'facilitator-updates-flow' }),
-        BullModule.registerQueue({ name: 'registrator-updates-queue' }),
+        BullModule.registerQueue({ 
+            name: 'registrator-updates-queue',
+            streams: { events: { maxLen: 5000 } }
+        }),
         BullModule.registerFlowProducer({ name: 'registrator-updates-flow' }),
     ],
     providers: [EventsService, FacilitatorUpdatesQueue, RegistratorUpdatesQueue],

diff --git a/src/tasks/tasks.module.ts b/src/tasks/tasks.module.ts
@@ -24,17 +24,29 @@ import { ClusterModule } from 'src/cluster/cluster.module'
         DistributionModule,
         ChecksModule,
         ClusterModule,
-        BullModule.registerQueue({ name: 'tasks-queue' }),
+        BullModule.registerQueue({ 
+            name: 'tasks-queue',
+            streams: { events: { maxLen: 1000 } }
+        }),
         BullModule.registerQueue({
             name: 'validation-queue',
-            streams: { events: { maxLen: 5000 } }
+            streams: { events: { maxLen: 1000 } }
         }),
         BullModule.registerFlowProducer({ name: 'validation-flow' }),
-        BullModule.registerQueue({ name: 'verification-queue' }),
+        BullModule.registerQueue({ 
+            name: 'verification-queue',
+            streams: { events: { maxLen: 1000 } }
+        }),
         BullModule.registerFlowProducer({ name: 'verification-flow' }),
-        BullModule.registerQueue({ name: 'distribution-queue' }),
+        BullModule.registerQueue({ 
+            name: 'distribution-queue',
+            streams: { events: { maxLen: 5000 } }
+        }),
         BullModule.registerFlowProducer({ name: 'distribution-flow' }),
-        BullModule.registerQueue({ name: 'balance-checks-queue' }),
+        BullModule.registerQueue({ 
+            name: 'balance-checks-queue',
+            streams: { events: { maxLen: 500 } }
+        }),
         BullModule.registerFlowProducer({ name: 'balance-checks-flow' }),
         MongooseModule.forFeature([
             {