less generous delay interval in waitStepComplete

ycryptx · Nov 14, 2023 · 26829ea · 26829ea
1 parent af398c1
commit 26829ea
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/sequencer/src/map-reduce/client/client.ts b/sequencer/src/map-reduce/client/client.ts
@@ -189,7 +189,11 @@ export class MapReduceClient<RollupProof extends RollupProofBase> {
       const data = await this.emrClient.send(command);
       console.log(`EMR AddJobFlowSteps: ${data.$metadata} ${data.StepIds}`);
       await waitUntilStepComplete(
-        { client: this.emrClient, maxWaitTime: MAX_MAP_REDUCE_WAIT_TIME },
+        {
+          client: this.emrClient,
+          maxWaitTime: MAX_MAP_REDUCE_WAIT_TIME,
+          maxDelay: 10,
+        },
         {
           ClusterId: clusterId,
           StepId: data.StepIds[0],

diff --git a/sequencer/src/map-reduce/constants.ts b/sequencer/src/map-reduce/constants.ts
@@ -3,7 +3,7 @@
  */
 export const YARN_CONTAINER_MEMORY = 5120;
 /**
- * The amount of time the sequencer will wait for a map-reduce operation to finish
+ * The amount of time the sequencer will wait for a single map-reduce step to finish
  */
 export const MAX_MAP_REDUCE_WAIT_TIME = 60 * 60 * 2; // 2 hours
 /**