add ebsconfiguration to cluster

sequencer/src/map-reduce/client/client.ts

@@ -1,5 +1,3 @@
-import * as path from 'path';
-import * as fs from 'fs';
 import {
   EMRClient,
   RunJobFlowCommand,
@@ -16,7 +14,7 @@ import {
 import * as randString from 'randomstring';
 import { Mode } from '../types';
 import { Uploader } from '../uploader';
-import { runShellCommand, preProcessRawTransactions } from '../utils';
+import { runShellCommand } from '../utils';
 import { RollupProofBase } from '@ycryptx/rollup';
 import {
   YARN_CONTAINER_MEMORY,

sequencer/src/map-reduce/constants.ts

@@ -1,3 +1,18 @@
+import { EbsConfiguration, InstanceTypeConfig } from '@aws-sdk/client-emr';
+
+const EbsConfiguration: EbsConfiguration = {
+  EbsBlockDeviceConfigs: [
+    {
+      VolumeSpecification: {
+        SizeInGB: 3,
+        VolumeType: 'gp2',
+      },
+      VolumesPerInstance: 1,
+    },
+  ],
+  EbsOptimized: true,
+};
+
 /**
  * The amount of memory to allocate to each Hadoop container generating the proof in the map-reduce operation
  */
@@ -30,25 +45,30 @@ export const REDUCER_SEQUENTIALISM = 2;
  * The instance types the Hadoop cluster can use when it provisions / autoscales itself.
  * For now we only support instances of different families but similar size.
  */
-export const INSTANCE_TYPES = [
+export const INSTANCE_TYPES: InstanceTypeConfig[] = [
   {
     InstanceType: 'm5.xlarge',
     BidPrice: '0.5',
+    EbsConfiguration,
   },
   {
     InstanceType: 'm5d.xlarge',
     BidPrice: '0.5',
+    EbsConfiguration,
   },
   {
     InstanceType: 'm6a.xlarge',
     BidPrice: '0.5',
+    EbsConfiguration,
   },
   {
     InstanceType: 'm6g.xlarge',
     BidPrice: '0.5',
+    EbsConfiguration,
   },
   {
     InstanceType: 'm6i.xlarge',
     BidPrice: '0.5',
+    EbsConfiguration,
   },
 ];