Switched out the for loop for it.concurrent.for

mattpocock · Dec 13, 2024 · d9bea0c · d9bea0c
1 parent 2d91ca3
commit d9bea0c
Show file tree

Hide file tree

Showing 3 changed files with 57 additions and 7 deletions.
diff --git a/packages/evalite-tests/package.json b/packages/evalite-tests/package.json
@@ -12,6 +12,7 @@
     "evalite": "workspace:*",
     "strip-ansi": "^7.1.0",
     "autoevals": "^0.0.108",
+    "@ai-sdk/openai": "^1.0.8",
     "ai": "^4.0.11"
   }
 }
diff --git a/packages/evalite/src/index.ts b/packages/evalite/src/index.ts
@@ -81,16 +81,17 @@ export const evalite = <TInput, TExpected = TInput>(
   return describe(evalName, async () => {
     const dataset = await opts.data();
 
-    for (const [order, data] of Object.entries(dataset)) {
-      it(`${evalName} ${order}`, { concurrent: true }, async ({ task }) => {
+    it.concurrent.for(dataset.map((d, index) => ({ ...d, index })))(
+      evalName,
+      async (data, { task }) => {
         task.meta.evalite = {
           duration: undefined,
           initialResult: {
             evalName: evalName,
             filepath: task.file.filepath,
             input: data.input,
             expected: data.expected,
-            order: Number(order),
+            order: data.index,
           },
         };
         const start = performance.now();
@@ -109,7 +110,7 @@ export const evalite = <TInput, TExpected = TInput>(
             result: {
               evalName: evalName,
               filepath: task.file.filepath,
-              order: Number(order),
+              order: data.index,
               duration,
               expected: data.expected,
               input: data.input,
@@ -125,7 +126,7 @@ export const evalite = <TInput, TExpected = TInput>(
             result: {
               evalName: evalName,
               filepath: task.file.filepath,
-              order: Number(order),
+              order: data.index,
               duration: Math.round(performance.now() - start),
               expected: data.expected,
               input: data.input,
@@ -138,8 +139,8 @@ export const evalite = <TInput, TExpected = TInput>(
           };
           throw e;
         }
-      });
-    }
+      }
+    );
   });
 };
 

diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml