Run the data function as soon as evalite is called for maximum concur…

…rency.
mattpocock · Dec 17, 2024 · f26eaaa · f26eaaa
1 parent 3b00a21
commit f26eaaa
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 3 deletions.
diff --git a/.changeset/funny-pants-relax.md b/.changeset/funny-pants-relax.md
@@ -0,0 +1,5 @@
+---
+"evalite": patch
+---
+
+Run the data function as soon as evalite is called for maximum concurrency.
diff --git a/packages/evalite/src/index.ts b/packages/evalite/src/index.ts
@@ -86,9 +86,11 @@ export const evalite = <TInput, TExpected = TInput>(
   evalName: string,
   opts: Evalite.RunnerOpts<TInput, TExpected>
 ) => {
-  return describe.concurrent(evalName, async () => {
-    const dataset = await opts.data();
-
+  // Eagerly run the promise before the dataset for
+  // maximum concurrency
+  const datasetPromise = opts.data();
+  return describe(evalName, async () => {
+    const dataset = await datasetPromise;
     it.concurrent.for(dataset.map((d, index) => ({ ...d, index })))(
       evalName,
       async (data, { task }) => {