Tweak

mattpocock · Nov 30, 2024 · a5263dc · a5263dc
1 parent f3a067f
commit a5263dc
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 5 deletions.
diff --git a/packages/evalite-vitest/src/command.ts b/packages/evalite-vitest/src/command.ts
@@ -7,7 +7,7 @@ import { createHash } from "crypto";
 
 declare module "vitest" {
   export interface ProvidedContext {
-    evaliteSourceCodeHash: string;
+    evaliteInputHash: string;
   }
 }
 
@@ -49,9 +49,7 @@ export const runVitest = async (opts: {
 
   const hash = createHash("sha256").update(codeFromSourceFiles).digest("hex");
 
-  console.log(hash);
-
-  vitest.provide("evaliteSourceCodeHash", hash);
+  vitest.provide("evaliteInputHash", hash);
 
   await vitest.start();
 

diff --git a/packages/evalite-vitest/src/index.ts b/packages/evalite-vitest/src/index.ts
@@ -41,7 +41,7 @@ export const evalite = <TInput, TExpected>(
       throw new Error("You must provide at least one scorer.");
     }
 
-    const sourceCodeHash = inject("evaliteSourceCodeHash");
+    const sourceCodeHash = inject("evaliteInputHash");
 
     const data = await opts.data();
     const start = performance.now();

diff --git a/packages/evalite-vitest/src/tests/fixtures/basics/basics.ts b/packages/evalite-vitest/src/tests/fixtures/basics/basics.ts
@@ -0,0 +1,7 @@
+import { setTimeout } from "timers/promises";
+
+export async function basics(input: string) {
+  // To test whether duration is calculated properly
+  await setTimeout(10);
+  return input + "def";
+}