Changed banner temporarily

packages/evalite-vitest/src/reporter.ts

@@ -26,9 +26,13 @@ export default class EvaliteReporter extends BasicReporter {
     this.ctx = ctx;
     this.start = performance.now();
 
+    // this.ctx.logger.log(
+    //   ` ${c.magenta(c.bold("EVALITE"))} ${c.dim("running on")} ` +
+    //     c.cyan(`http://localhost:${c.bold(DEFAULT_SERVER_PORT)}/`)
+    // );
+    this.ctx.logger.log("");
     this.ctx.logger.log(
-      ` ${c.magenta(c.bold("EVALITE"))} ${c.dim("running on")} ` +
-        c.cyan(`http://localhost:${c.bold(DEFAULT_SERVER_PORT)}/`)
+      ` ${c.magenta(c.bold("EVALITE"))} ${c.dim("running...")}`
     );
     this.ctx.logger.log("");
 

packages/example/src/basics.eval.ts

@@ -0,0 +1,36 @@
+import { openai } from "@ai-sdk/openai";
+import { generateText } from "ai";
+import { evalite, Levenshtein } from "evalite-vitest";
+
+evalite("Test basics", {
+  data: async () => [
+    {
+      input: `What's the capital of France?`,
+      expected: `Lille.`,
+    },
+    {
+      input: `What's the capital of Germany?`,
+      expected: `Berlin.`,
+    },
+    {
+      input: `What's the capital of Italy?`,
+      expected: `Rome.`,
+    },
+    {
+      input: `What's the capital of the United States?`,
+      expected: `Washington, D.C.`,
+    },
+  ],
+  task: async (input) => {
+    const result = await generateText({
+      model: openai("gpt-3.5-turbo"),
+      system: `
+        Answer the question concisely, in as few words as possible.
+      `,
+      prompt: input,
+    });
+
+    return result.text;
+  },
+  scorers: [Levenshtein],
+});