Added traces to examples

mattpocock · Dec 5, 2024 · 2c55cfe · 2c55cfe
1 parent 5989329
commit 2c55cfe
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 9 deletions.
diff --git a/packages/example/src/content-generation.eval.ts b/packages/example/src/content-generation.eval.ts
@@ -4,6 +4,7 @@ import { createScorer, evalite } from "evalite";
 import { createStorage } from "unstorage";
 import fsDriver from "unstorage/drivers/fs";
 import { cacheModel } from "./cache-model";
+import { traceAISDKModel } from "evalite/ai-sdk";
 
 const storage = createStorage({
   driver: (fsDriver as any)({
@@ -23,18 +24,14 @@ evalite("Content generation", {
       {
         input: 'Write a tweet about "TypeScript is a superset of JavaScript."',
       },
-      {
-        input:
-          "Write a short article about whether TypeScript is a linter or not. Use markdown formatting.",
-      },
       {
         input: `Write an article about TypeScript's basic types, like string and number.`,
       },
     ];
   },
   task: async (input) => {
     const result = await generateText({
-      model: cacheModel(openai("gpt-4o-mini"), storage),
+      model: traceAISDKModel(cacheModel(openai("gpt-4o-mini"), storage)),
       prompt: input,
       system: `
         You are a helpful social media assistant.

diff --git a/packages/example/src/example.2.eval.ts b/packages/example/src/example.2.eval.ts
@@ -5,6 +5,7 @@ import { createStorage } from "unstorage";
 import fsDriver from "unstorage/drivers/fs";
 import { Factuality, Levenshtein } from "autoevals";
 import { cacheModel } from "./cache-model.js";
+import { traceAISDKModel } from "evalite/ai-sdk";
 
 const storage = createStorage({
   driver: (fsDriver as any)({
@@ -41,7 +42,7 @@ evalite("Test Capitals 2", {
   ],
   task: async (input) => {
     const result = await generateText({
-      model: cacheModel(openai("gpt-3.5-turbo"), storage),
+      model: traceAISDKModel(cacheModel(openai("gpt-3.5-turbo"), storage)),
       system: `
         Answer the question concisely, in as few words as possible.
       `,

diff --git a/packages/example/src/example.eval.ts b/packages/example/src/example.eval.ts
@@ -5,6 +5,7 @@ import { createStorage } from "unstorage";
 import fsDriver from "unstorage/drivers/fs";
 import { Factuality, Levenshtein } from "autoevals";
 import { cacheModel } from "./cache-model.js";
+import { traceAISDKModel } from "evalite/ai-sdk";
 
 const storage = createStorage({
   driver: (fsDriver as any)({
@@ -53,7 +54,7 @@ evalite("Test Capitals", {
   ],
   task: async (input) => {
     const result = await generateText({
-      model: cacheModel(openai("gpt-3.5-turbo"), storage),
+      model: traceAISDKModel(cacheModel(openai("gpt-3.5-turbo"), storage)),
       system: `
         Answer the question concisely. Answer in as few words as possible.
         Remove full stops from the end of the output.

diff --git a/packages/example/src/word-counter.test.ts b/packages/example/src/word-counter.test.ts
@@ -1,6 +1,7 @@
 import { openai } from "@ai-sdk/openai";
 import { generateText } from "ai";
-import { evalite, numericDifference } from "evalite";
+import { NumericDiff } from "autoevals";
+import { evalite } from "evalite";
 
 evalite("Sentence counter", {
   // Replace with your dataset
@@ -91,5 +92,5 @@ evalite("Sentence counter", {
 
     return Number(wordCountResult.text);
   },
-  scorers: [numericDifference],
+  scorers: [NumericDiff],
 });