Skip to content

Commit

Permalink
Reduced example size
Browse files Browse the repository at this point in the history
  • Loading branch information
mattpocock committed Dec 10, 2024
1 parent 5606e75 commit ba8eaa4
Showing 1 changed file with 2 additions and 14 deletions.
16 changes: 2 additions & 14 deletions packages/example/src/fail.eval.ts
Original file line number Diff line number Diff line change
@@ -1,17 +1,5 @@
import { openai } from "@ai-sdk/openai";
import { generateText, streamText } from "ai";
import { evalite } from "evalite";
import { createStorage } from "unstorage";
import fsDriver from "unstorage/drivers/fs";
import { Factuality, Levenshtein } from "autoevals";
import { cacheModel } from "./cache-model.js";
import { traceAISDKModel } from "evalite/ai-sdk";

const storage = createStorage({
driver: (fsDriver as any)({
base: "./llm-cache.local",
}),
});
import { evalite } from "evalite";

evalite("Failure", {
data: async () => [
Expand All @@ -22,5 +10,5 @@ evalite("Failure", {
task: async (input) => {
throw new Error("It failed!");
},
scorers: [Factuality, Levenshtein],
scorers: [],
});

0 comments on commit ba8eaa4

Please sign in to comment.