diff --git a/packages/evalite-core/src/server.ts b/packages/evalite-core/src/server.ts index d96f0e3..8da9ae1 100644 --- a/packages/evalite-core/src/server.ts +++ b/packages/evalite-core/src/server.ts @@ -1,8 +1,4 @@ -import { - getJsonDbEvals, - getLastTwoFullRuns, - type Evalite, -} from "@evalite/core"; +import { getLastTwoFullRuns, type Evalite } from "@evalite/core"; import { fastifyStatic } from "@fastify/static"; import { fastifyWebsocket } from "@fastify/websocket"; import fastify from "fastify"; diff --git a/packages/evalite/readme.md b/packages/evalite/readme.md index 3590138..e38781e 100644 --- a/packages/evalite/readme.md +++ b/packages/evalite/readme.md @@ -18,14 +18,14 @@ Install `evalite`, `vitest`, and a scoring library like `autoevals`: pnpm add -D evalite vitest autoevals ``` -### 2. Add an `eval` script: +### 2. Add an `eval:dev` script: Add an `eval` script to your package.json: ```json { "scripts": { - "eval": "evalite" + "eval:dev": "evalite watch" } } ``` @@ -62,7 +62,7 @@ evalite("My Eval", { ### 4. Run Your Eval -Run `pnpm run eval`. +Run `pnpm run eval:dev`. This runs `evalite`, which runs the evals: diff --git a/packages/example/src/example.eval.ts b/packages/example/src/example.eval.ts index 108da07..3550036 100644 --- a/packages/example/src/example.eval.ts +++ b/packages/example/src/example.eval.ts @@ -62,7 +62,7 @@ evalite("Test Capitals", { prompt: input, }); - return result.text; + return result.textStream; }, scorers: [Factuality, Levenshtein], });