feat: migrate to batch ingestion endpoint

integration-test/langfuse-integration-datasets.spec.ts

@@ -128,8 +128,8 @@ describe("Langfuse Node.js", () => {
       for (const item of dataset.items) {
         const generation = langfuse.generation({
           id: "test-generation-id-" + projectNameRandom,
-          prompt: item.input,
-          completion: "Hello world generated",
+          input: item.input,
+          output: "Hello world generated",
         });
         await item.link(generation, "test-run-" + projectNameRandom);
         generation.score({

integration-test/langfuse-integration-fetch.spec.ts

@@ -152,10 +152,10 @@ describe("Langfuse (fetch)", () => {
       const trace = langfuse.trace({ name: "trace-name-generation-new" });
       const generation = trace.generation({
         name: "generation-name-new",
-        prompt: {
+        input: {
           text: "prompt",
         },
-        completion: {
+        output: {
           foo: "bar",
         },
       });
@@ -180,12 +180,12 @@ describe("Langfuse (fetch)", () => {
       const trace = langfuse.trace({ name: "trace-name-generation-new" });
       const generation = trace.generation({
         name: "generation-name-new",
-        prompt: [
+        input: [
           {
             text: "prompt",
           },
         ],
-        completion: [
+        output: [
           {
             foo: "bar",
           },
@@ -215,8 +215,8 @@ describe("Langfuse (fetch)", () => {
       const trace = langfuse.trace({ name: "trace-name-generation-new" });
       const generation = trace.generation({
         name: "generation-name-new",
-        prompt: "prompt",
-        completion: "completion",
+        input: "prompt",
+        output: "completion",
       });
       await langfuse.flushAsync();
       // check from get api if trace is created
@@ -239,7 +239,7 @@ describe("Langfuse (fetch)", () => {
         completionStartTime: new Date("2020-01-01T00:00:00.000Z"),
       });
       generation.end({
-        completion: "Hello world",
+        output: "Hello world",
         usage: {
           promptTokens: 10,
           completionTokens: 15,

integration-test/langfuse-integration-langfuse.spec.ts

@@ -16,22 +16,5 @@ describe("Langfuse Langchain", () => {
       });
       expect(langfuse).toBeInstanceOf(Langfuse);
     });
-
-    // it("exports the callback handler", async () => {
-    //   const callbackHandler = new CallbackHandler({
-    //     publicKey: LF_PUBLIC_KEY,
-    //     secretKey: LF_SECRET_KEY,
-    //     baseUrl: LF_HOST,
-    //   });
-    //   expect(callbackHandler).toBeInstanceOf(CallbackHandler);
-
-    //   const llm = new OpenAI({
-    //     openAIApiKey: "sk-...",
-    //     streaming: true,
-    //   });
-
-    //   const res = await llm.call("Tell me a joke", undefined, [callbackHandler]);
-    //   console.log(res);
-    // });
   });
 });

integration-test/langfuse-integration-modules.spec.ts

@@ -9,7 +9,10 @@ describe("Test Different Module Conventions", () => {
         cwd: join(__dirname, "modules"),
         encoding: "utf-8",
       });
-
+      console.log(result.output);
+      console.log(result.stdout);
+      console.log(result.stderr);
+      expect(result.status).toBe(0);
       expect(result.stdout).toContain("Did construct objects and called them.");
       expect(result.status).toBe(0);
     }

integration-test/langfuse-integration-node.spec.ts

@@ -133,10 +133,10 @@ describe("Langfuse Node.js", () => {
       const trace = langfuse.trace({ name: "trace-name-generation-new" });
       const generation = trace.generation({
         name: "generation-name-new",
-        prompt: {
+        input: {
           text: "prompt",
         },
-        completion: {
+        output: {
           foo: "bar",
         },
       });
@@ -161,12 +161,12 @@ describe("Langfuse Node.js", () => {
       const trace = langfuse.trace({ name: "trace-name-generation-new" });
       const generation = trace.generation({
         name: "generation-name-new",
-        prompt: [
+        input: [
           {
             text: "prompt",
           },
         ],
-        completion: [
+        output: [
           {
             foo: "bar",
           },
@@ -196,8 +196,8 @@ describe("Langfuse Node.js", () => {
       const trace = langfuse.trace({ name: "trace-name-generation-new" });
       const generation = trace.generation({
         name: "generation-name-new",
-        prompt: "prompt",
-        completion: "completion",
+        input: "prompt",
+        output: "completion",
       });
       await langfuse.flushAsync();
       // check from get api if trace is created
@@ -211,6 +211,58 @@ describe("Langfuse Node.js", () => {
       });
     });
 
+    it("create many objects", async () => {
+      const trace = langfuse.trace({ name: "trace-name-generation-new" });
+      const generation = trace.generation({
+        name: "generation-name-new",
+        input: "prompt",
+        output: "completion",
+      });
+      generation.update({
+        version: "1.0.0",
+      });
+      const span = generation.span({
+        name: "span-name",
+        input: "span-input",
+        output: "span-output",
+      });
+      span.end({ metadata: { foo: "bar" } });
+      generation.end({ metadata: { foo: "bar" } });
+
+      await langfuse.flushAsync();
+      // check from get api if trace is created
+      const returnedGeneration = await axios.get(`${LF_HOST}/api/public/observations/${generation.id}`, {
+        headers: getHeaders,
+      });
+      expect(returnedGeneration.data).toMatchObject({
+        id: generation.id,
+        name: "generation-name-new",
+        type: "GENERATION",
+        input: "prompt",
+        output: "completion",
+        version: "1.0.0",
+        endTime: expect.any(String),
+        metadata: {
+          foo: "bar",
+        },
+      });
+
+      const returnedSpan = await axios.get(`${LF_HOST}/api/public/observations/${span.id}`, {
+        headers: getHeaders,
+      });
+      expect(returnedSpan.data).toMatchObject({
+        id: span.id,
+        name: "span-name",
+        type: "SPAN",
+        input: "span-input",
+        output: "span-output",
+        endTime: expect.any(String),
+        metadata: {
+          foo: "bar",
+        },
+      });
+    });
+
     it("update a generation", async () => {
       const trace = langfuse.trace({
         name: "test-trace",
@@ -220,7 +272,7 @@ describe("Langfuse Node.js", () => {
         completionStartTime: new Date("2020-01-01T00:00:00.000Z"),
       });
       generation.end({
-        completion: "Hello world",
+        output: "Hello world",
         usage: {
           promptTokens: 10,
           completionTokens: 15,

integration-test/modules/node/commonjs.cjs

@@ -11,9 +11,9 @@ async function run() {
   dotenv.config();
 
   const secrets = {
-    baseUrl: String(process.env["LANGFUSE_URL"]),
-    publicKey: String(process.env["LANGFUSE_PK"]),
-    secretKey: String(process.env["LANGFUSE_SK"]),
+    baseUrl: String(process.env["LF_HOST"]),
+    publicKey: String(process.env["LF_PUBLIC_KEY"]),
+    secretKey: String(process.env["LF_SECRET_KEY"]),
   };
 
   const langfuse = new Langfuse(secrets);

integration-test/modules/node/esm.mjs

@@ -7,9 +7,9 @@ export async function run() {
   dotenv.config();
 
   const langfuse = new Langfuse({
-    baseUrl: String(process.env["LANGFUSE_URL"]),
-    publicKey: String(process.env["LANGFUSE_PK"]),
-    secretKey: String(process.env["LANGFUSE_SK"]),
+    baseUrl: String(process.env["LF_HOST"]),
+    publicKey: String(process.env["LF_PUBLIC_KEY"]),
+    secretKey: String(process.env["LF_SECRET_KEY"]),
   });
 
   const trace = langfuse.trace({ userId: "user-id" });

integration-test/modules/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langfuse-integration-test-modules",
-  "version": "2.0.0-alpha.0",
+  "version": "2.0.0-alpha.2",
   "private": true,
   "description": "",
   "main": "dist/main.js",
@@ -15,7 +15,7 @@
   "dependencies": {
     "dotenv": "^16.3.1",
     "langchain": "^0.0.163",
-    "langfuse-langchain": "^2.0.0-alpha.0"
+    "langfuse-langchain": "^2.0.0-alpha.2"
   },
   "devDependencies": {
     "tsx": "^4.6.2",

integration-test/modules/ts-cjs/commonjs.ts

@@ -14,9 +14,9 @@ export async function run(): Promise<void> {
   dotenv.config();
 
   const secrets = {
-    baseUrl: String(process.env["LANGFUSE_URL"]),
-    publicKey: String(process.env["LANGFUSE_PK"]),
-    secretKey: String(process.env["LANGFUSE_SK"]),
+    baseUrl: String(process.env["LF_HOST"]),
+    publicKey: String(process.env["LF_PUBLIC_KEY"]),
+    secretKey: String(process.env["LF_SECRET_KEY"]),
   };
 
   const langfuse = new Langfuse(secrets);

integration-test/modules/ts-nodenext/nodenext.mts

@@ -13,9 +13,9 @@ export async function run(): Promise<void> {
   dotenv.config();
 
   const langfuse = new Langfuse({
-    baseUrl: String(process.env["LANGFUSE_URL"]),
-    publicKey: String(process.env["LANGFUSE_PK"]),
-    secretKey: String(process.env["LANGFUSE_SK"]),
+    baseUrl: String(process.env["LF_HOST"]),
+    publicKey: String(process.env["LF_PUBLIC_KEY"]),
+    secretKey: String(process.env["LF_SECRET_KEY"]),
   });
 
   const trace = langfuse.trace({ userId: "user-id" });

langfuse-core/openapi-spec/openapi-client.yaml

@@ -5,7 +5,7 @@ info:
 paths:
   /api/public/scores:
     post:
-      description: Add a score to the database
+      description: Add a score to the database, upserts on id
       operationId: score_create
       tags:
         - Score
@@ -59,8 +59,6 @@ components:
           type: string
         traceId:
           type: string
-        traceIdType:
-          $ref: "#/components/schemas/TraceIdType"
         name:
           type: string
         value:
@@ -100,12 +98,6 @@ components:
         - name
         - value
         - timestamp
-    TraceIdType:
-      title: TraceIdType
-      type: string
-      enum:
-        - LANGFUSE
-        - EXTERNAL
   securitySchemes:
     BearerAuth:
       type: http