fix(js): Evals link should use user-defined endpoint

js/src/client.ts

@@ -439,7 +439,7 @@
     // If there is an item on the queue we were unable to pop,
     // just return it as a single batch.
     if (popped.length === 0 && this.items.length > 0) {
       const item = this.items.shift()!;
       popped.push(item);
       poppedSizeBytes += item.size;
       this.sizeBytes -= item.size;
@@ -575,6 +575,9 @@
     } else if (isLocalhost(this.apiUrl)) {
       this.webUrl = "http://localhost:3000";
       return this.webUrl;
+    } else if (this.apiUrl.endsWith("/api/v1")) {
+      this.webUrl = this.apiUrl.replace("/api/v1", "");
+      return this.webUrl;
     } else if (
       this.apiUrl.includes("/api") &&
       !this.apiUrl.split(".", 1)[0].endsWith("api")
@@ -587,6 +590,9 @@
     } else if (this.apiUrl.split(".", 1)[0].includes("eu")) {
       this.webUrl = "https://eu.smith.langchain.com";
       return this.webUrl;
+    } else if (this.apiUrl.split(".", 1)[0].includes("beta")) {
+      this.webUrl = "https://beta.smith.langchain.com";
+      return this.webUrl;
     } else {
       this.webUrl = "https://smith.langchain.com";
       return this.webUrl;
@@ -872,7 +878,7 @@
         if (this._serverInfo === undefined) {
           try {
             this._serverInfo = await this._getServerInfo();
           } catch (e) {
             console.warn(
               `[WARNING]: LangSmith failed to fetch info on supported operations. Falling back to batch operations and default limits.`
             );
@@ -1607,7 +1613,7 @@
     treeFilter?: string;
     isRoot?: boolean;
     dataSourceType?: string;
   }): Promise<any> {
     let projectIds_ = projectIds || [];
     if (projectNames) {
       projectIds_ = [
@@ -1895,7 +1901,7 @@
         `Failed to list shared examples: ${response.status} ${response.statusText}`
       );
     }
     return result.map((example: any) => ({
       ...example,
       _hostUrl: this.getHostUrl(),
     }));
@@ -2025,7 +2031,7 @@
       }
       // projectId querying
       return true;
     } catch (e) {
       return false;
     }
   }
@@ -3515,7 +3521,7 @@
   async _logEvaluationFeedback(
     evaluatorResponse: EvaluationResult | EvaluationResults,
     run?: Run,
     sourceInfo?: { [key: string]: any }
   ): Promise<[results: EvaluationResult[], feedbacks: Feedback[]]> {
     const evalResults: Array<EvaluationResult> =
       this._selectEvalResults(evaluatorResponse);
@@ -3554,7 +3560,7 @@
   public async logEvaluationFeedback(
     evaluatorResponse: EvaluationResult | EvaluationResults,
     run?: Run,
     sourceInfo?: { [key: string]: any }
   ): Promise<EvaluationResult[]> {
     const [results] = await this._logEvaluationFeedback(
       evaluatorResponse,
@@ -4050,7 +4056,7 @@
 
   public async createCommit(
     promptIdentifier: string,
     object: any,
     options?: {
       parentCommitHash?: string;
     }
@@ -4282,7 +4288,7 @@
       isPublic?: boolean;
       isArchived?: boolean;
     }
   ): Promise<Record<string, any>> {
     if (!(await this.promptExists(promptIdentifier))) {
       throw new Error("Prompt does not exist, you must create it first.");
     }
@@ -4293,7 +4299,7 @@
       throw await this._ownerConflictError("update a prompt", owner);
     }
 
     const payload: Record<string, any> = {};
 
     if (options?.description !== undefined)
       payload.description = options.description;

js/src/tests/client.test.ts

@@ -122,6 +122,14 @@ describe("Client", () => {
       expect(result).toBe("https://example.com");
     });
 
+    it("should trim /api/v1 from the apiUrl", () => {
+      const client = new Client({
+        apiUrl: "https://my-other-domain.com/api/v1",
+      });
+      const result = (client as any).getHostUrl();
+      expect(result).toBe("https://my-other-domain.com");
+    });
+
     it("should return 'https://dev.smith.langchain.com' if apiUrl contains 'dev'", () => {
       const client = new Client({
         apiUrl: "https://dev.smith.langchain.com/api",
@@ -131,6 +139,15 @@ describe("Client", () => {
       expect(result).toBe("https://dev.smith.langchain.com");
     });
 
+    it("should return 'https://beta.smith.langchain.com' if apiUrl contains 'beta'", () => {
+      const client = new Client({
+        apiUrl: "https://beta.smith.langchain.com/api",
+        apiKey: "test-api-key",
+      });
+      const result = (client as any).getHostUrl();
+      expect(result).toBe("https://beta.smith.langchain.com");
+    });
+
     it("should return 'https://eu.smith.langchain.com' if apiUrl contains 'eu'", () => {
       const client = new Client({
         apiUrl: "https://eu.smith.langchain.com/api",