🐛 FIX: [bugfix] portkey sdk drops customhost header to ollama

Portkey-AI · May 2, 2024 · 1541269 · 1541269
1 parent 64299e8
commit 1541269
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 5 deletions.
diff --git a/src/_types/generalTypes.ts b/src/_types/generalTypes.ts
@@ -11,8 +11,9 @@ export interface ApiClientInterface {
     Authorization?: string | null | undefined;
     cacheForceRefresh?: boolean | null | undefined;
     debug?: boolean | null | undefined;
+    customHost?: string | null | undefined
 }
 
 export interface APIResponseType {
     getHeaders: () => Record<string, string> | null | undefined
-}
+}
diff --git a/src/baseClient.ts b/src/baseClient.ts
@@ -120,10 +120,10 @@ export abstract class ApiClient {
     portkeyHeaders: Record<string, string>
 
     private fetch: Fetch;
-    constructor({ apiKey, baseURL, config, virtualKey, traceID, metadata, provider, Authorization, cacheForceRefresh, debug }: ApiClientInterface) {
+    constructor({ apiKey, baseURL, config, virtualKey, traceID, metadata, provider, Authorization, cacheForceRefresh, debug, customHost }: ApiClientInterface) {
         this.apiKey = apiKey ?? "";
         this.baseURL = baseURL ?? "";
-        this.customHeaders = createHeaders({ apiKey, config, virtualKey, traceID, metadata, provider, Authorization, cacheForceRefresh, debug })
+        this.customHeaders = createHeaders({ apiKey, config, virtualKey, traceID, metadata, provider, Authorization, cacheForceRefresh, debug, customHost })
         this.portkeyHeaders = this.defaultHeaders()
         this.fetch = fetch;
         this.responseHeaders = {}
@@ -200,4 +200,4 @@ export abstract class ApiClient {
     methodRequest<Rsp>(method: HTTPMethod, path: string, opts?: RequestOptions): APIPromise<Rsp> {
         return new APIPromise(this.request({ method, path, ...opts }))
     }
-}
+}
diff --git a/src/client.ts b/src/client.ts
@@ -16,6 +16,7 @@ export class Portkey extends ApiClient {
 	Authorization?: string;
 	cacheForceRefresh?: boolean | null | undefined;
 	debug?: boolean | null | undefined;
+	customHost?: string | null | undefined;
 	constructor({
 		apiKey = readEnv("PORTKEY_API_KEY") ?? null,
 		baseURL = readEnv("PORTKEY_BASE_URL") ?? null,
@@ -27,6 +28,7 @@ export class Portkey extends ApiClient {
 		Authorization,
 		cacheForceRefresh,
 		debug,
+		customHost,
 	}: ApiClientInterface) {
 
 		super({
@@ -40,6 +42,7 @@ export class Portkey extends ApiClient {
 			Authorization,
 			cacheForceRefresh,
 			debug,
+			customHost
 		});
 
 		this.apiKey = apiKey;
@@ -54,6 +57,7 @@ export class Portkey extends ApiClient {
 		this.metadata = metadata
 		this.cacheForceRefresh = cacheForceRefresh;
 		this.debug = debug;
+		this.customHost = customHost
 	}
 
 	completions: API.Completions = new API.Completions(this);
@@ -80,4 +84,4 @@ export class Portkey extends ApiClient {
 		return new API.postMethod(this).create(url, _body, params, opts)
 	};
 
-}
+}