feat: request-timeout header supported

Portkey-AI · Jun 18, 2024 · d52f086 · d52f086
1 parent 59517cc
commit d52f086
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 2 deletions.
diff --git a/src/_types/generalTypes.ts b/src/_types/generalTypes.ts
@@ -26,6 +26,7 @@ export interface ApiClientInterface {
     azureApiVersion?: string | null | undefined;
     forwardHeaders?: Array<string> | null | undefined;
     cacheNamespace?: string | null | undefined;
+    requestTimeout?: number | null | undefined;
 }
 
 export interface APIResponseType {

diff --git a/src/baseClient.ts b/src/baseClient.ts
@@ -120,10 +120,10 @@ export abstract class ApiClient {
     portkeyHeaders: Record<string, string>
 
     private fetch: Fetch;
-    constructor({ apiKey, baseURL, config, virtualKey, traceID, metadata, provider, Authorization, cacheForceRefresh, debug, customHost, openaiProject, openaiOrganization, awsSecretAccessKey, awsAccessKeyId, awsSessionToken, awsRegion, vertexProjectId, vertexRegion, workersAiAccountId, azureResourceName, azureDeploymentId, azureApiVersion, forwardHeaders, cacheNamespace }: ApiClientInterface) {
+    constructor({ apiKey, baseURL, config, virtualKey, traceID, metadata, provider, Authorization, cacheForceRefresh, debug, customHost, openaiProject, openaiOrganization, awsSecretAccessKey, awsAccessKeyId, awsSessionToken, awsRegion, vertexProjectId, vertexRegion, workersAiAccountId, azureResourceName, azureDeploymentId, azureApiVersion, forwardHeaders, cacheNamespace, requestTimeout }: ApiClientInterface) {
         this.apiKey = apiKey ?? "";
         this.baseURL = baseURL ?? "";
-        this.customHeaders = createHeaders({ apiKey, config, virtualKey, traceID, metadata, provider, Authorization, cacheForceRefresh, debug, customHost, cacheNamespace, openaiProject, openaiOrganization, awsSecretAccessKey, awsAccessKeyId, awsSessionToken, awsRegion, vertexProjectId, vertexRegion, workersAiAccountId, azureResourceName, azureDeploymentId, azureApiVersion, forwardHeaders })
+        this.customHeaders = createHeaders({ apiKey, config, virtualKey, traceID, metadata, provider, Authorization, cacheForceRefresh, debug, customHost, cacheNamespace, openaiProject, openaiOrganization, awsSecretAccessKey, awsAccessKeyId, awsSessionToken, awsRegion, vertexProjectId, vertexRegion, workersAiAccountId, azureResourceName, azureDeploymentId, azureApiVersion, forwardHeaders, requestTimeout })
         this.portkeyHeaders = this.defaultHeaders()
         this.fetch = fetch;
         this.responseHeaders = {}

diff --git a/src/client.ts b/src/client.ts
@@ -30,6 +30,7 @@ export class Portkey extends ApiClient {
 	azureDeploymentId?: string | null | undefined;
 	azureApiVersion?: string | null | undefined;
 	forwardHeaders?: Array<string> | null | undefined;
+	requestTimeout? : number | null | undefined;
 
 	cacheNamespace?: string | null | undefined;
 	constructor({
@@ -58,6 +59,7 @@ export class Portkey extends ApiClient {
 		azureApiVersion,
 		forwardHeaders,
 		cacheNamespace,
+		requestTimeout,
 	}: ApiClientInterface) {
 
 		super({
@@ -86,6 +88,7 @@ export class Portkey extends ApiClient {
 			azureDeploymentId,
 			azureApiVersion,
 			forwardHeaders,
+			requestTimeout,
 		});
 
 		this.apiKey = apiKey;
@@ -115,6 +118,7 @@ export class Portkey extends ApiClient {
 		this.azureDeploymentId = azureDeploymentId;
 		this.azureApiVersion = azureApiVersion;
 		this.forwardHeaders = forwardHeaders;
+		this.requestTimeout = requestTimeout;
 	}
 
 	completions: API.Completions = new API.Completions(this);