From 795de4cab5bae5029683445d3a699b34d7acb956 Mon Sep 17 00:00:00 2001 From: Jannik Hetzer Date: Wed, 23 Oct 2024 12:14:02 +0200 Subject: [PATCH] fix missing import --- router/src/infer.rs | 1 - router/src/server.rs | 13 +++++++------ 2 files changed, 7 insertions(+), 7 deletions(-) diff --git a/router/src/infer.rs b/router/src/infer.rs index a7490715e..f97ffe96c 100644 --- a/router/src/infer.rs +++ b/router/src/infer.rs @@ -488,7 +488,6 @@ impl Infer { err })?; - let (adapter_source, adapter_parameters) = extract_adapter_params( request.parameters.adapter_id.clone(), request.parameters.adapter_source.clone(), diff --git a/router/src/server.rs b/router/src/server.rs index 0543966a8..3370114e9 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -11,11 +11,12 @@ use crate::{ ChatCompletionResponseChoice, ChatCompletionStreamResponse, ChatCompletionStreamResponseChoice, ChatMessage, ClassifyRequest, CompatGenerateRequest, CompletionFinishReason, CompletionRequest, CompletionResponse, CompletionResponseChoice, CompletionResponseStreamChoice, - CompletionStreamResponse, Details, EmbedRequest, EmbedResponse, Entity, ErrorResponse, - FinishReason, FunctionDefinition, GenerateParameters, GenerateRequest, GenerateResponse, - HubModelInfo, Infer, Info, JsonSchema, LogProbs, Message, OpenAiResponseFormat, PrefillToken, - ResponseFormat, ResponseFormatType, SimpleToken, StreamDetails, StreamResponse, Token, - TokenizeRequest, TokenizeResponse, Tool, ToolCall, ToolChoice, UsageInfo, Validation, + CompletionStreamResponse, Details, EmbedParameters, EmbedRequest, EmbedResponse, Entity, + ErrorResponse, FinishReason, FunctionDefinition, GenerateParameters, GenerateRequest, + GenerateResponse, HubModelInfo, Infer, Info, JsonSchema, LogProbs, Message, + OpenAiResponseFormat, PrefillToken, ResponseFormat, ResponseFormatType, SimpleToken, + StreamDetails, StreamResponse, Token, TokenizeRequest, TokenizeResponse, Tool, ToolCall, + ToolChoice, UsageInfo, Validation, }; use crate::{json, HubPreprocessorConfig, HubProcessorConfig, HubTokenizerConfig}; use axum::extract::Extension; @@ -577,7 +578,7 @@ async fn health( adapter_source: None, adapter_parameters: None, api_token: None, - } + }, }; match infer.embed(embed_request).await { Ok(_) => {}