Skip to content

Commit

Permalink
fix missing import
Browse files Browse the repository at this point in the history
  • Loading branch information
jfhetzer committed Oct 23, 2024
1 parent 74cf008 commit 795de4c
Show file tree
Hide file tree
Showing 2 changed files with 7 additions and 7 deletions.
1 change: 0 additions & 1 deletion router/src/infer.rs
Original file line number Diff line number Diff line change
Expand Up @@ -488,7 +488,6 @@ impl Infer {
err
})?;


let (adapter_source, adapter_parameters) = extract_adapter_params(
request.parameters.adapter_id.clone(),
request.parameters.adapter_source.clone(),
Expand Down
13 changes: 7 additions & 6 deletions router/src/server.rs
Original file line number Diff line number Diff line change
Expand Up @@ -11,11 +11,12 @@ use crate::{
ChatCompletionResponseChoice, ChatCompletionStreamResponse, ChatCompletionStreamResponseChoice,
ChatMessage, ClassifyRequest, CompatGenerateRequest, CompletionFinishReason, CompletionRequest,
CompletionResponse, CompletionResponseChoice, CompletionResponseStreamChoice,
CompletionStreamResponse, Details, EmbedRequest, EmbedResponse, Entity, ErrorResponse,
FinishReason, FunctionDefinition, GenerateParameters, GenerateRequest, GenerateResponse,
HubModelInfo, Infer, Info, JsonSchema, LogProbs, Message, OpenAiResponseFormat, PrefillToken,
ResponseFormat, ResponseFormatType, SimpleToken, StreamDetails, StreamResponse, Token,
TokenizeRequest, TokenizeResponse, Tool, ToolCall, ToolChoice, UsageInfo, Validation,
CompletionStreamResponse, Details, EmbedParameters, EmbedRequest, EmbedResponse, Entity,
ErrorResponse, FinishReason, FunctionDefinition, GenerateParameters, GenerateRequest,
GenerateResponse, HubModelInfo, Infer, Info, JsonSchema, LogProbs, Message,
OpenAiResponseFormat, PrefillToken, ResponseFormat, ResponseFormatType, SimpleToken,
StreamDetails, StreamResponse, Token, TokenizeRequest, TokenizeResponse, Tool, ToolCall,
ToolChoice, UsageInfo, Validation,
};
use crate::{json, HubPreprocessorConfig, HubProcessorConfig, HubTokenizerConfig};
use axum::extract::Extension;
Expand Down Expand Up @@ -577,7 +578,7 @@ async fn health(
adapter_source: None,
adapter_parameters: None,
api_token: None,
}
},
};
match infer.embed(embed_request).await {
Ok(_) => {}
Expand Down

0 comments on commit 795de4c

Please sign in to comment.