feat: venus adapter

xjpang · Sep 12, 2024 · ad44916 · ad44916
1 parent c0c25d3
commit ad44916
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/vllm/entrypoints/api_server.py b/vllm/entrypoints/api_server.py
@@ -51,6 +51,9 @@ async def generate(request: Request) -> Response:
     request_dict = await request.json()
     prompt = request_dict.pop("prompt")
     stream = request_dict.pop("stream", False)
+    # jimpang lora
+    lora_id = request_dict.pop("lora_id", None)
+    lora_path = request_dict.pop("lora_path", None)
     sampling_params = SamplingParams(**request_dict)
     request_id = random_uuid()