Support CORS for openai api server

InternLM · Sep 26, 2023 · 171368f · 171368f
1 parent 97dcdff
commit 171368f
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/lmdeploy/serve/openai/api_server.py b/lmdeploy/serve/openai/api_server.py
@@ -8,6 +8,7 @@
 import fire
 import uvicorn
 from fastapi import BackgroundTasks, FastAPI, Request
+from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import JSONResponse, StreamingResponse
 
 from lmdeploy.serve.async_engine import AsyncEngine
@@ -29,6 +30,16 @@ class VariableInterface:
 
 app = FastAPI(docs_url='/')
 
+origins = ['*']
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=origins,
+    allow_credentials=True,
+    allow_methods=['*'],
+    allow_headers=['*'],
+)
+
 
 def get_model_list():
     """Available models.