Tree: Format

Signed-off-by: kingbri <[email protected]>
theroyallab · Jul 23, 2024 · 3e8ffeb · 3e8ffeb
1 parent 300f034
commit 3e8ffeb
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 4 deletions.
diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py
@@ -1080,8 +1080,6 @@ async def generate_gen(
             else [self.tokenizer.eos_token_id]
         )
 
-        print(self.tokenizer.eos_token_id)
-
         # Ban the EOS token if specified. If not, append to stop conditions
         # as well.
         # Set this below logging to avoid polluting the stop strings array

diff --git a/endpoints/server.py b/endpoints/server.py
@@ -1,4 +1,3 @@
-from typing import List
 import uvicorn
 from fastapi import FastAPI
 from fastapi.middleware.cors import CORSMiddleware
@@ -34,7 +33,7 @@ def setup_app():
         allow_headers=["*"],
     )
 
-    api_servers: List[str] = unwrap(config.network_config().get("api_servers"), [])
+    api_servers = unwrap(config.network_config().get("api_servers"), [])
 
     # Map for API id to server router
     router_mapping = {"oai": OAIRouter}