From 3e8ffebdd31557d55ac28a3ce725a9a271e43615 Mon Sep 17 00:00:00 2001 From: kingbri Date: Tue, 23 Jul 2024 14:32:50 -0400 Subject: [PATCH] Tree: Format Signed-off-by: kingbri --- backends/exllamav2/model.py | 2 -- endpoints/server.py | 3 +-- 2 files changed, 1 insertion(+), 4 deletions(-) diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index 057e8c1a..200be6b3 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -1080,8 +1080,6 @@ async def generate_gen( else [self.tokenizer.eos_token_id] ) - print(self.tokenizer.eos_token_id) - # Ban the EOS token if specified. If not, append to stop conditions # as well. # Set this below logging to avoid polluting the stop strings array diff --git a/endpoints/server.py b/endpoints/server.py index dbe35deb..4fc3f0b1 100644 --- a/endpoints/server.py +++ b/endpoints/server.py @@ -1,4 +1,3 @@ -from typing import List import uvicorn from fastapi import FastAPI from fastapi.middleware.cors import CORSMiddleware @@ -34,7 +33,7 @@ def setup_app(): allow_headers=["*"], ) - api_servers: List[str] = unwrap(config.network_config().get("api_servers"), []) + api_servers = unwrap(config.network_config().get("api_servers"), []) # Map for API id to server router router_mapping = {"oai": OAIRouter}