Tree: Format

Signed-off-by: kingbri <bdashore3@proton.me>

backends/exllamav2/model.py

@@ -1080,8 +1080,6 @@ class ExllamaV2Container:
             else [self.tokenizer.eos_token_id]
         )
 
-        print(self.tokenizer.eos_token_id)
-
         # Ban the EOS token if specified. If not, append to stop conditions
         # as well.
         # Set this below logging to avoid polluting the stop strings array

endpoints/server.py

@@ -1,4 +1,3 @@
-from typing import List
 import uvicorn
 from fastapi import FastAPI
 from fastapi.middleware.cors import CORSMiddleware
@@ -34,7 +33,7 @@ def setup_app():
         allow_headers=["*"],
     )
 
-    api_servers: List[str] = unwrap(config.network_config().get("api_servers"), [])
+    api_servers = unwrap(config.network_config().get("api_servers"), [])
 
     # Map for API id to server router
     router_mapping = {"oai": OAIRouter}