mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
Model: Fix gpu split params
GPU split auto is a bool and GPU split is an array of integers for GBs to allocate per GPU. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
2
main.py
2
main.py
@@ -139,8 +139,6 @@ if __name__ == "__main__":
|
||||
loading_bar.finish()
|
||||
else:
|
||||
loading_bar.next()
|
||||
|
||||
print("Model successfully loaded.")
|
||||
|
||||
network_config = config["network"]
|
||||
uvicorn.run(app, host=network_config["host"] or "127.0.0.1", port=network_config["port"] or 8012, log_level="debug")
|
||||
|
||||
Reference in New Issue
Block a user