theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-25 16:59:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Format

Browse Source 
Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2023-12-09 22:38:06 -05:00
parent 5ae2a91c04
commit 0f4290f05c
2 changed files with 3 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
main.py
View File

@@ -120,7 +120,7 @@ async def load_model(request: Request, data: ModelLoadRequest):
break
if module == 0:
loading_bar: IncrementalBar = IncrementalBar("Modules", max = modules)
loading_bar: IncrementalBar = IncrementalBar("Modules", max = modules)
elif module == modules:
loading_bar.next()
loading_bar.finish()
@@ -215,8 +215,6 @@ async def load_model(data: LoraLoadRequest):
# Unload lora endpoint
@app.get("/v1/lora/unload", dependencies=[Depends(check_admin_key), Depends(_check_model_container)])
async def unload_loras():
global model_container
model_container.unload(True)
# Encode tokens endpoint