theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Config: replace disable_output_chunking flag with output_chunking

Browse Source
This commit is contained in:
turboderp
2025-10-14 02:47:52 +02:00
parent 7eee3924c7
commit 8abdfe7b13
4 changed files with 11 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
endpoints/core/types/model.py
View File

@@ -109,7 +109,7 @@ class ModelLoadRequest(BaseModel):
)
cache_mode: Optional[str] = None
chunk_size: Optional[int] = None
disable_output_chunking: Optional[bool] = False
output_chunking: Optional[bool] = True
prompt_template: Optional[str] = None
vision: Optional[bool] = None