mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
API: Patch kobold generation call
Calling the model requires different args now. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
@@ -53,8 +53,12 @@ async def _stream_collector(data: GenerateRequest, request: Request):
|
||||
logger.info(f"Received Kobold generation request {data.genkey}")
|
||||
|
||||
generator = model.container.stream_generate(
|
||||
request_id=data.genkey, abort_event=abort_event, **data.model_dump()
|
||||
request_id=data.genkey,
|
||||
prompt=data.prompt,
|
||||
params=data,
|
||||
abort_event=abort_event,
|
||||
)
|
||||
|
||||
async for generation in generator:
|
||||
if disconnect_task.done():
|
||||
abort_event.set()
|
||||
|
||||
Reference in New Issue
Block a user