theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-05-12 00:41:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

✨ handle reasoning start token

Browse Source
This commit is contained in:
Orion-zhen
2025-03-06 11:42:56 +08:00
parent f0888437b1
commit 9efb7aab39
1 changed files with 13 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
endpoints/OAI/utils/chat_completion.py
View File

@@ -392,7 +392,19 @@ async def stream_generate_chat_completion(
if isinstance(generation, Exception):
raise generation
if unwrap(generation.get("text"), "") == config.network.reasoning_end_token:
if (
unwrap(generation.get("text"), "")
== config.network.reasoning_start_token
and config.network.reasoning_parser
):
# Update reasoning chunk flag
is_reasoning_chunk = True
# And skip this token
continue
if (
unwrap(generation.get("text"), "") == config.network.reasoning_end_token
and config.network.reasoning_parser
):
# Update reasoning chunk flag
is_reasoning_chunk = False
# And skip this token