theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #339 from Maaaxiii/fix/tool-calling-embeddings

Browse Source 
fix: Aligned Parameter Name in chat completions generate_tool_calls
This commit is contained in:
Brian
2025-05-11 20:41:58 -04:00
committed by GitHub
parent f4adca1f3e 22f7f1e1ec
commit b555eeb6e7
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
endpoints/OAI/utils/chat_completion.py
View File

@@ -471,13 +471,13 @@ async def generate_tool_calls(
if "text" in gen:
# non streaming, all generations will have the text they generated
pre_tool_prompt, mm_embeddings = await apply_chat_template(
pre_tool_prompt, embeddings = await apply_chat_template(
data, gen["text"]
)
elif current_generations is not None:
# streaming, we wont have text in the generation,
# we'll have to use the current_generations
pre_tool_prompt, mm_embeddings = await apply_chat_template(
pre_tool_prompt, embeddings = await apply_chat_template(
data, current_generations
)
@@ -489,7 +489,7 @@ async def generate_tool_calls(
request_id,
pre_tool_prompt,
tool_data,
embeddings=mm_embeddings,
mm_embeddings=embeddings,
)
)
)