ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-03-13 15:30:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

server: add /v1/responses support (#1184)

Browse Source 
* server: add /v1/responses support

* server: fix Responses API model fallback and SSE branching
This commit is contained in:
RodriMora
2026-02-14 08:30:18 +01:00
committed by GitHub
parent 1cb7e1bf39
commit 102f77b7d3
10 changed files with 926 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
examples/server/server-task.h
View File

@@ -42,6 +42,7 @@ enum oaicompat_type {
OAICOMPAT_TYPE_COMPLETION,
OAICOMPAT_TYPE_EMBEDDING,
OAICOMPAT_TYPE_ANTHROPIC,
OAICOMPAT_TYPE_RESP,
};
@@ -203,6 +204,14 @@ struct server_task_result_cmpl_partial : server_task_result {
bool anthropic_thinking_block_started = false;
bool anthropic_text_block_started = false;
bool oai_resp_thinking_block_started = false;
bool oai_resp_text_block_started = false;
std::string oai_resp_id;
std::string oai_resp_reasoning_id;
std::string oai_resp_message_id;
std::string oai_resp_fc_id;
virtual bool is_stop() override {
return false; // in stream mode, partial responses are not considered stop
}
@@ -215,6 +224,8 @@ struct server_task_result_cmpl_partial : server_task_result {
json to_json_oaicompat_chat_partial();
json to_json_oaicompat_resp_partial();
virtual json to_json() override {
switch (oaicompat) {
case OAICOMPAT_TYPE_NONE:
@@ -225,6 +236,8 @@ struct server_task_result_cmpl_partial : server_task_result {
return to_json_oaicompat_chat_partial();
case OAICOMPAT_TYPE_ANTHROPIC:
return to_json_anthropic_partial();
case OAICOMPAT_TYPE_RESP:
return to_json_oaicompat_resp_partial();
default:
GGML_ASSERT(false && "Invalid oaicompat_type");
};
@@ -232,6 +245,10 @@ struct server_task_result_cmpl_partial : server_task_result {
};
struct server_task_result_cmpl_final : server_task_result {
std::string oai_resp_id;
std::string oai_resp_reasoning_id;
std::string oai_resp_message_id;
virtual bool is_stop() override {
return true;
}
@@ -248,6 +265,10 @@ struct server_task_result_cmpl_final : server_task_result {
json to_json_oaicompat_chat_stream();
json to_json_oaicompat_resp_final();
json to_json_oaicompat_resp_stream();
virtual json to_json() override {
switch (oaicompat) {
case OAICOMPAT_TYPE_NONE:
@@ -258,6 +279,8 @@ struct server_task_result_cmpl_final : server_task_result {
return stream ? to_json_oaicompat_chat_stream() : to_json_oaicompat_chat_final();
case OAICOMPAT_TYPE_ANTHROPIC:
return stream ? to_json_anthropic_stream() : to_json_anthropic_final();
case OAICOMPAT_TYPE_RESP:
return stream ? to_json_oaicompat_resp_stream() : to_json_oaicompat_resp_final();
default:
GGML_ASSERT(false && "Invalid oaicompat_type");
}