Adopting chat template stuff from llama.cpp

2026-04-29 19:01:47 +00:00 · 2025-01-23 18:24:51 +02:00
parent 2195632581
commit b8eff06bb0
2 changed files with 348 additions and 40 deletions
--- a/include/llama.h
+++ b/include/llama.h
@@ -1046,6 +1046,8 @@ extern "C" {
                                  bool   add_ass,
                                  char * buf,
                               int32_t   length);
+    // Get list of built-in chat templates
+    LLAMA_API int32_t llama_chat_builtin_templates(const char ** output, size_t len);

    //
    // Grammar