Specify tensor name regex for tensors to be repacked

2026-02-25 15:44:10 +00:00 · 2025-03-21 09:03:13 +02:00
parent ddc8eee10e
commit da7d0ffba6
3 changed files with 52 additions and 4 deletions
--- a/include/llama.h
+++ b/include/llama.h
@@ -420,6 +420,7 @@ extern "C" {
        void * imatrix;                      // pointer to importance matrix data
        void * kv_overrides;                 // pointer to vector containing overrides
        void * custom_quants;                // pointer to vector containing custom quantization rules
+        void * repack_pattern;               // pointer to a vector containing regexes to be used for matching tensor names. Can be null
    } llama_model_quantize_params;

    // grammar types