[fix]: fix --numa-nodes handling (#1904)

* [fix]: fix --numa-nodes handling
2026-05-05 21:52:50 +00:00 · 2026-03-31 17:50:22 +08:00
parent cdc867c864
commit 9e6484a538
5 changed files with 43 additions and 13 deletions
--- a/kt-kernel/python/utils/llamafile.py
+++ b/kt-kernel/python/utils/llamafile.py
@@ -41,6 +41,7 @@ class LlamafileMoEWrapper(BaseMoEWrapper):
        cpu_save: bool = False,
        max_deferred_experts_per_token: Optional[int] = None,
        method: str = "LLAMAFILE",
+        numa_nodes: Optional[List[int]] = None,
    ):
        """
        Initialize Llamafile MoE Wrapper.