diff --git a/src/llama.cpp b/src/llama.cpp index f0cf4366..19622d9d 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -1627,6 +1627,7 @@ static const std::map> LLM_TENSOR_NA { LLM_TENSOR_FFN_EXP_PROBS_B, "blk.%d.exp_probs_b" }, } }, + { LLM_ARCH_HUNYUAN_MOE, { { LLM_TENSOR_TOKEN_EMBD, "token_embd" },