kvcache-ai/ktransformers
1
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2026-03-14 18:37:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: add fallback expert prefix lookup in loader.py from kimi_k2.5 (#1822)

Browse Source
This commit is contained in:
Jiaqi Liao
2026-01-30 14:09:38 +08:00
committed by GitHub
parent edc48aba37
commit db82d99fa6
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
kt-kernel/python/utils/loader.py
View File

@@ -615,7 +615,12 @@ class CompressedSafeTensorLoader(SafeTensorLoader):
expert_idx += 1
if expert_idx == 0:
raise ValueError(f"No experts found for key {experts_prefix}")
experts_prefix = f"language_model.{base_key}.mlp.experts"
expert_idx = 0
while self.has_tensor(f"{experts_prefix}.{expert_idx}.up_proj.weight_packed"):
expert_idx += 1
if expert_idx == 0:
raise ValueError(f"No experts found for key {experts_prefix}")
def load_projection(proj_name: str):
weight_entries = []