turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-20 14:29:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Allow key prefix for lm_head (Gemma3)

Browse Source
This commit is contained in:
turboderp
2025-03-14 23:16:51 +01:00
parent 4844f3873c
commit 4b5dbecdc1
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
exllamav2/model.py
View File

@@ -145,7 +145,7 @@ class ExLlamaV2:
normalize_unq = bool(cfg.norm_head)
)
if archparams.keys["lm_head"] != "lm_head":
head.alt_key = archparams.keys["lm_head"]
head.alt_key = cfg.arch.lm_prefix + archparams.keys["lm_head"]
self.modules += [head]
# Compile dictionary of modules