Gemma3 local RoPE fixes

This commit is contained in:
turboderp
2025-04-24 00:31:40 +02:00
parent 2d48ccd23e
commit 2c170bb6c6

View File

@@ -111,7 +111,7 @@ class ExLlamaV2:
if cfg.arch.lm.alternating_swa:
if cfg.sliding_window_pattern > 1:
swa = cfg.sliding_window if (layer_idx + 1) % cfg.sliding_window_pattern != 0 else 0
if cfg.rotary_embedding_base_alt:
if swa and cfg.rotary_embedding_base_alt:
rope_index = 1
else:
swa = cfg.sliding_window if not bool(layer_idx % 2) else 0