[Fix] Fix DeepSeek V3 MTP on B200 (#13548)

This commit is contained in:
Baizhou Zhang
2025-11-18 16:30:26 -08:00
committed by GitHub
parent cf1f0166b6
commit 9f59194f29

View File

@@ -220,6 +220,7 @@ class DeepseekV3ForCausalLMNextN(DeepseekV3ForCausalLM):
use_attn_tp_group=get_global_server_args().enable_dp_lm_head,
)
self.logits_processor = LogitsProcessor(config)
self._executed_weight_requant_ue8m0 = False
@torch.no_grad()
def forward(