diff --git a/exllamav3/modules/block_sparse_mlp.py b/exllamav3/modules/block_sparse_mlp.py index 7fbbd1c..f4fc40b 100644 --- a/exllamav3/modules/block_sparse_mlp.py +++ b/exllamav3/modules/block_sparse_mlp.py @@ -830,7 +830,7 @@ class BlockSparseMLP(Module): "routed_scaling_factor": self.routed_scaling_factor, "n_group": self.n_group, "topk_group": self.topk_group, - "act_limit": self.act_limit + "act_limit": self.act_limit, }, "routing_gate": _export(self.routing_gate), "e_score_correction_bias": producer.send(self.e_score_correction_bias),