Fix issue where ARA was not working when using memory manager

2026-04-24 00:09:26 +00:00 · 2025-10-07 13:39:44 -06:00
parent dfc85f0b51
commit 55b8b0e23e
3 changed files with 29 additions and 4 deletions
--- a/toolkit/util/quantize.py
+++ b/toolkit/util/quantize.py
@@ -247,6 +247,7 @@ def quantize_model(
            transformer_only=network_config.transformer_only,
            is_transformer=base_model.is_transformer,
            base_model=base_model,
+            is_ara=True,
            **network_kwargs
        )
        network.apply_to(