diff --git a/modules/sd_models.py b/modules/sd_models.py
index 1f43b2d9..c8d15e2a 100644
--- a/modules/sd_models.py
+++ b/modules/sd_models.py
@@ -586,6 +586,8 @@ def load_model(checkpoint_info=None, already_loaded_state_dict=None):
             return model_data.sd_model
 
         model_data.sd_model = None
+        model_management.unload_all_models()
+
         devices.torch_gc()
 
     timer.record("unload existing model")