From bd269189b8ffc2ba4b4bf720dd31d965a3a7cc85 Mon Sep 17 00:00:00 2001 From: lllyasviel Date: Fri, 26 Jan 2024 00:25:17 -0800 Subject: [PATCH] Update forge_svd.py --- extensions-builtin/sd_forge_svd/scripts/forge_svd.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/extensions-builtin/sd_forge_svd/scripts/forge_svd.py b/extensions-builtin/sd_forge_svd/scripts/forge_svd.py index da4882f3..c80894e8 100644 --- a/extensions-builtin/sd_forge_svd/scripts/forge_svd.py +++ b/extensions-builtin/sd_forge_svd/scripts/forge_svd.py @@ -39,6 +39,8 @@ def update_svd_filenames(): return svd_filenames +@torch.inference_mode() +@torch.no_grad() def predict(filename, width, height, video_frames, motion_bucket_id, fps, augmentation_level, sampling_seed, sampling_steps, sampling_cfg, sampling_sampler_name, sampling_scheduler, sampling_denoise, guidance_min_cfg, input_image): @@ -47,10 +49,6 @@ def predict(filename, width, height, video_frames, motion_bucket_id, fps, augmen model = opVideoLinearCFGGuidance.patch(model_raw, guidance_min_cfg)[0] init_image = numpy_to_pytorch(input_image) positive, negative, latent_image = opSVD_img2vid_Conditioning.encode(clip_vision, init_image, vae, width, height, video_frames, motion_bucket_id, fps, augmentation_level) - del model_raw, _, vae, clip_vision, model, init_image, positive, negative, latent_image - model_management.unload_all_models() - model_management.soft_empty_cache() - torch.cuda.empty_cache() output_latent = opKSampler.sample(model, sampling_seed, sampling_steps, sampling_cfg, sampling_sampler_name, sampling_scheduler, positive, negative, latent_image, sampling_denoise) output_pixels = opVAEDecode.decode(vae, output_latent)[0] return