From 8e71497b52055c37f00b8614180b0a1c562cb690 Mon Sep 17 00:00:00 2001 From: lllyasviel Date: Thu, 25 Jan 2024 23:46:26 -0800 Subject: [PATCH] Update forge_svd.py --- extensions-builtin/sd_forge_svd/scripts/forge_svd.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/extensions-builtin/sd_forge_svd/scripts/forge_svd.py b/extensions-builtin/sd_forge_svd/scripts/forge_svd.py index b60f1291..4b3f6403 100644 --- a/extensions-builtin/sd_forge_svd/scripts/forge_svd.py +++ b/extensions-builtin/sd_forge_svd/scripts/forge_svd.py @@ -7,6 +7,7 @@ from modules.paths import models_path from modules.ui_common import ToolButton, refresh_symbol from modules import shared +from modules_forge.forge_util import numpy_to_pytorch, pytorch_to_numpy from ldm_patched.modules.sd import load_checkpoint_guess_config from ldm_patched.contrib.external_video_model import VideoLinearCFGGuidance, SVD_img2vid_Conditioning from ldm_patched.contrib.external import KSampler, VAEDecode @@ -41,8 +42,11 @@ def predict(filename, width, height, video_frames, motion_bucket_id, fps, augmen sampling_denoise, guidance_min_cfg, input_image): filename = os.path.join(svd_root, filename) model_raw, _, vae, clip_vision = load_checkpoint_guess_config(filename, output_vae=True, output_clip=False, output_clipvision=True) - model = opVideoLinearCFGGuidance.patch(model_raw, guidance_min_cfg) - a = 0 + model = opVideoLinearCFGGuidance.patch(model_raw, guidance_min_cfg)[0] + init_image = numpy_to_pytorch(input_image) + positive, negative, latent_image = opSVD_img2vid_Conditioning.encode(clip_vision, init_image, vae, width, height, video_frames, motion_bucket_id, fps, augmentation_level) + output_latent = opKSampler.sample(model, sampling_seed, sampling_steps, sampling_cfg, sampling_sampler_name, sampling_scheduler, positive, negative, latent_image, sampling_denoise) + output_pixels = opVAEDecode.decode(vae, output_latent)[0] return