mirror of
https://github.com/muerrilla/sd-webui-detail-daemon.git
synced 2026-01-26 19:29:47 +00:00
290 lines
14 KiB
Python
290 lines
14 KiB
Python
import os
|
|
import gradio as gr
|
|
import numpy as np
|
|
from tqdm import tqdm
|
|
|
|
import matplotlib
|
|
matplotlib.use('Agg')
|
|
import matplotlib.pyplot as plt
|
|
|
|
import modules.scripts as scripts
|
|
from modules.script_callbacks import on_cfg_denoiser, remove_callbacks_for_function, on_infotext_pasted
|
|
from modules.ui_components import InputAccordion
|
|
|
|
|
|
def parse_infotext(infotext, params):
|
|
try:
|
|
d = {}
|
|
for s in params['Detail Daemon'].split(','):
|
|
k, _, v = s.partition(':')
|
|
d[k.strip()] = v.strip()
|
|
params['Detail Daemon'] = d
|
|
except Exception:
|
|
pass
|
|
|
|
|
|
on_infotext_pasted(parse_infotext)
|
|
|
|
|
|
class Script(scripts.Script):
|
|
|
|
def title(self):
|
|
return "Detail Daemon"
|
|
|
|
def show(self, is_img2img):
|
|
return scripts.AlwaysVisible
|
|
|
|
def ui(self, is_img2img):
|
|
with InputAccordion(False, label="Detail Daemon", elem_id=self.elem_id('detail-daemon')) as gr_enabled:
|
|
with gr.Row():
|
|
with gr.Column(scale=2):
|
|
gr_amount_slider = gr.Slider(minimum=-1.00, maximum=1.00, step=.01, value=0.10, label="Amount")
|
|
gr_start = gr.Slider(minimum=0.0, maximum=1.0, step=.01, value=0.35, label="Start")
|
|
gr_end = gr.Slider(minimum=0.0, maximum=1.0, step=.01, value=0.75, label="End")
|
|
gr_bias = gr.Slider(minimum=0.0, maximum=1.0, step=.01, value=0.5, label="Bias")
|
|
with gr.Column(scale=1, min_width=275):
|
|
preview = self.visualize(False, 0.35, .75, 0.5, 0.1, 1, 0, -0.05, 0, True)
|
|
gr_vis = gr.Plot(value=preview, elem_classes=['detail-daemon-vis'], show_label=False)
|
|
with gr.Accordion("More Knobs:", elem_classes=['detail-daemon-more-accordion'], open=False):
|
|
with gr.Row():
|
|
with gr.Column(scale=2):
|
|
with gr.Row():
|
|
gr_start_offset_slider = gr.Slider(minimum=-1.00, maximum=1.00, step=.01, value=0.00, label="Start Offset", min_width=60)
|
|
gr_end_offset_slider = gr.Slider(minimum=-1.00, maximum=1.00, step=.01, value=-0.05, label="End Offset", min_width=60)
|
|
with gr.Row():
|
|
gr_exponent = gr.Slider(minimum=0.0, maximum=10.0, step=.05, value=1.0, label="Exponent", min_width=60)
|
|
gr_fade = gr.Slider(minimum=0.0, maximum=1.0, step=.05, value=0.0, label="Fade", min_width=60)
|
|
# Because the slider max and min are sometimes too limiting:
|
|
with gr.Row():
|
|
gr_amount = gr.Number(value=0.10, precision=4, step=.01, label="Amount", min_width=60)
|
|
gr_start_offset = gr.Number(value=0.0, precision=4, step=.01, label="Start Offset", min_width=60)
|
|
gr_end_offset = gr.Number(value=0.0, precision=4, step=.01, label="End Offset", min_width=60)
|
|
with gr.Column(scale=1, min_width=275):
|
|
gr_mode = gr.Dropdown(["both", "cond", "uncond"], value="uncond", label="Mode", show_label=True, min_width=60, elem_classes=['detail-daemon-mode'])
|
|
gr_smooth = gr.Checkbox(label="Smooth", value=True, min_width=60, elem_classes=['detail-daemon-smooth'])
|
|
gr.Markdown("## [Ⓗ Help](https://github.com/muerrilla/sd-webui-detail-daemon)", elem_classes=['detail-daemon-help'])
|
|
|
|
gr_amount_slider.release(None, gr_amount_slider, gr_amount, _js="(x) => x")
|
|
gr_amount.change(None, gr_amount, gr_amount_slider, _js="(x) => x")
|
|
|
|
gr_start_offset_slider.release(None, gr_start_offset_slider, gr_start_offset, _js="(x) => x")
|
|
gr_start_offset.change(None, gr_start_offset, gr_start_offset_slider, _js="(x) => x")
|
|
|
|
gr_end_offset_slider.release(None, gr_end_offset_slider, gr_end_offset, _js="(x) => x")
|
|
gr_end_offset.change(None, gr_end_offset, gr_end_offset_slider, _js="(x) => x")
|
|
|
|
vis_args = [gr_enabled, gr_start, gr_end, gr_bias, gr_amount, gr_exponent, gr_start_offset, gr_end_offset, gr_fade, gr_smooth]
|
|
for vis_arg in vis_args:
|
|
if isinstance(vis_arg, gr.components.Slider):
|
|
vis_arg.release(fn=self.visualize, show_progress=False, inputs=vis_args, outputs=[gr_vis])
|
|
else:
|
|
vis_arg.change(fn=self.visualize, show_progress=False, inputs=vis_args, outputs=[gr_vis])
|
|
|
|
def extract_infotext(d: dict, key, old_key):
|
|
if 'Detail Daemon' in d:
|
|
return d['Detail Daemon'].get(key)
|
|
return d.get(old_key)
|
|
|
|
self.infotext_fields = [
|
|
(gr_enabled, lambda d: True if ('Detail Daemon' in d or 'DD_enabled' in d) else False),
|
|
(gr_mode, lambda d: extract_infotext(d, 'mode', 'DD_mode')),
|
|
(gr_amount, lambda d: extract_infotext(d, 'amount', 'DD_amount')),
|
|
(gr_start, lambda d: extract_infotext(d, 'st', 'DD_start')),
|
|
(gr_end, lambda d: extract_infotext(d, 'ed', 'DD_end')),
|
|
(gr_bias, lambda d: extract_infotext(d, 'bias', 'DD_bias')),
|
|
(gr_exponent, lambda d: extract_infotext(d, 'exp', 'DD_exponent')),
|
|
(gr_start_offset, lambda d: extract_infotext(d, 'st_offset', 'DD_start_offset')),
|
|
(gr_end_offset, lambda d: extract_infotext(d, 'ed_offset', 'DD_end_offset')),
|
|
(gr_fade, lambda d: extract_infotext(d, 'fade', 'DD_fade')),
|
|
(gr_smooth, lambda d: extract_infotext(d, 'smooth', 'DD_smooth')),
|
|
]
|
|
return [gr_enabled, gr_mode, gr_start, gr_end, gr_bias, gr_amount, gr_exponent, gr_start_offset, gr_end_offset, gr_fade, gr_smooth]
|
|
|
|
def process(self, p, enabled, mode, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth):
|
|
|
|
enabled = getattr(p, "DD_enabled", enabled)
|
|
mode = getattr(p, "DD_mode", mode)
|
|
amount = getattr(p, "DD_amount", amount)
|
|
start = getattr(p, "DD_start", start)
|
|
end = getattr(p, "DD_end", end)
|
|
bias = getattr(p, "DD_bias", bias)
|
|
exponent = getattr(p, "DD_exponent", exponent)
|
|
start_offset = getattr(p, "DD_start_offset", start_offset)
|
|
end_offset = getattr(p, "DD_end_offset", end_offset)
|
|
fade = getattr(p, "DD_fade", fade)
|
|
smooth = getattr(p, "DD_smooth", smooth)
|
|
|
|
if enabled :
|
|
self.callback_added = True
|
|
self.counter = 0
|
|
self.mode = mode
|
|
self.schedule = self.make_schedule(p.steps, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth)
|
|
on_cfg_denoiser(self.denoiser_callback)
|
|
tqdm.write('\033[32mINFO:\033[0m Detail Daemon is enabled')
|
|
p.extra_generation_params['Detail Daemon'] = f'mode:{mode},amount:{amount},st:{start},ed:{end},bias:{bias},exp:{exponent},st_offset:{start_offset},ed_offset:{end_offset},fade:{fade},smooth:{1 if smooth else 0}'
|
|
|
|
else:
|
|
if hasattr(self, 'callback_added'):
|
|
remove_callbacks_for_function(self.denoiser_callback)
|
|
delattr(self, 'callback_added')
|
|
# tqdm.write('\033[90mINFO: Detail Daemon callback removed\033[0m')
|
|
|
|
def postprocess(self, p, processed, *args):
|
|
if hasattr(self, 'callback_added'):
|
|
remove_callbacks_for_function(self.denoiser_callback)
|
|
delattr(self, 'callback_added')
|
|
# tqdm.write('\033[90mINFO: Detail Daemon callback removed\033[0m')
|
|
|
|
def denoiser_callback(self, params):
|
|
if params.sampling_step == 0 and self.counter != 1:
|
|
self.counter = 0
|
|
multiplier = 1 - self.schedule[self.counter]
|
|
# if multiplier != 1.0 :
|
|
# tqdm.write(f"\033[32mINFO:\033[0m Bumping sigma {params.sigma} by {multiplier} at step {params.sampling_step}, counter {self.counter}")
|
|
if self.mode == "cond" :
|
|
params.sigma[0] *= 1 - self.schedule[self.counter] * .1
|
|
elif self.mode == "uncond" :
|
|
params.sigma[1] *= 1 - self.schedule[self.counter] * -.1
|
|
else :
|
|
params.sigma *= multiplier
|
|
self.counter += 1
|
|
|
|
def make_schedule(self, steps, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth):
|
|
start = min(start, end)
|
|
mid = start + bias * (end - start)
|
|
multipliers = np.zeros(steps)
|
|
|
|
start_idx, mid_idx, end_idx = [int(round(x * (steps - 1))) for x in [start, mid, end]]
|
|
|
|
start_values = np.linspace(0, 1, mid_idx - start_idx + 1)
|
|
if smooth:
|
|
start_values = 0.5 * (1 - np.cos(start_values * np.pi))
|
|
start_values = start_values ** exponent
|
|
if start_values.any():
|
|
start_values *= (amount - start_offset)
|
|
start_values += start_offset
|
|
|
|
end_values = np.linspace(1, 0, end_idx - mid_idx + 1)
|
|
if smooth:
|
|
end_values = 0.5 * (1 - np.cos(end_values * np.pi))
|
|
end_values = end_values ** exponent
|
|
if end_values.any():
|
|
end_values *= (amount - end_offset)
|
|
end_values += end_offset
|
|
|
|
multipliers[start_idx:mid_idx+1] = start_values
|
|
multipliers[mid_idx:end_idx+1] = end_values
|
|
multipliers[:start_idx] = start_offset
|
|
multipliers[end_idx+1:] = end_offset
|
|
multipliers *= 1 - fade
|
|
|
|
return multipliers
|
|
|
|
def visualize(self, enabled, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth):
|
|
try:
|
|
steps = 50
|
|
values = self.make_schedule(steps, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth)
|
|
mean = sum(values)/steps
|
|
peak = np.clip(max(abs(values)), -1, 1)
|
|
if start > end : start = end
|
|
mid = start + bias * (end - start)
|
|
opacity = .1 + (1 - fade) * 0.7
|
|
plot_color = (0.5, 0.5, 0.5, opacity) if not enabled else ((1 - peak)**2, 1, 0, opacity) if mean >= 0 else (1, (1 - peak)**2, 0, opacity)
|
|
plt.rcParams.update({
|
|
"text.color": plot_color,
|
|
"axes.labelcolor": plot_color,
|
|
"axes.edgecolor": plot_color,
|
|
"figure.facecolor": (0.0, 0.0, 0.0, 0.0),
|
|
"axes.facecolor": (0.0, 0.0, 0.0, 0.0),
|
|
"ytick.labelsize": 6,
|
|
"ytick.labelcolor": plot_color,
|
|
"ytick.color": plot_color,
|
|
})
|
|
fig, ax = plt.subplots(figsize=(2.15, 2.00),layout="constrained")
|
|
ax.plot(range(steps), values, color=plot_color)
|
|
ax.axhline(y=0, color=plot_color, linestyle='dotted')
|
|
ax.axvline(x=mid * (steps - 1), color=plot_color, linestyle='dotted')
|
|
ax.tick_params(right=False, color=plot_color)
|
|
ax.set_xticks([i * (steps - 1) / 10 for i in range(10)][1:])
|
|
ax.set_xticklabels([])
|
|
ax.set_ylim([-1,1])
|
|
ax.set_xlim([0,steps-1])
|
|
plt.close()
|
|
self.last_vis = fig
|
|
return fig
|
|
except:
|
|
if self.last_vis is not None :
|
|
return self.last_vis
|
|
return
|
|
|
|
def xyz_support():
|
|
for scriptDataTuple in scripts.scripts_data:
|
|
if os.path.basename(scriptDataTuple.path) == 'xyz_grid.py':
|
|
xy_grid = scriptDataTuple.module
|
|
|
|
def confirm_mode(p, xs):
|
|
for x in xs:
|
|
if x not in ['both','cond', 'uncond']:
|
|
raise RuntimeError(f'Invalid Detail Daemon Mode: {x}')
|
|
mode = xy_grid.AxisOption(
|
|
'[Detail Daemon] Mode',
|
|
str,
|
|
xy_grid.apply_field('DD_mode'),
|
|
confirm=confirm_mode
|
|
)
|
|
amount = xy_grid.AxisOption(
|
|
'[Detail Daemon] Amount',
|
|
float,
|
|
xy_grid.apply_field('DD_amount')
|
|
)
|
|
start = xy_grid.AxisOption(
|
|
'[Detail Daemon] Start',
|
|
float,
|
|
xy_grid.apply_field('DD_start')
|
|
)
|
|
end = xy_grid.AxisOption(
|
|
'[Detail Daemon] End',
|
|
float,
|
|
xy_grid.apply_field('DD_end')
|
|
)
|
|
bias = xy_grid.AxisOption(
|
|
'[Detail Daemon] Bias',
|
|
float,
|
|
xy_grid.apply_field('DD_bias')
|
|
)
|
|
exponent = xy_grid.AxisOption(
|
|
'[Detail Daemon] Exponent',
|
|
float,
|
|
xy_grid.apply_field('DD_exponent')
|
|
)
|
|
start_offset = xy_grid.AxisOption(
|
|
'[Detail Daemon] Start Offset',
|
|
float,
|
|
xy_grid.apply_field('DD_start_offset')
|
|
)
|
|
end_offset = xy_grid.AxisOption(
|
|
'[Detail Daemon] End Offset',
|
|
float,
|
|
xy_grid.apply_field('DD_end_offset')
|
|
)
|
|
fade = xy_grid.AxisOption(
|
|
'[Detail Daemon] Fade',
|
|
float,
|
|
xy_grid.apply_field('DD_fade')
|
|
)
|
|
xy_grid.axis_options.extend([
|
|
mode,
|
|
amount,
|
|
start,
|
|
end,
|
|
bias,
|
|
exponent,
|
|
start_offset,
|
|
end_offset,
|
|
fade,
|
|
])
|
|
try:
|
|
xyz_support()
|
|
except Exception as e:
|
|
print(f'Error trying to add XYZ plot options for Detail Daemon', e)
|