mirror of
https://github.com/muerrilla/sd-webui-detail-daemon.git
synced 2026-01-26 19:29:47 +00:00
266 lines
12 KiB
Python
266 lines
12 KiB
Python
import os
|
|
import gradio as gr
|
|
import numpy as np
|
|
import torch
|
|
import math
|
|
from tqdm import tqdm
|
|
|
|
import matplotlib
|
|
matplotlib.use('Agg')
|
|
import matplotlib.pyplot as plt
|
|
|
|
import modules.scripts as scripts
|
|
from modules.script_callbacks import on_cfg_denoiser, remove_current_script_callbacks
|
|
|
|
|
|
class Script(scripts.Script):
|
|
|
|
def title(self):
|
|
return "Detail Daemon"
|
|
|
|
def show(self, is_img2img):
|
|
return scripts.AlwaysVisible
|
|
|
|
def ui(self, is_img2img):
|
|
with gr.Accordion("Detail Daemon", elem_id="detail-daemon", open=True):
|
|
gr_enabled = gr.Checkbox(label='Enable', elem_id="detail-daemon-enabled", value=False, min_width=0)
|
|
with gr.Row():
|
|
with gr.Column(scale=2):
|
|
gr_amount = gr.Slider(minimum=-1.00, maximum=1.00, step=.01, value=0.50, label="Amount ")
|
|
gr_start = gr.Slider(minimum=0.0, maximum=1.0, step=.01, value=0.0, label="Start ")
|
|
gr_end = gr.Slider(minimum=0.0, maximum=1.0, step=.01, value=1.0, label="End ")
|
|
gr_bias = gr.Slider(minimum=0.0, maximum=1.0, step=.01, value=0.5, label="Bias ")
|
|
with gr.Column(scale=1, min_width=275):
|
|
preview = self.visualize(False, 0, 1, 0.5, 0.5, 1, 0, 0, 0, True)
|
|
z_vis = gr.Plot(value=preview, elem_id='detail-daemon-vis', show_label=False)
|
|
with gr.Accordion("More Knobs:", elem_id="detail-daemon-more-accordion", open=False):
|
|
with gr.Row():
|
|
with gr.Column(scale=2):
|
|
with gr.Row():
|
|
gr_start_offset = gr.Slider(minimum=-1.00, maximum=1.00, step=.01, value=0.00, label="Start Offset", min_width=0)
|
|
gr_end_offset = gr.Slider(minimum=-1.00, maximum=1.00, step=.01, value=0.00, label="End Offset", min_width=0)
|
|
with gr.Row():
|
|
gr_exponent = gr.Slider(minimum=0.0, maximum=10.0, step=.05, value=1.0, label="Exponent", min_width=0)
|
|
gr_fade = gr.Slider(minimum=0.0, maximum=1.0, step=.05, value=0.0, label="Fade")
|
|
with gr.Column(scale=1, min_width=275):
|
|
gr_smooth = gr.Checkbox(label="Smooth", value=True, min_width=0)
|
|
gr_help = gr.Markdown("## [Ⓗ Help](https://github.com/muerrilla/sd-webui-detail-daemon)", elem_id="detail-daemon-help")
|
|
|
|
vis_args = [gr_enabled, gr_start, gr_end, gr_bias, gr_amount, gr_exponent, gr_start_offset, gr_end_offset, gr_fade, gr_smooth]
|
|
for vis_arg in vis_args:
|
|
if isinstance(vis_arg, gr.components.Slider): vis_arg.release(fn=self.visualize, show_progress=False, inputs=vis_args, outputs=[z_vis])
|
|
else: vis_arg.change(fn=self.visualize, show_progress=False, inputs=vis_args, outputs=[z_vis])
|
|
|
|
js="""
|
|
function toggleClass(x) {
|
|
var element = document.getElementById('detail-daemon');
|
|
if (x) {
|
|
element.classList.add('dd-active');
|
|
element.classList.remove('dd-inactive');
|
|
} else {
|
|
element.classList.add('dd-inactive');
|
|
element.classList.remove('dd-active');
|
|
}
|
|
}
|
|
"""
|
|
gr_enabled.change(None, show_progress=False, inputs=gr_enabled, _js=js)
|
|
|
|
self.infotext_fields = [
|
|
(gr_enabled, lambda d: gr.Checkbox.update(value='DD_enabled' in d)),
|
|
(gr_amount, 'DD_amount'),
|
|
(gr_start, 'DD_start'),
|
|
(gr_end, 'DD_end'),
|
|
(gr_bias, 'DD_bias'),
|
|
(gr_exponent, 'DD_exponent'),
|
|
(gr_start_offset, 'DD_start_offset'),
|
|
(gr_end_offset, 'DD_end_offset'),
|
|
(gr_fade, 'DD_fade'),
|
|
(gr_smooth, 'DD_smooth'),
|
|
]
|
|
self.paste_field_names = []
|
|
for _, field_name in self.infotext_fields:
|
|
self.paste_field_names.append(field_name)
|
|
|
|
return [gr_enabled, gr_start, gr_end, gr_bias, gr_amount, gr_exponent, gr_start_offset, gr_end_offset, gr_fade, gr_smooth]
|
|
|
|
def process(self, p, enabled, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth):
|
|
|
|
enabled = getattr(p, "DD_enabled", enabled)
|
|
amount = getattr(p, "DD_amount", amount)
|
|
start = getattr(p, "DD_start", start)
|
|
end = getattr(p, "DD_end", end)
|
|
bias = getattr(p, "DD_bias", bias)
|
|
exponent = getattr(p, "DD_exponent", exponent)
|
|
start_offset = getattr(p, "DD_start_offset", start_offset)
|
|
end_offset = getattr(p, "DD_end_offset", end_offset)
|
|
fade = getattr(p, "DD_fade", fade)
|
|
smooth = getattr(p, "DD_smooth", smooth)
|
|
|
|
if enabled :
|
|
self.callback_added = True
|
|
self.counter = 0
|
|
self.schedule = self.make_schedule(p.steps, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth)
|
|
on_cfg_denoiser(self.denoiser_callback)
|
|
tqdm.write('\033[32mINFO:\033[0m Detail Daemon is enabled')
|
|
|
|
p.extra_generation_params.update({
|
|
"DD_enabled" : enabled,
|
|
"DD_amount" : amount,
|
|
"DD_start" : start,
|
|
"DD_end" : end,
|
|
"DD_bias" : bias,
|
|
"DD_exponent" : exponent,
|
|
"DD_start_offset" : start_offset,
|
|
"DD_end_offset" : end_offset,
|
|
"DD_fade" : fade,
|
|
"DD_smooth" : smooth,
|
|
})
|
|
else:
|
|
if hasattr(self, 'callback_added'):
|
|
remove_current_script_callbacks()
|
|
delattr(self, 'callback_added')
|
|
# tqdm.write('\033[90mINFO: Detail Daemon callback removed\033[0m')
|
|
|
|
def postprocess(self, p, processed, *args):
|
|
if hasattr(self, 'callback_added'):
|
|
remove_current_script_callbacks()
|
|
delattr(self, 'callback_added')
|
|
# tqdm.write('\033[90mINFO: Detail Daemon callback removed\033[0m')
|
|
|
|
def denoiser_callback(self, params):
|
|
if params.sampling_step == 0 and self.counter != 1:
|
|
self.counter = 0
|
|
multiplier = 1 - self.schedule[self.counter]
|
|
# if multiplier != 1.0 :
|
|
# tqdm.write(f"\033[32mINFO:\033[0m Bumping sigma {params.sigma} by {multiplier} at step {params.sampling_step}, counter {self.counter}")
|
|
params.sigma *= multiplier
|
|
self.counter += 1
|
|
|
|
def make_schedule(self, steps, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth):
|
|
start = min(start, end)
|
|
mid = start + bias * (end - start)
|
|
multipliers = np.zeros(steps)
|
|
|
|
start_idx, mid_idx, end_idx = [int(round(x * (steps - 1))) for x in [start, mid, end]]
|
|
|
|
start_values = np.linspace(0, 1, mid_idx - start_idx + 1)
|
|
if smooth:
|
|
start_values = 0.5 * (1 - np.cos(start_values * np.pi))
|
|
start_values = start_values ** exponent
|
|
if start_values.any():
|
|
start_values *= (amount - start_offset)
|
|
start_values += start_offset
|
|
|
|
end_values = np.linspace(1, 0, end_idx - mid_idx + 1)
|
|
if smooth:
|
|
end_values = 0.5 * (1 - np.cos(end_values * np.pi))
|
|
end_values = end_values ** exponent
|
|
if end_values.any():
|
|
end_values *= (amount - end_offset)
|
|
end_values += end_offset
|
|
|
|
multipliers[start_idx:mid_idx+1] = start_values
|
|
multipliers[mid_idx:end_idx+1] = end_values
|
|
multipliers[:start_idx] = start_offset
|
|
multipliers[end_idx+1:] = end_offset
|
|
multipliers *= 1 - fade
|
|
|
|
return multipliers
|
|
|
|
def visualize(self, enabled, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth):
|
|
try:
|
|
steps = 50
|
|
values = self.make_schedule(steps, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth)
|
|
mean = sum(values)/steps
|
|
peak = max(abs(values))
|
|
if start > end : start = end
|
|
mid = start + bias * (end - start)
|
|
opacity = .1 + (1 - fade) * 0.7
|
|
plot_color = (0.5, 0.5, 0.5, opacity) if not enabled else ((1 - peak)**2, 1, 0, opacity) if mean >= 0 else (1, (1 - peak)**2, 0, opacity)
|
|
plt.rcParams.update({
|
|
"text.color": plot_color,
|
|
"axes.labelcolor": plot_color,
|
|
"axes.edgecolor": plot_color,
|
|
"figure.facecolor": (0.0, 0.0, 0.0, 0.0),
|
|
"axes.facecolor": (0.0, 0.0, 0.0, 0.0),
|
|
"ytick.labelsize": 6,
|
|
"ytick.labelcolor": plot_color,
|
|
"ytick.color": plot_color,
|
|
})
|
|
fig, ax = plt.subplots(figsize=(2.15, 2.00),layout="constrained")
|
|
ax.plot(range(steps), values, color=plot_color)
|
|
ax.axhline(y=0, color=plot_color, linestyle='dotted')
|
|
ax.axvline(x=mid * (steps - 1), color=plot_color, linestyle='dotted')
|
|
ax.tick_params(right=False, color=plot_color)
|
|
ax.set_xticks([i * (steps - 1) / 10 for i in range(10)][1:])
|
|
ax.set_xticklabels([])
|
|
ax.set_ylim([-1,1])
|
|
ax.set_xlim([0,steps-1])
|
|
plt.close()
|
|
self.last_vis = fig
|
|
return fig
|
|
except:
|
|
if self.last_vis is not None :
|
|
return self.last_vis
|
|
return
|
|
|
|
def xyz_support():
|
|
for scriptDataTuple in scripts.scripts_data:
|
|
if os.path.basename(scriptDataTuple.path) == 'xyz_grid.py':
|
|
xy_grid = scriptDataTuple.module
|
|
|
|
amount = xy_grid.AxisOption(
|
|
'[DD] Amount',
|
|
float,
|
|
xy_grid.apply_field('DD_amount')
|
|
)
|
|
start = xy_grid.AxisOption(
|
|
'[DD] Start',
|
|
float,
|
|
xy_grid.apply_field('DD_start')
|
|
)
|
|
end = xy_grid.AxisOption(
|
|
'[DD] End',
|
|
float,
|
|
xy_grid.apply_field('DD_end')
|
|
)
|
|
bias = xy_grid.AxisOption(
|
|
'[DD] Bias',
|
|
float,
|
|
xy_grid.apply_field('DD_bias')
|
|
)
|
|
exponent = xy_grid.AxisOption(
|
|
'[DD] Exponent',
|
|
float,
|
|
xy_grid.apply_field('DD_exponent')
|
|
)
|
|
start_offset = xy_grid.AxisOption(
|
|
'[DD] Start Offset',
|
|
float,
|
|
xy_grid.apply_field('DD_start_offset')
|
|
)
|
|
end_offset = xy_grid.AxisOption(
|
|
'[DD] End Offset',
|
|
float,
|
|
xy_grid.apply_field('DD_end_offset')
|
|
)
|
|
fade = xy_grid.AxisOption(
|
|
'[DD] Fade',
|
|
float,
|
|
xy_grid.apply_field('DD_fade')
|
|
)
|
|
xy_grid.axis_options.extend([
|
|
amount,
|
|
start,
|
|
end,
|
|
bias,
|
|
exponent,
|
|
start_offset,
|
|
end_offset,
|
|
fade,
|
|
])
|
|
try:
|
|
xyz_support()
|
|
except Exception as e:
|
|
print(f'Error trying to add XYZ plot options for Detail Daemon', e)
|