mirror of
https://github.com/muerrilla/sd-webui-detail-daemon.git
synced 2026-01-26 11:19:46 +00:00
Hello
This commit is contained in:
zahand
265
scripts/detail_daemon.py
Normal file
265
scripts/detail_daemon.py
Normal file
@@ -0,0 +1,265 @@
|
||||
import os
|
||||
import gradio as gr
|
||||
import numpy as np
|
||||
import torch
|
||||
import math
|
||||
from tqdm import tqdm
|
||||
|
||||
import matplotlib
|
||||
matplotlib.use('Agg')
|
||||
import matplotlib.pyplot as plt
|
||||
|
||||
import modules.scripts as scripts
|
||||
from modules.script_callbacks import on_cfg_denoiser, remove_current_script_callbacks
|
||||
|
||||
|
||||
class Script(scripts.Script):
|
||||
|
||||
def title(self):
|
||||
return "Detail Daemon"
|
||||
|
||||
def show(self, is_img2img):
|
||||
return scripts.AlwaysVisible
|
||||
|
||||
def ui(self, is_img2img):
|
||||
with gr.Accordion("Detail Daemon", elem_id="detail-daemon", open=True):
|
||||
gr_enabled = gr.Checkbox(label='Enable', elem_id="detail-daemon-enabled", value=False, min_width=0)
|
||||
with gr.Row():
|
||||
with gr.Column(scale=2):
|
||||
gr_amount = gr.Slider(minimum=-1.00, maximum=1.00, step=.01, value=0.50, label="Amount ")
|
||||
gr_start = gr.Slider(minimum=0.0, maximum=1.0, step=.01, value=0.0, label="Start ")
|
||||
gr_end = gr.Slider(minimum=0.0, maximum=1.0, step=.01, value=1.0, label="End ")
|
||||
gr_bias = gr.Slider(minimum=0.0, maximum=1.0, step=.01, value=0.5, label="Bias ")
|
||||
with gr.Column(scale=1, min_width=275):
|
||||
preview = self.visualize(False, 0, 1, 0.5, 0.5, 1, 0, 0, 0, True)
|
||||
z_vis = gr.Plot(value=preview, elem_id='detail-daemon-vis', show_label=False)
|
||||
with gr.Accordion("More Knobs:", elem_id="detail-daemon-more-accordion", open=False):
|
||||
with gr.Row():
|
||||
with gr.Column(scale=2):
|
||||
with gr.Row():
|
||||
gr_start_offset = gr.Slider(minimum=-1.00, maximum=1.00, step=.01, value=0.00, label="Start Offset", min_width=0)
|
||||
gr_end_offset = gr.Slider(minimum=-1.00, maximum=1.00, step=.01, value=0.00, label="End Offset", min_width=0)
|
||||
with gr.Row():
|
||||
gr_exponent = gr.Slider(minimum=0.0, maximum=10.0, step=.05, value=1.0, label="Exponent", min_width=0)
|
||||
gr_fade = gr.Slider(minimum=0.0, maximum=1.0, step=.05, value=0.0, label="Fade")
|
||||
with gr.Column(scale=1, min_width=275):
|
||||
gr_smooth = gr.Checkbox(label="Smooth", value=True, min_width=0)
|
||||
gr_help = gr.Markdown("## [Ⓗ Help](https://github.com/muerrilla/stable-diffusion-detail-daemon)", elem_id="detail-daemon-help")
|
||||
|
||||
vis_args = [gr_enabled, gr_start, gr_end, gr_bias, gr_amount, gr_exponent, gr_start_offset, gr_end_offset, gr_fade, gr_smooth]
|
||||
for vis_arg in vis_args:
|
||||
if isinstance(vis_arg, gr.components.Slider): vis_arg.release(fn=self.visualize, show_progress=False, inputs=vis_args, outputs=[z_vis])
|
||||
else: vis_arg.change(fn=self.visualize, show_progress=False, inputs=vis_args, outputs=[z_vis])
|
||||
|
||||
js="""
|
||||
function toggleClass(x) {
|
||||
var element = document.getElementById('detail-daemon');
|
||||
if (x) {
|
||||
element.classList.add('dd-active');
|
||||
element.classList.remove('dd-inactive');
|
||||
} else {
|
||||
element.classList.add('dd-inactive');
|
||||
element.classList.remove('dd-active');
|
||||
}
|
||||
}
|
||||
"""
|
||||
gr_enabled.change(None, show_progress=False, inputs=gr_enabled, _js=js)
|
||||
|
||||
self.infotext_fields = [
|
||||
(gr_enabled, lambda d: gr.Checkbox.update(value='DD_enabled' in d)),
|
||||
(gr_amount, 'DD_amount'),
|
||||
(gr_start, 'DD_start'),
|
||||
(gr_end, 'DD_end'),
|
||||
(gr_bias, 'DD_bias'),
|
||||
(gr_exponent, 'DD_exponent'),
|
||||
(gr_start_offset, 'DD_start_offset'),
|
||||
(gr_end_offset, 'DD_end_offset'),
|
||||
(gr_fade, 'DD_fade'),
|
||||
(gr_smooth, 'DD_smooth'),
|
||||
]
|
||||
self.paste_field_names = []
|
||||
for _, field_name in self.infotext_fields:
|
||||
self.paste_field_names.append(field_name)
|
||||
|
||||
return [gr_enabled, gr_start, gr_end, gr_bias, gr_amount, gr_exponent, gr_start_offset, gr_end_offset, gr_fade, gr_smooth]
|
||||
|
||||
def process(self, p, enabled, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth):
|
||||
|
||||
enabled = getattr(p, "DD_enabled", enabled)
|
||||
amount = getattr(p, "DD_amount", amount)
|
||||
start = getattr(p, "DD_start", start)
|
||||
end = getattr(p, "DD_end", end)
|
||||
bias = getattr(p, "DD_bias", bias)
|
||||
exponent = getattr(p, "DD_exponent", exponent)
|
||||
start_offset = getattr(p, "DD_start_offset", start_offset)
|
||||
end_offset = getattr(p, "DD_end_offset", end_offset)
|
||||
fade = getattr(p, "DD_fade", fade)
|
||||
smooth = getattr(p, "DD_smooth", smooth)
|
||||
|
||||
if enabled :
|
||||
self.callback_added = True
|
||||
self.counter = 0
|
||||
self.schedule = self.make_schedule(p.steps, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth)
|
||||
on_cfg_denoiser(self.denoiser_callback)
|
||||
tqdm.write('\033[32mINFO:\033[0m Detail Daemon is enabled')
|
||||
|
||||
p.extra_generation_params.update({
|
||||
"DD_enabled" : enabled,
|
||||
"DD_amount" : amount,
|
||||
"DD_start" : start,
|
||||
"DD_end" : end,
|
||||
"DD_bias" : bias,
|
||||
"DD_exponent" : exponent,
|
||||
"DD_start_offset" : start_offset,
|
||||
"DD_end_offset" : end_offset,
|
||||
"DD_fade" : fade,
|
||||
"DD_smooth" : smooth,
|
||||
})
|
||||
else:
|
||||
if hasattr(self, 'callback_added'):
|
||||
remove_current_script_callbacks()
|
||||
delattr(self, 'callback_added')
|
||||
# tqdm.write('\033[90mINFO: Detail Daemon callback removed\033[0m')
|
||||
|
||||
def postprocess(self, p, processed, *args):
|
||||
if hasattr(self, 'callback_added'):
|
||||
remove_current_script_callbacks()
|
||||
delattr(self, 'callback_added')
|
||||
# tqdm.write('\033[90mINFO: Detail Daemon callback removed\033[0m')
|
||||
|
||||
def denoiser_callback(self, params):
|
||||
if params.sampling_step == 0 and self.counter != 1:
|
||||
self.counter = 0
|
||||
multiplier = 1 - self.schedule[self.counter]
|
||||
# if multiplier != 1.0 :
|
||||
# tqdm.write(f"\033[32mINFO:\033[0m Bumping sigma {params.sigma} by {multiplier} at step {params.sampling_step}, counter {self.counter}")
|
||||
params.sigma *= multiplier
|
||||
self.counter += 1
|
||||
|
||||
def make_schedule(self, steps, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth):
|
||||
start = min(start, end)
|
||||
mid = start + bias * (end - start)
|
||||
multipliers = np.zeros(steps)
|
||||
|
||||
start_idx, mid_idx, end_idx = [int(round(x * (steps - 1))) for x in [start, mid, end]]
|
||||
|
||||
start_values = np.linspace(0, 1, mid_idx - start_idx + 1)
|
||||
if smooth:
|
||||
start_values = 0.5 * (1 - np.cos(start_values * np.pi))
|
||||
start_values = start_values ** exponent
|
||||
if start_values.any():
|
||||
start_values *= (amount - start_offset)
|
||||
start_values += start_offset
|
||||
|
||||
end_values = np.linspace(1, 0, end_idx - mid_idx + 1)
|
||||
if smooth:
|
||||
end_values = 0.5 * (1 - np.cos(end_values * np.pi))
|
||||
end_values = end_values ** exponent
|
||||
if end_values.any():
|
||||
end_values *= (amount - end_offset)
|
||||
end_values += end_offset
|
||||
|
||||
multipliers[start_idx:mid_idx+1] = start_values
|
||||
multipliers[mid_idx:end_idx+1] = end_values
|
||||
multipliers[:start_idx] = start_offset
|
||||
multipliers[end_idx+1:] = end_offset
|
||||
multipliers *= 1 - fade
|
||||
|
||||
return multipliers
|
||||
|
||||
def visualize(self, enabled, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth):
|
||||
try:
|
||||
steps = 50
|
||||
values = self.make_schedule(steps, start, end, bias, amount, exponent, start_offset, end_offset, fade, smooth)
|
||||
mean = sum(values)/steps
|
||||
peak = max(abs(values))
|
||||
if start > end : start = end
|
||||
mid = start + bias * (end - start)
|
||||
opacity = .1 + (1 - fade) * 0.7
|
||||
plot_color = (0.5, 0.5, 0.5, opacity) if not enabled else ((1 - peak)**2, 1, 0, opacity) if mean >= 0 else (1, (1 - peak)**2, 0, opacity)
|
||||
plt.rcParams.update({
|
||||
"text.color": plot_color,
|
||||
"axes.labelcolor": plot_color,
|
||||
"axes.edgecolor": plot_color,
|
||||
"figure.facecolor": (0.0, 0.0, 0.0, 0.0),
|
||||
"axes.facecolor": (0.0, 0.0, 0.0, 0.0),
|
||||
"ytick.labelsize": 6,
|
||||
"ytick.labelcolor": plot_color,
|
||||
"ytick.color": plot_color,
|
||||
})
|
||||
fig, ax = plt.subplots(figsize=(2.15, 2.00),layout="constrained")
|
||||
ax.plot(range(steps), values, color=plot_color)
|
||||
ax.axhline(y=0, color=plot_color, linestyle='dotted')
|
||||
ax.axvline(x=mid * (steps - 1), color=plot_color, linestyle='dotted')
|
||||
ax.tick_params(right=False, color=plot_color)
|
||||
ax.set_xticks([i * (steps - 1) / 10 for i in range(10)][1:])
|
||||
ax.set_xticklabels([])
|
||||
ax.set_ylim([-1,1])
|
||||
ax.set_xlim([0,steps-1])
|
||||
plt.close()
|
||||
self.last_vis = fig
|
||||
return fig
|
||||
except:
|
||||
if self.last_vis is not None :
|
||||
return self.last_vis
|
||||
return
|
||||
|
||||
def xyz_support():
|
||||
for scriptDataTuple in scripts.scripts_data:
|
||||
if os.path.basename(scriptDataTuple.path) == 'xyz_grid.py':
|
||||
xy_grid = scriptDataTuple.module
|
||||
|
||||
amount = xy_grid.AxisOption(
|
||||
'[DD] Amount',
|
||||
float,
|
||||
xy_grid.apply_field('DD_amount')
|
||||
)
|
||||
start = xy_grid.AxisOption(
|
||||
'[DD] Start',
|
||||
float,
|
||||
xy_grid.apply_field('DD_start')
|
||||
)
|
||||
end = xy_grid.AxisOption(
|
||||
'[DD] End',
|
||||
float,
|
||||
xy_grid.apply_field('DD_end')
|
||||
)
|
||||
bias = xy_grid.AxisOption(
|
||||
'[DD] Bias',
|
||||
float,
|
||||
xy_grid.apply_field('DD_bias')
|
||||
)
|
||||
exponent = xy_grid.AxisOption(
|
||||
'[DD] Exponent',
|
||||
float,
|
||||
xy_grid.apply_field('DD_exponent')
|
||||
)
|
||||
start_offset = xy_grid.AxisOption(
|
||||
'[DD] Start Offset',
|
||||
float,
|
||||
xy_grid.apply_field('DD_start_offset')
|
||||
)
|
||||
end_offset = xy_grid.AxisOption(
|
||||
'[DD] End Offset',
|
||||
float,
|
||||
xy_grid.apply_field('DD_end_offset')
|
||||
)
|
||||
fade = xy_grid.AxisOption(
|
||||
'[DD] Fade',
|
||||
float,
|
||||
xy_grid.apply_field('DD_fade')
|
||||
)
|
||||
xy_grid.axis_options.extend([
|
||||
amount,
|
||||
start,
|
||||
end,
|
||||
bias,
|
||||
exponent,
|
||||
start_offset,
|
||||
end_offset,
|
||||
fade,
|
||||
])
|
||||
try:
|
||||
xyz_support()
|
||||
except Exception as e:
|
||||
print(f'Error trying to add XYZ plot options for Detail Daemon', e)
|
||||
Reference in New Issue
Block a user