mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-02-28 10:54:05 +00:00
3ebe1ac22e
* mp: attach re-construction arguments to model patcher
When making a model-patcher from a unet or ckpt, attach a callable
function that can be called to replay the model construction. This
can be used to deep clone model patcher WRT the actual model.
Originally written by Kosinkadink
f4b99bc623
* mp: Add disable_dynamic clone argument
Add a clone argument that lets a caller clone a ModelPatcher but disable
dynamic to demote the clone to regular MP. This is useful for legacy
features where dynamic_vram support is missing or TBD.
* torch_compile: disable dynamic_vram
This is a bigger feature. Disable for the interim to preserve
functionality.
43 lines
1.3 KiB
Python
43 lines
1.3 KiB
Python
from typing_extensions import override
|
|
from comfy_api.latest import ComfyExtension, io
|
|
from comfy_api.torch_helpers import set_torch_compile_wrapper
|
|
|
|
def skip_torch_compile_dict(guard_entries):
|
|
return [("transformer_options" not in entry.name) for entry in guard_entries]
|
|
|
|
class TorchCompileModel(io.ComfyNode):
|
|
@classmethod
|
|
def define_schema(cls) -> io.Schema:
|
|
return io.Schema(
|
|
node_id="TorchCompileModel",
|
|
category="_for_testing",
|
|
inputs=[
|
|
io.Model.Input("model"),
|
|
io.Combo.Input(
|
|
"backend",
|
|
options=["inductor", "cudagraphs"],
|
|
advanced=True,
|
|
),
|
|
],
|
|
outputs=[io.Model.Output()],
|
|
is_experimental=True,
|
|
)
|
|
|
|
@classmethod
|
|
def execute(cls, model, backend) -> io.NodeOutput:
|
|
m = model.clone(disable_dynamic=True)
|
|
set_torch_compile_wrapper(model=m, backend=backend, options={"guard_filter_fn": skip_torch_compile_dict})
|
|
return io.NodeOutput(m)
|
|
|
|
|
|
class TorchCompileExtension(ComfyExtension):
|
|
@override
|
|
async def get_node_list(self) -> list[type[io.ComfyNode]]:
|
|
return [
|
|
TorchCompileModel,
|
|
]
|
|
|
|
|
|
async def comfy_entrypoint() -> TorchCompileExtension:
|
|
return TorchCompileExtension()
|