mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2025-12-16 01:37:04 +08:00
Disable guards on transformer_options when torch.compile
This commit is contained in:
parent
6592bffc60
commit
c94ece3aef
@ -2,6 +2,8 @@ from typing_extensions import override
|
|||||||
from comfy_api.latest import ComfyExtension, io
|
from comfy_api.latest import ComfyExtension, io
|
||||||
from comfy_api.torch_helpers import set_torch_compile_wrapper
|
from comfy_api.torch_helpers import set_torch_compile_wrapper
|
||||||
|
|
||||||
|
def skip_torch_compile_dict(guard_entries):
|
||||||
|
return [("transformer_options" not in entry.name) for entry in guard_entries]
|
||||||
|
|
||||||
class TorchCompileModel(io.ComfyNode):
|
class TorchCompileModel(io.ComfyNode):
|
||||||
@classmethod
|
@classmethod
|
||||||
@ -23,7 +25,7 @@ class TorchCompileModel(io.ComfyNode):
|
|||||||
@classmethod
|
@classmethod
|
||||||
def execute(cls, model, backend) -> io.NodeOutput:
|
def execute(cls, model, backend) -> io.NodeOutput:
|
||||||
m = model.clone()
|
m = model.clone()
|
||||||
set_torch_compile_wrapper(model=m, backend=backend)
|
set_torch_compile_wrapper(model=m, backend=backend, options={"guard_filter_fn": skip_torch_compile_dict})
|
||||||
return io.NodeOutput(m)
|
return io.NodeOutput(m)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user