mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-05-30 19:07:25 +08:00
174208df6b
Some checks are pending
Python Linting / Run Ruff (push) Waiting to run
Python Linting / Run Pylint (push) Waiting to run
Full Comfy CI Workflow Runs / test-stable (12.1, , linux, 3.10, [self-hosted Linux], stable) (push) Waiting to run
Full Comfy CI Workflow Runs / test-stable (12.1, , linux, 3.11, [self-hosted Linux], stable) (push) Waiting to run
Full Comfy CI Workflow Runs / test-stable (12.1, , linux, 3.12, [self-hosted Linux], stable) (push) Waiting to run
Full Comfy CI Workflow Runs / test-unix-nightly (12.1, , linux, 3.11, [self-hosted Linux], nightly) (push) Waiting to run
Execution Tests / test (macos-latest) (push) Waiting to run
Execution Tests / test (ubuntu-latest) (push) Waiting to run
Execution Tests / test (windows-latest) (push) Waiting to run
Test server launches without errors / test (push) Waiting to run
Unit Tests / test (macos-latest) (push) Waiting to run
Unit Tests / test (ubuntu-latest) (push) Waiting to run
Unit Tests / test (windows-2022) (push) Waiting to run
* Move dataset/text nodes to text category * Rename category utils into utilities * Rename category api node into partner * Move categories conditioning, latent, sampling, model_patches, training, etc. under model category * Dispatch partner nodes in to 3d, audio, image, text, video categories * Move PreviewAny node to utilities category
70 lines
2.1 KiB
Python
70 lines
2.1 KiB
Python
#Modified/simplified version of the node from: https://github.com/pamparamm/sd-perturbed-attention
|
|
#If you want the one with more options see the above repo.
|
|
|
|
#My modified one here is more basic but has less chances of breaking with ComfyUI updates.
|
|
|
|
from typing_extensions import override
|
|
|
|
import comfy.model_patcher
|
|
import comfy.samplers
|
|
from comfy_api.latest import ComfyExtension, io
|
|
|
|
|
|
class PerturbedAttentionGuidance(io.ComfyNode):
|
|
@classmethod
|
|
def define_schema(cls):
|
|
return io.Schema(
|
|
node_id="PerturbedAttentionGuidance",
|
|
category="model/patch/unet",
|
|
inputs=[
|
|
io.Model.Input("model"),
|
|
io.Float.Input("scale", default=3.0, min=0.0, max=100.0, step=0.01, round=0.01),
|
|
],
|
|
outputs=[
|
|
io.Model.Output(),
|
|
],
|
|
)
|
|
|
|
@classmethod
|
|
def execute(cls, model, scale) -> io.NodeOutput:
|
|
unet_block = "middle"
|
|
unet_block_id = 0
|
|
m = model.clone()
|
|
|
|
def perturbed_attention(q, k, v, extra_options, mask=None):
|
|
return v
|
|
|
|
def post_cfg_function(args):
|
|
model = args["model"]
|
|
cond_pred = args["cond_denoised"]
|
|
cond = args["cond"]
|
|
cfg_result = args["denoised"]
|
|
sigma = args["sigma"]
|
|
model_options = args["model_options"].copy()
|
|
x = args["input"]
|
|
|
|
if scale == 0:
|
|
return cfg_result
|
|
|
|
# Replace Self-attention with PAG
|
|
model_options = comfy.model_patcher.set_model_options_patch_replace(model_options, perturbed_attention, "attn1", unet_block, unet_block_id)
|
|
(pag,) = comfy.samplers.calc_cond_batch(model, [cond], x, sigma, model_options)
|
|
|
|
return cfg_result + (cond_pred - pag) * scale
|
|
|
|
m.set_model_sampler_post_cfg_function(post_cfg_function)
|
|
|
|
return io.NodeOutput(m)
|
|
|
|
|
|
class PAGExtension(ComfyExtension):
|
|
@override
|
|
async def get_node_list(self) -> list[type[io.ComfyNode]]:
|
|
return [
|
|
PerturbedAttentionGuidance,
|
|
]
|
|
|
|
|
|
async def comfy_entrypoint() -> PAGExtension:
|
|
return PAGExtension()
|