wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-12-16 01:37:04 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

convert nodes_photomaker.py to V3 schema (#10017)

Browse Source
This commit is contained in:
Alexander Piskun 2025-09-27 12:36:43 +03:00 committed by GitHub
parent ad5aef2d0c
commit 7eca95657c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 46 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

74
comfy_extras/nodes_photomaker.py
View File

@ -4,6 +4,8 @@ import folder_paths
import comfy.clip_model import comfy.clip_model
import comfy.clip_vision import comfy.clip_vision
import comfy.ops import comfy.ops
from typing_extensions import override
from comfy_api.latest import ComfyExtension, io
# code for model from: https://github.com/TencentARC/PhotoMaker/blob/main/photomaker/model.py under Apache License Version 2.0 # code for model from: https://github.com/TencentARC/PhotoMaker/blob/main/photomaker/model.py under Apache License Version 2.0
VISION_CONFIG_DICT = { VISION_CONFIG_DICT = {
@ -116,41 +118,52 @@ class PhotoMakerIDEncoder(comfy.clip_model.CLIPVisionModelProjection):
return updated_prompt_embeds return updated_prompt_embeds
class PhotoMakerLoader: class PhotoMakerLoader(io.ComfyNode):
@classmethod @classmethod
def INPUT_TYPES(s): def define_schema(cls):
return {"required": { "photomaker_model_name": (folder_paths.get_filename_list("photomaker"), )}} return io.Schema(
node_id="PhotoMakerLoader",
category="_for_testing/photomaker",
inputs=[
io.Combo.Input("photomaker_model_name", options=folder_paths.get_filename_list("photomaker")),
],
outputs=[
io.Photomaker.Output(),
],
is_experimental=True,
)
RETURN_TYPES = ("PHOTOMAKER",) @classmethod
FUNCTION = "load_photomaker_model" def execute(cls, photomaker_model_name):
CATEGORY = "_for_testing/photomaker"
def load_photomaker_model(self, photomaker_model_name):
photomaker_model_path = folder_paths.get_full_path_or_raise("photomaker", photomaker_model_name) photomaker_model_path = folder_paths.get_full_path_or_raise("photomaker", photomaker_model_name)
photomaker_model = PhotoMakerIDEncoder() photomaker_model = PhotoMakerIDEncoder()
data = comfy.utils.load_torch_file(photomaker_model_path, safe_load=True) data = comfy.utils.load_torch_file(photomaker_model_path, safe_load=True)
if "id_encoder" in data: if "id_encoder" in data:
data = data["id_encoder"] data = data["id_encoder"]
photomaker_model.load_state_dict(data) photomaker_model.load_state_dict(data)
return (photomaker_model,) return io.NodeOutput(photomaker_model)
class PhotoMakerEncode: class PhotoMakerEncode(io.ComfyNode):
@classmethod @classmethod
def INPUT_TYPES(s): def define_schema(cls):
return {"required": { "photomaker": ("PHOTOMAKER",), return io.Schema(
"image": ("IMAGE",), node_id="PhotoMakerEncode",
"clip": ("CLIP", ), category="_for_testing/photomaker",
"text": ("STRING", {"multiline": True, "dynamicPrompts": True, "default": "photograph of photomaker"}), inputs=[
}} io.Photomaker.Input("photomaker"),
io.Image.Input("image"),
io.Clip.Input("clip"),
io.String.Input("text", multiline=True, dynamic_prompts=True, default="photograph of photomaker"),
],
outputs=[
io.Conditioning.Output(),
],
is_experimental=True,
)
RETURN_TYPES = ("CONDITIONING",) @classmethod
FUNCTION = "apply_photomaker" def execute(cls, photomaker, image, clip, text):
CATEGORY = "_for_testing/photomaker"
def apply_photomaker(self, photomaker, image, clip, text):
special_token = "photomaker" special_token = "photomaker"
pixel_values = comfy.clip_vision.clip_preprocess(image.to(photomaker.load_device)).float() pixel_values = comfy.clip_vision.clip_preprocess(image.to(photomaker.load_device)).float()
try: try:
@ -178,11 +191,16 @@ class PhotoMakerEncode:
else: else:
out = cond out = cond
return ([[out, {"pooled_output": pooled}]], ) return io.NodeOutput([[out, {"pooled_output": pooled}]])
NODE_CLASS_MAPPINGS = { class PhotomakerExtension(ComfyExtension):
"PhotoMakerLoader": PhotoMakerLoader, @override
"PhotoMakerEncode": PhotoMakerEncode, async def get_node_list(self) -> list[type[io.ComfyNode]]:
} return [
PhotoMakerLoader,
PhotoMakerEncode,
]
async def comfy_entrypoint() -> PhotomakerExtension:
return PhotomakerExtension()