mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-05-30 19:07:25 +08:00
285 lines
10 KiB
Python
285 lines
10 KiB
Python
import nodes
|
|
import folder_paths
|
|
import os
|
|
import uuid
|
|
|
|
import numpy as np
|
|
import torch
|
|
from typing_extensions import override
|
|
from comfy_api.latest import IO, UI, ComfyExtension, InputImpl, Types
|
|
|
|
from pathlib import Path
|
|
|
|
_SUPPORTED_MESH_FORMATS = {"glb", "obj"}
|
|
|
|
|
|
def normalize_path(path):
|
|
return path.replace('\\', '/')
|
|
|
|
|
|
def _normalize_color_factor(value, length: int):
|
|
# trimesh stores baseColorFactor/emissiveFactor as either uint8 (0-255) or float (0-1).
|
|
# glTF spec values are float [0, 1]; normalize here.
|
|
arr = np.asarray(value, dtype=np.float64).reshape(-1)
|
|
if arr.size < length:
|
|
return None
|
|
arr = arr[:length]
|
|
if np.issubdtype(np.asarray(value).dtype, np.integer) or arr.max() > 1.0 + 1e-6:
|
|
arr = arr / 255.0
|
|
return tuple(float(x) for x in np.clip(arr, 0.0, 1.0))
|
|
|
|
|
|
def _extract_material_props(material) -> dict | None:
|
|
if material is None:
|
|
return None
|
|
props: dict = {}
|
|
|
|
bcf = getattr(material, "baseColorFactor", None)
|
|
if bcf is not None:
|
|
v = _normalize_color_factor(bcf, 4)
|
|
if v is not None:
|
|
props["base_color_factor"] = v
|
|
ef = getattr(material, "emissiveFactor", None)
|
|
if ef is not None:
|
|
v = _normalize_color_factor(ef, 3)
|
|
if v is not None:
|
|
props["emissive_factor"] = v
|
|
for src_attr, dst_key in (
|
|
("metallicFactor", "metallic_factor"),
|
|
("roughnessFactor", "roughness_factor"),
|
|
("alphaCutoff", "alpha_cutoff"),
|
|
):
|
|
v = getattr(material, src_attr, None)
|
|
if v is not None:
|
|
props[dst_key] = float(v)
|
|
ds = getattr(material, "doubleSided", None)
|
|
if ds is not None:
|
|
props["double_sided"] = bool(ds)
|
|
am = getattr(material, "alphaMode", None)
|
|
if am is not None:
|
|
props["alpha_mode"] = getattr(am, "name", None) or str(am)
|
|
|
|
if "base_color_factor" not in props:
|
|
# SimpleMaterial.diffuse always exists and defaults to [102, 102, 102, 255]
|
|
# (40% gray) even when the source MTL doesn't declare Kd. Compare against the
|
|
# trimesh default to avoid silently darkening textures that only specified map_Kd.
|
|
diffuse = getattr(material, "diffuse", None)
|
|
if diffuse is not None:
|
|
d_arr = np.asarray(diffuse)
|
|
is_default = (d_arr.dtype == np.uint8 and d_arr.shape == (4,)
|
|
and bool(np.array_equal(d_arr, [102, 102, 102, 255])))
|
|
if not is_default:
|
|
v = _normalize_color_factor(diffuse, 4)
|
|
if v is not None:
|
|
props["base_color_factor"] = v
|
|
|
|
return props or None
|
|
|
|
|
|
def _file3d_to_mesh(file_3d: Types.File3D) -> Types.MESH:
|
|
import trimesh
|
|
|
|
fmt = (file_3d.format or "").lower()
|
|
if fmt not in _SUPPORTED_MESH_FORMATS:
|
|
raise ValueError(
|
|
f"File3DToMesh only supports {sorted(_SUPPORTED_MESH_FORMATS)}, got '.{fmt}'"
|
|
)
|
|
|
|
source = file_3d.get_source() if file_3d.is_disk_backed else file_3d.get_data()
|
|
loaded = trimesh.load(source, file_type=fmt, process=False)
|
|
|
|
if isinstance(loaded, trimesh.Scene):
|
|
geometries = [g for g in loaded.dump(concatenate=False) if isinstance(g, trimesh.Trimesh)]
|
|
if not geometries:
|
|
raise ValueError("File3DToMesh: scene contains no triangle meshes")
|
|
mesh = trimesh.util.concatenate(geometries) if len(geometries) > 1 else geometries[0]
|
|
elif isinstance(loaded, trimesh.Trimesh):
|
|
mesh = loaded
|
|
else:
|
|
raise ValueError(f"File3DToMesh: unsupported geometry type '{type(loaded).__name__}'")
|
|
|
|
if len(mesh.faces) == 0:
|
|
raise ValueError("File3DToMesh: mesh has no faces (point clouds are not supported)")
|
|
|
|
vertices = torch.from_numpy(np.ascontiguousarray(mesh.vertices, dtype=np.float32)).unsqueeze(0)
|
|
faces = torch.from_numpy(np.ascontiguousarray(mesh.faces, dtype=np.int64)).unsqueeze(0)
|
|
n_verts = vertices.shape[1]
|
|
|
|
uvs = None
|
|
vertex_colors = None
|
|
texture = None
|
|
material_props = None
|
|
|
|
visual = getattr(mesh, "visual", None)
|
|
if visual is not None:
|
|
uv = getattr(visual, "uv", None)
|
|
if uv is not None and len(uv) == n_verts:
|
|
uvs = torch.from_numpy(np.ascontiguousarray(uv, dtype=np.float32)).unsqueeze(0)
|
|
|
|
try:
|
|
vc = getattr(visual, "vertex_colors", None)
|
|
except (AttributeError, ValueError, KeyError):
|
|
vc = None
|
|
if vc is not None and len(vc) == n_verts:
|
|
vc_arr = np.asarray(vc, dtype=np.float32) / 255.0
|
|
if vc_arr.ndim == 2 and vc_arr.shape[1] >= 3:
|
|
vc_arr = vc_arr[:, :4] if vc_arr.shape[1] >= 4 else vc_arr[:, :3]
|
|
vertex_colors = torch.from_numpy(np.ascontiguousarray(vc_arr)).unsqueeze(0)
|
|
|
|
material = getattr(visual, "material", None)
|
|
if material is not None:
|
|
tex_img = getattr(material, "baseColorTexture", None) or getattr(material, "image", None)
|
|
if tex_img is not None:
|
|
tex_np = np.asarray(tex_img.convert("RGB"), dtype=np.float32) / 255.0
|
|
texture = torch.from_numpy(np.ascontiguousarray(tex_np)).unsqueeze(0)
|
|
material_props = _extract_material_props(material)
|
|
|
|
return Types.MESH(vertices, faces, uvs=uvs, vertex_colors=vertex_colors,
|
|
texture=texture, material_props=material_props)
|
|
|
|
|
|
class Load3D(IO.ComfyNode):
|
|
@classmethod
|
|
def define_schema(cls):
|
|
input_dir = os.path.join(folder_paths.get_input_directory(), "3d")
|
|
|
|
os.makedirs(input_dir, exist_ok=True)
|
|
|
|
input_path = Path(input_dir)
|
|
base_path = Path(folder_paths.get_input_directory())
|
|
|
|
files = [
|
|
normalize_path(str(file_path.relative_to(base_path)))
|
|
for file_path in input_path.rglob("*")
|
|
if file_path.suffix.lower() in {'.gltf', '.glb', '.obj', '.fbx', '.stl', '.spz', '.splat', '.ply', '.ksplat'}
|
|
]
|
|
return IO.Schema(
|
|
node_id="Load3D",
|
|
display_name="Load 3D & Animation",
|
|
category="3d",
|
|
essentials_category="Basics",
|
|
is_experimental=True,
|
|
inputs=[
|
|
IO.Combo.Input("model_file", options=sorted(files), upload=IO.UploadType.model),
|
|
IO.Load3D.Input("image"),
|
|
IO.Int.Input("width", default=1024, min=1, max=4096, step=1),
|
|
IO.Int.Input("height", default=1024, min=1, max=4096, step=1),
|
|
],
|
|
outputs=[
|
|
IO.Image.Output(display_name="image"),
|
|
IO.Mask.Output(display_name="mask"),
|
|
IO.String.Output(display_name="mesh_path"),
|
|
IO.Image.Output(display_name="normal"),
|
|
IO.Load3DCamera.Output(display_name="camera_info"),
|
|
IO.Video.Output(display_name="recording_video"),
|
|
IO.File3DAny.Output(display_name="model_3d"),
|
|
],
|
|
)
|
|
|
|
@classmethod
|
|
def execute(cls, model_file, image, **kwargs) -> IO.NodeOutput:
|
|
image_path = folder_paths.get_annotated_filepath(image['image'])
|
|
mask_path = folder_paths.get_annotated_filepath(image['mask'])
|
|
normal_path = folder_paths.get_annotated_filepath(image['normal'])
|
|
|
|
load_image_node = nodes.LoadImage()
|
|
output_image, ignore_mask = load_image_node.load_image(image=image_path)
|
|
ignore_image, output_mask = load_image_node.load_image(image=mask_path)
|
|
normal_image, ignore_mask2 = load_image_node.load_image(image=normal_path)
|
|
|
|
video = None
|
|
|
|
if image['recording'] != "":
|
|
recording_video_path = folder_paths.get_annotated_filepath(image['recording'])
|
|
|
|
video = InputImpl.VideoFromFile(recording_video_path)
|
|
|
|
file_3d = Types.File3D(folder_paths.get_annotated_filepath(model_file))
|
|
return IO.NodeOutput(output_image, output_mask, model_file, normal_image, image['camera_info'], video, file_3d)
|
|
|
|
process = execute # TODO: remove
|
|
|
|
|
|
class Preview3D(IO.ComfyNode):
|
|
@classmethod
|
|
def define_schema(cls):
|
|
return IO.Schema(
|
|
node_id="Preview3D",
|
|
search_aliases=["view mesh", "3d viewer"],
|
|
display_name="Preview 3D & Animation",
|
|
category="3d",
|
|
is_experimental=True,
|
|
is_output_node=True,
|
|
inputs=[
|
|
IO.MultiType.Input(
|
|
IO.String.Input("model_file", default="", multiline=False),
|
|
types=[
|
|
IO.File3DGLB,
|
|
IO.File3DGLTF,
|
|
IO.File3DFBX,
|
|
IO.File3DOBJ,
|
|
IO.File3DSTL,
|
|
IO.File3DUSDZ,
|
|
IO.File3DAny,
|
|
],
|
|
tooltip="3D model file or path string",
|
|
),
|
|
IO.Load3DCamera.Input("camera_info", optional=True, advanced=True),
|
|
IO.Image.Input("bg_image", optional=True, advanced=True),
|
|
],
|
|
outputs=[],
|
|
)
|
|
|
|
@classmethod
|
|
def execute(cls, model_file: str | Types.File3D, **kwargs) -> IO.NodeOutput:
|
|
if isinstance(model_file, Types.File3D):
|
|
filename = f"preview3d_{uuid.uuid4().hex}.{model_file.format}"
|
|
model_file.save_to(os.path.join(folder_paths.get_output_directory(), filename))
|
|
else:
|
|
filename = model_file
|
|
camera_info = kwargs.get("camera_info", None)
|
|
bg_image = kwargs.get("bg_image", None)
|
|
return IO.NodeOutput(ui=UI.PreviewUI3D(filename, camera_info, bg_image=bg_image))
|
|
|
|
process = execute # TODO: remove
|
|
|
|
|
|
class File3DToMesh(IO.ComfyNode):
|
|
@classmethod
|
|
def define_schema(cls):
|
|
return IO.Schema(
|
|
node_id="File3DToMesh",
|
|
display_name="File3D to Mesh",
|
|
search_aliases=["parse 3d file", "load mesh"],
|
|
category="3d",
|
|
is_experimental=True,
|
|
inputs=[
|
|
IO.MultiType.Input(
|
|
IO.File3DAny.Input("file_3d"),
|
|
types=[IO.File3DGLB, IO.File3DOBJ],
|
|
tooltip="3D file to parse into a MESH (.glb or .obj only)",
|
|
),
|
|
],
|
|
outputs=[
|
|
IO.Mesh.Output(),
|
|
],
|
|
)
|
|
|
|
@classmethod
|
|
def execute(cls, file_3d: Types.File3D) -> IO.NodeOutput:
|
|
return IO.NodeOutput(_file3d_to_mesh(file_3d))
|
|
|
|
|
|
class Load3DExtension(ComfyExtension):
|
|
@override
|
|
async def get_node_list(self) -> list[type[IO.ComfyNode]]:
|
|
return [
|
|
Load3D,
|
|
Preview3D,
|
|
File3DToMesh,
|
|
]
|
|
|
|
|
|
async def comfy_entrypoint() -> Load3DExtension:
|
|
return Load3DExtension()
|