mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-07-06 22:51:18 +08:00
Update model.py
This commit is contained in:
parent
8f3e50b8b7
commit
08381b1a9d
@ -1,10 +1,8 @@
|
|||||||
"""Krea 2 (K2) — single-stream MMDiT.
|
"""Krea 2 (K2) — single-stream MMDiT.
|
||||||
|
|
||||||
Native ComfyUI port of Krea's reference ``mmdit.py`` (``SingleStreamDiT``). Text tokens
|
Text tokens produced by a Qwen3-VL-4B 12-layer ``txtfusion`` adapter and patchified image tokens are
|
||||||
(produced by a Qwen3-VL-4B 12-layer ``txtfusion`` adapter) and patchified image tokens are
|
|
||||||
concatenated into one sequence and run through ``layers`` shared transformer blocks with
|
concatenated into one sequence and run through ``layers`` shared transformer blocks with
|
||||||
AdaLN-single modulation, GQA + per-head QK-norm + sigmoid-gated attention, SwiGLU MLP, and
|
AdaLN-single modulation, GQA + per-head QK-norm + sigmoid-gated attention, SwiGLU MLP, and 3-axis RoPE.
|
||||||
3-axis RoPE.
|
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user