wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-04-15 04:52:31 +08:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

Implement allow_fp16 configuration in model detection

Browse Source 
Add logic to set allow_fp16 based on weight standard deviation
This commit is contained in:
azazeal04 2026-04-04 20:09:10 +02:00 committed by GitHub
parent b2e08bb963
commit 5d119f0532
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
comfy/model_detection.py
View File

@ -73,6 +73,14 @@ def detect_unet_config(state_dict, key_prefix, metadata=None):
dit_config["axes_lens"] = [1536, 512, 512] dit_config["axes_lens"] = [1536, 512, 512]
dit_config["rope_theta"] = 256.0 dit_config["rope_theta"] = 256.0
try:
dit_config["allow_fp16"] = torch.std(
state_dict['{}layers.{}.ffn_norm1.weight'.format(key_prefix, dit_config["n_layers"] - 2)],
unbiased=False
).item() < 0.42
except Exception:
pass
if '{}cap_pad_token'.format(key_prefix) in state_dict_keys or '{}x_pad_token'.format(key_prefix) in state_dict_keys: if '{}cap_pad_token'.format(key_prefix) in state_dict_keys or '{}x_pad_token'.format(key_prefix) in state_dict_keys:
dit_config["pad_tokens_multiple"] = 32 dit_config["pad_tokens_multiple"] = 32