wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-01-25 13:50:15 +08:00
Code Issues Actions 15 Packages Projects Releases Wiki Activity

mp: add mode for non comfy weight prioritization

Browse Source 
non-comfy weights dont get async offload and a few other performance
limitations. Load them at top priority accordingly.
This commit is contained in:
Rattus 2026-01-13 15:33:18 +10:00
parent b9ee4c6ee5
commit f74661edc6
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
comfy/model_patcher.py
View File

@ -671,7 +671,7 @@ class ModelPatcher:
for key in list(self.pinned): for key in list(self.pinned):
self.unpin_weight(key) self.unpin_weight(key)
def _load_list(self): def _load_list(self, prio_comfy_cast_weights=False):
loading = [] loading = []
for n, m in self.model.named_modules(): for n, m in self.model.named_modules():
params = [] params = []
@ -698,7 +698,8 @@ class ModelPatcher:
return 0 return 0
module_offload_mem += check_module_offload_mem("{}.weight".format(n)) module_offload_mem += check_module_offload_mem("{}.weight".format(n))
module_offload_mem += check_module_offload_mem("{}.bias".format(n)) module_offload_mem += check_module_offload_mem("{}.bias".format(n))
loading.append((module_offload_mem, module_mem, n, m, params)) prepend = (not hasattr(m, "comfy_cast_weights"),) if prio_comfy_cast_weights else ()
loading.append(prepend + (module_offload_mem, module_mem, n, m, params))
return loading return loading
def load(self, device_to=None, lowvram_model_memory=0, force_patch_weights=False, full_load=False): def load(self, device_to=None, lowvram_model_memory=0, force_patch_weights=False, full_load=False):