wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-12-17 01:52:59 +08:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

Try to fix slow load issue on low ram hardware with pinned mem. (#10536)

Browse Source
This commit is contained in:
comfyanonymous 2025-10-29 14:20:27 -07:00 committed by GitHub
parent ab7ab5be23
commit 25de7b1bfa
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
comfy/model_patcher.py
View File

@ -658,6 +658,7 @@ class ModelPatcher:
loading = self._load_list()
load_completely = []
offloaded = []
loading.sort(reverse=True)
for x in loading:
n = x[1]
@ -699,8 +700,7 @@ class ModelPatcher:
patch_counter += 1
cast_weight = True
for param in params:
self.pin_weight_to_device("{}.{}".format(n, param))
offloaded.append((module_mem, n, m, params))
else:
if hasattr(m, "comfy_cast_weights"):
wipe_lowvram_weight(m)
@ -741,6 +741,12 @@ class ModelPatcher:
for x in load_completely:
x[2].to(device_to)
for x in offloaded:
n = x[1]
params = x[3]
for param in params:
self.pin_weight_to_device("{}.{}".format(n, param))
if lowvram_counter > 0:
logging.info("loaded partially {} {} {}".format(lowvram_model_memory / (1024 * 1024), mem_counter / (1024 * 1024), patch_counter))
self.model.model_lowvram = True