wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-02-16 16:32:34 +08:00
Code Issues Actions 11 Packages Projects Releases Wiki Activity

investigate this issue further

Browse Source
This commit is contained in:
doctorpangloss 2025-12-09 13:25:04 -08:00
parent 194ac1f596
commit b20a1edf8e
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
comfy/model_patcher.py
View File

@ -164,6 +164,7 @@ def low_vram_patch_estimate_vram(model, key):
if model_dtype is None: if model_dtype is None:
model_dtype = weight.dtype model_dtype = weight.dtype
# todo: model_dtype is an instance of Elipses, so you really shouldn't do this
return weight.numel() * model_dtype.itemsize * LOWVRAM_PATCH_ESTIMATE_MATH_FACTOR return weight.numel() * model_dtype.itemsize * LOWVRAM_PATCH_ESTIMATE_MATH_FACTOR
@ -780,6 +781,7 @@ class ModelPatcher(ModelManageable, PatchSupport):
if (weight.dtype != model_dtype or isinstance(weight, QuantizedTensor)): if (weight.dtype != model_dtype or isinstance(weight, QuantizedTensor)):
return weight.numel() * model_dtype.itemsize return weight.numel() * model_dtype.itemsize
return 0 return 0
module_offload_mem += check_module_offload_mem("{}.weight".format(n)) module_offload_mem += check_module_offload_mem("{}.weight".format(n))
module_offload_mem += check_module_offload_mem("{}.bias".format(n)) module_offload_mem += check_module_offload_mem("{}.bias".format(n))
loading.append(LoadingListItem(module_offload_mem, module_mem, n, m, params)) loading.append(LoadingListItem(module_offload_mem, module_mem, n, m, params))