mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-07-05 14:10:45 +08:00
Added support for --lowvram argument for 'mps' devices. If passed weights would not be loaded to VRAM completely. With modified GGUF loader it allows to keep memory-mapped weights on disk.
This commit is contained in:
parent
b22d0fb9c0
commit
abbe30c49e
@ -938,7 +938,7 @@ def load_models_gpu(models, memory_required=0, force_patch_weights=False, minimu
|
|||||||
if lowvram_model_memory == 0:
|
if lowvram_model_memory == 0:
|
||||||
lowvram_model_memory = 0.1
|
lowvram_model_memory = 0.1
|
||||||
|
|
||||||
if vram_set_state == VRAMState.NO_VRAM:
|
if vram_set_state == VRAMState.NO_VRAM or (set_vram_to == VRAMState.LOW_VRAM and vram_state == VRAMState.SHARED and not force_full_load):
|
||||||
lowvram_model_memory = 0.1
|
lowvram_model_memory = 0.1
|
||||||
|
|
||||||
loaded_model.model_load(lowvram_model_memory, force_patch_weights=force_patch_weights)
|
loaded_model.model_load(lowvram_model_memory, force_patch_weights=force_patch_weights)
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user