wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-01-12 15:20:51 +08:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

mm: default to 0 for NUM_STREAMS

Browse Source 
Dont count the compute stream as an offload stream. This makes async
offload accounting easier.
This commit is contained in:
Rattus 2025-11-13 14:27:25 +10:00
parent c38e7d6599
commit 104a5a7c0a
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
comfy/model_management.py
View File

@ -1012,7 +1012,7 @@ def force_channels_last():
STREAMS = {}
NUM_STREAMS = 1
NUM_STREAMS = 0
if args.async_offload:
NUM_STREAMS = 2
logging.info("Using async weight offloading with {} streams".format(NUM_STREAMS))
@ -1030,7 +1030,7 @@ def current_stream(device):
stream_counters = {}
def get_offload_stream(device):
stream_counter = stream_counters.get(device, 0)
if NUM_STREAMS <= 1:
if NUM_STREAMS == 0:
return None
if device in STREAMS: