mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-05-30 19:07:25 +08:00
mark loads to pin as cold immediately
This does the posix_fadvise to kick pins out of the disk cache (to avoid a double copy in RAM).
This commit is contained in:
parent
d80fcafee7
commit
fa3f5734a6
@ -1217,7 +1217,7 @@ def get_aimdo_cast_buffer(offload_stream, device):
|
|||||||
def get_pin_buffer(offload_stream):
|
def get_pin_buffer(offload_stream):
|
||||||
pin_buffer = STREAM_PIN_BUFFERS.get(offload_stream, None)
|
pin_buffer = STREAM_PIN_BUFFERS.get(offload_stream, None)
|
||||||
if pin_buffer is None:
|
if pin_buffer is None:
|
||||||
pin_buffer = comfy_aimdo.host_buffer.HostBuffer(0, 0, pinned_hostbuf_size(8 * 1024**3))
|
pin_buffer = comfy_aimdo.host_buffer.HostBuffer(0, 0, pinned_hostbuf_size(8 * 1024**3), mark_cold=False)
|
||||||
STREAM_PIN_BUFFERS[offload_stream] = pin_buffer
|
STREAM_PIN_BUFFERS[offload_stream] = pin_buffer
|
||||||
elif offload_stream is not None:
|
elif offload_stream is not None:
|
||||||
event = getattr(pin_buffer, "_comfy_event", None)
|
event = getattr(pin_buffer, "_comfy_event", None)
|
||||||
|
|||||||
@ -23,7 +23,7 @@ SQLAlchemy>=2.0.0
|
|||||||
filelock
|
filelock
|
||||||
av>=14.2.0
|
av>=14.2.0
|
||||||
comfy-kitchen>=0.2.8
|
comfy-kitchen>=0.2.8
|
||||||
comfy-aimdo==0.4.3
|
comfy-aimdo==0.4.5
|
||||||
requests
|
requests
|
||||||
simpleeval>=1.0.0
|
simpleeval>=1.0.0
|
||||||
blake3
|
blake3
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user