Only enable torch.backends.cuda sdp(s) when not cpu mode

This commit is contained in:
JettHu 2025-07-01 11:19:13 +08:00
parent c46268bf60
commit 31b27afe69

View File

@ -317,7 +317,7 @@ except:
pass
if ENABLE_PYTORCH_ATTENTION:
if ENABLE_PYTORCH_ATTENTION and cpu_state != CPUState.CPU:
torch.backends.cuda.enable_math_sdp(True)
torch.backends.cuda.enable_flash_sdp(True)
torch.backends.cuda.enable_mem_efficient_sdp(True)