This commit is contained in:
JettHu 2025-12-03 11:16:38 -05:00 committed by GitHub
commit 9892cc33e7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -364,7 +364,7 @@ except:
pass
if ENABLE_PYTORCH_ATTENTION:
if ENABLE_PYTORCH_ATTENTION and cpu_state != CPUState.CPU:
torch.backends.cuda.enable_math_sdp(True)
torch.backends.cuda.enable_flash_sdp(True)
torch.backends.cuda.enable_mem_efficient_sdp(True)