Compare commits

...

2 Commits

Author SHA1 Message Date
lalala
15d5d596d8
Merge 9696b494fa into c945a433ae 2026-05-08 02:55:17 +08:00
lalala_233
9696b494fa
fix: use module attributes to check if cuda is available. 2026-05-06 22:59:15 +08:00

View File

@ -64,6 +64,7 @@ def cuda_malloc_supported():
version = ""
cuda_available = False
try:
torch_spec = importlib.util.find_spec("torch")
@ -74,12 +75,13 @@ try:
module = importlib.util.module_from_spec(spec)
spec.loader.exec_module(module)
version = module.__version__
cuda_available = module.cuda != None
except:
pass
if not args.cuda_malloc:
try:
if int(version[0]) >= 2 and "+cu" in version: # enable by default for torch version 2.0 and up only on cuda torch
if int(version[0]) >= 2 and cuda_available: # enable by default for torch version 2.0 and up only on cuda torch
if PerformanceFeature.AutoTune not in args.fast: # Autotune has issues with cuda malloc
args.cuda_malloc = cuda_malloc_supported()
except: