wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-01-14 16:20:50 +08:00
Code Issues Actions 10 Packages Projects Releases Wiki Activity

CUDA error: CUBLAS_STATUS_NOT_SUPPORTED when calling `cublasLtMatmulAlgoGetHeuristic" ,error fix

Browse Source
This commit is contained in:
patientx 2025-02-22 15:44:20 +03:00 committed by GitHub
parent 26eb98b96f
commit c15fe75f7b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 31 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
comfy/zluda.py
View File

@ -9,20 +9,48 @@ for path_ in paths:
if "rocm" not in path_.lower():
paths_no_rocm.append(path_)
os.environ["PATH"]=";".join(paths_no_rocm)
# hide rocm and hip end
# fix cublast errors for newer zluda versions "CUDA error: CUBLAS_STATUS_NOT_SUPPORTED when calling `cublasLtMatmulAlgoGetHeuristic" , comment it out if you have a working hipblast setup.
os.environ['DISABLE_ADDMM_CUDA_LT'] = '1'
import torch
#audio patch
import torch._dynamo
if torch.cuda.is_available() and torch.cuda.get_device_name().endswith("[ZLUDA]"):
_torch_stft = torch.stft
_torch_istft = torch.istft
def z_stft(input: torch.Tensor, window: torch.Tensor, *args, **kwargs):
return _torch_stft(input=input.cpu(), window=window.cpu(), *args, **kwargs).to(input.device)
def z_istft(input: torch.Tensor, window: torch.Tensor, *args, **kwargs):
return _torch_istft(input=input.cpu(), window=window.cpu(), *args, **kwargs).to(input.device)
def z_jit(f, *_, **__):
f.graph = torch._C.Graph()
return f
torch._dynamo.config.suppress_errors = True
torch.stft = z_stft
torch.istft = z_istft
torch.jit.script = z_jit
#audio patch end
# zluda
if torch.cuda.get_device_name().endswith("[ZLUDA]"):
print(" ")
print("***----------------------ZLUDA-----------------------------***")
print(" :: ZLUDA detected, disabling non-supported functions.")
print(" :: ZLUDA detected, disabling non-supported functions. ")
torch.backends.cudnn.enabled = False
print(" :: CuDNN, flash_sdp, math_sdp, mem_efficient_sdp disabled) ")
print(" :: CuDNN, flash_sdp, mem_efficient_sdp disabled). ")
torch.backends.cuda.enable_flash_sdp(False)
torch.backends.cuda.enable_math_sdp(True)
torch.backends.cuda.enable_mem_efficient_sdp(False)
print("***--------------------------------------------------------***")
print(" :: Device:", torch.cuda.get_device_name())
print(" :: Device : ", torch.cuda.get_device_name())
print(" ")
else:
print(" :: ZLUDA isn't detected, please try patching it.")