Update zluda.py

This commit is contained in:
patientx 2025-08-05 19:21:20 +03:00 committed by GitHub
parent 645e104bde
commit 2e39e0999f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -7,23 +7,17 @@ os.environ.pop("HIP_HOME", None)
os.environ.pop("ROCM_VERSION", None)
#triton fix?
if "FLASH_ATTENTION_TRITON_AMD_ENABLE" not in os.environ:
os.environ["FLASH_ATTENTION_TRITON_AMD_ENABLE"] = "TRUE"
if "FLASH_ATTENTION_TRITON_AMD_AUTOTUNE" not in os.environ:
os.environ["FLASH_ATTENTION_TRITON_AMD_AUTOTUNE"] = "TRUE"
if "TRITON_DEBUG" not in os.environ:
os.environ["TRITON_DEBUG"] = "1" # Verbose logging
paths = os.environ["PATH"].split(os.pathsep)
paths_with_rocm = [p for p in paths if "rocm" in p.lower()]
if paths_with_rocm:
print("Warning: ROCm related path(s) may need to be removed from %PATH%: " + os.pathsep.join(paths_with_rocm))
os.environ["FLASH_ATTENTION_TRITON_AMD_ENABLE"] = "TRUE"
os.environ["FLASH_ATTENTION_TRITON_AMD_AUTOTUNE"] = "TRUE"
os.environ["TRITON_DEBUG"] = "1" # Verbose logging
paths = os.environ["PATH"].split(";")
paths_no_rocm = [p for p in paths if "rocm" not in p.lower()]
os.environ["PATH"] = ";".join(paths_no_rocm)
# ------------------- End ROCm/HIP Hiding -------------
# Fix for cublasLt errors on newer ZLUDA (if no hipblaslt)
if "DISABLE_ADDMM_CUDA_LT" not in os.environ:
os.environ['DISABLE_ADDMM_CUDA_LT'] = '1'
os.environ['DISABLE_ADDMM_CUDA_LT'] = '1'
# ------------------- main imports -------------------
# main imports