wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-04-02 23:13:42 +08:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

Minimum viable dtype for lora math is bf16

Browse Source
This commit is contained in:
Soulreaver90 2026-02-11 17:23:39 -05:00
parent 3fe61cedda
commit 73e87509dc
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
comfy/model_patcher.py
View File

@ -122,6 +122,11 @@ class LowVramPatch:
self.set_func = set_func
def __call__(self, weight):
if weight.dtype == torch.float8_e4m3fn or weight.dtype == torch.float8_e5m2:
temp_weight = weight.to(torch.bfloat16)
patched_weight = comfy.lora.calculate_weight(self.patches[self.key], temp_weight, self.key, intermediate_dtype=torch.bfloat16)
return patched_weight.to(weight.dtype)
return comfy.lora.calculate_weight(self.patches[self.key], weight, self.key, intermediate_dtype=weight.dtype)
LOWVRAM_PATCH_ESTIMATE_MATH_FACTOR = 2