mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-07-03 13:19:23 +08:00
Fix int8 mm being skipped on offloaded lora weights. (#14669)
This commit is contained in:
parent
f19735759e
commit
79c555ce6b
@ -1216,7 +1216,7 @@ def mixed_precision_ops(quant_config={}, compute_dtype=torch.bfloat16, full_prec
|
|||||||
bias_dtype=input.dtype,
|
bias_dtype=input.dtype,
|
||||||
offloadable=True,
|
offloadable=True,
|
||||||
compute_dtype=compute_dtype,
|
compute_dtype=compute_dtype,
|
||||||
want_requant=want_requant,
|
want_requant=True,
|
||||||
)
|
)
|
||||||
weight = weight.to(dtype=input.dtype)
|
weight = weight.to(dtype=input.dtype)
|
||||||
else:
|
else:
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user