wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-07-06 22:51:18 +08:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

Merge f8af8dadaf into 35c1470935

Browse Source
This commit is contained in:
liminfei-amd 2026-07-03 09:38:33 +08:00 committed by GitHub
commit f5f68e41c4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
comfy/ops.py
View File

@ -1235,7 +1235,7 @@ def mixed_precision_ops(quant_config={}, compute_dtype=torch.bfloat16, full_prec
run_every_op() run_every_op()
input_shape = input.shape input_shape = input.shape
reshaped_3d = False reshaped_nd = False
#If cast needs to apply lora, it should be done in the compute dtype #If cast needs to apply lora, it should be done in the compute dtype
compute_dtype = input.dtype compute_dtype = input.dtype
@ -1272,12 +1272,12 @@ def mixed_precision_ops(quant_config={}, compute_dtype=torch.bfloat16, full_prec
# Inference path (unchanged) # Inference path (unchanged)
if _use_quantized and quantize_input: if _use_quantized and quantize_input:
# Reshape 3D tensors to 2D for quantization (needed for NVFP4 and others) # Reshape >=3D tensors to 2D for quantization (needed for NVFP4 and others)
input_reshaped = input.reshape(-1, input_shape[2]) if input.ndim == 3 else input input_reshaped = input.reshape(-1, input_shape[-1]) if input.ndim >= 3 else input
# Fall back to non-quantized for non-2D tensors # Fall back to non-quantized for non-2D tensors
if input_reshaped.ndim == 2: if input_reshaped.ndim == 2:
reshaped_3d = input.ndim == 3 reshaped_nd = input.ndim >= 3
# dtype is now implicit in the layout class # dtype is now implicit in the layout class
scale = getattr(self, 'input_scale', None) scale = getattr(self, 'input_scale', None)
if scale is not None: if scale is not None:
@ -1292,9 +1292,9 @@ def mixed_precision_ops(quant_config={}, compute_dtype=torch.bfloat16, full_prec
weight_only_quant=weight_only_quant, weight_only_quant=weight_only_quant,
) )
# Reshape output back to 3D if input was 3D # Reshape output back to original rank if input was >2D
if reshaped_3d: if reshaped_nd:
output = output.reshape((input_shape[0], input_shape[1], self.weight.shape[0])) output = output.reshape((*input_shape[:-1], self.weight.shape[0]))
return output return output