wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-01-18 10:20:16 +08:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

Update rmsnorm.py (Ensuring eps is not None)

Browse Source
This commit is contained in:
patientx 2025-05-05 01:46:04 +03:00 committed by GitHub
parent 634c398fd5
commit 080b5d0df4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
comfy/rmsnorm.py
View File

@ -12,6 +12,10 @@ except:
def rms_norm(x, weight=None, eps=1e-6): def rms_norm(x, weight=None, eps=1e-6):
if eps is None: # Ensure eps is not None
eps = 1e-6
if rms_norm_torch is not None and not (torch.jit.is_tracing() or torch.jit.is_scripting()): if rms_norm_torch is not None and not (torch.jit.is_tracing() or torch.jit.is_scripting()):
if weight is None: if weight is None:
return rms_norm_torch(x, (x.shape[-1],), eps=eps) return rms_norm_torch(x, (x.shape[-1],), eps=eps)
@ -30,7 +34,7 @@ if RMSNorm is None:
def __init__( def __init__(
self, self,
normalized_shape, normalized_shape,
eps=None, eps=1e-6, # Changed default from None to 1e-6
elementwise_affine=True, elementwise_affine=True,
device=None, device=None,
dtype=None, dtype=None,