wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-01-30 16:20:17 +08:00
Code Issues Actions 21 Packages Projects Releases Wiki Activity

Update rmsnorm.py

Browse Source
This commit is contained in:
patientx 2025-05-13 16:00:26 +03:00 committed by GitHub
parent 9a25b80a20
commit d934498f60
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
comfy/rmsnorm.py
View File

@ -12,10 +12,6 @@ except:
def rms_norm(x, weight=None, eps=1e-6): def rms_norm(x, weight=None, eps=1e-6):
if eps is None: # Ensure eps is not None
eps = 1e-6
if rms_norm_torch is not None and not (torch.jit.is_tracing() or torch.jit.is_scripting()): if rms_norm_torch is not None and not (torch.jit.is_tracing() or torch.jit.is_scripting()):
if weight is None: if weight is None:
return rms_norm_torch(x, (x.shape[-1],), eps=eps) return rms_norm_torch(x, (x.shape[-1],), eps=eps)
@ -34,7 +30,7 @@ if RMSNorm is None:
def __init__( def __init__(
self, self,
normalized_shape, normalized_shape,
eps=1e-6, # Changed default from None to 1e-6 eps=1e-6,
elementwise_affine=True, elementwise_affine=True,
device=None, device=None,
dtype=None, dtype=None,