wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-01-22 12:20:16 +08:00
Code Issues Actions 15 Packages Projects Releases Wiki Activity

Merge branch 'comfyanonymous:master' into master

Browse Source
This commit is contained in:
patientx 2024-08-21 19:19:41 +03:00 committed by GitHub
commit 0774774bb9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
comfy/ops.py
View File

@ -250,7 +250,7 @@ def fp8_linear(self, input):
return None return None
if len(input.shape) == 3: if len(input.shape) == 3:
inn = input.view(-1, input.shape[2]).to(dtype) inn = input.reshape(-1, input.shape[2]).to(dtype)
non_blocking = comfy.model_management.device_supports_non_blocking(input.device) non_blocking = comfy.model_management.device_supports_non_blocking(input.device)
w = cast_to(self.weight, device=input.device, non_blocking=non_blocking).t() w = cast_to(self.weight, device=input.device, non_blocking=non_blocking).t()
@ -259,7 +259,7 @@ def fp8_linear(self, input):
else: else:
o, _ = torch._scaled_mm(inn, w, out_dtype=input.dtype) o, _ = torch._scaled_mm(inn, w, out_dtype=input.dtype)
return o.view((-1, input.shape[1], self.weight.shape[0])) return o.reshape((-1, input.shape[1], self.weight.shape[0]))
return None return None
class fp8_ops(manual_cast): class fp8_ops(manual_cast):