mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-01-12 07:10:52 +08:00
Merge branch 'comfyanonymous:master' into master
This commit is contained in:
commit
0774774bb9
@ -250,7 +250,7 @@ def fp8_linear(self, input):
|
||||
return None
|
||||
|
||||
if len(input.shape) == 3:
|
||||
inn = input.view(-1, input.shape[2]).to(dtype)
|
||||
inn = input.reshape(-1, input.shape[2]).to(dtype)
|
||||
non_blocking = comfy.model_management.device_supports_non_blocking(input.device)
|
||||
w = cast_to(self.weight, device=input.device, non_blocking=non_blocking).t()
|
||||
|
||||
@ -259,7 +259,7 @@ def fp8_linear(self, input):
|
||||
else:
|
||||
o, _ = torch._scaled_mm(inn, w, out_dtype=input.dtype)
|
||||
|
||||
return o.view((-1, input.shape[1], self.weight.shape[0]))
|
||||
return o.reshape((-1, input.shape[1], self.weight.shape[0]))
|
||||
return None
|
||||
|
||||
class fp8_ops(manual_cast):
|
||||
|
||||
Loading…
Reference in New Issue
Block a user