Support softsign hypernetwork.

This commit is contained in:
comfyanonymous 2023-05-05 00:16:57 -04:00
parent 2edaaba3c2
commit 540fced680

View File

@ -18,6 +18,7 @@ def load_hypernetwork_patch(path, strength):
"swish": torch.nn.Hardswish, "swish": torch.nn.Hardswish,
"tanh": torch.nn.Tanh, "tanh": torch.nn.Tanh,
"sigmoid": torch.nn.Sigmoid, "sigmoid": torch.nn.Sigmoid,
"softsign": torch.nn.Softsign,
} }
if activation_func not in valid_activation: if activation_func not in valid_activation: