Commit ebe8be90 authored by AUTOMATIC1111's avatar AUTOMATIC1111

remove AutocastLinear from SD3's MLP

parent 1394ecaf
...@@ -39,9 +39,9 @@ class Mlp(nn.Module): ...@@ -39,9 +39,9 @@ class Mlp(nn.Module):
out_features = out_features or in_features out_features = out_features or in_features
hidden_features = hidden_features or in_features hidden_features = hidden_features or in_features
self.fc1 = AutocastLinear(in_features, hidden_features, bias=bias, dtype=dtype, device=device) self.fc1 = nn.Linear(in_features, hidden_features, bias=bias, dtype=dtype, device=device)
self.act = act_layer self.act = act_layer
self.fc2 = AutocastLinear(hidden_features, out_features, bias=bias, dtype=dtype, device=device) self.fc2 = nn.Linear(hidden_features, out_features, bias=bias, dtype=dtype, device=device)
def forward(self, x): def forward(self, x):
x = self.fc1(x) x = self.fc1(x)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment