Commit bfbca310 authored by Kohaku-Blueleaf's avatar Kohaku-Blueleaf
parent a30b19dd
...@@ -204,10 +204,12 @@ class NetworkModule: ...@@ -204,10 +204,12 @@ class NetworkModule:
if ex_bias is not None: if ex_bias is not None:
ex_bias = ex_bias * self.multiplier() ex_bias = ex_bias * self.multiplier()
updown = updown * self.calc_scale()
if self.dora_scale is not None: if self.dora_scale is not None:
updown = self.apply_weight_decompose(updown, orig_weight) updown = self.apply_weight_decompose(updown, orig_weight)
return updown * self.calc_scale() * self.multiplier(), ex_bias return updown * self.multiplier(), ex_bias
def calc_updown(self, target): def calc_updown(self, target):
raise NotImplementedError() raise NotImplementedError()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment