Commit 2f1073dc authored by v0xie's avatar v0xie

style: fix lint

parent 81c16c96
......@@ -96,7 +96,7 @@ class NetworkModuleOFT(network.NetworkModule):
bi = R[i] # b_num, b_size, b_size
if i == 0:
# Apply multiplier/scale and rescale into first weight
bi = bi * scale + (1 - scale) * eye
bi = bi * scale + (1 - scale) * eye
#if self.rescaled:
# bi = bi * self.rescale
inp = rearrange(inp, "(c g k) ... -> (c k g) ...", g=2, k=2**i * r_b)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment