Skip to content

S
Stable Diffusion Webui
Commit a4668a16 authored by v0xie's avatar v0xie
Browse files
Options

fix: calculate butterfly factor

parent 95887211
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
extensions-builtin/Lora/network_oft.py
View file @ a4668a16
...@@ -57,6 +57,9 @@ class NetworkModuleOFT(network.NetworkModule): ...@@ -57,6 +57,9 @@ class NetworkModuleOFT(network.NetworkModule):
self.constraint = self.alpha * self.out_dim self.constraint = self.alpha * self.out_dim
self.num_blocks = self.dim self.num_blocks = self.dim
self.block_size = self.out_dim // self.dim self.block_size = self.out_dim // self.dim
elif self.is_boft:
self.constraint = None
self.block_size, self.block_num = butterfly_factor(self.out_dim, self.dim)
else: else:
self.constraint = None self.constraint = None
self.block_size, self.num_blocks = factorization(self.out_dim, self.dim) self.block_size, self.num_blocks = factorization(self.out_dim, self.dim)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment