Commit 4eb94962 authored by Kohaku-Blueleaf's avatar Kohaku-Blueleaf Committed by GitHub

prevent undefined variable

parent 5a8dd0c5
...@@ -22,6 +22,8 @@ class NetworkModuleOFT(network.NetworkModule): ...@@ -22,6 +22,8 @@ class NetworkModuleOFT(network.NetworkModule):
self.org_module: list[torch.Module] = [self.sd_module] self.org_module: list[torch.Module] = [self.sd_module]
self.scale = 1.0 self.scale = 1.0
self.is_kohya = False
self.is_boft = False
# kohya-ss # kohya-ss
if "oft_blocks" in weights.w.keys(): if "oft_blocks" in weights.w.keys():
...@@ -31,13 +33,11 @@ class NetworkModuleOFT(network.NetworkModule): ...@@ -31,13 +33,11 @@ class NetworkModuleOFT(network.NetworkModule):
self.dim = self.oft_blocks.shape[0] # lora dim self.dim = self.oft_blocks.shape[0] # lora dim
# LyCORIS OFT # LyCORIS OFT
elif "oft_diag" in weights.w.keys(): elif "oft_diag" in weights.w.keys():
self.is_kohya = False
self.oft_blocks = weights.w["oft_diag"] self.oft_blocks = weights.w["oft_diag"]
# self.alpha is unused # self.alpha is unused
self.dim = self.oft_blocks.shape[1] # (num_blocks, block_size, block_size) self.dim = self.oft_blocks.shape[1] # (num_blocks, block_size, block_size)
# LyCORIS BOFT # LyCORIS BOFT
self.is_boft = False
if weights.w["oft_diag"].dim() == 4: if weights.w["oft_diag"].dim() == 4:
self.is_boft = True self.is_boft = True
self.rescale = weights.w.get('rescale', None) self.rescale = weights.w.get('rescale', None)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment