Merge pull request #15239 from AUTOMATIC1111/Fix-lora-bugs

Add missing .mean() back

Merge pull request #15239 from AUTOMATIC1111/Fix-lora-bugs
Add missing .mean() back
d38b390e · AUTOMATIC1111 · GitHub · 63c3c4db · 9f2ae1cb · d38b390e
Commit d38b390e authored Mar 16, 2024 by AUTOMATIC1111 Committed by GitHub Mar 16, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

extensions-builtin/Lora/network.py extensions-builtin/Lora/network.py +1 -1

No files found.
--- a/extensions-builtin/Lora/network.py
+++ b/extensions-builtin/Lora/network.py
@@ -173,7 +173,7 @@ class NetworkModule:
        orig_weight = orig_weight.to(updown)
        merged_scale1 = updown + orig_weight
        dora_merged = (
-            merged_scale1 / merged_scale1(dim=self.dora_mean_dim, keepdim=True) * self.dora_scale
+            merged_scale1 / merged_scale1.mean(dim=self.dora_mean_dim, keepdim=True) * self.dora_scale
        )
        final_updown = dora_merged - orig_weight
        return final_updown