Update network_oft.py

extensions-builtin/Lora/network_oft.py

@@ -72,7 +72,7 @@ class NetworkModuleOFT(network.NetworkModule):
         eye = torch.eye(self.block_size, device=oft_blocks.device)
 
         if not self.is_R:
-            block_Q = oft_blocks - oft_blocks.transpose(1, 2) # ensure skew-symmetric orthogonal matrix
+            block_Q = oft_blocks - oft_blocks.transpose(-1, -2) # ensure skew-symmetric orthogonal matrix
             norm_Q = torch.norm(block_Q.flatten())
             new_norm_Q = torch.clamp(norm_Q, max=self.constraint.to(oft_blocks.device))
             block_Q = block_Q * ((new_norm_Q + 1e-8) / (norm_Q + 1e-8))