Merge pull request #15239 from AUTOMATIC1111/Fix-lora-bugs

Add missing .mean() back
AUTOMATIC1111 · Mar 16, 2024 · d38b390 · d38b390
2 parents 63c3c4d + 9f2ae1c
commit d38b390
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/extensions-builtin/Lora/network.py b/extensions-builtin/Lora/network.py
@@ -173,7 +173,7 @@ def apply_weight_decompose(self, updown, orig_weight):
         orig_weight = orig_weight.to(updown)
         merged_scale1 = updown + orig_weight
         dora_merged = (
-            merged_scale1 / merged_scale1(dim=self.dora_mean_dim, keepdim=True) * self.dora_scale
+            merged_scale1 / merged_scale1.mean(dim=self.dora_mean_dim, keepdim=True) * self.dora_scale
         )
         final_updown = dora_merged - orig_weight
         return final_updown