Fix to use SDPA instead of xformers

kohya-ss · Oct 30, 2024 · 70a179e · 70a179e
1 parent 8c3c825
commit 70a179e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/library/sd3_models.py b/library/sd3_models.py
@@ -645,7 +645,7 @@ def _forward(self, context, x, c):
 
         if self.x_block.x_block_self_attn:
             x_q2, x_k2, x_v2 = x_qkv2
-            attn2 = attention(x_q2, x_k2, x_v2, self.x_block.attn2.num_heads)
+            attn2 = attention(x_q2, x_k2, x_v2, self.x_block.attn2.num_heads, mode=self.mode)
             x = self.x_block.post_attention_x(x_attn_out, attn2, *x_intermediates)
         else:
             x = self.x_block.post_attention(x_attn_out, *x_intermediates)