Apply isort and black reformatting

Signed-off-by: WoodieDudy <WoodieDudy@users.noreply.github.com>
WoodieDudy · Sep 26, 2024 · e2aab5b · e2aab5b
1 parent 41acec1
commit e2aab5b
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/nemo/collections/asr/parts/submodules/adapters/multi_head_attention_adapter_module.py b/nemo/collections/asr/parts/submodules/adapters/multi_head_attention_adapter_module.py
@@ -143,7 +143,7 @@ def __init__(
             dropout_rate=dropout_rate,
             max_cache_len=0,
             use_pytorch_sdpa=use_pytorch_sdpa,
-            use_pytorch_sdpa_backends=use_pytorch_sdpa_backends
+            use_pytorch_sdpa_backends=use_pytorch_sdpa_backends,
         )
 
         self.pre_norm = nn.LayerNorm(n_feat)

diff --git a/nemo/collections/asr/parts/submodules/multi_head_attention.py b/nemo/collections/asr/parts/submodules/multi_head_attention.py
@@ -167,7 +167,9 @@ def forward(self, query, key, value, mask, pos_emb=None, cache=None):
 
                 dropout_rate = self.dropout_rate if self.training else 0
                 with sdpa_kernel(self.use_pytorch_sdpa_backends):
-                    out = torch.nn.functional.scaled_dot_product_attention(q, k, v, attn_mask=mask, dropout_p=dropout_rate)
+                    out = torch.nn.functional.scaled_dot_product_attention(
+                        q, k, v, attn_mask=mask, dropout_p=dropout_rate
+                    )
 
                 # this IF block can be deleted when https://github.com/pytorch/pytorch/pull/131863 is in the stable version
                 if mask is not None: