Removed print statement

tatp22 · Jun 27, 2020 · bfb9f27 · bfb9f27
1 parent 4f5b68d
commit bfb9f27
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 1 deletion.
diff --git a/examples/example_full_attn.py b/examples/example_full_attn.py
@@ -15,6 +15,7 @@
         checkpoint_level="C1",
         parameter_sharing="none",
         k_reduce_by_layer=1,
+        full_attention=True,
         )
 x = torch.randn(1, 512, 16)
 y = model(x)

diff --git a/linformer_pytorch/linformer_pytorch.py b/linformer_pytorch/linformer_pytorch.py
@@ -87,7 +87,6 @@ def forward(self, Q, K, V, **kwargs):
         P_bar = QW/torch.sqrt(torch.tensor(self.dim).type(Q.type()))
         P_bar = P_bar.softmax(dim=-1)
 
-        print(P_bar.shape)
         # Only save this when visualizing
         if "visualize" in kwargs and kwargs["visualize"] == True:
             self.P_bar = P_bar