fix experimental.py

lucidrains · Jan 25, 2022 · abbb5d5 · abbb5d5
1 parent c7a0ef5
commit abbb5d5
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/perceiver_pytorch/experimental.py b/perceiver_pytorch/experimental.py
@@ -107,7 +107,7 @@ def __init__(
             ]))
 
         self.to_logits = nn.Sequential(
-            RMSNorm(latent_dim),
+            nn.LayerNorm(latent_dim),
             nn.Linear(latent_dim, num_classes)
         )
 

diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'perceiver-pytorch',
   packages = find_packages(),
-  version = '0.8.2',
+  version = '0.8.3',
   license='MIT',
   description = 'Perceiver - Pytorch',
   author = 'Phil Wang',