fix bug with xpos, thanks to @andersonbcdefg

lucidrains · May 5, 2023 · 2605ece · 2605ece
1 parent 22cac59
commit 2605ece
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/rotary_embedding_torch/rotary_embedding_torch.py b/rotary_embedding_torch/rotary_embedding_torch.py
@@ -122,7 +122,7 @@ def get_scale(self, t, cache_key = None):
 
         scale = 1.
         if self.use_xpos:
-            power = t - (len(t) // 2) / self.scale_base
+            power = (t - len(t) // 2) / self.scale_base
             scale = self.scale ** rearrange(power, 'n -> n 1')
             scale = torch.cat((scale, scale), dim = -1)
 

diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'rotary-embedding-torch',
   packages = find_packages(),
-  version = '0.2.2',
+  version = '0.2.3',
   license='MIT',
   description = 'Rotary Embedding - Pytorch',
   long_description_content_type = 'text/markdown',