diff --git a/setup.py b/setup.py
index d28b47ab0a5..d8d222448a4 100644
--- a/setup.py
+++ b/setup.py
@@ -66,7 +66,7 @@
         "scikit-learn",
         "scipy",
         "pytest",
-        "transformers>=4.1,<4.12",
+        "transformers>=4.1,<4.13",
         "sentencepiece",
         "dataclasses;python_version<'3.7'",
         "filelock>=3.3,<3.4",