diff --git a/multimolecule/__init__.py b/multimolecule/__init__.py
index 650d06f2..231bb3ad 100644
--- a/multimolecule/__init__.py
+++ b/multimolecule/__init__.py
@@ -1,10 +1,3 @@
-from transformers import AutoTokenizer
-
 from . import models, tokenizers
-from .models import RnaBertConfig
-from .tokenizers import RnaTokenizer
-
-AutoTokenizer.register(RnaBertConfig, RnaTokenizer)
-
 
 __all__ = ["models", "tokenizers"]
diff --git a/multimolecule/models/rnabert/__init__.py b/multimolecule/models/rnabert/__init__.py
index 3a9e9ebe..c388aeff 100644
--- a/multimolecule/models/rnabert/__init__.py
+++ b/multimolecule/models/rnabert/__init__.py
@@ -5,7 +5,7 @@
 from .configuration_rnabert import RnaBertConfig
 from .modeling_rnabert import RnaBertModel
 
-__all__ = ["RnaBertConfig", "RnaBertModel"]
+__all__ = ["RnaBertConfig", "RnaBertModel", "RnaTokenizer"]
 
 AutoConfig.register("rnabert", RnaBertConfig)
 AutoModel.register(RnaBertConfig, RnaBertModel)