diff --git a/extensions/tokenizers/src/main/java/ai/djl/huggingface/translator/TextEmbeddingTranslator.java b/extensions/tokenizers/src/main/java/ai/djl/huggingface/translator/TextEmbeddingTranslator.java
index 2d06ce12fdb..7f5957dc63f 100644
--- a/extensions/tokenizers/src/main/java/ai/djl/huggingface/translator/TextEmbeddingTranslator.java
+++ b/extensions/tokenizers/src/main/java/ai/djl/huggingface/translator/TextEmbeddingTranslator.java
@@ -12,7 +12,6 @@
  */
 package ai.djl.huggingface.translator;
 
-import ai.djl.Device;
 import ai.djl.huggingface.tokenizers.Encoding;
 import ai.djl.huggingface.tokenizers.HuggingFaceTokenizer;
 import ai.djl.ndarray.NDArray;
@@ -78,7 +77,7 @@ public Batchifier getBatchifier() {
     /** {@inheritDoc} */
     @Override
     public void prepare(TranslatorContext ctx) throws Exception {
-        NDManager manager = ctx.getPredictorManager().newSubManager(Device.cpu());
+        NDManager manager = ctx.getPredictorManager().newSubManager();
         if (dense != null) {
             Path file = Paths.get(dense);
             if (!file.isAbsolute()) {