diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 365857778..519614853 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -118,6 +118,7 @@ jobs:
         apt install -y libgl1 libglx-mesa0
         set -o pipefail # Ensures that the exit code reflects the first command that fails
         pip install pytest-split
+        pip show transformers
         pytest -m push --splits ${{ inputs.test_group_cnt }} \
                --group ${{ matrix.test_group_id }} \
                --splitting-algorithm least_duration \
diff --git a/env/core_requirements.txt b/env/core_requirements.txt
index 3144d29f4..9c82064ee 100644
--- a/env/core_requirements.txt
+++ b/env/core_requirements.txt
@@ -40,7 +40,7 @@ scipy>=1.8.0
 tensorflow==2.13
 tensorboard==2.13
 tf2onnx==1.15.1
-transformers==4.47.0
+transformers==4.48.1
 # To avoid warning during the import
 requests==2.28.2
 urllib3==1.26.14
diff --git a/forge/test/models/pytorch/text/modernbert/test_modernbert.py b/forge/test/models/pytorch/text/modernbert/test_modernbert.py
new file mode 100644
index 000000000..fc4894a50
--- /dev/null
+++ b/forge/test/models/pytorch/text/modernbert/test_modernbert.py
@@ -0,0 +1,28 @@
+# SPDX-FileCopyrightText: (c) 2025 Tenstorrent AI ULC
+#
+# SPDX-License-Identifier: Apache-2.0
+import pytest
+from transformers import AutoTokenizer, ModernBertModel
+
+variants = [
+    "answerdotai/ModernBERT-base",
+]
+
+
+@pytest.mark.nightly
+@pytest.mark.parametrize("variant", variants, ids=variants)
+def test_modernbert_test_generation(variant):
+    tokenizer = AutoTokenizer.from_pretrained(variant)
+    framework_model = ModernBertModel.from_pretrained(variant)  # , return_dict=False)
+    # model = AutoModelForMaskedLM.from_pretrained("answerdotai/ModernBERT-base")
+
+    inputs = tokenizer(
+        "Hello, my dog is cute",
+        return_tensors="pt",
+        max_length=150,
+        pad_to_max_length=True,
+        truncation=True,
+    )
+    outputs = framework_model(**inputs)
+
+    print("outputs:", outputs)