Add CPU test for ModernBert Model

.github/workflows/test.yml

@@ -118,6 +118,7 @@ jobs:
         apt install -y libgl1 libglx-mesa0
         set -o pipefail # Ensures that the exit code reflects the first command that fails
         pip install pytest-split
+        pip show transformers
         pytest -m push --splits ${{ inputs.test_group_cnt }} \
                --group ${{ matrix.test_group_id }} \
                --splitting-algorithm least_duration \

env/core_requirements.txt

@@ -40,7 +40,7 @@ scipy>=1.8.0
 tensorflow==2.13
 tensorboard==2.13
 tf2onnx==1.15.1
-transformers==4.47.0
+transformers==4.48.1
 # To avoid warning during the import
 requests==2.28.2
 urllib3==1.26.14

forge/test/models/pytorch/text/modernbert/test_modernbert.py

@@ -0,0 +1,28 @@
+# SPDX-FileCopyrightText: (c) 2025 Tenstorrent AI ULC
+#
+# SPDX-License-Identifier: Apache-2.0
+import pytest
+from transformers import AutoTokenizer, ModernBertModel
+
+variants = [
+    "answerdotai/ModernBERT-base",
+]
+
+
+@pytest.mark.nightly
+@pytest.mark.parametrize("variant", variants, ids=variants)
+def test_modernbert_test_generation(variant):
+    tokenizer = AutoTokenizer.from_pretrained(variant)
+    framework_model = ModernBertModel.from_pretrained(variant)  # , return_dict=False)
+    # model = AutoModelForMaskedLM.from_pretrained("answerdotai/ModernBERT-base")
+
+    inputs = tokenizer(
+        "Hello, my dog is cute",
+        return_tensors="pt",
+        max_length=150,
+        pad_to_max_length=True,
+        truncation=True,
+    )
+    outputs = framework_model(**inputs)
+
+    print("outputs:", outputs)