#10727: Removed a seqlen parameter from Mistral model prefill test an…

…d update compile time estimates
tenstorrent · Jul 30, 2024 · c8abf33 · c8abf33
1 parent 1bbd7f1
commit c8abf33
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 6 deletions.
diff --git a/models/demos/wormhole/mistral7b/tests/test_mistral_model_prefill.py b/models/demos/wormhole/mistral7b/tests/test_mistral_model_prefill.py
@@ -37,10 +37,7 @@ def forward(self, x):
 @pytest.mark.models_performance_bare_metal
 @pytest.mark.parametrize(
     "seq_len",
-    (
-        128,
-        4096,
-    ),
+    (4096,),
 )
 def test_mistral_model_inference(device, seq_len, use_program_cache, reset_seeds, is_ci_env):
     # Set additional Mistral flag for CI

diff --git a/models/demos/wormhole/mistral7b/tests/test_mistral_perf.py b/models/demos/wormhole/mistral7b/tests/test_mistral_perf.py
@@ -42,8 +42,8 @@ def forward(self, x):
 @pytest.mark.parametrize(
     "kv_cache_len, expected_compile_time, expected_inference_time",
     (
-        (32, 6, 0.105),
-        (1024, 6, 0.225),
+        (32, 15, 0.105),
+        (1024, 15, 0.225),
     ),
 )
 def test_mistral_model_perf(