Support sut variation in run-mlperf-inference-app

mlcommons · Mar 15, 2024 · 50d2514 · 50d2514
1 parent 03e6260
commit 50d2514
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/cm-mlops/script/run-mlperf-inference-app/_cm.yaml b/cm-mlops/script/run-mlperf-inference-app/_cm.yaml
@@ -90,6 +90,7 @@ input_mapping:
   test_query_count: CM_TEST_QUERY_COUNT
   threads: CM_NUM_THREADS
   batch_size: CM_MLPERF_LOADGEN_MAX_BATCHSIZE
+  sut: CM_MLPERF_INFERENCE_SUT_VARIATION
 
 new_state_keys:
 - app_mlperf_inference_*

diff --git a/cm-mlops/script/run-mlperf-inference-app/customize.py b/cm-mlops/script/run-mlperf-inference-app/customize.py
@@ -134,6 +134,11 @@ def preprocess(i):
             add_deps_recursive['mlperf-inference-implementation'] = {}
         add_deps_recursive['mlperf-inference-implementation']['tags'] = "_batch_size."+env['CM_MLPERF_LOADGEN_MAX_BATCHSIZE']
 
+    if env.get('CM_MLPERF_SUT_VARIATION', '') != '':
+        if not add_deps_recursive.get('mlperf-inference-implementation', {}):
+            add_deps_recursive['mlperf-inference-implementation'] = {}
+        add_deps_recursive['mlperf-inference-implementation']['tags'] = "_"+env['CM_MLPERF_SUT_VARIATION']
+
     if env.get('CM_NETWORK_LOADGEN', '') != '':
         if not add_deps_recursive.get('mlperf-inference-implementation', {}):
             add_deps_recursive['mlperf-inference-implementation'] = {}