Merge pull request #13 from mlcommons/dev

Trying to initiate tests

.github/workflows/check-all-broken-links.md

@@ -1,7 +1,7 @@
 name: Check .md README files for broken links
 
 on:
-  push: [master]
+  push: [main]
 
 jobs:
   markdown-link-check:

.github/workflows/test-cm-script-features.yml

@@ -5,7 +5,7 @@ name: CM script automation features test
 
 on:
   pull_request:
-    branches: [ "master", "dev" ]
+    branches: [ "main", "dev" ]
     paths:
       - '.github/workflows/test-cm-script-features.yml'
       - '**'
@@ -33,6 +33,6 @@ jobs:
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Script Features
       run: |
-        python tests/script/test_install.py
-        python tests/script/test_docker.py
-        python tests/script/test_features.py
+        python script/test-cm-core/src/script/test_install.py
+        python script/test-cm-core/src/script/test_docker.py
+        python script/test-cm-core/src/script/test_features.py

.github/workflows/test-cm-scripts.yml

@@ -5,7 +5,7 @@ name: CM script automation test
 
 on:
   pull_request:
-    branches: [ "master", "dev" ]
+    branches: [ "main", "dev" ]
     paths:
       - '.github/workflows/test-cm-scripts.yml'
       - '**'
@@ -33,4 +33,4 @@ jobs:
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Script Automation
       run: |
-        python tests/script/test_deps.py
+        python script/test-cm-core/src/script/test_deps.py

.github/workflows/test-cm-tutorial-retinanet.yml

@@ -5,7 +5,7 @@ name: CM tutorial retinanet
 
 on:
   pull_request:
-    branches: [ "master", "dev" ]
+    branches: [ "main", "dev" ]
     paths:
       - '.github/workflows/test-cm-tutorial-retinanet.yml'
       - '**'
@@ -32,4 +32,4 @@ jobs:
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial Retinanet
       run: |
-        python tests/tutorials/test_tutorial_retinanet.py
+        python script/test-cm-core/src/tutorials/test_tutorial_retinanet.py

.github/workflows/test-cm-tutorial-tvm-pip.yml

@@ -5,7 +5,7 @@ name: CM tutorial tvm pip install
 
 on:
   pull_request:
-    branches: [ "master", "test" ]
+    branches: [ "main", "test" ]
     paths:
       - '.github/workflows/test-cm-tutorial-tvm-pip.yml'
       - '**'
@@ -32,7 +32,7 @@ jobs:
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM pip install with VirtualMachine Runtime
       run: |
-        python tests/tutorials/test_tutorial_tvm_pip_vm.py
+        python script/test-cm-core/src/tutorials/test_tutorial_tvm_pip_vm.py
 
   test_ge_runtime:
     runs-on: ubuntu-latest
@@ -54,4 +54,4 @@ jobs:
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM pip install with GraphExecutor Runtime
       run: |
-        python tests/tutorials/test_tutorial_tvm_pip_ge.py
+        python script/test-cm-core/src/tutorials/test_tutorial_tvm_pip_ge.py

.github/workflows/test-cm-tutorial-tvm.yml

@@ -33,4 +33,4 @@ jobs:
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM
       run: |
-        python tests/tutorials/test_tutorial_tvm.py
+        python script/test-cm-core/src/tutorials/test_tutorial_tvm.py

.github/workflows/test-image-classification-onnx.yml

@@ -5,7 +5,7 @@ name: image classification with ONNX
 
 on:
   pull_request:
-    branches: [ "master", "dev" ]
+    branches: [ "main", "dev" ]
     paths:
       - '.github/workflows/test-image-classification-onnx.yml'
       - '**'

.github/workflows/test-mlperf-inference-bert-deepsparse-tf-onnxruntime-pytorch.yml

@@ -5,7 +5,7 @@ name: MLPerf inference bert (deepsparse, tf, onnxruntime, pytorch)
 
 on:
   pull_request:
-    branches: [ "master", "dev" ]
+    branches: [ "main", "dev" ]
     paths:
       - '.github/workflows/test-mlperf-inference-bert-deepsparse-tf-onnxruntime-pytorch.yml'
       - '**'

.github/workflows/test-mlperf-inference-gptj.yml

@@ -5,7 +5,7 @@ name: MLPerf inference GPT-J
 
 on:
   pull_request:
-    branches: [ "master1", "dev1" ]
+    branches: [ "main1", "dev1" ]
     paths:
       - '.github/workflows/test-mlperf-inference-gptj.yml'
       - '**'

.github/workflows/test-mlperf-inference-mlcommons-cpp-resnet50.yml

@@ -5,7 +5,7 @@ name: MLPerf inference MLCommons C++ ResNet50
 
 on:
   pull_request:
-    branches: [ "master", "dev" ]
+    branches: [ "main", "dev" ]
     paths:
       - '.github/workflows/test-mlperf-inference-mlcommons-cpp-resnet50.yml'
       - '**'

.github/workflows/test-mlperf-inference-resnet50.yml

@@ -5,7 +5,7 @@ name: MLPerf inference resnet50
 
 on:
   pull_request:
-    branches: [ "master", "dev" ]
+    branches: [ "main", "dev" ]
     paths:
       - '.github/workflows/test-mlperf-inference-resnet50.yml'
       - '**'

.github/workflows/test-mlperf-inference-retinanet.yml

@@ -5,7 +5,7 @@ name: MLPerf inference retinanet
 
 on:
   pull_request:
-    branches: [ "master", "dev" ]
+    branches: [ "main", "dev" ]
     paths:
       - '.github/workflows/test-mlperf-inference-retinanet.yml'
       - '**'

.github/workflows/test-mlperf-inference-rnnt.yml

@@ -5,7 +5,7 @@ name: MLPerf inference rnnt
 
 on:
   pull_request:
-    branches: [ "master", "dev" ]
+    branches: [ "main", "dev" ]
     paths:
       - '.github/workflows/test-mlperf-inference-rnnt.yml'
       - '**'

.github/workflows/test-mlperf-loadgen-onnx-huggingface-bert-fp32-squad.yml

@@ -5,7 +5,7 @@ name: MLPerf loadgen with HuggingFace bert onnx fp32 squad model
 
 on:
   pull_request:
-    branches: [ "master", "dev" ]
+    branches: [ "main", "dev" ]
     paths:
       - '.github/workflows/test-mlperf-loadgen-onnx-huggingface-bert-fp32-squad.yml'
       - '**'

automation/script/module.py

@@ -4387,7 +4387,7 @@ def prepare_and_run_script_with_postprocessing(i, postprocess="postprocess"):
             utils.merge_dicts({'dict1':env, 'dict2':updated_env, 'append_lists':True, 'append_unique':True})
 
 
-    if postprocess != '' and customize_code is not None:
+    if postprocess != '' and customize_code is not None and postprocess in dir(customize_code):
         print (recursion_spaces+'       ! call "{}" from {}'.format(postprocess, customize_code.__file__))
 
     if len(posthook_deps)>0 and (postprocess == "postprocess"):

script/print-hello-world/run.bat

@@ -8,7 +8,9 @@ if not "%CM_PRINT_HELLO_WORLD_SKIP_PRINT_ENV%" == "yes" (
 echo.
 echo HELLO WORLD!
 if not "%CM_PRINT_HELLO_WORLD_TEXT%" == "" (
+
   echo.
   echo %CM_PRINT_HELLO_WORLD_TEXT%
+
 )
 echo.

script/print-hello-world/run.sh

@@ -10,7 +10,9 @@ fi
 echo ""
 echo "HELLO WORLD!"
 if [[ ${CM_PRINT_HELLO_WORLD_TEXT} != "" ]]; then
+
   echo ""
   echo "${CM_PRINT_HELLO_WORLD_TEXT}"
+
 fi
 echo ""

script/test-cm-core/README-extra.md

@@ -0,0 +1 @@
+# CM script

script/test-cm-core/_cm.yaml

@@ -0,0 +1,12 @@
+alias: test-cm-core
+uid: 2c2fb9d20dc64cf3
+
+automation_alias: script
+automation_uid: 5b4e0237da074764
+
+tags:
+- test
+- cm
+- core
+
+cache: false

script/test-cm-core/customize.py

@@ -0,0 +1,16 @@
+from cmind import utils
+import os
+
+def preprocess(i):
+
+    os_info = i['os_info']
+
+    env = i['env']
+
+    meta = i['meta']
+
+    automation = i['automation']
+
+    quiet = (env.get('CM_QUIET', False) == 'yes')
+
+    return {'return':0}

script/test-cm-core/run.bat

@@ -0,0 +1,3 @@
+rem native script
+
+echo "TBD"

script/test-cm-core/run.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#CM Script location: ${CM_TMP_CURRENT_SCRIPT_PATH}
+
+#To export any variable
+#echo "VARIABLE_NAME=VARIABLE_VALUE" >>tmp-run-env.out
+
+#${CM_PYTHON_BIN_WITH_PATH} contains the path to python binary if "get,python" is added as a dependency
+
+echo "TBD"
+
+#Add your run commands here...
+# run "$CM_RUN_CMD"