Merge pull request #60 from arjunsuresh/mlperf-inference

Update check-all-broken-links.md

.github/workflows/check-all-broken-links.md

@@ -1,7 +1,7 @@
 name: Check .md README files for broken links
 
 on:
-  push: [main]
+  push: [main, mlperf-inference]
 
 jobs:
   markdown-link-check:

.github/workflows/test-cm4mlops-wheel.yml

@@ -30,8 +30,10 @@ jobs:
     - name: Install dependencies
       run: |
         sudo apt-get update
-        sudo apt-get install -y python3 python3-pip
+        sudo apt-get install -y python3 python3-pip python3-venv
 
     - name: Build the Python wheel
       run: |
-        pip3 install .
+        python3 -m venv cm
+        source cm/bin/activate
+        python3 -m pip install .

.github/workflows/test-image-classification-onnx.yml

@@ -18,7 +18,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ "3.12", "3.9"]
+        python-version: [ "3.12"]
 
     steps:
     - uses: actions/checkout@v3

.github/workflows/test-mlperf-inference-bert-deepsparse-tf-onnxruntime-pytorch.yml

@@ -19,7 +19,7 @@ jobs:
       fail-fast: false
       matrix:
         # 3.12 didn't work on 20240305 - need to check
-        python-version: [ "3.11", "3.9" ]
+        python-version: [ "3.11" ]
         backend: [ "deepsparse", "tf", "onnxruntime", "pytorch" ]
         precision: [ "int8", "fp32" ]
         exclude:

.github/workflows/test-mlperf-inference-gptj.yml

@@ -18,7 +18,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ "3.12", "3.9" ]
+        python-version: [ "3.12" ]
         backend: [ "pytorch" ]
         precision: [ "bfloat16" ]
 

.github/workflows/test-mlperf-inference-mlcommons-cpp-resnet50.yml

@@ -18,8 +18,11 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ "3.12", "3.9" ]
+        python-version: [ "3.12" ]
         llvm-version: [ "15.0.6", "16.0.4", "17.0.6" ]
+      exclude:
+        - llvm-version: "15.0.6"
+        - llvm-version: "16.0.4"
 
     steps:
     - uses: actions/checkout@v3

.github/workflows/test-mlperf-inference-resnet50.yml

@@ -19,13 +19,18 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-latest, windows-latest]
-        python-version: [ "3.12", "3.9" ]
+        os: [ubuntu-latest, windows-latest, macos-latest]
+        python-version: [ "3.12" ]
         backend: [ "onnxruntime", "tf" ]
         implementation: [ "python", "cpp" ]
         exclude:
           - backend: tf
             implementation: cpp
+          - os: windows-latest
+            backend: tf
+          - os: windows-latest
+            python-version: "3.9"
+          - os: macos-latest
 
     steps:
     - uses: actions/checkout@v3

.github/workflows/test-mlperf-inference-retinanet.yml

@@ -18,7 +18,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ "3.12", "3.9" ]
+        python-version: [ "3.12" ]
         backend: [ "onnxruntime", "pytorch" ]
         implementation: [ "python", "cpp" ]
         exclude:

.github/workflows/test-mlperf-inference-tvm.yml

@@ -19,7 +19,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ "3.12", "3.10" ]
+        python-version: [ "3.12" ]
         backend: [ "tvm-onnx" ]
 
     steps:

.github/workflows/test-mlperf-loadgen-onnx-huggingface-bert-fp32-squad.yml

@@ -18,7 +18,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ "3.12", "3.9" ]
+        python-version: [ "3.12" ]
 
     steps:
     - uses: actions/checkout@v3

script/extract-file/customize.py

@@ -96,21 +96,22 @@ def preprocess(i):
     if extract_to_folder != '':
         if 'tar ' in env['CM_EXTRACT_TOOL']:
             x = '' if windows else '-p'
+            y = '"' if ' ' in extract_to_folder else ''
 
             #env['CM_EXTRACT_TOOL_OPTIONS'] = ' --one-top-level='+ env['CM_EXTRACT_TO_FOLDER'] + env.get('CM_EXTRACT_TOOL_OPTIONS', '')
-            env['CM_EXTRACT_TOOL_OPTIONS'] = ' -C '+ q + extract_to_folder + q + ' ' + env.get('CM_EXTRACT_TOOL_OPTIONS', '')
-            env['CM_EXTRACT_PRE_CMD'] = 'mkdir '+ x +' '+ q + extract_to_folder +  q + ' ' + xsep + ' '
+            env['CM_EXTRACT_TOOL_OPTIONS'] = ' -C ' + y + extract_to_folder  + y + ' ' + env.get('CM_EXTRACT_TOOL_OPTIONS', '')
+            env['CM_EXTRACT_PRE_CMD'] = 'mkdir '+ x +' '+ y + extract_to_folder +  y + ' ' + xsep + ' '
             env['CM_EXTRACT_EXTRACTED_FILENAME'] = extract_to_folder
 
         elif 'unzip' in env['CM_EXTRACT_TOOL']:
             env['CM_EXTRACT_TOOL_OPTIONS'] = ' -d '+ q + extract_to_folder + q
             env['CM_EXTRACT_EXTRACTED_FILENAME'] = extract_to_folder
 
 
-    #x = '"' if ' ' in filename else ''
+    x = '"' if ' ' in filename else ''
     env['CM_EXTRACT_CMD'] = env['CM_EXTRACT_PRE_CMD'] + env['CM_EXTRACT_TOOL'] + ' ' + \
                             env.get('CM_EXTRACT_TOOL_EXTRA_OPTIONS', '') + \
-                            ' ' + env.get('CM_EXTRACT_TOOL_OPTIONS', '')+ ' '+ q + filename + q
+                            ' ' + env.get('CM_EXTRACT_TOOL_OPTIONS', '')+ ' '+ x + filename + x
 
     print ('')
     print ('Current directory: {}'.format(os.getcwd()))

setup.py

@@ -14,7 +14,7 @@ def run(self):
         self.install_system_packages()
         packages = [ "cmind @ git+https://git@github.com/mlcommons/ck.git@a4c6a7b477af5f1e7099c55f5468a47854adaa6c#egg=cmind-2.3.1.1&subdirectory=cm", "giturlparse", "requests", "pyyaml", "setuptools" ] 
         subprocess.check_call(
-        [sys.executable, '-m', 'pip3', 'install'] +  packages
+        [sys.executable, '-m', 'pip', 'install'] +  packages
         )
         # Call the standard run method
         install.run(self)
@@ -113,6 +113,7 @@ def get_sys_platform(self):
     name='cm4mlops',
     version='0.1',
     packages=[],
+    install_requires=["wheel"],
     cmdclass={
         'install': CustomInstallCommand,
     },