regular update from dev

.github/workflows/check-all-broken-links.md

@@ -1,7 +1,7 @@
 name: Check .md README files for broken links
 
 on:
-  push: [main]
+  push: [main, mlperf-inference]
 
 jobs:
   markdown-link-check:

.github/workflows/cla.yml

@@ -4,10 +4,11 @@ on:
   issue_comment:
     types: [created]
   pull_request_target:
-    types: [opened,closed,synchronize]
+    types: [opened,closed,synchronize]  
 
 jobs:
   cla-check:
+    if: github.repository_owner == 'mlcommons'
     runs-on: ubuntu-latest
     steps:
       - name: "MLCommons CLA bot check"

.github/workflows/publish.yaml

@@ -0,0 +1,34 @@
+# This is a basic workflow to help you get started with Actions
+
+name: Publish site
+
+
+on:
+  release:
+    types: [published]
+  push:
+    branches:
+      - main
+      - docs
+      - mlperf-inference
+
+jobs:
+
+  publish:
+    name: Publish the site
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository normally
+        uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Install Mkdocs
+        run: pip install -r docs/requirements.txt
+
+      - name: Run Mkdocs deploy
+        run: mkdocs gh-deploy --force

.github/workflows/test-cm-script-features.yml

@@ -1,11 +1,10 @@
-# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
 # For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
 
 name: CM script automation features test
 
 on:
   pull_request:
-    branches: [ "main", "dev" ]
+    branches: [ "main", "dev", "mlperf-inference" ]
     paths:
       - '.github/workflows/test-cm-script-features.yml'
       - '**'

.github/workflows/test-cm-scripts.yml

@@ -5,7 +5,7 @@ name: CM script automation test
 
 on:
   pull_request:
-    branches: [ "main", "dev" ]
+    branches: [ "main", "dev", "mlperf-inference" ]
     paths:
       - '.github/workflows/test-cm-scripts.yml'
       - '**'

.github/workflows/test-cm-tutorial-retinanet.yml

@@ -1,11 +1,10 @@
-# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
 # For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
 
 name: CM tutorial retinanet
 
 on:
   pull_request:
-    branches: [ "main", "dev" ]
+    branches: [ "main", "dev", "mlperf-inference" ]
     paths:
       - '.github/workflows/test-cm-tutorial-retinanet.yml'
       - '**'

.github/workflows/test-cm4mlops-wheel-macos.yml

@@ -0,0 +1,36 @@
+name: Build Python Wheel
+
+on:
+  pull_request:
+    branches:
+      - main
+      - dev
+      - mlperf-inference
+
+jobs:
+  build:
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [macos-latest]
+        python-version: [ '3.11', '3.12']
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+      with:
+        ref: ${{ github.event.pull_request.head.sha }}
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+
+
+    - name: Build the Python wheel
+      run: |
+        python3 -m venv cm
+        source cm/bin/activate
+        python3 -m pip install . -v

.github/workflows/test-cm4mlops-wheel-ubuntu.yml

@@ -0,0 +1,43 @@
+name: Build Python Wheel
+
+on:
+  pull_request:
+    branches:
+      - main
+      - dev
+      - mlperf-inference
+
+jobs:
+  build:
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, ubuntu-20.04]
+        python-version: ['3.8', '3.11', '3.12']
+        exclude:
+        - os: ubuntu-latest
+          python-version: "3.8"
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+      with:
+        ref: ${{ github.event.pull_request.head.sha }}
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install dependencies
+      run: |
+        sudo apt-get update 
+        sudo apt-get install -y python3 python3-pip python3-venv
+
+    - name: Build the Python wheel
+      run: |
+        python3 -m venv cm
+        source cm/bin/activate
+        python3 -m pip install . -v

.github/workflows/test-cm4mlops-wheel-windows.yml

@@ -0,0 +1,40 @@
+name: Build Python Wheel
+
+on:
+  pull_request:
+    branches:
+      - main
+      - dev
+      - mlperf-inference
+
+jobs:
+  build:
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [windows-latest]
+        python-version: ['3.9', '3.11', '3.12']
+        exclude:
+        - os: ubuntu-latest
+          python-version: "3.8"
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+      with:
+        ref: ${{ github.event.pull_request.head.sha }}
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+
+
+    - name: Build the Python wheel
+      run: |
+        python3 -m venv cm
+        cm\Scripts\activate.bat
+        git config --system core.longpaths true
+        python3 -m pip install . -v

.github/workflows/test-image-classification-onnx.yml

@@ -18,7 +18,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ "3.12", "3.9"]
+        python-version: [ "3.12"]
 
     steps:
     - uses: actions/checkout@v3

.github/workflows/test-mlperf-inference-abtf-poc.yml

@@ -0,0 +1,69 @@
+# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
+
+name: MLPerf inference ABTF POC Test
+
+on:
+  pull_request_target:
+    branches: [ "main", "mlperf-inference" ]
+    paths:
+      - '.github/workflows/test-mlperf-inference-abtf-poc.yml'
+      - '**'
+      - '!**.md'
+
+jobs:
+  build:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-22.04, ubuntu-20.04, ubuntu-24.04]
+        python-version: [ "3.8", "3.12" ]
+        backend: [ "pytorch" ]
+        implementation: [ "python" ]
+        exclude:
+        - os: ubuntu-24.04
+          python-version: "3.8"
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v3
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        pip install cmind
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo mlcommons@cm4abtf --branch=poc
+    - name: Test MLPerf Inference ABTF POC using ${{ matrix.backend }} on docker
+      run: |
+        cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet --docker --docker_it=no  -v --gh_token=${{ secrets.ABTF_ACCESS_TOKEN }}
+
+  build2:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [macos-latest, macos-13]
+        python-version: [ "3.8", "3.12" ]
+        backend: [ "pytorch" ]
+        implementation: [ "python" ]
+        exclude:
+        - os: ubuntu-24.04
+          python-version: "3.8"
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v3
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python3 -m pip install cmind
+        cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
+        cm pull repo mlcommons@cm4abtf --branch=poc
+    - name: Test MLPerf Inference ABTF POC using ${{ matrix.backend }} on ${{ matrix.os }}
+      run: |
+        cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet  -v --gh_token=${{ secrets.ABTF_ACCESS_TOKEN }}
+

.github/workflows/test-mlperf-inference-bert-deepsparse-tf-onnxruntime-pytorch.yml

@@ -5,7 +5,7 @@ name: MLPerf inference bert (deepsparse, tf, onnxruntime, pytorch)
 
 on:
   pull_request:
-    branches: [ "main", "dev" ]
+    branches: [ "main", "dev", "mlperf-inference" ]
     paths:
       - '.github/workflows/test-mlperf-inference-bert-deepsparse-tf-onnxruntime-pytorch.yml'
       - '**'
@@ -19,7 +19,7 @@ jobs:
       fail-fast: false
       matrix:
         # 3.12 didn't work on 20240305 - need to check
-        python-version: [ "3.11", "3.9" ]
+        python-version: [ "3.11" ]
         backend: [ "deepsparse", "tf", "onnxruntime", "pytorch" ]
         precision: [ "int8", "fp32" ]
         exclude:

.github/workflows/test-mlperf-inference-gptj.yml

@@ -18,7 +18,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ "3.12", "3.9" ]
+        python-version: [ "3.12" ]
         backend: [ "pytorch" ]
         precision: [ "bfloat16" ]