#7502: Take out run_models.sh from tests path and re-add api tests

tenstorrent · Apr 26, 2024 · a938caa · a938caa
1 parent a6d2ee9
commit a938caa
Show file tree

Hide file tree

Showing 2 changed files with 48 additions and 0 deletions.
diff --git a/.github/workflows/fast-dispatch-full-regressions-and-models.yaml b/.github/workflows/fast-dispatch-full-regressions-and-models.yaml
@@ -125,3 +125,42 @@ jobs:
           cd $TT_METAL_HOME
           export PYTHONPATH=$TT_METAL_HOME
           tests/scripts/nightly/run_models_3.sh
+  fd-frequent-api-tests:
+    needs: build-artifact
+    name: ${{ matrix.frequent-type }} ${{ matrix.arch }} tests
+    strategy:
+      # Do not fail-fast because we need to ensure all tests go to completion
+      # so we try not to get hanging machines
+      fail-fast: false
+      matrix:
+        arch: [grayskull, wormhole_b0]
+        frequent-type: [api]
+    env:
+      TT_METAL_ENV: ${{ vars.TT_METAL_ENV }}
+      ARCH_NAME: ${{ matrix.arch }}
+      CONFIG: ci
+      LOGURU_LEVEL: INFO
+    runs-on: model-runner-${{ matrix.arch }}
+    steps:
+      - uses: tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0
+      - name: Ensure weka mount is active
+        run: |
+          sudo systemctl restart mnt-MLPerf.mount
+          sudo /etc/rc.local
+          ls -al /mnt/MLPerf/bit_error_tests
+      - name: Set up dyanmic env vars for build
+        run: |
+          echo "TT_METAL_HOME=$(pwd)" >> $GITHUB_ENV
+      - uses: actions/download-artifact@v4
+        with:
+          name: TTMetal_build_${{ matrix.arch }}
+      - name: Extract files
+        run: tar -xvf ttm_${{ matrix.arch }}.tar
+      - uses: ./.github/actions/install-python-deps
+      - name: Run frequent reg tests scripts
+        timeout-minutes: 75
+        run: |
+          source ${{ github.workspace }}/python_env/bin/activate
+          cd $TT_METAL_HOME
+          export PYTHONPATH=$TT_METAL_HOME
+          ./tests/scripts/run_tests.sh --tt-arch ${{ matrix.arch }} --pipeline-type frequent_${{ matrix.frequent-type }} --dispatch-mode fast
diff --git a/tests/scripts/run_tests.sh b/tests/scripts/run_tests.sh
@@ -84,6 +84,15 @@ run_eager_package_end_to_end_pipeline_tests() {
     env pytest -c conftest.py . -m $pipeline_type
 }
 
+run_frequent_models_pipeline_tests() {
+    local tt_arch=$1
+    local pipeline_type=$2
+    local dispatch_mode=$3
+
+    echo "This pipeline should not be used anymore, and instead use tests/scripts/nightly. Dying"
+    exit 1
+}
+
 run_frequent_api_pipeline_tests() {
     local tt_arch=$1
     local pipeline_type=$2