Add xavier_uniform init of MNVC hybrid attention modules. Small impro… #2141
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python tests | |
| on: | |
| push: | |
| branches: [ main ] | |
| pull_request: | |
| branches: [ main ] | |
| env: | |
| OMP_NUM_THREADS: 2 | |
| MKL_NUM_THREADS: 2 | |
| jobs: | |
| test: | |
| name: Run tests on ${{ matrix.os }} with Python ${{ matrix.python }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| python: ['3.10', '3.11'] | |
| torch: [{base: '1.13.0', vision: '0.14.0'}, {base: '2.1.0', vision: '0.16.0'}] | |
| testmarker: ['-k "not test_models"', '-m base', '-m cfg', '-m torchscript', '-m features', '-m fxforward', '-m fxbackward'] | |
| exclude: | |
| - python: '3.11' | |
| torch: {base: '1.13.0', vision: '0.14.0'} | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python ${{ matrix.python }} | |
| uses: actions/setup-python@v1 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| - name: Install testing dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install -r requirements-dev.txt | |
| - name: Install torch on mac | |
| if: startsWith(matrix.os, 'macOS') | |
| run: pip install --no-cache-dir torch==${{ matrix.torch.base }} torchvision==${{ matrix.torch.vision }} | |
| - name: Install torch on Windows | |
| if: startsWith(matrix.os, 'windows') | |
| run: pip install --no-cache-dir torch==${{ matrix.torch.base }} torchvision==${{ matrix.torch.vision }} | |
| - name: Install torch on ubuntu | |
| if: startsWith(matrix.os, 'ubuntu') | |
| run: | | |
| sudo sed -i 's/azure\.//' /etc/apt/sources.list | |
| sudo apt update | |
| sudo apt install -y google-perftools | |
| pip install --no-cache-dir torch==${{ matrix.torch.base }}+cpu torchvision==${{ matrix.torch.vision }}+cpu -f https://download.pytorch.org/whl/torch_stable.html | |
| - name: Install requirements | |
| run: | | |
| pip install -r requirements.txt | |
| - name: Run tests on Windows | |
| if: startsWith(matrix.os, 'windows') | |
| env: | |
| PYTHONDONTWRITEBYTECODE: 1 | |
| run: | | |
| pytest -vv tests | |
| - name: Run '${{ matrix.testmarker }}' tests on Linux / Mac | |
| if: ${{ !startsWith(matrix.os, 'windows') }} | |
| env: | |
| LD_PRELOAD: /usr/lib/x86_64-linux-gnu/libtcmalloc.so.4 | |
| PYTHONDONTWRITEBYTECODE: 1 | |
| run: | | |
| pytest -vv --forked --durations=0 ${{ matrix.testmarker }} tests |