Upgrade ghaction-setup-docker #3775
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: PR Tests - Syft | |
| on: | |
| workflow_call: | |
| pull_request: | |
| branches: | |
| - dev | |
| - main | |
| - "0.8" | |
| workflow_dispatch: | |
| inputs: | |
| none: | |
| description: "Run Tests Manually" | |
| required: false | |
| concurrency: | |
| group: syft-${{ github.event_name == 'pull_request' && format('{0}-{1}', github.workflow, github.event.pull_request.number) || github.workflow_ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| pr-tests-syft-unit: | |
| strategy: | |
| max-parallel: 99 | |
| matrix: | |
| os: [ubuntu-latest, macos-13, windows-latest] | |
| python-version: ["3.11"] | |
| include: | |
| - python-version: "3.9" | |
| os: "ubuntu-latest" | |
| - python-version: "3.10" | |
| os: "ubuntu-latest" | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| # - name: Permission to home directory | |
| # if: matrix.os == 'ubuntu-latest' | |
| # run: | | |
| # sudo chown -R $USER:$USER $HOME | |
| - name: "clean .git/config" | |
| if: matrix.os == 'windows' | |
| continue-on-error: true | |
| shell: bash | |
| run: | | |
| echo "deleting ${GITHUB_WORKSPACE}/.git/config" | |
| rm ${GITHUB_WORKSPACE}/.git/config | |
| - uses: actions/checkout@v3 | |
| - name: Check for file changes | |
| uses: dorny/paths-filter@v2 | |
| id: changes | |
| with: | |
| base: ${{ github.ref }} | |
| token: ${{ github.token }} | |
| filters: .github/file-filters.yml | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| if: steps.changes.outputs.syft == 'true' | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Upgrade pip | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| python -m pip install --upgrade --user pip | |
| - name: Get pip cache dir | |
| id: pip-cache | |
| if: steps.changes.outputs.syft == 'true' | |
| shell: bash | |
| run: | | |
| echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT | |
| - name: pip cache | |
| uses: buildjet/cache@v3 | |
| if: steps.changes.outputs.syft == 'true' | |
| with: | |
| path: ${{ steps.pip-cache.outputs.dir }} | |
| key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('setup.cfg') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip-py${{ matrix.python-version }}- | |
| - name: Install Dependencies | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| pip install --upgrade tox packaging wheel --default-timeout=60 | |
| - name: Fix Colima issue on MacOS Runners | |
| if: steps.changes.outputs.syft == 'true' && matrix.os == 'macos-13' | |
| shell: bash | |
| run: | | |
| sudo bash -c 'echo "test" > /var/log/docker.log' | |
| - name: Docker on MacOS | |
| if: steps.changes.outputs.syft == 'true' && matrix.os == 'macos-13' | |
| uses: crazy-max/ghaction-setup-docker@v2.1.0 | |
| - name: Run unit tests | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| tox -e syft.test.unit | |
| pr-tests-syft-notebook-python: | |
| strategy: | |
| max-parallel: 99 | |
| matrix: | |
| # Disable on windows until its flakyness is reduced. | |
| # os: [ubuntu-latest, macos-13, windows-latest] | |
| os: [ubuntu-latest, macos-13] | |
| python-version: ["3.11"] | |
| deployment-type: ["python"] | |
| notebook-paths: ["tutorials"] | |
| include: | |
| - python-version: "3.9" | |
| os: "ubuntu-latest" | |
| deployment-type: "python" | |
| notebook-paths: "tutorials" | |
| - python-version: "3.10" | |
| os: "ubuntu-latest" | |
| deployment-type: "python" | |
| notebook-paths: "tutorials" | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| # - name: Permission to home directory | |
| # if: matrix.os == 'ubuntu-latest' | |
| # run: | | |
| # sudo chown -R $USER:$USER $HOME | |
| - name: "clean .git/config" | |
| if: matrix.os == 'windows' | |
| continue-on-error: true | |
| shell: bash | |
| run: | | |
| echo "deleting ${GITHUB_WORKSPACE}/.git/config" | |
| rm ${GITHUB_WORKSPACE}/.git/config | |
| - uses: actions/checkout@v3 | |
| - name: Check for file changes | |
| uses: dorny/paths-filter@v2 | |
| id: changes | |
| with: | |
| base: ${{ github.ref }} | |
| token: ${{ github.token }} | |
| filters: .github/file-filters.yml | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Upgrade pip | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| run: | | |
| python -m pip install --upgrade --user pip | |
| - name: Get pip cache dir | |
| id: pip-cache | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| shell: bash | |
| run: | | |
| echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT | |
| - name: pip cache | |
| uses: buildjet/cache@v3 | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| with: | |
| path: ${{ steps.pip-cache.outputs.dir }} | |
| key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('setup.cfg') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip-py${{ matrix.python-version }}- | |
| - name: Install Dependencies | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| run: | | |
| pip install --upgrade tox packaging wheel --default-timeout=60 | |
| - name: Run notebook tests | |
| uses: nick-fields/retry@v2 | |
| if: steps.changes.outputs.syft == 'true' || steps.changes.outputs.notebooks == 'true' | |
| env: | |
| ORCHESTRA_DEPLOYMENT_TYPE: "${{ matrix.deployment-type }}" | |
| TEST_NOTEBOOK_PATHS: "${{ matrix.notebook-paths }}" | |
| with: | |
| timeout_seconds: 2400 | |
| max_attempts: 3 | |
| command: tox -e syft.test.notebook | |
| pr-tests-syft-notebook-container: | |
| strategy: | |
| max-parallel: 99 | |
| matrix: | |
| os: [ubuntu-latest] | |
| python-version: ["3.9", "3.10", "3.11"] | |
| deployment-type: ["single_container"] | |
| notebook-paths: ["api/0.8"] | |
| fail-fast: false | |
| runs-on: ${{matrix.os}} | |
| steps: | |
| # - name: Permission to home directory | |
| # if: matrix.os == 'ubuntu-latest' | |
| # run: | | |
| # sudo chown -R $USER:$USER $HOME | |
| - uses: actions/checkout@v3 | |
| # free 10GB of space | |
| - name: Remove unnecessary files | |
| if: matrix.os == 'ubuntu-latest' | |
| run: | | |
| sudo rm -rf /usr/share/dotnet | |
| sudo rm -rf "$AGENT_TOOLSDIRECTORY" | |
| docker image prune --all --force | |
| docker builder prune --all --force | |
| docker system prune --all --force | |
| - name: Check for file changes | |
| uses: dorny/paths-filter@v2 | |
| id: changes | |
| with: | |
| base: ${{ github.ref }} | |
| token: ${{ github.token }} | |
| filters: .github/file-filters.yml | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Upgrade pip | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| run: | | |
| python -m pip install --upgrade --user pip | |
| - name: Get pip cache dir | |
| id: pip-cache | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| shell: bash | |
| run: | | |
| echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT | |
| - name: pip cache | |
| uses: buildjet/cache@v3 | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| with: | |
| path: ${{ steps.pip-cache.outputs.dir }} | |
| key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('setup.cfg') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip-py${{ matrix.python-version }}- | |
| - name: Install Dependencies | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| run: | | |
| pip install --upgrade tox packaging wheel --default-timeout=60 | |
| - name: Docker Compose on Linux | |
| if: (steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true') && matrix.os == 'ubuntu-latest' | |
| shell: bash | |
| run: | | |
| mkdir -p ~/.docker/cli-plugins | |
| DOCKER_COMPOSE_VERSION=v2.21.0 | |
| curl -sSL https://github.com/docker/compose/releases/download/${DOCKER_COMPOSE_VERSION}/docker-compose-linux-x86_64 -o ~/.docker/cli-plugins/docker-compose | |
| chmod +x ~/.docker/cli-plugins/docker-compose | |
| docker compose version | |
| - name: Fix Colima issue on MacOS Runners | |
| if: (steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true') && matrix.os == 'macos-latest' | |
| shell: bash | |
| run: | | |
| sudo bash -c 'echo "test" > /var/log/docker.log' | |
| - name: Docker on MacOS | |
| if: (steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true') && matrix.os == 'macos-latest' | |
| uses: crazy-max/ghaction-setup-docker@v2.1.0 | |
| - name: Docker Compose on MacOS | |
| if: (steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true') && matrix.os == 'macos-latest' | |
| shell: bash | |
| run: | | |
| brew install docker-compose | |
| mkdir -p ~/.docker/cli-plugins | |
| ln -sfn /usr/local/opt/docker-compose/bin/docker-compose ~/.docker/cli-plugins/docker-compose || true | |
| docker compose version | |
| - name: Docker on Windows | |
| if: (steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true') && matrix.os == 'windows-latest' | |
| shell: pwsh | |
| run: | | |
| [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12 | |
| Start-BitsTransfer -Source "https://download.docker.com/win/static/stable/x86_64/docker-23.0.1.zip" | |
| Expand-Archive docker-23.0.1.zip -DestinationPath $Env:ProgramFiles | |
| &$Env:ProgramFiles\Docker\dockerd --register-service | |
| Start-Service docker | |
| docker version | |
| docker compose version | |
| - name: Run unit tests | |
| if: steps.changes.outputs.stack == 'true' || steps.changes.outputs.notebooks == 'true' | |
| env: | |
| ORCHESTRA_DEPLOYMENT_TYPE: "${{ matrix.deployment-type }}" | |
| DEV_MODE: "True" # force orchestra --build | |
| TEST_NOTEBOOK_PATHS: "${{ matrix.notebook-paths }}" | |
| run: | | |
| tox -e stack.test.notebook | |
| pr-tests-syft-security: | |
| strategy: | |
| max-parallel: 1 | |
| matrix: | |
| os: [ubuntu-latest] | |
| python-version: ["3.11"] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| # - name: Permission to home directory | |
| # if: matrix.os == 'ubuntu-latest' | |
| # run: | | |
| # sudo chown -R $USER:$USER $HOME | |
| - uses: actions/checkout@v3 | |
| - name: Check for file changes | |
| uses: dorny/paths-filter@v2 | |
| id: changes | |
| with: | |
| base: ${{ github.ref }} | |
| token: ${{ github.token }} | |
| filters: .github/file-filters.yml | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| if: steps.changes.outputs.syft == 'true' | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Upgrade pip | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| python -m pip install --upgrade --user pip | |
| - name: Get pip cache dir | |
| if: steps.changes.outputs.syft == 'true' | |
| id: pip-cache | |
| shell: bash | |
| run: | | |
| echo "dir=$(pip cache dir)" >> $GITHUB_OUTPUT | |
| - name: pip cache | |
| uses: buildjet/cache@v3 | |
| if: steps.changes.outputs.syft == 'true' | |
| with: | |
| path: ${{ steps.pip-cache.outputs.dir }} | |
| key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('setup.cfg') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip-py${{ matrix.python-version }}- | |
| - name: Install Dependencies | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| pip install --upgrade tox packaging wheel --default-timeout=60 | |
| - name: Scan for security issues | |
| if: steps.changes.outputs.syft == 'true' | |
| run: | | |
| tox -e syft.test.security |