docker-builds.yml

name: docker-builds

on:
  workflow_dispatch:
  pull_request:
    paths:
      - .circleci/docker/**
      - .github/workflows/docker-builds.yml
  schedule:
    - cron: 1 3 * * 3

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
  cancel-in-progress: true

env:
  ALPINE_IMAGE: 308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine
  AWS_DEFAULT_REGION: us-east-1

jobs:
  docker-build:
    runs-on: [self-hosted, linux.2xlarge]
    timeout-minutes: 240
    strategy:
      matrix:
        include:
          - docker-image-name: pytorch-linux-bionic-cuda10.2-cudnn7-py3.9-gcc7
          - docker-image-name: pytorch-linux-bionic-cuda11.3-cudnn8-py3-clang9
          - docker-image-name: pytorch-linux-bionic-cuda11.6-cudnn8-py3-gcc7
          - docker-image-name: pytorch-linux-bionic-py3.7-clang9
          - docker-image-name: pytorch-linux-bionic-rocm5.0-py3.7
          - docker-image-name: pytorch-linux-bionic-rocm5.1-py3.7
          - docker-image-name: pytorch-linux-xenial-cuda10.2-cudnn7-py3-gcc7
          - docker-image-name: pytorch-linux-xenial-cuda11.3-cudnn8-py3-gcc7
          - docker-image-name: pytorch-linux-xenial-py3-clang5-android-ndk-r19c
          - docker-image-name: pytorch-linux-xenial-py3-clang5-asan
          - docker-image-name: pytorch-linux-xenial-py3-clang7-asan
          - docker-image-name: pytorch-linux-xenial-py3-clang7-onnx
          - docker-image-name: pytorch-linux-xenial-py3.7-gcc7
          - docker-image-name: pytorch-linux-focal-py3.7-gcc7
          - docker-image-name: pytorch-linux-focal-py3-clang7-asan
    env:
      DOCKER_IMAGE_BASE: 308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/${{ matrix.docker-image-name }}
    steps:
      - name: Clean workspace
        shell: bash
        run: |
          echo "${GITHUB_WORKSPACE}"
          sudo rm -rf "${GITHUB_WORKSPACE}"
          mkdir "${GITHUB_WORKSPACE}"

      # [see note: pytorch repo ref]
      # deep clone (fetch-depth 0) required for git merge-base
      - name: Checkout PyTorch
        uses: pytorch/pytorch/.github/actions/checkout-pytorch@master

      - name: Setup Linux
        uses: ./.github/actions/setup-linux

      - name: Build docker image
        id: build-docker-image
        uses: ./.github/actions/calculate-docker-image
        with:
          docker-image-name: ${{ matrix.docker-image-name }}
          always-rebuild: true
          force_push: true

      - name: Pull docker image
        uses: ./.github/actions/pull-docker-image
        with:
          docker-image: ${{ steps.build-docker-image.outputs.docker-image }}

      - name: Chown workspace
        uses: ./.github/actions/chown-workspace
        if: always()

      - name: Teardown Linux
        uses: ./.github/actions/teardown-linux
        if: always()