tools_tests.yaml

name: tools
on:
  push:
  pull_request:

env:
  BASE_IMAGE: openpilot-base
  CL_BASE_IMAGE: openpilot-base-cl
  DOCKER_REGISTRY: ghcr.io/commaai
  DOCKER_LOGIN: docker login ghcr.io -u adeebshihadeh -p ${{ secrets.CONTAINER_TOKEN }}

  BUILD: |
      docker pull $(grep -iohP '(?<=^from)\s+\S+' Dockerfile.openpilot_base) || true
      docker pull $DOCKER_REGISTRY/$BASE_IMAGE:latest || true
      docker build --cache-from $DOCKER_REGISTRY/$BASE_IMAGE:latest -t $DOCKER_REGISTRY/$BASE_IMAGE:latest -t $BASE_IMAGE:latest -f Dockerfile.openpilot_base .
  BUILD_CL: |
      docker pull $(grep -iohP '(?<=^from)\s+\S+' Dockerfile.openpilot_base_cl) || true
      docker pull $DOCKER_REGISTRY/$BASE_IMAGE:latest || true
      docker build --cache-from $DOCKER_REGISTRY/$CL_BASE_IMAGE:latest -t $DOCKER_REGISTRY/$CL_BASE_IMAGE:latest -t $CL_BASE_IMAGE:latest -f Dockerfile.openpilot_base_cl .
  RUN: docker run --shm-size 1G -v $PWD:/tmp/openpilot -e PYTHONPATH=/tmp/openpilot -e GITHUB_ACTION -e GITHUB_REF -e GITHUB_HEAD_REF -e GITHUB_SHA -e \
       GITHUB_REPOSITORY -e GITHUB_RUN_ID -v /tmp/comma_download_cache:/tmp/comma_download_cache $BASE_IMAGE /bin/sh -c

jobs:
  build_latest_ubuntu:
    name: build latest ubuntu
    runs-on: ubuntu-20.04
    timeout-minutes: 60
    steps:
    - uses: actions/checkout@v3
      with:
        submodules: true
    - name: Cache pyenv
      id: ubuntu-latest-pyenv
      uses: actions/cache@v3
      with:
        path: |
          ~/.pyenv
          ~/.local/share/virtualenvs/
        key: ubuntu-latest-python-${{ hashFiles('tools/ubuntu_setup.sh') }}-
    - name: Cache scons
      id: ubuntu-latest-scons
      uses: actions/cache@v3
      with:
        path: /tmp/scons_cache
        key: ubuntu-latest-scons-${{ hashFiles('.github/workflows/tools_test.yaml') }}-
        restore-keys: |
          ubuntu-latest-scons-${{ hashFiles('.github/workflows/tools_test.yaml') }}-
          ubuntu-latest-scons-

    - name: tools/ubuntu_setup.sh
      run: |
        source tools/openpilot_env.sh
        tools/ubuntu_setup.sh
    - name: Build openpilot
      run: |
        source tools/openpilot_env.sh
        pipenv run scons -j$(nproc) --extras --test
    - name: Cleanup scons cache
      run: |
        source tools/openpilot_env.sh
        rm -rf /tmp/scons_cache/*
        pipenv run scons -j$(nproc) --extras --test --cache-populate

  plotjuggler:
    name: plotjuggler
    runs-on: ubuntu-20.04
    timeout-minutes: 30
    steps:
    - uses: actions/checkout@v3
      with:
        submodules: true
    - name: Build Docker image
      run: eval "$BUILD"
    - name: Unit test
      run: |
        ${{ env.RUN }} "scons -j$(nproc) --directory=/tmp/openpilot/cereal && \
                        apt-get update && \
                        apt-get install -y libdw-dev libqt5svg5-dev libqt5x11extras5-dev && \
                        cd /tmp/openpilot/tools/plotjuggler && \
                        ./test_plotjuggler.py"

  simulator:
    name: simulator
    runs-on: ubuntu-20.04
    timeout-minutes: 50
    env:
      IMAGE_NAME: openpilot-sim
    if: github.repository == 'commaai/openpilot'
    steps:
    - uses: actions/checkout@v3
      with:
        submodules: true
    - name: Pull LFS
      run: git lfs pull
    - name: Build base image
      run: eval "$BUILD"
    - name: Build base cl image
      run: eval "$BUILD_CL"
    - name: Pull latest simulator image
      run: docker pull $DOCKER_REGISTRY/$IMAGE_NAME:latest || true
    - name: Build simulator image
      run: docker build --cache-from $DOCKER_REGISTRY/$IMAGE_NAME:latest -t $DOCKER_REGISTRY/$IMAGE_NAME:latest -f tools/sim/Dockerfile.sim .
    - name: Push to container registry
      if: github.ref == 'refs/heads/master' && github.repository == 'commaai/openpilot'
      run: |
        $DOCKER_LOGIN
        docker push $DOCKER_REGISTRY/$IMAGE_NAME:latest