added support for cuda 11.8 docker image. #18
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Publish docker image | |
# Build & Push scalellm docker image on creation of tags to https://hub.docker.com/r/vectorchai/scalellm | |
# Push events to matching v*, i.e. v1.0.0, v1.0.0-rc1, v20.15.10-rc5, etc. | |
on: | |
push: | |
tags: | |
- v[0-9]+.[0-9]+.[0-9]+* | |
jobs: | |
publish_scalellm: | |
runs-on: [self-hosted, linux, x64, 1gpu] | |
steps: | |
- uses: olegtarasov/get-tag@v2.1 | |
id: tagName | |
- name: Checkout repository | |
uses: actions/checkout@v3 | |
with: | |
submodules: recursive | |
- name: Set up QEMU | |
uses: docker/setup-qemu-action@v3 | |
- name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v3 | |
- name: Login to Docker Hub | |
uses: docker/login-action@v3 | |
with: | |
username: ${{ secrets.DOCKER_HUB_USER }} | |
password: ${{ secrets.DOCKER_HUB_TOKEN }} | |
- name: Build and push gateway | |
uses: docker/build-push-action@v5 | |
with: | |
context: ./gateway | |
push: true | |
no-cache: true | |
tags: | | |
vectorchai/scalellm-gateway:${{ steps.tagName.outputs.tag }} | |
vectorchai/scalellm-gateway:latest | |
- name: Build and push scalellm for cuda 12.1 | |
uses: docker/build-push-action@v5 | |
with: | |
context: . | |
push: true | |
no-cache: true | |
tags: | | |
vectorchai/scalellm:${{ steps.tagName.outputs.tag }} | |
vectorchai/scalellm:latest | |
- name: Build and push scalellm for cuda 11.8 | |
uses: docker/build-push-action@v5 | |
with: | |
context: . | |
push: true | |
no-cache: true | |
build-args: | | |
BASE_IMAGE=nvcr.io/nvidia/cuda:11.8.0-devel-ubuntu22.04 | |
tags: | | |
vectorchai/scalellm_cu118:${{ steps.tagName.outputs.tag }} | |
vectorchai/scalellm_cu118:latest | |