diff --git a/.github/workflows/build_wheel.yml b/.github/workflows/build_wheel.yml index f6fe18f2..ea9bd51c 100644 --- a/.github/workflows/build_wheel.yml +++ b/.github/workflows/build_wheel.yml @@ -25,10 +25,10 @@ jobs: matrix: python: ["3.8", "3.9", "3.10", "3.11", "3.12"] cuda: ["11.8", "12.1", "12.4"] - torch: ["2.4.1", "2.5.0"] - exclude: # torch 2.5.0 dropped support for python 3.8 + torch: ["2.4.1", "2.5.1"] + exclude: # torch 2.5.1 dropped support for python 3.8 - python: "3.8" - torch: "2.5.0" + torch: "2.5.1" runs-on: [self-hosted, linux, release] env: PYTHON_VERSION: ${{ matrix.python }} diff --git a/.github/workflows/package_test.yml b/.github/workflows/package_test.yml index e2321299..8fbf4f76 100644 --- a/.github/workflows/package_test.yml +++ b/.github/workflows/package_test.yml @@ -45,7 +45,7 @@ jobs: matrix: python: ["3.12"] cuda: ["12.4"] - torch: ["2.5.0"] + torch: ["2.5.1"] runs-on: [self-hosted, linux, build] env: PYTHON_VERSION: ${{ matrix.python }} diff --git a/.github/workflows/publish_wheel.yml b/.github/workflows/publish_wheel.yml index 480eb773..95bd1992 100644 --- a/.github/workflows/publish_wheel.yml +++ b/.github/workflows/publish_wheel.yml @@ -24,7 +24,7 @@ jobs: matrix: python: ["3.9", "3.10", "3.11", "3.12"] cuda: ["12.4"] - torch: ["2.5.0"] + torch: ["2.5.1"] runs-on: [self-hosted, linux, release] env: PYTHON_VERSION: ${{ matrix.python }} diff --git a/.github/workflows/release_test.yml b/.github/workflows/release_test.yml index 0f1b3de4..0d9af55b 100644 --- a/.github/workflows/release_test.yml +++ b/.github/workflows/release_test.yml @@ -15,7 +15,7 @@ jobs: matrix: python: ["3.9", "3.10", "3.11", "3.12"] cuda: ["12.4"] - torch: ["2.5.0"] + torch: ["2.5.1"] runs-on: [self-hosted, linux, release] env: PYTHON_VERSION: ${{ matrix.python }} diff --git a/CMakeLists.txt b/CMakeLists.txt index f5a1a552..18a57f4f 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -194,25 +194,25 @@ if (DEFINED ENV{LIBTORCH_ROOT}) else() include(FetchContent) if (CUDAToolkit_VERSION VERSION_GREATER_EQUAL 12.4) - # download libtorch 2.5.0 with cuda 12.4 from pytorch.org + # download libtorch 2.5.1 with cuda 12.4 from pytorch.org if (USE_CXX11_ABI) - set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu124/libtorch-cxx11-abi-shared-with-deps-2.5.0%2Bcu124.zip") + set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu124/libtorch-cxx11-abi-shared-with-deps-2.5.1%2Bcu124.zip") else() - set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu124/libtorch-shared-with-deps-2.5.0%2Bcu124.zip") + set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu124/libtorch-shared-with-deps-2.5.1%2Bcu124.zip") endif() elseif(CUDAToolkit_VERSION VERSION_GREATER_EQUAL 12.1) - # download libtorch 2.5.0 with cuda 12.1 from pytorch.org + # download libtorch 2.5.1 with cuda 12.1 from pytorch.org if (USE_CXX11_ABI) - set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu121/libtorch-cxx11-abi-shared-with-deps-2.5.0%2Bcu121.zip") + set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu121/libtorch-cxx11-abi-shared-with-deps-2.5.1%2Bcu121.zip") else() - set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu121/libtorch-shared-with-deps-2.5.0%2Bcu121.zip") + set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu121/libtorch-shared-with-deps-2.5.1%2Bcu121.zip") endif() elseif(CUDAToolkit_VERSION VERSION_GREATER_EQUAL 11.8) - # download libtorch 2.5.0 with cuda 11.8 from pytorch.org + # download libtorch 2.5.1 with cuda 11.8 from pytorch.org if (USE_CXX11_ABI) - set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu118/libtorch-cxx11-abi-shared-with-deps-2.5.0%2Bcu118.zip") + set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu118/libtorch-cxx11-abi-shared-with-deps-2.5.1%2Bcu118.zip") else() - set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu118/libtorch-shared-with-deps-2.5.0%2Bcu118.zip") + set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu118/libtorch-shared-with-deps-2.5.1%2Bcu118.zip") endif() else() # error out if cuda version is not supported @@ -232,7 +232,7 @@ else() FetchContent_MakeAvailable(libtorch) find_package(Torch REQUIRED PATHS ${libtorch_SOURCE_DIR} NO_DEFAULT_PATH) - message(STATUS "Downloading and using libtorch 2.5.0 for cuda ${CUDA_VERSION} at ${libtorch_SOURCE_DIR}") + message(STATUS "Downloading and using libtorch 2.5.1 for cuda ${CUDA_VERSION} at ${libtorch_SOURCE_DIR}") endif() # check if USE_CXX11_ABI is set correctly diff --git a/README.md b/README.md index d5286758..bc1488ca 100644 --- a/README.md +++ b/README.md @@ -55,14 +55,14 @@ ScaleLLM is currently undergoing active development. We are fully committed to c ScaleLLM is available as a Python Wheel package on PyPI. You can install it using pip: ```bash -# Install scalellm with CUDA 12.1 and Pytorch 2.4.1 +# Install scalellm with CUDA 12.4 and Pytorch 2.5.1 pip install -U scalellm ``` -If you want to install ScaleLLM with different version of CUDA and Pytorch, you can pip install it with provding index URL of the version. For example, to install ScaleLLM with CUDA 12.1 and Pytorch 2.2.2, you can use the following command: +If you want to install ScaleLLM with different version of CUDA and Pytorch, you can pip install it with provding index URL of the version. For example, to install ScaleLLM with CUDA 12.1 and Pytorch 2.4.1, you can use the following command: ```bash -pip install -U scalellm -i https://whl.vectorch.com/cu121/torch2.2.2/ +pip install -U scalellm -i https://whl.vectorch.com/cu121/torch2.4.1/ ``` ### Build from source diff --git a/docs/source/index.rst b/docs/source/index.rst index ea354a23..612bfec1 100644 --- a/docs/source/index.rst +++ b/docs/source/index.rst @@ -12,7 +12,7 @@ ScaleLLM is available as a Python Wheel package on `PyPI