upgrade torch to 12.8

Author: guocuimi

.devcontainer/manylinux/Dockerfile

@@ -4,7 +4,7 @@ FROM ${BASE_IMAGE}
 ARG USER=vscode
 ARG UID=1000
 ARG GID=1000
-ARG TORCH_VERSION=2.7.1
+ARG TORCH_VERSION=2.8.0
 ARG CUDA_VERSION=12.8
 ARG PYTHON_VERSION=3.12
 

.devcontainer/manylinux/devcontainer.json

@@ -5,7 +5,7 @@
     "dockerfile": "Dockerfile",
     "args": {
       "BASE_IMAGE": "vectorchai/scalellm_manylinux2_28:cuda12.8",
-      "TORCH_VERSION": "2.7.1",
+      "TORCH_VERSION": "2.8.0",
       "CUDA_VERSION": "12.8",
       "USER": "${localEnv:USER:vscode}",
       "UID": "${localEnv:UID:1000}",

.github/workflows/create_release.yml

@@ -24,8 +24,8 @@ jobs:
       fail-fast: false
       matrix:
         python: ["3.9", "3.10", "3.11", "3.12"]
-        cuda: ["11.8", "12.6", "12.8"]
-        torch: ["2.7.1"]
+        cuda: ["12.6", "12.8", "12.9"]
+        torch: ["2.8.0"]
     runs-on: [self-hosted, linux]
     env:
       PYTHON_VERSION: ${{ matrix.python }}

.github/workflows/pkg_build.yml

@@ -40,7 +40,7 @@ jobs:
       matrix:
         python: ["3.12"]
         cuda: ["12.8"]
-        torch: ["2.7.1"]
+        torch: ["2.8.0"]
     runs-on: [self-hosted, linux]
     env:
       PYTHON_VERSION: ${{ matrix.python }}
@@ -92,7 +92,7 @@ jobs:
       matrix:
         python: ["3.12"]
         cuda: ["12.8"]
-        torch: ["2.7.1"]
+        torch: ["2.8.0"]
     runs-on: [self-hosted, linux, gpu]
     env:
       PYTHON_VERSION: ${{ matrix.python }}

.github/workflows/pkg_test.yml

@@ -21,7 +21,7 @@ jobs:
       matrix:
         python: ["3.9", "3.10", "3.11", "3.12"]
         cuda: ["12.8"]
-        torch: ["2.7.1"]
+        torch: ["2.8.0"]
     runs-on: [self-hosted, linux]
     env:
       PYTHON_VERSION: ${{ matrix.python }}
@@ -74,7 +74,7 @@ jobs:
       matrix:
         python: ["3.9", "3.10", "3.11", "3.12"]
         cuda: ["12.8"]
-        torch: ["2.7.1"]
+        torch: ["2.8.0"]
     runs-on: [self-hosted, linux, gpu]
     env:
       PYTHON_VERSION: ${{ matrix.python }}

.github/workflows/publish_pypi.yml

@@ -22,8 +22,8 @@ jobs:
     strategy:
       matrix:
         python: ["3.9", "3.10", "3.11", "3.12"]
-        cuda: ["12.6"]
-        torch: ["2.7.1"]
+        cuda: ["12.8"]
+        torch: ["2.8.0"]
     runs-on: [self-hosted, linux]
     env:
       PYTHON_VERSION: ${{ matrix.python }}
@@ -89,7 +89,7 @@ jobs:
       matrix:
         python: ["3.9", "3.10", "3.11", "3.12"]
         cuda: ["12.6"]
-        torch: ["2.7.1"]
+        torch: ["2.8.0"]
     runs-on: [self-hosted, linux, gpu]
     env:
       PYTHON_VERSION: ${{ matrix.python }}

CMakeLists.txt

@@ -175,14 +175,14 @@ if (DEFINED ENV{LIBTORCH_ROOT})
 else()
   include(FetchContent)
   if (CUDAToolkit_VERSION VERSION_GREATER_EQUAL 12.8)
-    # download libtorch 2.7.1 with cuda 12.8 from pytorch.org
-    set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu128/libtorch-cxx11-abi-shared-with-deps-2.7.1%2Bcu128.zip")
+    # download libtorch 2.8.0 with cuda 12.8 from pytorch.org
+    set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu128/libtorch-cxx11-abi-shared-with-deps-2.8.0%2Bcu128.zip")
   elseif(CUDAToolkit_VERSION VERSION_GREATER_EQUAL 12.6)
-    # download libtorch 2.7.1 with cuda 12.6 from pytorch.org
-    set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu126/libtorch-cxx11-abi-shared-with-deps-2.7.1%2Bcu126.zip")
+    # download libtorch 2.8.0 with cuda 12.6 from pytorch.org
+    set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu126/libtorch-cxx11-abi-shared-with-deps-2.8.0%2Bcu126.zip")
   elseif(CUDAToolkit_VERSION VERSION_GREATER_EQUAL 11.8)
-    # download libtorch 2.7.1 with cuda 11.8 from pytorch.org
-    set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu118/libtorch-cxx11-abi-shared-with-deps-2.7.1%2Bcu118.zip")
+    # download libtorch 2.8.0 with cuda 11.8 from pytorch.org
+    set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cu118/libtorch-cxx11-abi-shared-with-deps-2.8.0%2Bcu118.zip")
   else()
     # error out if cuda version is not supported
     message(FATAL_ERROR "Unsupported CUDA version: ${CUDAToolkit_VERSION}")
@@ -201,7 +201,7 @@ else()
   FetchContent_MakeAvailable(libtorch)
 
   find_package(Torch REQUIRED PATHS ${libtorch_SOURCE_DIR} NO_DEFAULT_PATH)
-  message(STATUS "Downloading and using libtorch 2.7.1 for cuda ${CUDAToolkit_VERSION} at ${libtorch_SOURCE_DIR}")
+  message(STATUS "Downloading and using libtorch 2.8.0 for cuda ${CUDAToolkit_VERSION} at ${libtorch_SOURCE_DIR}")
 endif()
 
 # carry over torch flags to the rest of the project

docs/source/index.rst

@@ -12,7 +12,7 @@ ScaleLLM is available as a Python Wheel package on `PyPI <https://pypi.org/proje
 
 .. code-block:: bash
 
-   # Install ScaleLLM with CUDA 12.6 and Pytorch 2.7.1
+   # Install ScaleLLM with CUDA 12.6 and Pytorch 2.8.0
    $ pip install -U scalellm
 
 

docs/source/quick_start.rst

@@ -25,31 +25,31 @@ If you want to install ScaleLLM with different versions of CUDA and PyTorch, you
 
         .. tabs::
 
-            .. tab:: PyTorch 2.7.1
+            .. tab:: PyTorch 2.8.0
 
                 .. code-block:: bash
 
-                    $ pip install -U scalellm -i https://whl.vectorch.com/cu128/torch2.7.1/
+                    $ pip install -U scalellm -i https://whl.vectorch.com/cu128/torch2.8.0/
 
     .. tab:: CUDA 12.6
 
         .. tabs::
 
-            .. tab:: PyTorch 2.7.1
+            .. tab:: PyTorch 2.8.0
 
                 .. code-block:: bash
 
-                    $ pip install -U scalellm -i https://whl.vectorch.com/cu126/torch2.7.1/
+                    $ pip install -U scalellm -i https://whl.vectorch.com/cu126/torch2.8.0/
 
     .. tab:: CUDA 11.8
 
         .. tabs::
 
-            .. tab:: PyTorch 2.7.1
+            .. tab:: PyTorch 2.8.0
 
                 .. code-block:: bash
 
-                    $ pip install -U scalellm -i https://whl.vectorch.com/cu118/torch2.7.1/
+                    $ pip install -U scalellm -i https://whl.vectorch.com/cu118/torch2.8.0/
 
 
 Build from source