diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml
index 9689d2374..b3a410113 100644
--- a/.github/workflows/publish.yml
+++ b/.github/workflows/publish.yml
@@ -49,7 +49,7 @@ jobs:
       matrix:
           os: ['ubuntu-20.04']
           python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
-          pytorch-version: ['2.4.0']  # Should be synced with setup.py.
+          pytorch-version: ['2.5.1']  # Should be synced with setup.py.
           cuda-version: ['12.1', '11.8']
 
     steps:
diff --git a/build.sh b/build.sh
index 45a8eb281..5a9838358 100755
--- a/build.sh
+++ b/build.sh
@@ -2,7 +2,7 @@
 # A simple build script for local testing.
 # NOTE: This script is not used for the actual build process.
 
-PYTORCH_VERSION="2.4.0"
+PYTORCH_VERSION="2.5.1"
 
 pip install packaging ninja;
 pip install torch==${PYTORCH_VERSION};
diff --git a/setup.py b/setup.py
index 43269cdd9..80be74b2e 100644
--- a/setup.py
+++ b/setup.py
@@ -255,7 +255,7 @@ def get_package_version():
         return str(public_version)
 
 
-PYTORCH_VERSION = "2.4.0"
+PYTORCH_VERSION = "2.5.1"
 MAIN_CUDA_VERSION = "12.1"