diff --git a/conda/dgl/meta.yaml b/conda/dgl/meta.yaml
index 3edb734286ca..f768f15f617a 100644
--- a/conda/dgl/meta.yaml
+++ b/conda/dgl/meta.yaml
@@ -1,6 +1,6 @@
 package:
   name: dgl{{ environ.get('DGL_PACKAGE_SUFFIX', '') }}
-  version: 2.4{{ environ.get('DGL_VERSION_SUFFIX', '') }}
+  version: 2.4.0{{ environ.get('DGL_VERSION_SUFFIX', '') }}
 
 source:
   git_rev: {{ environ.get('DGL_RELEASE_BRANCH', 'master') }}
diff --git a/include/dgl/runtime/c_runtime_api.h b/include/dgl/runtime/c_runtime_api.h
index c3098878362d..1ff9aceb9ac6 100644
--- a/include/dgl/runtime/c_runtime_api.h
+++ b/include/dgl/runtime/c_runtime_api.h
@@ -33,7 +33,7 @@
 #endif
 
 // DGL version
-#define DGL_VERSION "2.4"
+#define DGL_VERSION "2.4.0"
 
 #ifdef __cplusplus
 extern "C" {
diff --git a/python/dgl/_ffi/libinfo.py b/python/dgl/_ffi/libinfo.py
index b8d560e207ce..afbff1125db0 100644
--- a/python/dgl/_ffi/libinfo.py
+++ b/python/dgl/_ffi/libinfo.py
@@ -105,4 +105,4 @@ def find_lib_path(name=None, search_path=None, optional=False):
 # We use the version of the incoming release for code
 # that is under development.
 # The following line is set by dgl/python/update_version.py
-__version__ = "2.4"
+__version__ = "2.4.0"
diff --git a/python/setup.py b/python/setup.py
index bba00b39aad7..28e35b3d38d2 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -230,6 +230,7 @@ def get_lib_file_path(lib_name, backend=""):
     "requests>=2.19.0",
     "scipy>=1.1.0",
     "tqdm",
+    "torch<=2.4.0",
 ]
 
 setup(
diff --git a/python/update_version.py b/python/update_version.py
index 185f6c74d196..ac8729c2672a 100644
--- a/python/update_version.py
+++ b/python/update_version.py
@@ -16,7 +16,7 @@
 # (usually "aYYMMDD")
 # The environment variable DGL_VERSION_SUFFIX is the local version label
 # suffix for indicating CPU and CUDA versions as in PEP 440 (e.g. "+cu102")
-__version__ = "2.4" + os.getenv("DGL_PRERELEASE", "")
+__version__ = "2.4.0" + os.getenv("DGL_PRERELEASE", "")
 __version__ += os.getenv("DGL_VERSION_SUFFIX", "")
 print(__version__)