diff --git a/doc/source/conf.py b/doc/source/conf.py
index 3821acf2c121..4b45512ffa56 100644
--- a/doc/source/conf.py
+++ b/doc/source/conf.py
@@ -568,6 +568,7 @@ def setup(app):
     "aiohttp",
     "aiosignal",
     "composer",
+    "cupy",
     "dask",
     "datasets",
     "fastapi",
diff --git a/python/requirements.txt b/python/requirements.txt
index 5835e23f8f50..17647066114b 100644
--- a/python/requirements.txt
+++ b/python/requirements.txt
@@ -8,6 +8,7 @@
 
 ## setup.py install_requires
 click>=7.0
+cupy-cuda12x; sys_platform != 'darwin'
 filelock
 jsonschema
 msgpack<2.0.0,>=1.0.0
diff --git a/python/setup.py b/python/setup.py
index d455cda32f8c..0ae87994f856 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -229,6 +229,16 @@ def get_packages(self):
     numpy_dep = "numpy >= 1.20"
     pyarrow_dep = "pyarrow >= 6.0.1"
     setup_spec.extras = {
+        "adag": [
+            "cupy-cuda12x; sys_platform != 'darwin'",
+        ],
+        "client": [
+            # The Ray client needs a specific range of gRPC to work:
+            # Tracking issues: https://github.com/grpc/grpc/issues/33714
+            "grpcio != 1.56.0"
+            if sys.platform == "darwin"
+            else "grpcio",
+        ],
         "data": [
             numpy_dep,
             pandas_dep,
@@ -252,12 +262,10 @@ def get_packages(self):
             "virtualenv >=20.0.24, !=20.21.1",  # For pip runtime env.
             "memray; sys_platform != 'win32'",
         ],
-        "client": [
-            # The Ray client needs a specific range of gRPC to work:
-            # Tracking issues: https://github.com/grpc/grpc/issues/33714
-            "grpcio != 1.56.0"
-            if sys.platform == "darwin"
-            else "grpcio",
+        "observability": [
+            "opentelemetry-api",
+            "opentelemetry-sdk",
+            "opentelemetry-exporter-otlp",
         ],
         "serve": [
             "uvicorn[standard]",
@@ -267,11 +275,6 @@ def get_packages(self):
             "watchfiles",
         ],
         "tune": ["pandas", "tensorboardX>=1.9", "requests", pyarrow_dep, "fsspec"],
-        "observability": [
-            "opentelemetry-api",
-            "opentelemetry-sdk",
-            "opentelemetry-exporter-otlp",
-        ],
     }
 
     # Ray Serve depends on the Ray dashboard components.