diff --git a/setup.cfg b/setup.cfg
index a5997e745..eb570dafb 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -49,7 +49,6 @@ install_requires =
   clu==0.0.7
   matplotlib>=3.7.2
   tabulate==0.9.0
-  scipy==1.11.4
 python_requires = >=3.8
 
 
@@ -122,6 +121,8 @@ jax_core_deps =
   chex==0.1.7
   ml_dtypes==0.2.0
   protobuf==4.25.3
+  scipy==1.11.4
+
 
 # JAX CPU
 jax_cpu =