diff --git a/requirements.txt b/requirements.txt
index f18ebea122..a7e9f01ded 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,24 +1,26 @@
 absl-py==0.12.0
 atari-py==0.2.9
 bsuite==0.3.5
-dataclasses
+dataclasses==0.8;python_version=="3.6"
 dm-control==0.0.364896371
-dm-env==1.4
+dm-env==1.5
 dm-haiku==0.0.4
-dm-launchpad-nightly==0.3.0.dev20210621
-dm-reverb-nightly==0.3.0.dev20210621
+dm-launchpad-nightly==0.3.0.dev20210818
+dm-reverb==0.4.0
 dm-sonnet==2.0.0
 dm-tree==0.1.6
-jax==0.2.14
-jaxlib==0.1.67
-keras-nightly==2.6.0.dev2021062100
-optax==0.0.8
-pillow==8.2.0
+jax==0.2.17;python_version=="3.6"
+jaxlib==0.1.68;python_version=="3.6"
+jax==0.2.19;python_version>"3.6"
+jaxlib==0.1.70;python_version>"3.6"
+keras==2.6.0
+optax==0.0.9
+Pillow==8.3.1
 pytype==2021.8.11
 pytest-xdist==2.3.0
 rlax==0.0.4
-tensorflow-datasets==4.3.0
-tf-estimator-nightly==2.6.0.dev2021061601
-tf-nightly==2.6.0.dev20210621
-tfp-nightly==0.14.0.dev20210621
-trfl==1.1.0
+tensorflow-datasets==4.4.0
+tensorflow-estimator==2.6.0
+tensorflow==2.6.0
+tfp-nightly==0.14.0.dev20210818
+trfl==1.2.0
diff --git a/setup.py b/setup.py
index 9f022a7ce1..8f45dc4387 100755
--- a/setup.py
+++ b/setup.py
@@ -40,20 +40,20 @@
     'jax',
     'jaxlib',
     'dm-haiku',
-    'dm-reverb-nightly',
+    'dm-reverb',
     'optax',
     'rlax',
     'dataclasses',  # Back-port for Python 3.6.
-    'tf-nightly',
+    'tensorflow',
     'tfp-nightly',
     'typing-extensions',
 ]
 
 tf_requirements = [
-    'dm-reverb-nightly',
+    'dm-reverb',
     'dm-sonnet',
     'trfl',
-    'tf-nightly',
+    'tensorflow',
     'tfp-nightly',
 ]