diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 0ae27596d..d6312654e 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -27,7 +27,7 @@ jobs:
       coverage: 'false'
 
     # Linux builds - test on all supported PyQt5 versions, and include all dependencies in some builds
-    - linux: py36-test-pyqt59-all
+    - linux: py36-test-pyqt59-legacy
     - linux: py37-test-pyqt510
     - linux: py37-test-pyqt511-all
     - linux: py37-test-pyqt512
diff --git a/setup.cfg b/setup.cfg
index 047ca5241..d76a221a5 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -26,22 +26,22 @@ packages = find:
 python_requires = >=3.6
 setup_requires = setuptools_scm
 install_requires =
-    numpy>=1.11
-    matplotlib>=2.1
+    numpy>=1.16
+    matplotlib>=3.2
     scipy>=1.0
-    pandas>=0.14
-    echo>=0.2
+    pandas>=1.0
+    echo>=0.5
     astropy>=4.0
     setuptools>=30.3.0
-    qtpy>=1.3
+    qtpy>=1.9
     ipython>=4.0
     ipykernel>=4.0,!=5.0.0,!=5.1.0
     qtconsole>=4.3
     jupyter_client<6
     dill>=0.2
-    xlrd>=1.0
-    h5py>=2.4
-    mpl-scatter-density>=0.5
+    xlrd>=1.2
+    h5py>=2.10
+    mpl-scatter-density>=0.7
     bottleneck>=1.2
 
 [options.entry_points]
diff --git a/tox.ini b/tox.ini
index 2919eb900..d2883cc9c 100644
--- a/tox.ini
+++ b/tox.ini
@@ -29,20 +29,22 @@ deps =
     pyside514: PySide2==5.14.*
     dev: git+https://github.com/numpy/numpy
     dev: git+https://github.com/astropy/astropy
-    legacy: numpy==1.11.*
-    legacy: matplotlib==2.1.*
+    legacy: numpy==1.16.*
+    legacy: matplotlib==3.2.*
     legacy: scipy==1.0.*
-    legacy: pandas==0.14.*
+    legacy: pandas==1.0.*
+    legacy: echo==0.5.*
     legacy: astropy==4.0.*
     legacy: setuptools==30.3.*
-    legacy: qtpy==1.3.*
+    legacy: qtpy==1.9.*
     legacy: ipython==4.0.*
     legacy: ipykernel==4.0.*
     legacy: qtconsole==4.3.*
     legacy: dill==0.2.*
-    legacy: xlrd==1.0.*
-    legacy: h5py==2.4.*
-    legacy: mpl-scatter-density==0.5.*
+    legacy: xlrd==1.2.*
+    legacy: h5py==2.10.*
+    legacy: mpl-scatter-density==0.7.*
+    legacy: bottleneck==1.2.*
     all: pytest-qt
 extras =
     test