diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index c89c50cd07e2..3bce95b0e057 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -17,6 +17,7 @@ jobs:
       - uses: actions/setup-python@v2
       - run: pip install -e .
       - run: scripts-dev/generate_sample_config.sh --check
+      - run: scripts-dev/config-lint.sh
 
   lint:
     runs-on: ubuntu-latest
diff --git a/changelog.d/12153.misc b/changelog.d/12153.misc
new file mode 100644
index 000000000000..f02d140f3871
--- /dev/null
+++ b/changelog.d/12153.misc
@@ -0,0 +1 @@
+Move CI checks out of tox, to facilitate a move to using poetry.
\ No newline at end of file
diff --git a/tox.ini b/tox.ini
index 04d282a705af..d31bba0d6a30 100644
--- a/tox.ini
+++ b/tox.ini
@@ -152,7 +152,6 @@ extras = lint
 commands =
     python -m black --check --diff {[base]lint_targets}
     flake8 {[base]lint_targets} {env:PEP8SUFFIX:}
-    {toxinidir}/scripts-dev/config-lint.sh
 
 [testenv:check_isort]
 extras = lint