diff --git a/.circleci/config.yml b/.circleci/config.yml
index 31a54735b6a..6593c2fc458 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -38,8 +38,8 @@ jobs:
           name: Build OpenSSH
           command: env WITH_OPENSSL=<< parameters.WITH_OPENSSL >> ./oqs-scripts/build_openssh.sh
       - run:
-          name: Run short tests
-          command: make tests LTESTS=""
+          name: Run tests documented to pass
+          command: ./oqs-test/run_tests.sh
       - run:
           name: Ensure we have the ssh and sshd syntax right once for each algorithm
           command: python3 oqs-test/try_connection.py doone
diff --git a/oqs-test/run_tests.sh b/oqs-test/run_tests.sh
index dc657797e10..30e9481f9dd 100755
--- a/oqs-test/run_tests.sh
+++ b/oqs-test/run_tests.sh
@@ -10,7 +10,9 @@ INVESTIGATE_FURTHER="integrity \
                      keys-command \
                      hostkey-agent \
                      authinfo \
-                     principals-command"
+                     principals-command \
+                     knownhosts-command \
+                     hostkey-rotate"
 SKIPPED_DUE_TO_CERTIFIED_KEYS="agent \
                                cert-hostkey \
                                cert-userkey \