diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml
index 5be79fa41d..ad780b71a1 100644
--- a/.github/workflows/integration-tests.yml
+++ b/.github/workflows/integration-tests.yml
@@ -20,6 +20,7 @@ jobs:
       - name: Install the Python dependencies
         run: |
           pip install -e ".[test]"
+          pip install pytest-github-actions-annotate-failures
       - name: List installed packages
         run: |
           pip freeze
diff --git a/.github/workflows/python-linux.yml b/.github/workflows/python-linux.yml
index f55f9c54ab..2b01149006 100644
--- a/.github/workflows/python-linux.yml
+++ b/.github/workflows/python-linux.yml
@@ -100,5 +100,6 @@ jobs:
       - name: Install From SDist
         run: |
           pip install --find-links=./sdist "jupyter_server[test]>=0.0.dev0"
+          pip install pytest-github-actions-annotate-failures
       - name: Run Test
         run: pytest -vv --pyargs --timeout=300 --timeout_method=thread jupyter_server --capture=no
diff --git a/.github/workflows/python-macos.yml b/.github/workflows/python-macos.yml
index 14f24c4318..78ab08f491 100644
--- a/.github/workflows/python-macos.yml
+++ b/.github/workflows/python-macos.yml
@@ -20,6 +20,7 @@ jobs:
       - name: Install the Python dependencies
         run: |
           pip install -e .[test] codecov
+          pip install pytest-github-actions-annotate-failures
       - name: List installed packages
         run: |
           pip freeze
diff --git a/.github/workflows/python-windows.yml b/.github/workflows/python-windows.yml
index a9e1c7c467..5d41cc3b6d 100644
--- a/.github/workflows/python-windows.yml
+++ b/.github/workflows/python-windows.yml
@@ -20,6 +20,7 @@ jobs:
       - name: Install the Python dependencies
         run: |
           pip install -e .[test]
+          pip install pytest-github-actions-annotate-failures
       - name: List installed packages
         run: |
           pip freeze