diff --git a/.github/workflows/gpu-tests.yml b/.github/workflows/gpu-tests.yml
index 142937a6104b..9eb97887048f 100644
--- a/.github/workflows/gpu-tests.yml
+++ b/.github/workflows/gpu-tests.yml
@@ -118,7 +118,8 @@ jobs:
           )
 
           docker exec -t pthd /bin/bash -c "${script}"
-
+      - name: Setup tmate session
+        uses: mxschmitt/action-tmate@v3
       - name: Run GPU Unit Tests
         continue-on-error: false
         uses: nick-fields/retry@v2.9.0