diff --git a/.github/workflows/build_esptool.yml b/.github/workflows/build_esptool.yml
index affc2e1e7..bb2f89b04 100644
--- a/.github/workflows/build_esptool.yml
+++ b/.github/workflows/build_esptool.yml
@@ -37,17 +37,22 @@ jobs:
           pyinstaller --distpath ./${{ env.DISTPATH }} -F --icon=build_tools/espressif.ico espefuse.py
           pyinstaller --distpath ./${{ env.DISTPATH }} -F --icon=build_tools/espressif.ico espsecure.py
           pyinstaller --distpath ./${{ env.DISTPATH }} -F --icon=build_tools/espressif.ico esp_rfc2217_server.py
-      - name: Sign binaries
-        if: matrix.os == 'windows-latest'
-        env:
-          CERTIFICATE: ${{ secrets.CERTIFICATE }}
-          CERTIFICATE_PASSWORD: ${{ secrets.CERTIFICATE_PASSWORD }}
-        shell: pwsh
+      - name: Build stub (Python 3.8 only)
+        if: matrix.python-version == 3.8
         run: |
-          ./build_tools/Sign-File.ps1 -Path ./${{ env.DISTPATH }}/esptool.exe
-          ./build_tools/Sign-File.ps1 -Path ./${{ env.DISTPATH }}/espefuse.exe
-          ./build_tools/Sign-File.ps1 -Path ./${{ env.DISTPATH }}/espsecure.exe
-          ./build_tools/Sign-File.ps1 -Path ./${{ env.DISTPATH }}/esp_rfc2217_server.exe
+          export TOOLCHAIN_DIR=$HOME/toolchain
+
+          export ESP8266_BINDIR=$TOOLCHAIN_DIR/xtensa-lx106-elf/bin
+          export ESP32_BINDIR=$TOOLCHAIN_DIR/xtensa-esp32-elf/bin
+          export ESP32S2_BINDIR=$TOOLCHAIN_DIR/xtensa-esp32s2-elf/bin
+          export ESP32S3_BINDIR=$TOOLCHAIN_DIR/xtensa-esp32s3-elf/bin
+          export ESP32C3_BINDIR=$TOOLCHAIN_DIR/riscv32-esp-elf/bin
+
+          export PATH=$PATH:$ESP8266_BINDIR:$ESP32_BINDIR:$ESP32S2_BINDIR:$ESP32S3_BINDIR:$ESP32C3_BINDIR
+
+          ./test/ci/setup_ci_build_env.sh
+          make -C flasher_stub V=1
+          cd flasher_stub && python ./compare_stubs.py
       - name: Test binaries
         shell: bash
         run: |