diff --git a/.circleci/config.yml b/.circleci/config.yml
index 3d1426eb325..247310156ca 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -201,13 +201,21 @@ jobs:
           command: |
             bash .circleci/trigger_if_modified.sh "^(ignite|tests|examples|\.circleci).*"
 
+      - run:
+          name: Update CUDA Driver for Windows
+          command: |
+            curl -O https://raw.githubusercontent.com/pytorch/pytorch/master/.circleci/scripts/windows_cuda_install.sh
+            mkdir -p "C:/Program Files (x86)/Microsoft Visual Studio/2019/BuildTools/MSBuild/Microsoft/VC/v160/BuildCustomizations/"
+            JOB_EXECUTOR="windows-with-nvidia-gpu" CUDA_VERSION="11.3" VC_PRODUCT="BuildTools" VC_YEAR="2019" bash ./windows_cuda_install.sh
+            bash -c "'/c/Program Files/NVIDIA Corporation/NVSMI/nvidia-smi.exe'"
+
       - run:
           name: Install dependencies
           command: |
             conda --version
-            # We have to use cuda 10.1 on Windows:
+            # We have to use cuda 10.2 on Windows:
             # https://github.com/pytorch/ignite/issues/1843
-            conda install -y pytorch torchvision cudatoolkit=10.1 -c pytorch
+            conda install -y pytorch torchvision cudatoolkit=10.2 -c pytorch
             pip install -r requirements-dev.txt
             pip install .