diff --git a/.circleci/common.sh b/.circleci/common.sh
index c55b2d28318..647889fb3ff 100755
--- a/.circleci/common.sh
+++ b/.circleci/common.sh
@@ -92,18 +92,18 @@ function install_deps_pytorch_xla() {
 
   sudo ln -s "$(command -v bazelisk)" /usr/bin/bazel
 
-  # Install gcc-11
+  # Install gcc-8
   sudo apt-get update
   # Update ppa for GCC
   sudo apt-get install -y software-properties-common
   sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test
   sudo apt update -y
-  sudo apt install -y gcc-11
-  sudo apt install -y g++-11
-  sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 100
-  sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 100
+  sudo apt install -y gcc-8
+  sudo apt install -y g++-8
+  sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-8 100
+  sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-8 100
 
-  export NVCC_PREPEND_FLAGS='-ccbin /usr/bin/g++-11'
+  export NVCC_PREPEND_FLAGS='-ccbin /usr/bin/g++-8'
 
   # Symnlink the missing cuda headers if exists
   CUBLAS_PATTERN="/usr/include/cublas*"