diff --git a/test/pipelines/pipelines-it-frameworkcontroller.yml b/test/pipelines/pipelines-it-frameworkcontroller.yml
index 9e21054202..57762f4585 100644
--- a/test/pipelines/pipelines-it-frameworkcontroller.yml
+++ b/test/pipelines/pipelines-it-frameworkcontroller.yml
@@ -22,6 +22,7 @@ jobs:
     displayName: 'Install nni toolkit via source code'
 
   - script: |
+      python3 -m pip install torch==1.2.0 --user
       sudo apt-get install swig -y
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=SMAC
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=BOHB
diff --git a/test/pipelines/pipelines-it-kubeflow.yml b/test/pipelines/pipelines-it-kubeflow.yml
index e7c38861cc..a77c1274f4 100644
--- a/test/pipelines/pipelines-it-kubeflow.yml
+++ b/test/pipelines/pipelines-it-kubeflow.yml
@@ -22,6 +22,7 @@ jobs:
     displayName: 'Install nni toolkit via source code'
 
   - script: |
+      python3 -m pip install torch==1.2.0 --user
       sudo apt-get install swig -y
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=SMAC
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=BOHB
diff --git a/test/pipelines/pipelines-it-pai-windows.yml b/test/pipelines/pipelines-it-pai-windows.yml
index 6aa5a24a31..0617897989 100644
--- a/test/pipelines/pipelines-it-pai-windows.yml
+++ b/test/pipelines/pipelines-it-pai-windows.yml
@@ -58,6 +58,7 @@ jobs:
   - script: |
       set PATH=$(ENV_PATH)
       python -m pip install scikit-learn==0.21.0 --user
+      python -m pip install torch===1.2.0 -f https://download.pytorch.org/whl/torch_stable.html --user
     displayName: 'Install dependencies for integration tests'
   - script: |
       cd test
diff --git a/test/pipelines/pipelines-it-pai.yml b/test/pipelines/pipelines-it-pai.yml
index 41c10e788d..7f05c768fd 100644
--- a/test/pipelines/pipelines-it-pai.yml
+++ b/test/pipelines/pipelines-it-pai.yml
@@ -22,6 +22,7 @@ jobs:
     displayName: 'Install nni toolkit via source code'
 
   - script: |
+      python3 -m pip install torch==1.2.0 --user
       sudo apt-get install swig -y
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=SMAC
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=BOHB
diff --git a/test/pipelines/pipelines-it-remote-windows.yml b/test/pipelines/pipelines-it-remote-windows.yml
index 481a31353e..e450a5c592 100644
--- a/test/pipelines/pipelines-it-remote-windows.yml
+++ b/test/pipelines/pipelines-it-remote-windows.yml
@@ -17,6 +17,7 @@ jobs:
     displayName: 'Install nni toolkit via source code'
   - script: |
       python -m pip install scikit-learn==0.20.1 --user
+      python -m pip install torch===1.2.0 -f https://download.pytorch.org/whl/torch_stable.html --user
     displayName: 'Install dependencies for integration tests'
   - task: SSH@0
     inputs:
diff --git a/test/pipelines/pipelines-it-remote.yml b/test/pipelines/pipelines-it-remote.yml
index c8abae058f..03165c1213 100644
--- a/test/pipelines/pipelines-it-remote.yml
+++ b/test/pipelines/pipelines-it-remote.yml
@@ -15,6 +15,7 @@ jobs:
       source install.sh
     displayName: 'Install nni toolkit via source code'
   - script: |
+      python3 -m pip install torch==1.2.0 --user
       sudo apt-get install swig -y
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=SMAC
       PATH=$HOME/.local/bin:$PATH nnictl package install --name=BOHB