diff --git a/pytorch_lightning/loggers/tensorboard.py b/pytorch_lightning/loggers/tensorboard.py
index ee40f31f9b5a6..48459cd889e33 100644
--- a/pytorch_lightning/loggers/tensorboard.py
+++ b/pytorch_lightning/loggers/tensorboard.py
@@ -6,7 +6,6 @@
 import torch
 import csv
 from torch.utils.tensorboard import SummaryWriter
-from torch.utils.tensorboard.summary import hparams
 
 from .base import LightningLoggerBase, rank_zero_only
 
@@ -85,6 +84,7 @@ def log_hyperparams(self, params):
                 " hyperparameter logging."
             )
         else:
+            from torch.utils.tensorboard.summary import hparams
             exp, ssi, sei = hparams(params, {})
             writer = self.experiment._get_file_writer()
             writer.add_summary(exp)