Remove dataset download twice

Signed-off-by: Andrey Velichkevich <andrey.velichkevich@gmail.com>
kubeflow · Mar 15, 2024 · 4aed481 · 4aed481
1 parent f3fb861
commit 4aed481
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/sdk/python/kubeflow/storage_initializer/hugging_face.py b/sdk/python/kubeflow/storage_initializer/hugging_face.py
@@ -102,8 +102,6 @@ def download_dataset(self):
         if self.config.access_token:
             huggingface_hub.login(self.config.access_token)
 
-        load_dataset(self.config.repo_id, cache_dir=VOLUME_PATH_DATASET)
-
         # Load dataset and save to disk.
         dataset = load_dataset(
             self.config.repo_id,