From 4aed4810533a4612fe0d272153f15a69c186fedc Mon Sep 17 00:00:00 2001 From: Andrey Velichkevich Date: Fri, 15 Mar 2024 18:16:42 +0000 Subject: [PATCH] Remove dataset download twice Signed-off-by: Andrey Velichkevich --- sdk/python/kubeflow/storage_initializer/hugging_face.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/sdk/python/kubeflow/storage_initializer/hugging_face.py b/sdk/python/kubeflow/storage_initializer/hugging_face.py index 66b91392d4..eb311073eb 100644 --- a/sdk/python/kubeflow/storage_initializer/hugging_face.py +++ b/sdk/python/kubeflow/storage_initializer/hugging_face.py @@ -102,8 +102,6 @@ def download_dataset(self): if self.config.access_token: huggingface_hub.login(self.config.access_token) - load_dataset(self.config.repo_id, cache_dir=VOLUME_PATH_DATASET) - # Load dataset and save to disk. dataset = load_dataset( self.config.repo_id,