diff --git a/sdk/python/kubeflow/storage_initializer/hugging_face.py b/sdk/python/kubeflow/storage_initializer/hugging_face.py index 66b91392d4..0d4d344aab 100644 --- a/sdk/python/kubeflow/storage_initializer/hugging_face.py +++ b/sdk/python/kubeflow/storage_initializer/hugging_face.py @@ -102,11 +102,6 @@ def download_dataset(self): if self.config.access_token: huggingface_hub.login(self.config.access_token) - load_dataset(self.config.repo_id, cache_dir=VOLUME_PATH_DATASET) - # Load dataset and save to disk. - dataset = load_dataset( - self.config.repo_id, - split=self.config.split, - ) + dataset = load_dataset(self.config.repo_id, split=self.config.split) dataset.save_to_disk(VOLUME_PATH_DATASET)