From 5f381543d9cf139cde3f08b93e9a32b79428d884 Mon Sep 17 00:00:00 2001 From: Matthew McDermott Date: Wed, 28 Aug 2024 22:51:51 -0400 Subject: [PATCH] Fixed tests. --- src/MEDS_transforms/mapreduce/utils.py | 7 ++++--- src/MEDS_transforms/runner.py | 6 +++--- 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/src/MEDS_transforms/mapreduce/utils.py b/src/MEDS_transforms/mapreduce/utils.py index f941eaa..716ddc0 100644 --- a/src/MEDS_transforms/mapreduce/utils.py +++ b/src/MEDS_transforms/mapreduce/utils.py @@ -453,10 +453,11 @@ def shard_iterator( >>> includes_only_train False - If it can't find any files, it will return an empty list: + If it can't find any files, it will error: >>> fps, includes_only_train = shard_iterator(cfg) - >>> fps - [] + Traceback (most recent call last): + ... + FileNotFoundError: No shards found in ... with suffix .parquet. Directory contents:... """ input_dir = Path(cfg.stage_cfg.data_input_dir) diff --git a/src/MEDS_transforms/runner.py b/src/MEDS_transforms/runner.py index afd6890..51de238 100644 --- a/src/MEDS_transforms/runner.py +++ b/src/MEDS_transforms/runner.py @@ -242,8 +242,8 @@ def fix_str_for_path(s: str) -> str: return s.replace(" ", "_").replace("/", ".") -if __name__ == "__main__": - OmegaConf.register_new_resolver("load_yaml_file", load_yaml_file, replace=False) - OmegaConf.register_new_resolver("fix_str_for_path", fix_str_for_path, replace=False) +OmegaConf.register_new_resolver("load_yaml_file", load_yaml_file, replace=False) +OmegaConf.register_new_resolver("fix_str_for_path", fix_str_for_path, replace=False) +if __name__ == "__main__": main()