Skip to content

Commit

Permalink
moved tokenization tests to all be in a single function rather than two
Browse files Browse the repository at this point in the history
  • Loading branch information
Oufattole committed Sep 1, 2024
1 parent 1842365 commit df86efb
Showing 1 changed file with 0 additions and 11 deletions.
11 changes: 0 additions & 11 deletions tests/MEDS_Transforms/test_tokenization.py
Original file line number Diff line number Diff line change
Expand Up @@ -302,8 +302,6 @@ def test_tokenization():
should_error=True,
)


def test_tokenization_missing_static():
single_stage_transform_tester(
transform_script=TOKENIZATION_SCRIPT,
stage_name="tokenization",
Expand All @@ -312,12 +310,3 @@ def test_tokenization_missing_static():
want_data={**WANT_SCHEMAS_MISSING_STATIC, **WANT_EVENT_SEQS},
df_check_kwargs={"check_column_order": False},
)

single_stage_transform_tester(
transform_script=TOKENIZATION_SCRIPT,
stage_name="tokenization",
transform_stage_kwargs={"train_only": True},
input_shards=NORMALIZED_SHARDS_MISSING_STATIC,
want_data={**WANT_SCHEMAS_MISSING_STATIC, **WANT_EVENT_SEQS},
should_error=True,
)

0 comments on commit df86efb

Please sign in to comment.