diff --git a/transforms/language/lang_id/python/src/lang_id_local.py b/transforms/language/lang_id/python/src/lang_id_local.py index d07b0aeaa2..8afb264dbf 100644 --- a/transforms/language/lang_id/python/src/lang_id_local.py +++ b/transforms/language/lang_id/python/src/lang_id_local.py @@ -40,6 +40,6 @@ table = data_access.get_table(os.path.join(input_folder, "test_01.parquet")) print(f"input table: {table}") # Transform the table - table_list, metadata = transform.transform(table) + table_list, metadata = transform.transform(table[0]) print(f"\noutput table: {table_list}") print(f"output metadata : {metadata}") diff --git a/transforms/language/lang_id/python/src/lang_id_transform.py b/transforms/language/lang_id/python/src/lang_id_transform.py index f48a08ce5b..5f7e31cbfa 100644 --- a/transforms/language/lang_id/python/src/lang_id_transform.py +++ b/transforms/language/lang_id/python/src/lang_id_transform.py @@ -53,7 +53,7 @@ def __init__(self, config: dict[str, Any]): ) self.column_name = config.get(content_column_name_key) - def transform(self, table: pa.Table) -> tuple[list[pa.Table], dict[str, Any]]: + def transform(self, table: pa.Table, file_name: str = None) -> tuple[list[pa.Table], dict[str, Any]]: """ Put Transform-specific to convert one Table to 0 or more tables. It also returns a dictionary of execution statistics - arbitrary dictionary