Skip to content

Commit

Permalink
fix lang_id's test-src. added new optional arguments and fix what to …
Browse files Browse the repository at this point in the history
…pass in local script

Signed-off-by: Daiki Tsuzuku <dtsuzuku@jp.ibm.com>
  • Loading branch information
dtsuzuku-ibm committed Jun 12, 2024
1 parent 8dbc6c5 commit b98b988
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion transforms/language/lang_id/python/src/lang_id_local.py
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,6 @@
table = data_access.get_table(os.path.join(input_folder, "test_01.parquet"))
print(f"input table: {table}")
# Transform the table
table_list, metadata = transform.transform(table)
table_list, metadata = transform.transform(table[0])
print(f"\noutput table: {table_list}")
print(f"output metadata : {metadata}")
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@ def __init__(self, config: dict[str, Any]):
)
self.column_name = config.get(content_column_name_key)

def transform(self, table: pa.Table) -> tuple[list[pa.Table], dict[str, Any]]:
def transform(self, table: pa.Table, file_name: str = None) -> tuple[list[pa.Table], dict[str, Any]]:
"""
Put Transform-specific to convert one Table to 0 or more tables. It also returns
a dictionary of execution statistics - arbitrary dictionary
Expand Down

0 comments on commit b98b988

Please sign in to comment.