From 7db102cf75c2c8909175cfa215fa318168de4823 Mon Sep 17 00:00:00 2001 From: Stefan Krawczyk Date: Sat, 19 Aug 2023 14:02:26 -0700 Subject: [PATCH] Removes unused code. --- .../LLM_Workflows/pdf_summarizer/run_on_spark/run.py | 12 ------------ 1 file changed, 12 deletions(-) diff --git a/examples/LLM_Workflows/pdf_summarizer/run_on_spark/run.py b/examples/LLM_Workflows/pdf_summarizer/run_on_spark/run.py index 92c149930..4b4fe1339 100644 --- a/examples/LLM_Workflows/pdf_summarizer/run_on_spark/run.py +++ b/examples/LLM_Workflows/pdf_summarizer/run_on_spark/run.py @@ -8,18 +8,6 @@ from hamilton.experimental import h_spark -def create_hamilton_driver(config: dict, modules: list) -> driver.Driver: - """Helper function to create a Hamilton driver. - - :param config: any configuration required to instantiate a DAG. - :param modules: the modules to crawl to get functions from to build the DAG. - :return: an instantiated Hamilton driver. - """ - adapter = h_spark.PySparkUDFGraphAdapter() - dr = driver.Driver(config, *modules, adapter=adapter) # can pass in multiple modules - return dr - - def my_spark_job(spark: SparkSession, openai_gpt_model: str, content_type: str, user_query: str): """Template for a Spark job that uses Hamilton for their featuring engineering, i.e. any map, operations.