Skip to content

Commit

Permalink
Fix pyspark example in docs (#1452)
Browse files Browse the repository at this point in the history
Signed-off-by: SajidAlamQB <90610031+SajidAlamQB@users.noreply.github.com>
  • Loading branch information
SajidAlamQB authored Apr 20, 2022
1 parent e80451d commit 1b15589
Showing 1 changed file with 5 additions and 2 deletions.
7 changes: 5 additions & 2 deletions docs/source/tools_integration/pyspark.md
Original file line number Diff line number Diff line change
Expand Up @@ -38,10 +38,13 @@ class CustomContext(KedroContext):
package_name: str,
project_path: Union[Path, str],
config_loader: ConfigLoader,
hook_manager: PluginManager,
env: str = None,
extra_params: Dict[str, Any] = None,
):
super().__init__(package_name, project_path, config_loader, env, extra_params)
super().__init__(
package_name, project_path, config_loader, hook_manager, env, extra_params
)
self.init_spark_session()
def init_spark_session(self) -> None:
Expand All @@ -53,7 +56,7 @@ class CustomContext(KedroContext):
# Initialise the spark session
spark_session_conf = (
SparkSession.builder.appName(self.package_name)
SparkSession.builder.appName(self._package_name)
.enableHiveSupport()
.config(conf=spark_conf)
)
Expand Down

0 comments on commit 1b15589

Please sign in to comment.