From 7fa6bcda85c3cb2724dc898978e1eb33d367ccbe Mon Sep 17 00:00:00 2001 From: ion-elgreco <15728914+ion-elgreco@users.noreply.github.com> Date: Sat, 20 Jan 2024 19:52:09 +0100 Subject: [PATCH] add version to DeltaTableResource --- .../libraries/dagster-deltalake/dagster_deltalake/resource.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/python_modules/libraries/dagster-deltalake/dagster_deltalake/resource.py b/python_modules/libraries/dagster-deltalake/dagster_deltalake/resource.py index 5da8e1a52fe07..7050db162b4b7 100644 --- a/python_modules/libraries/dagster-deltalake/dagster_deltalake/resource.py +++ b/python_modules/libraries/dagster-deltalake/dagster_deltalake/resource.py @@ -42,9 +42,11 @@ def my_table(delta_table: DeltaTableResource): default=None, description="Additional configuration passed to http client." ) + version: Optional[int] + def load(self) -> DeltaTable: storage_options = self.storage_options.dict() if self.storage_options else {} client_options = self.client_options.dict() if self.client_options else {} options = {**storage_options, **client_options} - table = DeltaTable(table_uri=self.url, storage_options=options) + table = DeltaTable(table_uri=self.url, storage_options=options, version=self.version) return table