Refactoring of black, isort, mypy tools usages into pyproject.toml

python/Cargo.toml

@@ -51,6 +51,7 @@ requires-dist = [
     "pytest; extra == 'devel'",
     "pytest-mock; extra == 'devel'",
     "pytest-cov; extra == 'devel'",
+    "pytest-clarity; extra == 'devel'",
     "pytest-timeout; extra == 'devel'",
     "sphinx; extra == 'devel'",
     "sphinx-rtd-theme; extra == 'devel'",

python/Makefile

@@ -1,8 +1,7 @@
 .DEFAULT_GOAL := help
 
 VENV := venv
-PY_SOURCE_DIR := deltalake tests
-
+MATURIN_VERSION := $(shell awk -F '[ ="]+' '$$1 == "requires" { print $$4 }' pyproject.toml)
 
 .PHONY: setup-venv
 setup-venv: ## Setup the virtualenv
@@ -12,7 +11,7 @@ setup-venv: ## Setup the virtualenv
 .PHONY: setup
 setup: ## Setup the requirements
 	$(info --- Setup dependencies ---)
-	pip install maturin==0.10.6
+	pip install maturin==$(MATURIN_VERSION)
 
 .PHONY: develop
 develop: setup ## Install Python binding of delta-rs
@@ -24,7 +23,7 @@ format: ## Format the code
 	$(info --- Rust format ---)
 	cargo fmt
 	$(info --- Python format ---)
-	black deltalake tests *.py
+	black
 	isort .
 
 .PHONY: check-rust
@@ -37,11 +36,11 @@ check-rust: ## Run check on Rust
 .PHONY: check-python
 check-python: ## Run check on Python
 	$(info Check Python isort)
-	isort --diff --check-only $(PY_SOURCE_DIR)
+	isort --diff --check-only .
 	$(info Check Python black)
-	black --check $(PY_SOURCE_DIR)
+	black --check
 	$(info Check Python mypy)
-	mypy --config-file setup.cfg $(PY_SOURCE_DIR)
+	mypy
 
 .PHONY: unit-test
 unit-test: ## Run unit test

python/deltalake/__init__.py

@@ -1,3 +1,3 @@
-from .deltalake import RawDeltaTable, RawDeltaTableMetaData, rust_core_version
+from .deltalake import RawDeltaTable, rust_core_version
 from .schema import DataType, Field, Schema
 from .table import DeltaTable, Metadata

python/deltalake/table.py

@@ -10,7 +10,7 @@
 if TYPE_CHECKING:
     import pandas
 
-from .deltalake import RawDeltaTable, RawDeltaTableMetaData
+from .deltalake import RawDeltaTable
 from .schema import Schema, pyarrow_schema_from_json
 
 

python/pyproject.toml

@@ -1,9 +1,29 @@
 [build-system]
-requires = ["maturin==0.10.6"]
+requires = ["maturin==0.11.2"]
 build-backend = "maturin"
 
+[tool.mypy]
+files = "deltalake/*.py"
+exclude = "^tests"
+mypy_path = "./stubs"
+disallow_any_generics = true
+disallow_subclassing_any = true
+disallow_untyped_calls = true
+disallow_untyped_defs = true
+disallow_incomplete_defs = true
+check_untyped_defs = true
+disallow_untyped_decorators = true
+no_implicit_optional = true
+warn_redundant_casts = true
+warn_unused_ignores = true
+warn_return_any = false
+implicit_reexport = false
+strict_equality = true
+
 [tool.isort]
 profile = "black"
+src_paths = ["deltalake", "tests"]
 
 [tool.black]
+include = "deltalake,tests"
 exclude = "venv"

python/stubs/deltalake/__init__.pyi

@@ -0,0 +1,3 @@
+from typing import Any
+
+RawDeltaTableMetadata: Any

python/stubs/deltalake/deltalake.pyi

@@ -0,0 +1,4 @@
+from typing import Any
+
+RawDeltaTable: Any
+rust_core_version: Any

python/stubs/pandas/__init__.pyi

@@ -0,0 +1,3 @@
+from typing import Any
+
+DataFrame: Any

python/stubs/pyarrow/__init__.pyi

@@ -0,0 +1,18 @@
+from typing import Any
+
+Schema: Any
+Table: Any
+Field: Any
+DataType: Any
+schema: Any
+map_: Any
+list_: Any
+field: Any
+struct: Any
+type_for_alias: Any
+date32: Any
+date64: Any
+decimal128: Any
+float16: Any
+float32: Any
+float64: Any

python/stubs/pyarrow/dataset.pyi

@@ -0,0 +1,5 @@
+from typing import Any
+
+Dataset: Any
+dataset: Any
+partitioning: Any