Replace poetry with pip, build with hatchling, dynamically calculate minimum dependencies with uv

.github/workflows/integration-test.yml

@@ -54,14 +54,14 @@ jobs:
       - name: Ensure cache is healthy
         if: steps.cache.outputs.cache-hit == 'true'
         run: poetry run pip --version >/dev/null 2>&1 || rm -rf .venv
-      - name: Install Dependencies
+      - name: Install dependencies
         if: ${{ !env.ACT }}
-        run: poetry install
-      - name: Install Dependencies
+        run: poetry install -E test
+      - name: Install dependencies
         if: ${{ env.ACT }}
         # When using `act` to run the workflow locally, the `poetry install` command
         # may fail due to network issues when running multiple Docker containers.
-        run: poetry install || poetry install || poetry install
+        run: poetry install -E test || poetry install -E test || poetry install -E test
       - name: Test
         env:
           EARTHDATA_USERNAME: ${{ secrets.EDL_USERNAME }}

.github/workflows/test.yml

@@ -2,6 +2,8 @@ name: Unit Tests
 
 on:
   push:
+    branches:
+      - main
   pull_request:
     types: [opened, synchronize]
 
@@ -42,14 +44,16 @@ jobs:
       - name: Ensure cache is healthy
         if: steps.cache.outputs.cache-hit == 'true'
         run: poetry run pip --version >/dev/null 2>&1 || rm -rf .venv
-      - name: Install Dependencies
+      - name: Install dependencies
         if: ${{ !env.ACT }}
-        run: poetry install
-      - name: Install Dependencies
+        run: poetry install -E test
+      - name: Install dependencies
         if: ${{ env.ACT }}
         # When using `act` to run the workflow locally, the `poetry install` command
         # may fail due to network issues when running multiple Docker containers.
-        run: poetry install || poetry install || poetry install
+        run: poetry install -E test || poetry install -E test || poetry install -E test
+      - name: Typecheck
+        run: poetry run bash scripts/typecheck.sh
       - name: Test
         run: poetry run bash scripts/test.sh
       - name: Upload coverage

.pre-commit-config.yaml

@@ -27,6 +27,14 @@ repos:
       - id: no-commit-to-branch # protects `main` by default
       - id: trailing-whitespace
 
+  - repo: https://github.com/python-poetry/poetry
+    rev: '1.8.3'
+    hooks:
+      - id: poetry-check
+      # This hook is very slow! Run with `pre-commit run -a poetry-lock --hook-stage manual`
+      - id: poetry-lock
+        stages: [manual]
+
   - repo: https://github.com/astral-sh/ruff-pre-commit
     rev: v0.6.3
     hooks:

README.md

@@ -82,7 +82,7 @@ Visit [our quick start guide](https://earthaccess.readthedocs.io/en/latest/quick
 
 ## Compatibility
 
-Only **Python 3.8+** is supported.
+Only **Python 3.9+** is supported.
 
 
 ## How to Contribute to `earthaccess`

pyproject.toml

@@ -31,76 +31,85 @@ classifiers = [
     "License :: OSI Approved :: MIT License",
 ]
 
+requires-python = ">=3.9"
+
 # NOTE: Minimum dependencies are tested with the packages defined in the
 # `ci/environment-mindeps.yaml` conda environment. When updating minimum dependencies
 # here, make sure to also update `ci/environment-mindeps.yaml`.
-[tool.poetry.dependencies]
-python = ">=3.9,<4.0"
-python-cmr = ">=0.10.0"
-pqdm = ">=0.1"
-requests = ">=2.26"
-s3fs = ">=2022.11"
-fsspec = ">=2022.11"
-tinynetrc = "^1.3.1"
-multimethod = ">=1.8"
-kerchunk = { version = ">=0.1.2", optional = true }
+dependencies = [
+  "python-cmr >=0.10.0",
+  "pqdm >=0.1",
+  "requests >=2.26",
+  "s3fs >=2022.11",
+  "fsspec >=2022.11",
+  "tinynetrc ^1.3.1",
+  "multimethod >=1.8",
+  "importlib-resources >=6.3.2",
+  "typing_extensions >=4.10.0",
+  "numpy >=1.24.0;python<3.12",
+  "numpy >=1.26.0;python>=3.12",
+]
+
+## Optional dependencies; can be opted-in with extra specifications below
+## This is so verbose because Poetry requires it: https://python-poetry.org/docs/pyproject#extras
+## If we switch to PEP621 specification, we can specify extras (called
+## "optional" under PEP621) with versions in one line:
+#https://peps.python.org/pep-0621/#example
 # kerchunk requires numpy, but numpy >=1.26.0 is required for Python 3.12 support
-numpy = [
-  { version = ">=1.24.0", optional = true, python = "<3.12" },
-  { version = ">=1.26.0", optional = true, python = ">=3.12" }
+[project.optional-dependencies]
+kerchunk = [
+  "kerchunk >=2022.1.0",
+  "dask >=0.1.2",
 ]
-dask = { version = ">=2022.1.0", optional = true }
-importlib-resources = ">=6.3.2"
-typing_extensions = ">=4.10.0"
-
-[tool.poetry.extras]
-kerchunk = ["kerchunk", "dask"]
-
-[tool.poetry.group.dev.dependencies]
-python-magic = ">=0.4"
-mypy = ">=0.812"
-jupyterlab = ">=3"
-pre-commit = ">=2.4"
-pytest = ">=6.0"
-pytest-cov = ">=2.8"
-pytest-watch = ">=4.2"
-# Prevent install of 1.6.0 because the module mkdocs.tests
-# is no longer exported, which causes mkdocs-jupyter to
-# break with a ModuleNotFoundError.
-mkdocs = ">=1.2,!=1.6.0"
-mkdocs-material = ">=7.1,<10.0"
-mkdocs-redirects = ">=1.2.1"
-markdown-callouts = ">=0.2.0"
-markdown-include = ">=0.6"
-mkdocstrings = {extras = ["python"], version = ">=0.19.0"}
-mkdocs-jupyter = ">=0.19.0"
-pymdown-extensions = ">=9.2"
-pygments = ">=2.11.1"
-responses = ">=0.14"
-ruff = ">=0.4.2"
-types-requests = ">=0.1"
-types-setuptools = ">=0.1"
-ipywidgets = ">=7.7.0"
-widgetsnbextension = ">=3.6.0"
-# for notebook integrations and documentation examples
-xarray = ">=2023.01"
-matplotlib = ">=3.3"
-h5netcdf = ">=0.11"
-pyproj = [
-  { version = ">=3.5.0", python = "<3.12" },
-  { version = ">=3.6.1", python = ">=3.12" }
+dev = [
+  "bump-my-version >=0.10.0",
+  "pre-commit >=2.4",
+  "ruff >=0.4.2",
 ]
-bump-my-version = ">=0.10.0"
-vcrpy = ">=6.0.1"
-# The following error occurs when building the docs, so we must explicitly
-# include lxml-html-clean as a dev dependency until mkdocs-jupyter is updated:
-#
-#   ImportError: lxml.html.clean module is now a separate project lxml_html_clean.
-#   Install lxml[html_clean] or lxml_html_clean directly.
-#
-# See https://github.com/danielfrg/mkdocs-jupyter/issues/200
-# See https://github.com/danielfrg/mkdocs-jupyter/issues/197
-lxml-html-clean = ">=0.1.1"
+test = [
+  "mypy >=0.812",
+  "pytest >=6.0",
+  "pytest-cov >=2.8",
+  "pytest-watch >=4.2",
+  "python-magic >=0.4",
+  "responses >=0.14",
+  "types-requests >=0.1",
+  "types-setuptools >=0.1",
+  "vcrpy >=6.0.1",
+]
+docs = [
+  "jupyterlab >=3",
+  "ipywidgets >=7.7.0",
+  "widgetsnbextension >=3.6.0",
+  # Prevent install of 1.6.0 because the module mkdocs.tests
+  # is no longer exported, which causes mkdocs-jupyter to
+  # break with a ModuleNotFoundError.
+  # for notebook integrations and documentation examples
+  "mkdocs >=1.2,!=1.6.0",
+  "mkdocs-material >=7.1,<10.0",
+  "mkdocs-redirects >=1.2.1",
+  "markdown-callouts >=0.2.0",
+  "markdown-include >=0.6",
+  "mkdocs-jupyter >=0.19.0",
+  "mkdocstrings[python] >=0.19.0",
+  "pymdown-extensions >=9.2",
+  "pygments >=2.11.1",
+  "xarray >=2023.01",
+  "matplotlib >=3.3",
+  "h5netcdf >=0.11",
+  "pyproj >=3.5.0;python<3.12",
+  "pyproj >=3.6.1;python>=3.12",
+  # The following error occurs when building the docs, so we must explicitly
+  # include lxml-html-clean as a dev dependency until mkdocs-jupyter is updated:
+  #
+  #   ImportError: lxml.html.clean module is now a separate project lxml_html_clean.
+  #   Install lxml[html_clean] or lxml_html_clean directly.
+  #
+  # See https://github.com/danielfrg/mkdocs-jupyter/issues/200
+  # See https://github.com/danielfrg/mkdocs-jupyter/issues/197
+  "lxml-html-clean >=0.1.1",
+]
+
 
 [build-system]
 requires = ["poetry-core>=1.0.0"]

readthedocs.yml

@@ -25,7 +25,7 @@ build:
     post_install:
       # Install dependencies with 'docs' dependency group
       # https://python-poetry.org/docs/managing-dependencies/#dependency-groups
-      - VIRTUAL_ENV=$READTHEDOCS_VIRTUALENV_PATH poetry install
+      - VIRTUAL_ENV=$READTHEDOCS_VIRTUALENV_PATH poetry install -E docs
       - VIRTUAL_ENV=$READTHEDOCS_VIRTUALENV_PATH poetry env info
       - pip freeze
 

scripts/lint.sh

@@ -2,5 +2,4 @@
 
 set -ex
 
-mypy earthaccess stubs tests
 ruff check .

scripts/test.sh

@@ -4,4 +4,3 @@ set -e
 set -x
 
 pytest tests/unit --cov=earthaccess --cov=tests --cov-report=term-missing "${@}" -s --tb=native --log-cli-level=INFO
-bash ./scripts/lint.sh

scripts/typecheck.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+set -ex
+
+mypy .