docs(blog): ibis, duckdb and lonboard for overture maps

.env

@@ -5,3 +5,4 @@ PGPASSWORD="postgres"
 MYSQL_PWD="ibis"
 MSSQL_SA_PASSWORD="1bis_Testing!"
 DRUID_URL="druid://localhost:8082/druid/v2/sql"
+SPARK_CONFIG=./docker/spark-connect/conf.properties

.github/labeler.yml

@@ -0,0 +1,102 @@
+# backends
+bigquery:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/bigquery/**"
+
+clickhouse:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/clickhouse/**"
+
+datafusion:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/datafusion/**"
+
+druid:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/druid/**"
+
+duckdb:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/duckdb/**"
+
+exasol:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/exasol/**"
+
+flink:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/flink/**"
+
+impala:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/impala/**"
+
+mssql:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/mssql/**"
+
+mysql:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/mysql/**"
+
+oracle:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/oracle/**"
+
+polars:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/polars/**"
+
+postgres:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/postgres/**"
+
+pyspark:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/pyspark/**"
+
+risingwave:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/risingwave/**"
+
+snowflake:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/snowflake/**"
+
+sqlite:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/sqlite/**"
+
+trino:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/backends/trino/**"
+
+# miscellaneous labels
+tests:
+  - changed-files:
+      - any-glob-to-any-file: "**/tests/**"
+
+nix:
+  - changed-files:
+      - any-glob-to-any-file: "**/*.nix"
+
+datatypes:
+  - changed-files:
+      - any-glob-to-any-file: "ibis/expr/datatypes/**"
+
+ci:
+  - changed-files:
+      - any-glob-to-any-file: ".github/**"
+
+dependencies:
+  - changed-files:
+      - any-glob-to-any-file: "**/*.nix"
+      - any-glob-to-any-file: "poetry.lock"
+      - any-glob-to-any-file: "flake.lock"
+      - any-glob-to-any-file: "requirements-dev.txt"
+      - any-glob-to-any-file: "conda/*.yml"
+
+docs:
+  - changed-files:
+      - any-glob-to-any-file: "**/*.qmd"
+      - any-glob-to-any-file: "**/*.md"

.github/renovate.json

@@ -29,10 +29,6 @@
       "matchPackagePrefixes": ["clickhouse"],
       "addLabels": ["clickhouse"]
     },
-    {
-      "matchPackagePatterns": ["dask"],
-      "addLabels": ["dask"]
-    },
     {
       "matchPackagePatterns": ["datafusion"],
       "addLabels": ["datafusion"]
@@ -71,7 +67,7 @@
       "addLabels": ["druid"]
     },
     {
-      "matchPackagePatterns": ["pymysql", "mariadb"],
+      "matchPackagePatterns": ["mysqlclient", "mariadb"],
       "addLabels": ["mysql"]
     },
     {
@@ -82,6 +78,10 @@
       "matchPackagePatterns": ["pyspark"],
       "addLabels": ["pyspark"]
     },
+    {
+      "matchPackagePatterns": ["risingwave"],
+      "addLabels": ["risingwave"]
+    },
     {
       "matchPackagePatterns": ["snowflake-connector-python"],
       "addLabels": ["snowflake"]

.github/workflows/algolia/configure-algolia-api.py

@@ -9,6 +9,15 @@
 index_name = os.environ["ALGOLIA_INDEX"]
 
 
+ONE_WAY_SYNONYMS = {
+    # A list of search terms that have (historically) not returned results
+    # that we can map to existing search terms that we know are good
+    "md5": ["hashbytes"],
+    "fetchdf": ["to_pandas", "to_polars", "to_pyarrow"],
+    "unique": ["distinct"],
+}
+
+
 def main():
     client = SearchClient.create(app_id, api_key)
     index = client.init_index(index_name)
@@ -30,6 +39,16 @@ def main():
 
     index.set_settings(override_default_settings)
 
+    for input_, synonyms in ONE_WAY_SYNONYMS.items():
+        index.save_synonym(
+            {
+                "objectID": input_,
+                "type": "oneWaySynonym",
+                "input": input_,
+                "synonyms": synonyms,
+            }
+        )
+
 
 if __name__ == "__main__":
     main()

.github/workflows/create-rotate-key-issue.yml

@@ -11,7 +11,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Generate a GitHub token
-        uses: actions/create-github-app-token@v1.10.4
+        uses: actions/create-github-app-token@v1.11.0
         id: generate_token
         with:
           app-id: ${{ secrets.SQUAWK_BOT_APP_ID }}

.github/workflows/docs-preview.yml

@@ -13,7 +13,7 @@ jobs:
       cancel-in-progress: true
     if: github.event.label.name == 'docs-preview'
     steps:
-      - uses: actions/create-github-app-token@v1.10.4
+      - uses: actions/create-github-app-token@v1.11.0
         id: generate_token
         with:
           app-id: ${{ secrets.DOCS_BOT_APP_ID }}
@@ -70,8 +70,14 @@ jobs:
             done
           } | tee /tmp/comment
 
+      - name: restore cache of the previously rendered notebooks
+        uses: actions/cache/restore@v4
+        with:
+          key: docs-${{ github.event.pull_request.base.sha }}
+          path: docs/**/.jupyter_cache
+
       - name: build docs
-        run: nix develop --ignore-environment --keep HOME -c just docs-build-all
+        run: nix develop '.#ibis311' --ignore-environment --keep HOME -c just docs-build-all
 
       - name: install netlify cli
         run: npm install -g netlify-cli

.github/workflows/ibis-backends-cloud.yml

@@ -80,7 +80,7 @@ jobs:
           fetch-depth: 0
           ref: ${{ github.event.pull_request.head.sha }}
 
-      - uses: actions/create-github-app-token@v1.10.4
+      - uses: actions/create-github-app-token@v1.11.0
         id: generate_token
         with:
           app-id: ${{ secrets.DOCS_BOT_APP_ID }}
@@ -107,7 +107,7 @@ jobs:
         run: poetry add snowflake-snowpark-python --python="==${{ steps.install_python.outputs.python-version }}"
 
       - name: install ibis
-        run: poetry install --without dev --without docs --extras "${{ join(matrix.backend.extras, ' ') }}"
+        run: poetry install --without dev --without docs --extras "${{ join(matrix.backend.extras, ' ') }} examples"
 
       - uses: extractions/setup-just@v2
         env: