fix(clickhouse): make arrays non nullable (#8501)

ibis-project · Feb 29, 2024 · 1caf6de · 1caf6de
1 parent ce1584f
commit 1caf6de
Show file tree

Hide file tree

Showing 3 changed files with 23 additions and 6 deletions.
diff --git a/ibis/backends/clickhouse/tests/test_datatypes.py b/ibis/backends/clickhouse/tests/test_datatypes.py
@@ -3,6 +3,7 @@
 import hypothesis as h
 import hypothesis.strategies as st
 import pytest
+import sqlglot.expressions as sge
 from pytest import param
 
 import ibis
@@ -278,7 +279,7 @@ def test_parse_type(ch_type, ibis_type):
         | its.date_dtype()
         | its.time_dtype()
         | its.timestamp_dtype(scale=st.integers(0, 9))
-        | its.array_dtypes(roundtrippable_types)
+        | its.array_dtypes(roundtrippable_types, nullable=false)
         | its.map_dtypes(map_key_types, roundtrippable_types, nullable=false)
     )
 )
@@ -289,3 +290,19 @@ def test_type_roundtrip(ibis_type):
     type_string = ClickHouseType.to_string(ibis_type)
     parsed_ibis_type = ClickHouseType.from_string(type_string)
     assert parsed_ibis_type == ibis_type
+
+
+def test_arrays_nullable():
+    # if dtype.nullable and not (dtype.is_map() or dtype.is_array()):
+    sge_type = ClickHouseType.from_ibis(dt.Array("float"))
+    typecode = sge.DataType.Type
+
+    assert sge_type == sge.DataType(
+        this=typecode.ARRAY,
+        expressions=[
+            sge.DataType(
+                this=typecode.NULLABLE, expressions=[sge.DataType(this=typecode.DOUBLE)]
+            )
+        ],
+        nested=True,
+    )
diff --git a/ibis/backends/sql/datatypes.py b/ibis/backends/sql/datatypes.py
@@ -966,7 +966,7 @@ class ClickHouseType(SqlglotType):
     def from_ibis(cls, dtype: dt.DataType) -> sge.DataType:
         """Convert a sqlglot type to an ibis type."""
         typ = super().from_ibis(dtype)
-        if dtype.nullable and not dtype.is_map():
+        if dtype.nullable and not (dtype.is_map() or dtype.is_array()):
             # map cannot be nullable in clickhouse
             return sge.DataType(this=typecode.NULLABLE, expressions=[typ])
         else:

diff --git a/ibis/backends/tests/test_array.py b/ibis/backends/tests/test_array.py
@@ -938,8 +938,8 @@ def flatten_data():
             marks=[
                 pytest.mark.notyet(
                     ["clickhouse"],
-                    reason="doesn't support nullable array elements",
-                    raises=ClickHouseDatabaseError,
+                    reason="Arrays are never nullable",
+                    raises=AssertionError,
                 )
             ],
         ),
@@ -950,8 +950,8 @@ def flatten_data():
             marks=[
                 pytest.mark.notyet(
                     ["clickhouse"],
-                    reason="doesn't support nullable array elements",
-                    raises=ClickHouseDatabaseError,
+                    reason="Arrays are never nullable",
+                    raises=AssertionError,
                 )
             ],
         ),