CDK: improve TypeTransformer to convert simple types to array of simple types

airbyte-cdk/python/CHANGELOG.md

@@ -1,5 +1,8 @@
 # Changelog
 
+## 0.1.86
+- Improve TypeTransformer to convert simple types to array of simple types
+
 ## 0.1.85
 - Make TypeTransformer more robust to incorrect incoming records
 

airbyte-cdk/python/airbyte_cdk/sources/utils/transform.py

@@ -11,6 +11,8 @@
 
 logger = logging.getLogger("airbyte")
 
+simple_types = {"string": str, "number": float, "integer": int, "boolean": bool, "null": type(None)}
+
 
 class TransformConfig(Flag):
     """
@@ -114,6 +116,10 @@ def default_convert(original_item: Any, subschema: Dict[str, Any]) -> Any:
                 if isinstance(original_item, str):
                     return strtobool(original_item) == 1
                 return bool(original_item)
+            elif target_type == "array":
+                item_types = set(subschema.get("items", {}).get("type", set()))
+                if item_types.issubset(simple_types) and type(original_item) in simple_types.values():
+                    return [original_item]
         except (ValueError, TypeError):
             return original_item
         return original_item

airbyte-cdk/python/setup.py

@@ -15,7 +15,7 @@
 
 setup(
     name="airbyte-cdk",
-    version="0.1.85",
+    version="0.1.86",
     description="A framework for writing Airbyte Connectors.",
     long_description=README,
     long_description_content_type="text/markdown",

airbyte-cdk/python/unit_tests/sources/utils/test_transform.py

@@ -114,8 +114,44 @@
             # Array without items and value is not an array
             {"type": "object", "properties": {"value": {"type": "array"}}},
             {"value": "12"},
-            {"value": "12"},
-            "'12' is not of type 'array'",
+            {"value": ["12"]},
+            None,
+        ),
+        (
+            {"type": "object", "properties": {"value": {"type": "array"}}},
+            {"value": 12},
+            {"value": [12]},
+            None,
+        ),
+        (
+            {"type": "object", "properties": {"value": {"type": "array"}}},
+            {"value": None},
+            {"value": [None]},
+            None,
+        ),
+        (
+            {"type": "object", "properties": {"value": {"type": ["null", "array"]}}},
+            {"value": None},
+            {"value": None},
+            None,
+        ),
+        (
+            {"type": "object", "properties": {"value": {"type": ["array"], "items": {"type": ["string"]}}}},
+            {"value": 10},
+            {"value": ["10"]},
+            None,
+        ),
+        (
+            {"type": "object", "properties": {"value": {"type": ["array"], "items": {"type": ["object"]}}}},
+            {"value": "string"},
+            {"value": "string"},
+            "'string' is not of type 'array'",
+        ),
+        (
+            {"type": "object", "properties": {"value": {"type": ["array"], "items": {"type": ["object"]}}}},
+            {"value": {"key": "value"}},
+            {"value": {"key": "value"}},
+            "{'key': 'value'} is not of type 'array'",
         ),
         (
             # Schema root object is not an object, no convertion should happen