Add include_data_types flag to generate_source macro

README.md

@@ -26,6 +26,8 @@ source data is in.
 column names to your source definition.
 * `include_descriptions` (optional, default=False): Whether you want to add 
 description placeholders to your source definition.
+* `include_include_data_types` (optional, default=False): Whether you want to add
+data types to your source columns definitions.
 * `table_pattern` (optional, default='%'): A table prefix / postfix that you 
 want to subselect from all available tables within a given schema.
 * `exclude` (optional, default=''): A string you want to exclude from the selection criteria

integration_tests/macros/integer_type_value.sql

@@ -0,0 +1,9 @@
+{%- macro integer_type_value() -%}
+{%- if target.type == "snowflake" -%}
+NUMBER(38,0)
+{%- elif target.type == "bigquery" -%}
+INT64
+{%- else -%}
+INTEGER
+{%- endif -%}
+{%- endmacro -%}

integration_tests/macros/text_type_value.sql

@@ -0,0 +1,11 @@
+{%- macro text_type_value(text_length) -%}
+{%- if target.type == "redshift" -%}
+CHARACTER VARYING({{ text_length }})
+{%- elif target.type == "snowflake" -%}
+CHARACTER VARYING(16777216)
+{%- elif target.type == "bigquery" -%}
+STRING
+{%- else -%}
+TEXT
+{%- endif -%}
+{%- endmacro -%}

integration_tests/tests/test_generate_source_all_args.sql

@@ -8,6 +8,7 @@
     database_name=target.database,
     generate_columns=True,
     include_descriptions=True,
+    include_data_types=True,
     name=raw_schema
 ) %}
 
@@ -24,30 +25,39 @@ sources:
         description: ""
         columns:
           - name: col_a
+            data_type: {{ integer_type_value() }}
             description: ""
           - name: col_b
+            data_type: {{ text_type_value(1) }}
             description: ""
 
       - name: data__b_relation
         description: ""
         columns:
           - name: col_a
+            data_type: {{ integer_type_value() }}
             description: ""
           - name: col_b
+            data_type: {{ text_type_value(1) }}
             description: ""
 
       - name: data__campaign_analytics
         description: ""
         columns:
           - name: source
+            data_type: {{ text_type_value(8) }}
             description: ""
           - name: medium
+            data_type: {{ text_type_value(8) }}
             description: ""
           - name: source_medium
+            data_type: {{ text_type_value(2) }}
             description: ""
           - name: analytics
+            data_type: {{ integer_type_value() }}
             description: ""
           - name: col_x
+            data_type: {{ text_type_value(1) }}
             description: ""
 
 {% endset %}

macros/generate_source.sql

@@ -15,7 +15,7 @@
 
 
 ---
-{% macro generate_source(schema_name, database_name=target.database, generate_columns=False, include_descriptions=False, table_pattern='%', exclude='', name=schema_name, table_names=None) %}
+{% macro generate_source(schema_name, database_name=target.database, generate_columns=False, include_descriptions=False, include_data_types=False, table_pattern='%', exclude='', name=schema_name, table_names=None) %}
 
 {% set sources_yaml=[] %}
 {% do sources_yaml.append('version: 2') %}
@@ -61,6 +61,9 @@
 
         {% for column in columns %}
             {% do sources_yaml.append('          - name: ' ~ column.name | lower ) %}
+            {% if include_data_types %}
+                {% do sources_yaml.append('            data_type: ' ~ (column.data_type | upper ) ) %}
+            {% endif %}
             {% if include_descriptions %}
                 {% do sources_yaml.append('            description: ""' ) %}
             {% endif %}