Upgrade to Tuva package v0.10 (#35)

* Update gitignore * Update package version * Add staging models * Add columns to staging models * Add new fields to claims * Add new fields to eligibility * Remove unnecessary intermediate model * Reorder columns in medical claim * Fix data type in pharmacy claim * Rename github workflows * Rename github workflows
tuva-health · Aug 26, 2024 · aa56dbd · aa56dbd
1 parent f40a590
commit aa56dbd
Show file tree

Hide file tree

Showing 34 changed files with 1,890 additions and 311 deletions.
diff --git a/...bt_v1.4.6_bigquery_build_full_refresh.yml → ...bt_v1.6.3_bigquery_build_full_refresh.yml b/...bt_v1.4.6_bigquery_build_full_refresh.yml → ...bt_v1.6.3_bigquery_build_full_refresh.yml
@@ -1,4 +1,4 @@
-name: dbt_v1.4.6_bigquery_build_full_refresh
+name: dbt_v1.6.3_bigquery_build_full_refresh
 
 on:
   workflow_dispatch:

diff --git a/...bt_v1.4.6_redshift_build_full_refresh.yml → ...bt_v1.6.3_redshift_build_full_refresh.yml b/...bt_v1.4.6_redshift_build_full_refresh.yml → ...bt_v1.6.3_redshift_build_full_refresh.yml
@@ -1,4 +1,4 @@
-name: dbt_v1.4.6_redshift_build_full_refresh
+name: dbt_v1.6.3_redshift_build_full_refresh
 
 on:
   workflow_dispatch:

diff --git a/...t_v1.4.6_snowflake_build_full_refresh.yml → ...t_v1.6.3_snowflake_build_full_refresh.yml b/...t_v1.4.6_snowflake_build_full_refresh.yml → ...t_v1.6.3_snowflake_build_full_refresh.yml
@@ -1,4 +1,4 @@
-name: dbt_v1.4.6_snowflake_build_full_refresh
+name: dbt_v1.6.3_snowflake_build_full_refresh
 
 on:
   workflow_dispatch:

diff --git a/...tor_dbt_v1.4.6_all_build_full_refresh.yml → ...tor_dbt_v1.6.3_all_build_full_refresh.yml b/...tor_dbt_v1.4.6_all_build_full_refresh.yml → ...tor_dbt_v1.6.3_all_build_full_refresh.yml
@@ -1,4 +1,4 @@
-name: outside_contributor_dbt_v1.4.6_all_build_full_refresh
+name: outside_contributor_dbt_v1.6.3_all_build_full_refresh
 
 on:
   workflow_dispatch:
@@ -35,17 +35,17 @@ jobs:
           ref: refs/pull/${{ github.event.inputs.prNumber }}/merge
 
       - name: dbt-deps
-        uses: mwhitaker/dbt-action@v1.4.6
+        uses: mwhitaker/dbt-action@v1.6.3
         with:
           dbt_command: "dbt deps --profiles-dir ./integration_tests/profiles/snowflake"
 
       - name: dbt-debug
-        uses: mwhitaker/dbt-action@v1.4.6
+        uses: mwhitaker/dbt-action@v1.6.3
         with:
           dbt_command: "dbt debug --profiles-dir ./integration_tests/profiles/snowflake"
 
       - name: dbt-build
-        uses: mwhitaker/dbt-action@v1.4.6
+        uses: mwhitaker/dbt-action@v1.6.3
         with:
           dbt_command: 'dbt build --full-refresh --profiles-dir ./integration_tests/profiles/snowflake --vars {"tuva_database":"dev_ci_testing","input_database":"dev_ci_testing","input_schema":"saf","tuva_schema_prefix":"saf"}'
 
@@ -64,17 +64,17 @@ jobs:
           ref: refs/pull/${{ github.event.inputs.prNumber }}/merge
 
       - name: dbt-deps
-        uses: mwhitaker/dbt-action@v1.4.6
+        uses: mwhitaker/dbt-action@v1.6.3
         with:
           dbt_command: "dbt deps --profiles-dir ./integration_tests/profiles/redshift"
 
       - name: dbt-debug
-        uses: mwhitaker/dbt-action@v1.4.6
+        uses: mwhitaker/dbt-action@v1.6.3
         with:
           dbt_command: "dbt debug --profiles-dir ./integration_tests/profiles/redshift"
 
       - name: dbt-build
-        uses: mwhitaker/dbt-action@v1.4.6
+        uses: mwhitaker/dbt-action@v1.6.3
         with:
           dbt_command: 'dbt build --full-refresh --profiles-dir ./integration_tests/profiles/redshift --vars {"tuva_database":"dev_ci_testing","input_database":"dev_ci_testing","input_schema":"saf","tuva_schema_prefix":"saf"}'
 
@@ -94,17 +94,17 @@ jobs:
           ref: refs/pull/${{ github.event.inputs.prNumber }}/merge
 
       - name: dbt-deps
-        uses: mwhitaker/dbt-action@v1.4.6
+        uses: mwhitaker/dbt-action@v1.6.3
         with:
           dbt_command: "dbt deps --profiles-dir ./integration_tests/profiles/bigquery"
 
       - name: dbt-debug
-        uses: mwhitaker/dbt-action@v1.4.6
+        uses: mwhitaker/dbt-action@v1.6.3
         with:
           dbt_command: "dbt debug --profiles-dir ./integration_tests/profiles/bigquery"
 
       - name: dbt-build
-        uses: mwhitaker/dbt-action@v1.4.6
+        uses: mwhitaker/dbt-action@v1.6.3
         with:
           dbt_command: 'dbt build --full-refresh --profiles-dir ./integration_tests/profiles/bigquery  --vars {"tuva_database":"dev-ci-testing","input_database":"dev-ci-testing","input_schema":"lds","tuva_schema_prefix":"lds"}'
 

diff --git a/.gitignore b/.gitignore
@@ -3,3 +3,9 @@ target/
 dbt_packages/
 logs/
 package-lock.yml
+.idea/
+.DS_Store
+.mise.toml
+.venv/
+package-lock.yml
+.vscode
diff --git a/models/_models.yml b/models/_models.yml
@@ -7,35 +7,35 @@ models:
     description: Member eligibility at the month grain
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
       materialized: table
 
   - name: medical_claim
     description: Claim line details of all claim types
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
       materialized: table
 
   - name: pharmacy_claim
     description: Claim line details of all claim types
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
       materialized: table
 
 ### intermediate
   - name: carrier_claim
     description: Claim line details of carrier claims
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_int_input_layer{% else %}_int_input_layer{%- endif -%}
 
   - name: dme_claim
     description: Claim line details of durable medical equipment claims
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_int_input_layer{% else %}_int_input_layer{%- endif -%}
 
   - name: eligibility_unpivot
     description: >
@@ -44,40 +44,125 @@ models:
       of eligibility.
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_int_input_layer{% else %}_int_input_layer{%- endif -%}
 
   - name: home_health_claim
     description: Claim line details of home health claims
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_int_input_layer{% else %}_int_input_layer{%- endif -%}
 
   - name: hospice_claim
     description: Claim line details of hospice claims
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_int_input_layer{% else %}_int_input_layer{%- endif -%}
 
   - name: inpatient_claim
     description: Claim line details of inpatient claims
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
-
-  - name: _int_medical_claim
-    description: union of all medical claim tables
-    config:
-      schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_int_input_layer{% else %}_int_input_layer{%- endif -%}
 
   - name: outpatient_claim
     description: Claim line details of outpatient claims
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_int_input_layer{% else %}_int_input_layer{%- endif -%}
 
   - name: snf_claim
     description: Claim line details of skilled nursing facility claims
     config:
       schema: |
-        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_input_layer{% else %}input_layer{%- endif -%}
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_int_input_layer{% else %}_int_input_layer{%- endif -%}
+
+### staging
+  - name: stg_carrier_base_claim
+    description: Staging carrier base claim
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_carrier_claim_line
+    description: Staging carrier claim line
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_dme_base_claim
+    description: Staging dme base claim
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_dme_claim_line
+    description: Staging dme claim line
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_hha_base_claim
+    description: Staging hha base claim
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_hha_revenue_center
+    description: Staging hha revenue center
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_hospice_base_claim
+    description: Staging hospice base claim
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_hospice_revenue_center
+    description: Staging hospice revenue center
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_inpatient_base_claim
+    description: Staging inpatient base claim
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_inpatient_revenue_center
+    description: Staging inpatient revenue center
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_master_beneficiary_summary
+    description: Staging master beneficiary summary
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_outpatient_base_claim
+    description: Staging outpatient base claim
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_outpatient_revenue_center
+    description: Staging outpatient revenue center
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_snf_base_claim
+    description: Staging snf base claim
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}
+
+  - name: stg_snf_revenue_center
+    description: Staging snf revenue center
+    config:
+      schema: |
+        {%- if var('tuva_schema_prefix',None) != None -%}_{{var('tuva_schema_prefix')}}_stg_input_layer{% else %}_stg_input_layer{%- endif -%}