Add iasWorld dbt tests and namespace all tests

dbt/models/default/schema/default.vw_card_res_char.yml

@@ -109,7 +109,7 @@ models:
 
     tests:
       - unique_combination_of_columns:
-          name: vw_card_res_char_unique_by_pin_card_and_year
+          name: default_vw_card_res_char_unique_by_pin_card_and_year
           combination_of_columns:
             - pin
             - year

dbt/models/default/schema/default.vw_pin_address.yml

@@ -51,7 +51,7 @@ models:
     tests:
       # No superfluous whitespace
       - no_extra_whitespace:
-          name: vw_pin_address_no_extra_whitespace
+          name: default_vw_pin_address_no_extra_whitespace
           column_names:
             - prop_address_full
             - prop_address_city_name
@@ -66,7 +66,7 @@ models:
           config:
             error_if: ">900000"
       - unique_combination_of_columns:
-          name: vw_pin_address_unique_by_14_digit_pin_and_year
+          name: default_vw_pin_address_unique_by_14_digit_pin_and_year
           combination_of_columns:
             - pin
             - year

dbt/models/default/schema/default.vw_pin_appeal.yml

@@ -45,7 +45,7 @@ models:
     tests:
       # If there is a `change`, the values should reflect this
       - expression_is_true:
-          name: vw_pin_appeal_change_matches_appeal_outcome
+          name: default_vw_pin_appeal_change_matches_appeal_outcome
           expression: >-
             {% set vars = [
               ('mailed_bldg', 'certified_bldg'),
@@ -94,7 +94,7 @@ models:
             error_if: ">266719"
       # `change` should be an enum
       - expression_is_true:
-          name: vw_pin_appeal_no_unexpected_change_values
+          name: default_vw_pin_appeal_no_unexpected_change_values
           expression: change is null or change in ('change', 'no change')
           select_columns:
             - pin

dbt/models/default/schema/default.vw_pin_condo_char.yml

@@ -83,7 +83,7 @@ models:
 
     tests:
       - unique_combination_of_columns:
-          name: vw_pin_condo_char_unique_by_14_digit_pin_and_year
+          name: default_vw_pin_condo_char_unique_by_14_digit_pin_and_year
           combination_of_columns:
             - pin
             - year

dbt/models/default/schema/default.vw_pin_history.yml

@@ -70,7 +70,7 @@ models:
 
     tests:
       - unique_combination_of_columns:
-          name: vw_pin_history_unique_by_14_digit_pin_and_year
+          name: default_vw_pin_history_unique_by_14_digit_pin_and_year
           combination_of_columns:
             - pin
             - year

dbt/models/default/schema/default.vw_pin_sale.yml

@@ -57,7 +57,7 @@ models:
     tests:
       # Number of sales for a given time period isn't suspicious
       - unique_combination_of_columns:
-          name: vw_pin_sale_reasonable_number_of_sales_per_year
+          name: default_vw_pin_sale_reasonable_number_of_sales_per_year
           combination_of_columns:
             - pin
             - year
@@ -66,7 +66,7 @@ models:
             error_if: ">4032"
       # No sales for same price/pin within 12 months
       - unique_combination_of_columns:
-          name: vw_pin_sale_unique_price_pin_and_year
+          name: default_vw_pin_sale_unique_price_pin_and_year
           combination_of_columns:
             - pin
             - year

dbt/models/default/schema/default.vw_pin_universe.yml

@@ -233,18 +233,18 @@ models:
     tests:
       # Number of classes is consistent over time
       - count_is_consistent:
-          name: vw_pin_universe_class_count_is_consistent_by_year
+          name: default_vw_pin_universe_class_count_is_consistent_by_year
           group_column: year
           count_column: class
           config:
             error_if: ">24"
       # Number of towns is consistent over time
       - count_is_consistent:
-          name: vw_pin_universe_township_code_count_is_consistent_by_year
+          name: default_vw_pin_universe_town_count_is_consistent_by_year
           group_column: year
           count_column: township_code
       - unique_combination_of_columns:
-          name: vw_pin_universe_unique_by_14_digit_pin_and_year
+          name: default_vw_pin_universe_unique_by_14_digit_pin_and_year
           combination_of_columns:
             - pin
             - year

dbt/models/default/schema/default.vw_pin_value.yml

@@ -42,7 +42,7 @@ models:
 
     tests:
       - unique_combination_of_columns:
-          name: vw_pin_value_unique_by_14_digit_pin_and_year
+          name: default_vw_pin_value_unique_by_14_digit_pin_and_year
           combination_of_columns:
             - pin
             - year

dbt/models/iasworld/docs.md

@@ -38,6 +38,11 @@ Main assessment table, union of `iasworld.asmt` and `iasworld.asmt_hist`.
 Provides the latest assessed value for each PIN and used heavily in
 Data Department views.
 
+### Nuance
+
+- Unlike most `iasworld` tables, this table _does not_ use `cur = 'Y'` to
+  identify the most recent record (it uses `procname` instead).
+
 **Primary Key**: `jur`, `rolltype`, `valclass`, `valyear`, `distcode`,
 `seq` `taxyr`, `parid`, `card`
 {% enddocs %}

dbt/models/iasworld/schema/iasworld.addn.yml

@@ -12,6 +12,13 @@ sources:
         columns:
           - name: area
             description: '{{ doc("column_area") }}'
+            tests:
+              - dbt_utils.accepted_range:
+                  name: iasworld_addn_area_between_0_and_1.5M
+                  min_value: 0
+                  max_value: 1500000
+                  config:
+                    where: cur = 'Y' AND deactivat IS NULL
           - name: area_sqm
             description: Area of this line in meters
           - name: areaid
@@ -20,20 +27,48 @@ sources:
             description: '{{ doc("column_areasum") }}'
           - name: card
             description: '{{ doc("column_card") }}'
+            tests:
+              - not_null:
+                  name: iasworld_addn_card_not_null
+              - dbt_utils.accepted_range:
+                  name: iasworld_addn_card_gte_1
+                  min_value: 1
           - name: cdu
             description: '{{ doc("column_cdu") }}'
           - name: chgrsn
             description: '{{ doc("column_chgrsn") }}'
           - name: class
             description: '{{ doc("shared_column_class") }}'
+            tests:
+              - relationships:
+                  name: iasworld_addn_class_in_ccao_class_dict
+                  to: source('ccao', 'class_dict')
+                  field: class_code
+                  config:
+                    where: |
+                      taxyr >= '2022'
+                      AND class != 'EX'
+                      AND cur = 'Y'
+                      AND deactivat IS NULL
           - name: convaddn
             description: Converted addition total
           - name: cur
             description: '{{ doc("column_cur") }}'
+            tests:
+              - accepted_values:
+                  name: iasworld_addn_cur_in_accepted_values
+                  values: ['Y', 'D']
           - name: deactivat
             description: '{{ doc("column_deactivat") }}'
           - name: depr
             description: Percent good from tables (based on age+cdu)
+            tests:
+              - dbt_utils.accepted_range:
+                  name: iasworld_addn_depr_between_0_and_100
+                  min_value: 0
+                  max_value: 100
+                  config:
+                    where: cur = 'Y' AND deactivat IS NULL
           - name: eff_area
             description: Support value per line
           - name: effageovr
@@ -64,6 +99,9 @@ sources:
             description: '{{ doc("column_jur") }}'
           - name: lline
             description: '{{ doc("shared_column_lline") }}'
+            tests:
+              - not_null:
+                  name: iasworld_addn_lline_not_null
           - name: lower
             description: Lower level addition code
           - name: mktadj
@@ -82,6 +120,13 @@ sources:
             description: '{{ doc("column_newconpct") }}'
           - name: parid
             description: '{{ doc("shared_column_pin") }}'
+            tests:
+              - not_null:
+                  name: iasworld_addn_parid_not_null
+              - relationships:
+                  name: iasworld_addn_parid_in_pardat_parid
+                  to: source('iasworld', 'pardat')
+                  field: parid
           - name: pctcomp
             description: '{{ doc("column_pctcomp") }}'
           - name: prodamage
@@ -126,10 +171,21 @@ sources:
             description: Second floor addition code
           - name: seq
             description: '{{ doc("shared_column_seq") }}'
+            tests:
+              - dbt_utils.sequential_values:
+                  name: iasworld_addn_seq_all_sequential_exist
+                  group_by_columns:
+                    - parid
+                    - taxyr
+                    - card
+                    - lline
           - name: status
             description: '{{ doc("column_status") }}'
           - name: taxyr
             description: '{{ doc("shared_column_year") }}'
+            tests:
+              - not_null:
+                  name: iasworld_addn_taxyr_not_null
           - name: third
             description: Third floor addition code
           - name: trans_id
@@ -152,9 +208,10 @@ sources:
             description: '{{ doc("column_whocalc") }}'
           - name: yrblt
             description: '{{ doc("column_yrblt") }}'
+
         tests:
           - unique_combination_of_columns:
-              name: addn_unique_by_parid_taxyr_card_lline
+              name: iasworld_addn_unique_by_parid_taxyr_card_lline
               combination_of_columns:
                 - parid
                 - taxyr

dbt/models/iasworld/schema/iasworld.aprval.yml

@@ -17,12 +17,35 @@ sources:
             description: Applied market value
           - name: aprbldg
             description: Appraised building value
+            tests:
+              - dbt_utils.accepted_range:
+                  name: iasworld_aprval_aprbldg_between_0_and_1B
+                  min_value: 0
+                  max_value: 1000000000
+                  config:
+                    where: |
+                      taxyr >= '2021'
+                      AND cur = 'Y'
+                      AND deactivat IS NULL
           - name: aprdate
             description: '`APRTOT` calc date'
           - name: aprland
             description: Appraised land value
+            tests:
+              - dbt_utils.accepted_range:
+                  name: iasworld_aprval_aprland_between_0_and_1B
+                  min_value: 0
+                  max_value: 1000000000
+                  config: &unique-conditions
+                    where: cur = 'Y' AND deactivat IS NULL
           - name: aprtot
             description: '{{ doc("column_aprtot") }}'
+            tests:
+              - dbt_utils.accepted_range:
+                  name: iasworld_aprval_aprtot_between_0_and_2B
+                  min_value: 0
+                  max_value: 2000000000
+                  config: *unique-conditions
           - name: areasum
             description: '{{ doc("column_areasum") }}'
           - name: assmkt
@@ -31,6 +54,12 @@ sources:
             description: Appraisal unit number
           - name: bldgval
             description: Building value
+            tests:
+              - dbt_utils.accepted_range:
+                  name: iasworld_aprval_bldgval_between_0_and_1B
+                  min_value: 0
+                  max_value: 1000000000
+                  config: *unique-conditions
           - name: comincval
             description: Commercial income value
           - name: commktsf
@@ -65,6 +94,10 @@ sources:
             description: Total cost value
           - name: cur
             description: '{{ doc("column_cur") }}'
+            tests:
+              - accepted_values:
+                  name: iasworld_aprval_cur_in_accepted_values
+                  values: ['Y', 'D']
           - name: deactivat
             description: '{{ doc("column_deactivat") }}'
           - name: dwelval
@@ -107,6 +140,12 @@ sources:
             description: Land allocation percent
           - name: landval
             description: Total land cost value
+            tests:
+              - dbt_utils.accepted_range:
+                  name: iasworld_aprval_landval_between_0_and_1B
+                  min_value: 0
+                  max_value: 1000000000
+                  config: *unique-conditions
           - name: lastupd
             description: Date of last change to a value field
           - name: mandate
@@ -135,6 +174,13 @@ sources:
             description: '{{ doc("column_ovrmraval") }}'
           - name: parid
             description: '{{ doc("shared_column_pin") }}'
+            tests:
+              - not_null:
+                  name: iasworld_aprval_parid_not_null
+              - relationships:
+                  name: iasworld_aprval_parid_in_pardat_parid
+                  to: source('iasworld', 'pardat')
+                  field: parid
           - name: posttype
             description: Assessment posting type
           - name: ppcomval
@@ -177,6 +223,12 @@ sources:
             description: Selected sale price
           - name: seq
             description: '{{ doc("shared_column_seq") }}'
+            tests:
+              - dbt_utils.sequential_values:
+                  name: iasworld_aprval_seq_all_sequential_exist
+                  group_by_columns:
+                    - parid
+                    - taxyr
           - name: spcflg
             description: Special processing flag
           - name: splitno
@@ -189,6 +241,9 @@ sources:
             description: '{{ doc("column_status") }}'
           - name: taxyr
             description: '{{ doc("shared_column_year") }}'
+            tests:
+              - not_null:
+                  name: iasworld_aprval_taxyr_not_null
           - name: tiebackbldg
             description: Sum of building value for all children in the income tieback group
           - name: tiebackland
@@ -214,7 +269,7 @@ sources:
 
         tests:
           - unique_combination_of_columns:
-              name: aprval_unique_by_parid_taxyr
+              name: iasworld_aprval_unique_by_parid_taxyr
               combination_of_columns:
                 - parid
                 - taxyr