negative testing

test/integration/016_macro_tests/bad-macros/bad_macros.sql

@@ -0,0 +1,7 @@
+
+{% macro invalid_macro() %}
+
+    select
+        '{{ foo2 }}' as foo2,
+        '{{ bar2 }}' as bar2
+

test/integration/016_macro_tests/bad-models/dep_macro.sql

@@ -0,0 +1,5 @@
+
+-- try to globally reference a dependency macro
+{{
+    do_something("arg1", "arg2")
+}}

test/integration/016_macro_tests/test_macros.py

@@ -23,9 +23,68 @@ def project_config(self):
             ]
         }
 
-    def test_simple_dependency(self):
+    def test_working_macros(self):
         self.run_dbt(["deps"])
         self.run_dbt(["run"])
 
         self.assertTablesEqual("expected_dep_macro","dep_macro")
         self.assertTablesEqual("expected_local_macro","local_macro")
+
+
+class TestInvalidMacros(DBTIntegrationTest):
+
+    def setUp(self):
+        DBTIntegrationTest.setUp(self)
+
+    @property
+    def schema(self):
+        return "test_macros_016"
+
+    @property
+    def models(self):
+        return "test/integration/016_macro_tests/models"
+
+    @property
+    def project_config(self):
+        return {
+            "macro-paths": ["test/integration/016_macro_tests/bad-macros"]
+        }
+
+    def test_invalid_macro(self):
+
+        try:
+            self.run_dbt(["compile"])
+            self.assertTrue(False, 'compiling bad macro should raise a runtime error')
+        except RuntimeError as e:
+            pass
+
+class TestMisusedMacros(DBTIntegrationTest):
+
+    def setUp(self):
+        DBTIntegrationTest.setUp(self)
+
+    @property
+    def schema(self):
+        return "test_macros_016"
+
+    @property
+    def models(self):
+        return "test/integration/016_macro_tests/bad-models"
+
+    @property
+    def project_config(self):
+        return {
+            "macro-paths": ["test/integration/016_macro_tests/macros"],
+            "repositories": [
+                'https://github.com/fishtown-analytics/dbt-integration-project'
+            ]
+        }
+
+    def test_working_macros(self):
+        self.run_dbt(["deps"])
+
+        try:
+            self.run_dbt(["run"])
+            self.assertTrue(False, 'invoked a package macro from global scope')
+        except RuntimeError as e:
+            pass