diff --git a/airbyte-integrations/bases/source-acceptance-test/sample_files/acceptance-test-config.yml b/airbyte-integrations/bases/source-acceptance-test/sample_files/acceptance-test-config.yml index e7a46e98649b..efb1840ec4fc 100644 --- a/airbyte-integrations/bases/source-acceptance-test/sample_files/acceptance-test-config.yml +++ b/airbyte-integrations/bases/source-acceptance-test/sample_files/acceptance-test-config.yml @@ -14,7 +14,7 @@ tests: configured_catalog_path: "sample_files/configured_catalog.json" empty_streams: [] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/bases/source-acceptance-test/unit_tests/test_global_fixtures.py b/airbyte-integrations/bases/source-acceptance-test/unit_tests/test_global_fixtures.py index 7420c193bd4c..07dcdb65ae50 100644 --- a/airbyte-integrations/bases/source-acceptance-test/unit_tests/test_global_fixtures.py +++ b/airbyte-integrations/bases/source-acceptance-test/unit_tests/test_global_fixtures.py @@ -97,7 +97,7 @@ def test_empty_streams_fixture(mocker, test_strictness_level, basic_read_test_co TEST_CONFIGURED_CATALOG, {EmptyStreamConfiguration(name="test_stream_b"), EmptyStreamConfiguration(name="test_stream_c")}, [{"stream": "test_stream_a", "data": {"k": "foo"}, "emitted_at": 1634387507000}], - ExpectedRecordsConfig(path="expected_records.json"), + ExpectedRecordsConfig(path="expected_records.jsonl"), False, id="High strictness level: test_stream_b and test_stream_c are declared as empty streams, expected records only contains test_stream_a record -> Not failing", ), @@ -106,7 +106,7 @@ def test_empty_streams_fixture(mocker, test_strictness_level, basic_read_test_co TEST_CONFIGURED_CATALOG, set(), [{"stream": "test_stream_a", "data": {"k": "foo"}, "emitted_at": 1634387507000}], - ExpectedRecordsConfig(path="expected_records.json"), + ExpectedRecordsConfig(path="expected_records.jsonl"), True, id="High strictness level: test_stream_b and test_stream_c are not declared as empty streams, expected records only contains test_stream_a record -> Failing", ), @@ -115,7 +115,7 @@ def test_empty_streams_fixture(mocker, test_strictness_level, basic_read_test_co TEST_CONFIGURED_CATALOG, {EmptyStreamConfiguration(name="test_stream_b")}, [{"stream": "test_stream_a", "data": {"k": "foo"}, "emitted_at": 1634387507000}], - ExpectedRecordsConfig(path="expected_records.json"), + ExpectedRecordsConfig(path="expected_records.jsonl"), True, id="High strictness level: test_stream_b is declared as an empty stream, test_stream_c is not declared as empty streams, expected records only contains test_stream_a record -> Failing", ), @@ -142,7 +142,7 @@ def test_empty_streams_fixture(mocker, test_strictness_level, basic_read_test_co TEST_CONFIGURED_CATALOG, set(), [{"stream": "test_stream_a", "data": {"k": "foo"}, "emitted_at": 1634387507000}], - ExpectedRecordsConfig(path="expected_records.json"), + ExpectedRecordsConfig(path="expected_records.jsonl"), False, id="Low strictness level, no empty stream, incomplete expected records -> Not failing", ), @@ -154,7 +154,7 @@ def test_expected_records_by_stream_fixture( mocker.patch.object(conftest.pytest, "fail") base_path = tmp_path - with open(f"{base_path}/expected_records.json", "w") as expected_records_file: + with open(f"{base_path}/expected_records.jsonl", "w") as expected_records_file: for record in expected_records: expected_records_file.write(json.dumps(record) + "\n") diff --git a/airbyte-integrations/connector-templates/source_acceptance_test_files/acceptance-test-config.yml.hbs b/airbyte-integrations/connector-templates/source_acceptance_test_files/acceptance-test-config.yml.hbs index 30c2cbbc67f0..69d1e9502e21 100644 --- a/airbyte-integrations/connector-templates/source_acceptance_test_files/acceptance-test-config.yml.hbs +++ b/airbyte-integrations/connector-templates/source_acceptance_test_files/acceptance-test-config.yml.hbs @@ -21,7 +21,7 @@ acceptance_tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: -# path: "integration_tests/expected_records.txt" +# path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-activecampaign/acceptance-test-config.yml b/airbyte-integrations/connectors/source-activecampaign/acceptance-test-config.yml index 7543dba988ef..3933d670da35 100644 --- a/airbyte-integrations/connectors/source-activecampaign/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-activecampaign/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-aha/acceptance-test-config.yml b/airbyte-integrations/connectors/source-aha/acceptance-test-config.yml index ccf5036734e4..4f209210727f 100644 --- a/airbyte-integrations/connectors/source-aha/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-aha/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-amazon-ads/acceptance-test-config.yml b/airbyte-integrations/connectors/source-amazon-ads/acceptance-test-config.yml index b13b28249017..7796ede1554c 100644 --- a/airbyte-integrations/connectors/source-amazon-ads/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-amazon-ads/acceptance-test-config.yml @@ -15,7 +15,7 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: no @@ -47,4 +47,4 @@ tests: configured_catalog_path: "integration_tests/configured_catalog_report.json" ignored_fields: "sponsored_products_report_stream": ["updatedAt"] - timeout_seconds: 3600 \ No newline at end of file + timeout_seconds: 3600 diff --git a/airbyte-integrations/connectors/source-amazon-ads/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-amazon-ads/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-amazon-ads/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-amazon-ads/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-amazon-sqs/acceptance-test-config.yml b/airbyte-integrations/connectors/source-amazon-sqs/acceptance-test-config.yml index a68ba39ce0c3..a655bcacce28 100644 --- a/airbyte-integrations/connectors/source-amazon-sqs/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-amazon-sqs/acceptance-test-config.yml @@ -16,7 +16,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-amazon-sqs/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-amazon-sqs/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-amazon-sqs/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-amazon-sqs/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-appsflyer/acceptance-test-config.yml b/airbyte-integrations/connectors/source-appsflyer/acceptance-test-config.yml index 9675ce1e7743..acb6210b3fcc 100644 --- a/airbyte-integrations/connectors/source-appsflyer/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-appsflyer/acceptance-test-config.yml @@ -15,12 +15,12 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes incremental: # TODO if your connector does not implement incremental sync, remove this block - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-bigquery/acceptance-test-config.yml b/airbyte-integrations/connectors/source-bigquery/acceptance-test-config.yml index b893dfbbb071..0147bf96c530 100644 --- a/airbyte-integrations/connectors/source-bigquery/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-bigquery/acceptance-test-config.yml @@ -18,7 +18,7 @@ acceptance_tests: - config_path: "secrets/sat-config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.json" + path: "integration_tests/expected_records.jsonl" full_refresh: tests: - config_path: "secrets/sat-config.json" diff --git a/airbyte-integrations/connectors/source-bigquery/integration_tests/expected_records.json b/airbyte-integrations/connectors/source-bigquery/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-bigquery/integration_tests/expected_records.json rename to airbyte-integrations/connectors/source-bigquery/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-braintree/acceptance-test-config.yml b/airbyte-integrations/connectors/source-braintree/acceptance-test-config.yml index 6a1d0180ab21..8a1652d90de9 100644 --- a/airbyte-integrations/connectors/source-braintree/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-braintree/acceptance-test-config.yml @@ -14,7 +14,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: ["subscription_stream"] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-braintree/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-braintree/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-braintree/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-braintree/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-braze/acceptance-test-config.yml b/airbyte-integrations/connectors/source-braze/acceptance-test-config.yml index 357d55198c5d..174dc49a67ee 100644 --- a/airbyte-integrations/connectors/source-braze/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-braze/acceptance-test-config.yml @@ -30,10 +30,10 @@ acceptance_tests: - name: kpi_daily_active_users bypass_reason: "no data" expect_records: - # `cards_analytics` stream records are not included to `expected_records.txt` + # `cards_analytics` stream records are not included to `expected_records.jsonl` # This stream returns summary by given `ending_at` date + `length`, and so # as `ending_at` date depends on a day when tests run, we lose previous records in current response and tests fail. - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-braze/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-braze/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-braze/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-braze/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-chartmogul/acceptance-test-config.yml b/airbyte-integrations/connectors/source-chartmogul/acceptance-test-config.yml index 829e41a614b9..247c68f3cec6 100644 --- a/airbyte-integrations/connectors/source-chartmogul/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-chartmogul/acceptance-test-config.yml @@ -19,7 +19,7 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-chartmogul/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-chartmogul/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-chartmogul/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-chartmogul/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-close-com/acceptance-test-config.yml b/airbyte-integrations/connectors/source-close-com/acceptance-test-config.yml index 661766bc5276..ef99c4401f2e 100644 --- a/airbyte-integrations/connectors/source-close-com/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-close-com/acceptance-test-config.yml @@ -25,7 +25,7 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-close-com/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-close-com/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-close-com/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-close-com/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-coda/acceptance-test-config.yml b/airbyte-integrations/connectors/source-coda/acceptance-test-config.yml index efb187315832..67a56834addc 100644 --- a/airbyte-integrations/connectors/source-coda/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-coda/acceptance-test-config.yml @@ -18,18 +18,18 @@ acceptance_tests: tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" - empty_streams: + empty_streams: - name: formulas bypass_reason: "no records" - name: permissions bypass_reason: "no records" -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" full_refresh: tests: diff --git a/airbyte-integrations/connectors/source-coinmarketcap/acceptance-test-config.yml b/airbyte-integrations/connectors/source-coinmarketcap/acceptance-test-config.yml index 0f415a181544..e812dc5165b4 100644 --- a/airbyte-integrations/connectors/source-coinmarketcap/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-coinmarketcap/acceptance-test-config.yml @@ -20,19 +20,19 @@ acceptance_tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] timeout_seconds: 1800 -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-convertkit/acceptance-test-config.yml b/airbyte-integrations/connectors/source-convertkit/acceptance-test-config.yml index fa0f4391dccd..f9aea565ac71 100644 --- a/airbyte-integrations/connectors/source-convertkit/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-convertkit/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-convex/acceptance-test-config.yml b/airbyte-integrations/connectors/source-convex/acceptance-test-config.yml index b17a53e928f4..58f3c8774e8a 100644 --- a/airbyte-integrations/connectors/source-convex/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-convex/acceptance-test-config.yml @@ -16,7 +16,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: yes extra_records: yes diff --git a/airbyte-integrations/connectors/source-convex/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-convex/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-convex/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-convex/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-copper/acceptance-test-config.yml b/airbyte-integrations/connectors/source-copper/acceptance-test-config.yml index 821585f27b8a..0e0d638a3882 100644 --- a/airbyte-integrations/connectors/source-copper/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-copper/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-courier/acceptance-test-config.yml b/airbyte-integrations/connectors/source-courier/acceptance-test-config.yml index c19214c47842..5e37fa10d28a 100644 --- a/airbyte-integrations/connectors/source-courier/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-courier/acceptance-test-config.yml @@ -16,7 +16,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" timeout_seconds: 3600 expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" full_refresh: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-courier/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-courier/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-courier/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-courier/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-delighted/acceptance-test-config.yml b/airbyte-integrations/connectors/source-delighted/acceptance-test-config.yml index 50d5bffc1fc2..b682c7d2b9f4 100644 --- a/airbyte-integrations/connectors/source-delighted/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-delighted/acceptance-test-config.yml @@ -19,7 +19,7 @@ acceptance_tests: tests: - config_path: "secrets/config.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" incremental: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-delighted/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-delighted/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-delighted/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-delighted/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-dv-360/acceptance-test-config.yml b/airbyte-integrations/connectors/source-dv-360/acceptance-test-config.yml index 8f7bf89fa3bc..16800658bcfe 100644 --- a/airbyte-integrations/connectors/source-dv-360/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-dv-360/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-facebook-pages/acceptance-test-config.yml b/airbyte-integrations/connectors/source-facebook-pages/acceptance-test-config.yml index 4f40c919f468..d1a767381cab 100644 --- a/airbyte-integrations/connectors/source-facebook-pages/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-facebook-pages/acceptance-test-config.yml @@ -28,7 +28,7 @@ acceptance_tests: - name: page_insights bypass_reason: "Data is not permanent" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes @@ -42,4 +42,4 @@ acceptance_tests: page: - "posts/paging/next" - "published_posts/paging/next" - - "feed/paging/next" \ No newline at end of file + - "feed/paging/next" diff --git a/airbyte-integrations/connectors/source-facebook-pages/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-facebook-pages/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-facebook-pages/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-facebook-pages/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-fauna/acceptance-test-config.yml b/airbyte-integrations/connectors/source-fauna/acceptance-test-config.yml index 8ac6d0c9f90c..97d36b5de8f1 100644 --- a/airbyte-integrations/connectors/source-fauna/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-fauna/acceptance-test-config.yml @@ -19,7 +19,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: yes extra_records: no diff --git a/airbyte-integrations/connectors/source-fauna/examples/README.md b/airbyte-integrations/connectors/source-fauna/examples/README.md index 086eaa0eb258..94517556aa17 100644 --- a/airbyte-integrations/connectors/source-fauna/examples/README.md +++ b/airbyte-integrations/connectors/source-fauna/examples/README.md @@ -10,7 +10,7 @@ Connector. - `setup_database.fql`: Evaling this file with the fauna shell will setup the local database for testing. See below for instructions on running the connector locally. - `secret_config.json`: This is the config that should be placed in `secrets/config.json`, and - will produce the records at `integration_tests/expected_records.txt`. Note that if you run this + will produce the records at `integration_tests/expected_records.jsonl`. Note that if you run this yourself, you will need to manually setup the database, and the `ts` field will be incorrect. # Running locally @@ -18,21 +18,25 @@ Connector. These examples use the Fauna Shell, which can be downloaded here: https://github.com/fauna/fauna-shell First, start a local fauna container: + ``` docker run --rm --name faunadb -p 8443:8443 fauna/faunadb ``` In another terminal, cd into the connector directory: + ``` cd airbyte-integrations/connectors/source-fauna ``` Once started the container is up, setup the database: + ``` fauna eval "$(cat examples/setup_database.fql)" --domain localhost --port 8443 --scheme http --secret secret ``` Finally, run the connector: + ``` python main.py spec python main.py check --config examples/config_localhost.json diff --git a/airbyte-integrations/connectors/source-fauna/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-fauna/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-fauna/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-fauna/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-firebolt/acceptance-test-config.yml b/airbyte-integrations/connectors/source-firebolt/acceptance-test-config.yml index 9d9dd2212307..9e8770dcbee7 100644 --- a/airbyte-integrations/connectors/source-firebolt/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-firebolt/acceptance-test-config.yml @@ -20,7 +20,7 @@ tests: empty_streams: [] timeout_seconds: 120 expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: yes extra_records: no diff --git a/airbyte-integrations/connectors/source-firebolt/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-firebolt/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-firebolt/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-firebolt/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-freshdesk/acceptance-test-config.yml b/airbyte-integrations/connectors/source-freshdesk/acceptance-test-config.yml index 9453db079944..dec52899b7e5 100644 --- a/airbyte-integrations/connectors/source-freshdesk/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-freshdesk/acceptance-test-config.yml @@ -22,7 +22,7 @@ acceptance_tests: tests: - config_path: "secrets/config.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" timeout_seconds: 600 incremental: tests: diff --git a/airbyte-integrations/connectors/source-freshdesk/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-freshdesk/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-freshdesk/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-freshdesk/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-getlago/acceptance-test-config.yml b/airbyte-integrations/connectors/source-getlago/acceptance-test-config.yml index 394d407c7ea6..4702ef0deb6f 100644 --- a/airbyte-integrations/connectors/source-getlago/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-getlago/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-gitlab/acceptance-test-config.yml b/airbyte-integrations/connectors/source-gitlab/acceptance-test-config.yml index fdacb6ade48c..270c6ae20192 100644 --- a/airbyte-integrations/connectors/source-gitlab/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-gitlab/acceptance-test-config.yml @@ -17,7 +17,7 @@ acceptance_tests: tests: - config_path: "secrets/config.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" - config_path: "secrets/config_with_ids.json" empty_streams: - name: "epics" @@ -25,7 +25,7 @@ acceptance_tests: - name: "epic_issues" bypass_reason: "Group in this config does not have epics issues. This stream is tested in the above TC." expect_records: - path: "integration_tests/expected_records_with_ids.txt" + path: "integration_tests/expected_records_with_ids.jsonl" incremental: tests: - config_path: "secrets/config_with_ids.json" diff --git a/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records_with_ids.txt b/airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records_with_ids.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records_with_ids.txt rename to airbyte-integrations/connectors/source-gitlab/integration_tests/expected_records_with_ids.jsonl diff --git a/airbyte-integrations/connectors/source-google-analytics-v4/acceptance-test-config.yml b/airbyte-integrations/connectors/source-google-analytics-v4/acceptance-test-config.yml index 4b7cee681080..e47ec41b5e2a 100644 --- a/airbyte-integrations/connectors/source-google-analytics-v4/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-google-analytics-v4/acceptance-test-config.yml @@ -19,7 +19,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" incremental: - config_path: "secrets/service_config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-google-analytics-v4/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-google-analytics-v4/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-google-analytics-v4/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-google-analytics-v4/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-google-pagespeed-insights/acceptance-test-config.yml b/airbyte-integrations/connectors/source-google-pagespeed-insights/acceptance-test-config.yml index 3332cb109e73..994f1904f3a0 100644 --- a/airbyte-integrations/connectors/source-google-pagespeed-insights/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-google-pagespeed-insights/acceptance-test-config.yml @@ -21,14 +21,14 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] - # Using expect_records we can make sure that our "categories-array" spec + # Using expect_records we can make sure that our "categories-array" spec # really works and produces multiple category request params expect_records: - path: "integration_tests/expected_records.json" + path: "integration_tests/expected_records.jsonl" extra_fields: yes exact_order: yes extra_records: no - incremental: + incremental: bypass_reason: "This connector does not implement incremental sync" full_refresh: tests: diff --git a/airbyte-integrations/connectors/source-google-pagespeed-insights/integration_tests/expected_records.json b/airbyte-integrations/connectors/source-google-pagespeed-insights/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-google-pagespeed-insights/integration_tests/expected_records.json rename to airbyte-integrations/connectors/source-google-pagespeed-insights/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-greenhouse/acceptance-test-config.yml b/airbyte-integrations/connectors/source-greenhouse/acceptance-test-config.yml index f432b6f0afd8..ba66d80fcead 100644 --- a/airbyte-integrations/connectors/source-greenhouse/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-greenhouse/acceptance-test-config.yml @@ -20,7 +20,7 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" - config_path: "secrets/config_users_only.json" # test we do not fail when encounter 403 error configured_catalog_path: "integration_tests/configured_catalog.json" @@ -86,4 +86,4 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/incremental_configured_catalog.json" future_state: - future_state_path: "integration_tests/abnormal_state.json" \ No newline at end of file + future_state_path: "integration_tests/abnormal_state.json" diff --git a/airbyte-integrations/connectors/source-greenhouse/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-greenhouse/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-greenhouse/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-greenhouse/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-harvest/acceptance-test-config.yml b/airbyte-integrations/connectors/source-harvest/acceptance-test-config.yml index 34c9926a73e1..70768155747e 100644 --- a/airbyte-integrations/connectors/source-harvest/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-harvest/acceptance-test-config.yml @@ -21,7 +21,7 @@ acceptance_tests: tests: - config_path: "secrets/config.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" incremental: tests: - config_path: "secrets/config_with_date_range.json" diff --git a/airbyte-integrations/connectors/source-harvest/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-harvest/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-harvest/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-harvest/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-hubplanner/acceptance-test-config.yml b/airbyte-integrations/connectors/source-hubplanner/acceptance-test-config.yml index 7551eb7ba2fc..fc18dcb74956 100644 --- a/airbyte-integrations/connectors/source-hubplanner/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-hubplanner/acceptance-test-config.yml @@ -15,12 +15,12 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: ["holidays"] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes full_refresh: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-hubspot/acceptance-test-config.yml b/airbyte-integrations/connectors/source-hubspot/acceptance-test-config.yml index 4060813bcf0e..1027bb9418f2 100644 --- a/airbyte-integrations/connectors/source-hubspot/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-hubspot/acceptance-test-config.yml @@ -46,7 +46,7 @@ acceptance_tests: bypass_reason: "unable to populate" # This test commented out, since it produces errors during active testing # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" incremental: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-hubspot/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-hubspot/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-hubspot/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-hubspot/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-intercom/acceptance-test-config.yml b/airbyte-integrations/connectors/source-intercom/acceptance-test-config.yml index 9795eeb1ec66..7ef304a9e010 100644 --- a/airbyte-integrations/connectors/source-intercom/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-intercom/acceptance-test-config.yml @@ -15,7 +15,7 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" incremental: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-intercom/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-intercom/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-intercom/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-intercom/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-intruder/acceptance-test-config.yml b/airbyte-integrations/connectors/source-intruder/acceptance-test-config.yml index 6c66594d7c7e..2217214e36a7 100644 --- a/airbyte-integrations/connectors/source-intruder/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-intruder/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-ip2whois/acceptance-test-config.yml b/airbyte-integrations/connectors/source-ip2whois/acceptance-test-config.yml index 1119f94cf402..546ba5547372 100644 --- a/airbyte-integrations/connectors/source-ip2whois/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-ip2whois/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-jira/acceptance-test-config.yml b/airbyte-integrations/connectors/source-jira/acceptance-test-config.yml index 789ec275c41a..0998fcb53998 100644 --- a/airbyte-integrations/connectors/source-jira/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-jira/acceptance-test-config.yml @@ -25,7 +25,7 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-jira/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-jira/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-jira/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-k6-cloud/acceptance-test-config.yml b/airbyte-integrations/connectors/source-k6-cloud/acceptance-test-config.yml index 4ee04a5b1623..5b1bf8473918 100644 --- a/airbyte-integrations/connectors/source-k6-cloud/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-k6-cloud/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: ["k6-tests"] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-klarna/acceptance-test-config.yml b/airbyte-integrations/connectors/source-klarna/acceptance-test-config.yml index ee1253808a3d..3ab4e9b12fd1 100644 --- a/airbyte-integrations/connectors/source-klarna/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-klarna/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-klaviyo/acceptance-test-config.yml b/airbyte-integrations/connectors/source-klaviyo/acceptance-test-config.yml index ae6488f296c7..c79a78cddca4 100644 --- a/airbyte-integrations/connectors/source-klaviyo/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-klaviyo/acceptance-test-config.yml @@ -13,14 +13,14 @@ tests: - config_path: "secrets/config.json" basic_read: - config_path: "secrets/config.json" - empty_streams: ['flows'] + empty_streams: ["flows"] configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" incremental: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" future_state_path: "integration_tests/abnormal_state.json" full_refresh: - config_path: "secrets/config.json" - - configured_catalog_path: "integration_tests/configured_catalog.json" \ No newline at end of file + - configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-klaviyo/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-klaviyo/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-klaviyo/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-klaviyo/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-kyriba/acceptance-test-config.yml b/airbyte-integrations/connectors/source-kyriba/acceptance-test-config.yml index fc4fe8180620..adc5c7db1647 100644 --- a/airbyte-integrations/connectors/source-kyriba/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-kyriba/acceptance-test-config.yml @@ -15,12 +15,12 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes incremental: # TODO if your connector does not implement incremental sync, remove this block - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-launchdarkly/acceptance-test-config.yml b/airbyte-integrations/connectors/source-launchdarkly/acceptance-test-config.yml index 9703c351904d..c4e6316b06c2 100644 --- a/airbyte-integrations/connectors/source-launchdarkly/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-launchdarkly/acceptance-test-config.yml @@ -21,19 +21,19 @@ acceptance_tests: empty_streams: - name: metrics bypass_reason: "This stream can't be seeded in our sandbox account" -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-mailerlite/acceptance-test-config.yml b/airbyte-integrations/connectors/source-mailerlite/acceptance-test-config.yml index 2ceeef4ebece..dd8de661f296 100644 --- a/airbyte-integrations/connectors/source-mailerlite/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-mailerlite/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-mailersend/acceptance-test-config.yml b/airbyte-integrations/connectors/source-mailersend/acceptance-test-config.yml index 46533de7f744..4fc67aaba7fe 100644 --- a/airbyte-integrations/connectors/source-mailersend/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-mailersend/acceptance-test-config.yml @@ -21,7 +21,7 @@ acceptance_tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_recods: yes diff --git a/airbyte-integrations/connectors/source-mailjet-mail/acceptance-test-config.yml b/airbyte-integrations/connectors/source-mailjet-mail/acceptance-test-config.yml index b599202d3b9a..321dd4d268ef 100644 --- a/airbyte-integrations/connectors/source-mailjet-mail/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-mailjet-mail/acceptance-test-config.yml @@ -16,7 +16,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-mailjet-sms/acceptance-test-config.yml b/airbyte-integrations/connectors/source-mailjet-sms/acceptance-test-config.yml index 8a87141b3344..765ceee61e31 100644 --- a/airbyte-integrations/connectors/source-mailjet-sms/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-mailjet-sms/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: timeout_seconds: 30 # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-marketo/acceptance-test-config.yml b/airbyte-integrations/connectors/source-marketo/acceptance-test-config.yml index 463cb5f025a0..709d61f6b3c9 100644 --- a/airbyte-integrations/connectors/source-marketo/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-marketo/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: ["lists", "campaigns"] timeout_seconds: 3600 expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" incremental: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/incremental_catalog.json" diff --git a/airbyte-integrations/connectors/source-marketo/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-marketo/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-marketo/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-marketo/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-monday/acceptance-test-config.yml b/airbyte-integrations/connectors/source-monday/acceptance-test-config.yml index 4c4a7a4f2a9f..ce12a5d3c675 100644 --- a/airbyte-integrations/connectors/source-monday/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-monday/acceptance-test-config.yml @@ -30,7 +30,7 @@ acceptance_tests: tests: - config_path: "secrets/config_api_token.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes @@ -39,7 +39,7 @@ acceptance_tests: bypass_reason: "unable to populate" - config_path: "secrets/config_oauth.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-monday/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-monday/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-monday/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-monday/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-n8n/acceptance-test-config.yml b/airbyte-integrations/connectors/source-n8n/acceptance-test-config.yml index d2f0d6e29102..3c51cc74a242 100644 --- a/airbyte-integrations/connectors/source-n8n/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-n8n/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-nasa/acceptance-test-config.yml b/airbyte-integrations/connectors/source-nasa/acceptance-test-config.yml index e9fdfb3e37ed..543a876fd5b4 100644 --- a/airbyte-integrations/connectors/source-nasa/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-nasa/acceptance-test-config.yml @@ -16,7 +16,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-nasa/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-nasa/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-nasa/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-nasa/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-notion/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-notion/integration_tests/expected_records.txt.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-notion/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-notion/integration_tests/expected_records.txt.jsonl diff --git a/airbyte-integrations/connectors/source-okta/acceptance-test-config.yml b/airbyte-integrations/connectors/source-okta/acceptance-test-config.yml index 999678cbb54c..7020c96727b0 100644 --- a/airbyte-integrations/connectors/source-okta/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-okta/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" - config_path: "secrets/config_api_token.json" configured_catalog_path: "integration_tests/configured_catalog.json" full_refresh: diff --git a/airbyte-integrations/connectors/source-okta/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-okta/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-okta/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-okta/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-omnisend/acceptance-test-config.yml b/airbyte-integrations/connectors/source-omnisend/acceptance-test-config.yml index 3f54c1bbed9d..5e564f15e742 100644 --- a/airbyte-integrations/connectors/source-omnisend/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-omnisend/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-onesignal/acceptance-test-config.yml b/airbyte-integrations/connectors/source-onesignal/acceptance-test-config.yml index ddd5106f6c99..e7a055386875 100644 --- a/airbyte-integrations/connectors/source-onesignal/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-onesignal/acceptance-test-config.yml @@ -16,7 +16,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-onesignal/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-onesignal/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-onesignal/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-onesignal/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-pipedrive/acceptance-test-config.yml b/airbyte-integrations/connectors/source-pipedrive/acceptance-test-config.yml index 4ccbff8c5896..efc687230d79 100644 --- a/airbyte-integrations/connectors/source-pipedrive/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-pipedrive/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" incremental: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-pipedrive/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-pipedrive/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-pipedrive/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-pipedrive/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-polygon-stock-api/acceptance-test-config.yml b/airbyte-integrations/connectors/source-polygon-stock-api/acceptance-test-config.yml index 6ef9bf701dd9..9b16ade662a9 100644 --- a/airbyte-integrations/connectors/source-polygon-stock-api/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-polygon-stock-api/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-posthog/integration_tests/expected_records.json b/airbyte-integrations/connectors/source-posthog/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-posthog/integration_tests/expected_records.json rename to airbyte-integrations/connectors/source-posthog/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-postmarkapp/acceptance-test-config.yml b/airbyte-integrations/connectors/source-postmarkapp/acceptance-test-config.yml index 389620d838b4..60f350527621 100644 --- a/airbyte-integrations/connectors/source-postmarkapp/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-postmarkapp/acceptance-test-config.yml @@ -30,7 +30,7 @@ acceptance_tests: - name: domains bypass_reason: "Is empty in test data" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-postmarkapp/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-postmarkapp/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-postmarkapp/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-postmarkapp/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-prestashop/acceptance-test-config.yml b/airbyte-integrations/connectors/source-prestashop/acceptance-test-config.yml index bb4b0f42d7ab..9940dc1b3ff2 100644 --- a/airbyte-integrations/connectors/source-prestashop/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-prestashop/acceptance-test-config.yml @@ -23,7 +23,7 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-prestashop/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-prestashop/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-prestashop/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-prestashop/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-recreation/acceptance-test-config.yml b/airbyte-integrations/connectors/source-recreation/acceptance-test-config.yml index 4a67bef532fe..06a989c2a723 100644 --- a/airbyte-integrations/connectors/source-recreation/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-recreation/acceptance-test-config.yml @@ -19,12 +19,12 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-recruitee/acceptance-test-config.yml b/airbyte-integrations/connectors/source-recruitee/acceptance-test-config.yml index 8a709b59b3ff..6f2c23f8f7bd 100644 --- a/airbyte-integrations/connectors/source-recruitee/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-recruitee/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-redshift/acceptance-test-config.yml b/airbyte-integrations/connectors/source-redshift/acceptance-test-config.yml index 56a9b1324f0a..52ded897acb7 100644 --- a/airbyte-integrations/connectors/source-redshift/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-redshift/acceptance-test-config.yml @@ -22,7 +22,7 @@ acceptance_tests: timeout_seconds: "1200" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.json" + path: "integration_tests/expected_records.jsonl" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-redshift/integration_tests/expected_records.json b/airbyte-integrations/connectors/source-redshift/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-redshift/integration_tests/expected_records.json rename to airbyte-integrations/connectors/source-redshift/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-rki-covid/acceptance-test-config.yml b/airbyte-integrations/connectors/source-rki-covid/acceptance-test-config.yml index e357e54ef0e9..0387f7f269fb 100644 --- a/airbyte-integrations/connectors/source-rki-covid/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-rki-covid/acceptance-test-config.yml @@ -12,13 +12,19 @@ tests: basic_read: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" - empty_streams: [ "germany", "germany_age_groups", "german_history_frozen_incidence", "germany_states_age_groups"] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes + empty_streams: + [ + "germany", + "germany_age_groups", + "german_history_frozen_incidence", + "germany_states_age_groups", + ] + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes incremental: # TODO - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-s3/acceptance-test-config.yml b/airbyte-integrations/connectors/source-s3/acceptance-test-config.yml index e652a72ea4b8..28bd1af6a7ae 100644 --- a/airbyte-integrations/connectors/source-s3/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-s3/acceptance-test-config.yml @@ -45,30 +45,30 @@ tests: timeout_seconds: 1800 configured_catalog_path: "integration_tests/configured_catalogs/csv.json" expect_records: - path: "integration_tests/expected_records/csv.txt" + path: "integration_tests/expected_records/csv.jsonl" # for Parquet format - config_path: "secrets/parquet_config.json" timeout_seconds: 1800 configured_catalog_path: "integration_tests/configured_catalogs/parquet.json" expect_records: - path: "integration_tests/expected_records/parquet.txt" + path: "integration_tests/expected_records/parquet.jsonl" # for Avro format - config_path: "secrets/avro_config.json" timeout_seconds: 1800 configured_catalog_path: "integration_tests/configured_catalogs/avro.json" expect_records: - path: "integration_tests/expected_records/avro.txt" + path: "integration_tests/expected_records/avro.jsonl" # for JSONL format - config_path: "secrets/jsonl_config.json" timeout_seconds: 1800 configured_catalog_path: "integration_tests/configured_catalogs/jsonl.json" expect_records: - path: "integration_tests/expected_records/jsonl.txt" + path: "integration_tests/expected_records/jsonl.jsonl" - config_path: "secrets/jsonl_newlines_config.json" timeout_seconds: 1800 configured_catalog_path: "integration_tests/configured_catalogs/jsonl.json" expect_records: - path: "integration_tests/expected_records/jsonl_newlines.txt" + path: "integration_tests/expected_records/jsonl_newlines.jsonl" # for custom server - config_path: "integration_tests/config_minio.json" timeout_seconds: 1800 @@ -78,7 +78,7 @@ tests: # file creating date and it always new. Uncomment this line when SAT # would have ability to ignore specific fields from expected records. # expect_records: - # path: "integration_tests/expected_records/custom_server.txt" + # path: "integration_tests/expected_records/custom_server.jsonl" incremental: # for CSV format - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/avro.txt b/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/avro.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-s3/integration_tests/expected_records/avro.txt rename to airbyte-integrations/connectors/source-s3/integration_tests/expected_records/avro.jsonl diff --git a/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/csv.txt b/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/csv.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-s3/integration_tests/expected_records/csv.txt rename to airbyte-integrations/connectors/source-s3/integration_tests/expected_records/csv.jsonl diff --git a/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/custom_server.txt b/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/custom_server.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-s3/integration_tests/expected_records/custom_server.txt rename to airbyte-integrations/connectors/source-s3/integration_tests/expected_records/custom_server.jsonl diff --git a/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/jsonl.txt b/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/jsonl.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-s3/integration_tests/expected_records/jsonl.txt rename to airbyte-integrations/connectors/source-s3/integration_tests/expected_records/jsonl.jsonl diff --git a/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/jsonl_newlines.txt b/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/jsonl_newlines.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-s3/integration_tests/expected_records/jsonl_newlines.txt rename to airbyte-integrations/connectors/source-s3/integration_tests/expected_records/jsonl_newlines.jsonl diff --git a/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/parquet.txt b/airbyte-integrations/connectors/source-s3/integration_tests/expected_records/parquet.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-s3/integration_tests/expected_records/parquet.txt rename to airbyte-integrations/connectors/source-s3/integration_tests/expected_records/parquet.jsonl diff --git a/airbyte-integrations/connectors/source-salesforce/acceptance-test-config.yml b/airbyte-integrations/connectors/source-salesforce/acceptance-test-config.yml index 9494904b2b76..aa0265d580b3 100644 --- a/airbyte-integrations/connectors/source-salesforce/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-salesforce/acceptance-test-config.yml @@ -21,7 +21,7 @@ acceptance_tests: tests: - config_path: "secrets/config.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" empty_streams: - name: "ActiveScratchOrg" bypass_reason: "impossible to fill the stream with data because it is an organic traffic" diff --git a/airbyte-integrations/connectors/source-salesforce/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-salesforce/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-salesforce/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-salesforce/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-salesloft/acceptance-test-config.yml b/airbyte-integrations/connectors/source-salesloft/acceptance-test-config.yml index 487833c0fefa..09aa3a00818b 100644 --- a/airbyte-integrations/connectors/source-salesloft/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-salesloft/acceptance-test-config.yml @@ -15,12 +15,12 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes incremental: # TODO if your connector does not implement incremental sync, remove this block - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-sap-fieldglass/acceptance-test-config.yml b/airbyte-integrations/connectors/source-sap-fieldglass/acceptance-test-config.yml index 9552ff7a2432..84888149c82b 100644 --- a/airbyte-integrations/connectors/source-sap-fieldglass/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-sap-fieldglass/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-scaffold-source-http/acceptance-test-config.yml b/airbyte-integrations/connectors/source-scaffold-source-http/acceptance-test-config.yml index 7588c3ce9df5..5acf5f348944 100644 --- a/airbyte-integrations/connectors/source-scaffold-source-http/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-scaffold-source-http/acceptance-test-config.yml @@ -21,7 +21,7 @@ acceptance_tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: -# path: "integration_tests/expected_records.txt" +# path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-scaffold-source-python/acceptance-test-config.yml b/airbyte-integrations/connectors/source-scaffold-source-python/acceptance-test-config.yml index 107b721bc89c..52a75195154a 100644 --- a/airbyte-integrations/connectors/source-scaffold-source-python/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-scaffold-source-python/acceptance-test-config.yml @@ -21,7 +21,7 @@ acceptance_tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: -# path: "integration_tests/expected_records.txt" +# path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-secoda/acceptance-test-config.yml b/airbyte-integrations/connectors/source-secoda/acceptance-test-config.yml index 7b7fe506a889..05e757bb166d 100644 --- a/airbyte-integrations/connectors/source-secoda/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-secoda/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: # empty_streams: [] # # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # # expect_records: - # # path: "integration_tests/expected_records.txt" + # # path: "integration_tests/expected_records.jsonl" # # extra_fields: no # # exact_order: no # # extra_records: yes diff --git a/airbyte-integrations/connectors/source-sendgrid/acceptance-test-config.yml b/airbyte-integrations/connectors/source-sendgrid/acceptance-test-config.yml index 1cb16fa72b07..f2fe28771e20 100644 --- a/airbyte-integrations/connectors/source-sendgrid/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-sendgrid/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/no_spam_reports_configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-sendgrid/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-sendgrid/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-sendgrid/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-sendgrid/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-sendinblue/acceptance-test-config.yml b/airbyte-integrations/connectors/source-sendinblue/acceptance-test-config.yml index debac6d01dd9..ae2075a223b4 100644 --- a/airbyte-integrations/connectors/source-sendinblue/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-sendinblue/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-senseforce/acceptance-test-config.yml b/airbyte-integrations/connectors/source-senseforce/acceptance-test-config.yml index 8f77ab750b6f..71c52786cd7f 100644 --- a/airbyte-integrations/connectors/source-senseforce/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-senseforce/acceptance-test-config.yml @@ -19,16 +19,16 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: tests: - - config_path: "secrets/config.json" - configured_catalog_path: "integration_tests/configured_catalog.json" + - config_path: "secrets/config.json" + configured_catalog_path: "integration_tests/configured_catalog.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-smaily/acceptance-test-config.yml b/airbyte-integrations/connectors/source-smaily/acceptance-test-config.yml index 7e19a792a8c1..48a99e44b6dc 100644 --- a/airbyte-integrations/connectors/source-smaily/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-smaily/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-smartengage/acceptance-test-config.yml b/airbyte-integrations/connectors/source-smartengage/acceptance-test-config.yml index b9ea1506feec..858bf09251f6 100644 --- a/airbyte-integrations/connectors/source-smartengage/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-smartengage/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-smartsheets/acceptance-test-config.yml b/airbyte-integrations/connectors/source-smartsheets/acceptance-test-config.yml index 063f068e5caa..28ea8c816f31 100644 --- a/airbyte-integrations/connectors/source-smartsheets/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-smartsheets/acceptance-test-config.yml @@ -14,7 +14,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: yes exact_order: yes extra_records: no diff --git a/airbyte-integrations/connectors/source-smartsheets/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-smartsheets/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-smartsheets/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-smartsheets/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-snowflake/acceptance-test-config.yml b/airbyte-integrations/connectors/source-snowflake/acceptance-test-config.yml index 5547d866ac94..fdedcf8ff4bf 100644 --- a/airbyte-integrations/connectors/source-snowflake/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-snowflake/acceptance-test-config.yml @@ -18,7 +18,7 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.json" + path: "integration_tests/expected_records.jsonl" full_refresh: tests: - config_path: "secrets/config.json" @@ -26,4 +26,4 @@ acceptance_tests: incremental: tests: - config_path: "secrets/config.json" - configured_catalog_path: "integration_tests/configured_catalog_inc.json" \ No newline at end of file + configured_catalog_path: "integration_tests/configured_catalog_inc.json" diff --git a/airbyte-integrations/connectors/source-snowflake/integration_tests/expected_records.json b/airbyte-integrations/connectors/source-snowflake/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-snowflake/integration_tests/expected_records.json rename to airbyte-integrations/connectors/source-snowflake/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-sonar-cloud/acceptance-test-config.yml b/airbyte-integrations/connectors/source-sonar-cloud/acceptance-test-config.yml index 0c8c8a4f9be6..2964808d0fa3 100644 --- a/airbyte-integrations/connectors/source-sonar-cloud/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-sonar-cloud/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-square/acceptance-test-config.yml b/airbyte-integrations/connectors/source-square/acceptance-test-config.yml index 61080ef121f6..f132d75c92b3 100644 --- a/airbyte-integrations/connectors/source-square/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-square/acceptance-test-config.yml @@ -17,16 +17,16 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: ["payments"] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" - config_path: "secrets/config_oauth.json" configured_catalog_path: "integration_tests/configured_catalog_oauth.json" empty_streams: ["shifts", "orders", "payments", "refunds"] expect_records: - path: "integration_tests/expected_records_oauth.txt" + path: "integration_tests/expected_records_oauth.jsonl" incremental: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" future_state_path: "integration_tests/abnormal_state.json" full_refresh: - config_path: "secrets/config.json" - configured_catalog_path: "integration_tests/configured_catalog.json" \ No newline at end of file + configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-square/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-square/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-square/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-square/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-square/integration_tests/expected_records_oauth.txt b/airbyte-integrations/connectors/source-square/integration_tests/expected_records_oauth.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-square/integration_tests/expected_records_oauth.txt rename to airbyte-integrations/connectors/source-square/integration_tests/expected_records_oauth.jsonl diff --git a/airbyte-integrations/connectors/source-statuspage/acceptance-test-config.yml b/airbyte-integrations/connectors/source-statuspage/acceptance-test-config.yml index 4045edb3e839..e435d1d4b1e1 100644 --- a/airbyte-integrations/connectors/source-statuspage/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-statuspage/acceptance-test-config.yml @@ -24,19 +24,19 @@ acceptance_tests: - name: subscribers bypass_reason: "This stream can't be seeded in our sandbox account" -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-survey-sparrow/acceptance-test-config.yml b/airbyte-integrations/connectors/source-survey-sparrow/acceptance-test-config.yml index 1a7dc9c87a81..9fa1f04cfad4 100644 --- a/airbyte-integrations/connectors/source-survey-sparrow/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-survey-sparrow/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: ["contact_lists", "responses", "surveys"] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-tempo/acceptance-test-config.yml b/airbyte-integrations/connectors/source-tempo/acceptance-test-config.yml index 8ba0dbd90be9..f9a7d8db596a 100644 --- a/airbyte-integrations/connectors/source-tempo/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-tempo/acceptance-test-config.yml @@ -21,7 +21,7 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" - config_path: "secrets/accounts_only_config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: diff --git a/airbyte-integrations/connectors/source-tempo/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-tempo/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-tempo/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-tempo/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-tmdb/acceptance-test-config.yml b/airbyte-integrations/connectors/source-tmdb/acceptance-test-config.yml index f1d7a0430367..9f57942648fa 100644 --- a/airbyte-integrations/connectors/source-tmdb/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-tmdb/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-toggl/acceptance-test-config.yml b/airbyte-integrations/connectors/source-toggl/acceptance-test-config.yml index 6c4fbe6f00d0..215421a7b398 100644 --- a/airbyte-integrations/connectors/source-toggl/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-toggl/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-twilio/acceptance-test-config.yml b/airbyte-integrations/connectors/source-twilio/acceptance-test-config.yml index 88bceea249d8..5161cbeb41d3 100644 --- a/airbyte-integrations/connectors/source-twilio/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-twilio/acceptance-test-config.yml @@ -17,14 +17,14 @@ acceptance_tests: tests: - config_path: "secrets/config.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" empty_streams: - # TODO: SAT should be able to exclude expected records validation on the stream > field level - # to avoid exposures such as `auth_token` - # reference: https://github.com/airbytehq/airbyte/pull/20430 + # TODO: SAT should be able to exclude expected records validation on the stream > field level + # to avoid exposures such as `auth_token` + # reference: https://github.com/airbytehq/airbyte/pull/20430 - name: "accounts" bypass_reason: "expected records could not be provided without field bypassing, skipping for now. Read #TODO above." - # + # - name: "alerts" bypass_reason: "alerts are transient - they emerge and disappear from time to time" - name: "dependent_phone_numbers" diff --git a/airbyte-integrations/connectors/source-twilio/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-twilio/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-twilio/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-twilio/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-twitter/acceptance-test-config.yml b/airbyte-integrations/connectors/source-twitter/acceptance-test-config.yml index 4bb7ee3d6181..945fb590a2f4 100644 --- a/airbyte-integrations/connectors/source-twitter/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-twitter/acceptance-test-config.yml @@ -19,19 +19,19 @@ acceptance_tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-typeform/acceptance-test-config.yml b/airbyte-integrations/connectors/source-typeform/acceptance-test-config.yml index fa5153b21bdd..ac8b764f892f 100644 --- a/airbyte-integrations/connectors/source-typeform/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-typeform/acceptance-test-config.yml @@ -14,7 +14,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: ["webhooks"] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" # Although incremental tests pass, they don't actually test anything because SATs currently # do not support nested dynamic state. That's why incremental read is tested with a dedicated integration test. #incremental: diff --git a/airbyte-integrations/connectors/source-typeform/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-typeform/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-typeform/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-typeform/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-vantage/acceptance-test-config.yml b/airbyte-integrations/connectors/source-vantage/acceptance-test-config.yml index 6a4e59447022..377586896b34 100644 --- a/airbyte-integrations/connectors/source-vantage/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-vantage/acceptance-test-config.yml @@ -21,19 +21,19 @@ acceptance_tests: empty_streams: - name: reports bypass_reason: "This stream can't be seeded in our sandbox account" -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes - incremental: + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes + incremental: bypass_reason: "This connector does not implement incremental sync" -# TODO uncomment this block this block if your connector implements incremental sync: -# tests: -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # TODO uncomment this block this block if your connector implements incremental sync: + # tests: + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-visma-economic/acceptance-test-config.yml b/airbyte-integrations/connectors/source-visma-economic/acceptance-test-config.yml index 95b1c75f6ae6..d962afbac36e 100644 --- a/airbyte-integrations/connectors/source-visma-economic/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-visma-economic/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: ["invoices_total"] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-visma-economic/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-visma-economic/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-visma-economic/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-visma-economic/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-waiteraid/acceptance-test-config.yml b/airbyte-integrations/connectors/source-waiteraid/acceptance-test-config.yml index c5d65168c7ef..e28a3cef1364 100644 --- a/airbyte-integrations/connectors/source-waiteraid/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-waiteraid/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-wikipedia-pageviews/acceptance-test-config.yml b/airbyte-integrations/connectors/source-wikipedia-pageviews/acceptance-test-config.yml index 09ee4ecd3451..969940f6967a 100755 --- a/airbyte-integrations/connectors/source-wikipedia-pageviews/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-wikipedia-pageviews/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-woocommerce/acceptance-test-config.yml b/airbyte-integrations/connectors/source-woocommerce/acceptance-test-config.yml index 63f5e87248d4..dc35e1de9536 100644 --- a/airbyte-integrations/connectors/source-woocommerce/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-woocommerce/acceptance-test-config.yml @@ -23,7 +23,7 @@ acceptance_tests: configured_catalog_path: "integration_tests/configured_catalog.json" timeout_seconds: 3600 expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: no @@ -36,4 +36,4 @@ acceptance_tests: full_refresh: tests: - config_path: "secrets/config.json" - configured_catalog_path: "integration_tests/configured_catalog.json" \ No newline at end of file + configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-woocommerce/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-woocommerce/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-woocommerce/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-woocommerce/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-yahoo-finance-price/acceptance-test-config.yml b/airbyte-integrations/connectors/source-yahoo-finance-price/acceptance-test-config.yml index 5c0e80150338..b478cbe7fdb1 100644 --- a/airbyte-integrations/connectors/source-yahoo-finance-price/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-yahoo-finance-price/acceptance-test-config.yml @@ -15,12 +15,12 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] -# TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file -# expect_records: -# path: "integration_tests/expected_records.txt" -# extra_fields: no -# exact_order: no -# extra_records: yes + # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file + # expect_records: + # path: "integration_tests/expected_records.jsonl" + # extra_fields: no + # exact_order: no + # extra_records: yes incremental: # TODO if your connector does not implement incremental sync, remove this block - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-younium/acceptance-test-config.yml b/airbyte-integrations/connectors/source-younium/acceptance-test-config.yml index 56827d2bf7c3..cb179ccc4563 100644 --- a/airbyte-integrations/connectors/source-younium/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-younium/acceptance-test-config.yml @@ -17,10 +17,10 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes full_refresh: - config_path: "secrets/config.json" - configured_catalog_path: "integration_tests/configured_catalog.json" \ No newline at end of file + configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-zapier-supported-storage/acceptance-test-config.yml b/airbyte-integrations/connectors/source-zapier-supported-storage/acceptance-test-config.yml index 166465242842..a4a8cff7e855 100644 --- a/airbyte-integrations/connectors/source-zapier-supported-storage/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-zapier-supported-storage/acceptance-test-config.yml @@ -17,14 +17,14 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes -# incremental: # TODO if your connector does not implement incremental sync, remove this block -# - config_path: "secrets/config.json" -# configured_catalog_path: "integration_tests/configured_catalog.json" -# future_state_path: "integration_tests/abnormal_state.json" + # incremental: # TODO if your connector does not implement incremental sync, remove this block + # - config_path: "secrets/config.json" + # configured_catalog_path: "integration_tests/configured_catalog.json" + # future_state_path: "integration_tests/abnormal_state.json" full_refresh: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" diff --git a/airbyte-integrations/connectors/source-zendesk-sell/acceptance-test-config.yml b/airbyte-integrations/connectors/source-zendesk-sell/acceptance-test-config.yml index 9e44467ce664..36db9e38be5c 100644 --- a/airbyte-integrations/connectors/source-zendesk-sell/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-zendesk-sell/acceptance-test-config.yml @@ -17,7 +17,7 @@ tests: empty_streams: [] # TODO uncomment this block to specify that the tests should assert the connector outputs the records provided in the input file a file # expect_records: - # path: "integration_tests/expected_records.txt" + # path: "integration_tests/expected_records.jsonl" # extra_fields: no # exact_order: no # extra_records: yes diff --git a/airbyte-integrations/connectors/source-zendesk-support/acceptance-test-config.yml b/airbyte-integrations/connectors/source-zendesk-support/acceptance-test-config.yml index d6b98de0634f..239dbc71ff27 100644 --- a/airbyte-integrations/connectors/source-zendesk-support/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-zendesk-support/acceptance-test-config.yml @@ -22,7 +22,7 @@ acceptance_tests: tests: - config_path: "secrets/config.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" incremental: tests: - config_path: "secrets/config.json" diff --git a/airbyte-integrations/connectors/source-zendesk-support/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-zendesk-support/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-zendesk-support/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-zendesk-support/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-zenloop/acceptance-test-config.yml b/airbyte-integrations/connectors/source-zenloop/acceptance-test-config.yml index 0b198ce0e4ae..33b20c5352f8 100644 --- a/airbyte-integrations/connectors/source-zenloop/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-zenloop/acceptance-test-config.yml @@ -15,7 +15,7 @@ tests: - config_path: "secrets/config.json" configured_catalog_path: "integration_tests/configured_catalog.json" expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: no exact_order: no extra_records: yes diff --git a/airbyte-integrations/connectors/source-zenloop/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-zenloop/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-zenloop/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-zenloop/integration_tests/expected_records.jsonl diff --git a/airbyte-integrations/connectors/source-zoho-crm/acceptance-test-config.yml b/airbyte-integrations/connectors/source-zoho-crm/acceptance-test-config.yml index c95fce81818d..1deb4b9864e5 100644 --- a/airbyte-integrations/connectors/source-zoho-crm/acceptance-test-config.yml +++ b/airbyte-integrations/connectors/source-zoho-crm/acceptance-test-config.yml @@ -16,7 +16,7 @@ tests: configured_catalog_path: "integration_tests/configured_catalog.json" empty_streams: [] expect_records: - path: "integration_tests/expected_records.txt" + path: "integration_tests/expected_records.jsonl" extra_fields: yes exact_order: yes extra_records: no diff --git a/airbyte-integrations/connectors/source-zoho-crm/integration_tests/expected_records.txt b/airbyte-integrations/connectors/source-zoho-crm/integration_tests/expected_records.jsonl similarity index 100% rename from airbyte-integrations/connectors/source-zoho-crm/integration_tests/expected_records.txt rename to airbyte-integrations/connectors/source-zoho-crm/integration_tests/expected_records.jsonl diff --git a/build.gradle b/build.gradle index e0442234e8c5..6b1eeff05dd6 100644 --- a/build.gradle +++ b/build.gradle @@ -128,7 +128,6 @@ def createSpotlessTarget = { pattern -> 'airbyte-webapp', // The webapp module uses its own auto-formatter, so spotless is not necessary here 'airbyte-webapp-e2e-tests', // This module also uses its own auto-formatter 'airbyte-connector-builder-server/connector_builder/generated', // autogenerated code doesn't need to be formatted - '**/integration_tests/expected_records.json', // TODO: Revisit with https://github.com/airbytehq/airbyte/issues/20569 ] if (System.getenv().containsKey("SUB_BUILD")) { diff --git a/docs/connector-development/testing-connectors/source-acceptance-tests-reference.md b/docs/connector-development/testing-connectors/source-acceptance-tests-reference.md index afc7355fab7a..f5962427c7e0 100644 --- a/docs/connector-development/testing-connectors/source-acceptance-tests-reference.md +++ b/docs/connector-development/testing-connectors/source-acceptance-tests-reference.md @@ -36,16 +36,17 @@ docker build . Run one of the two scripts in the root of the connector: -* `python -m pytest -p integration_tests.acceptance` - to run tests inside virtual environment - * On test completion, a log will be outputted to the terminal verifying: - * The connector the tests were ran for - * The git hash of the code used - * Whether the tests passed or failed - +- `python -m pytest -p integration_tests.acceptance` - to run tests inside virtual environment + + - On test completion, a log will be outputted to the terminal verifying: + + - The connector the tests were ran for + - The git hash of the code used + - Whether the tests passed or failed + This is useful to provide in your PR as evidence of the acceptance tests passing locally. - - -* `./acceptance-test-docker.sh` - to run tests from a docker container + +- `./acceptance-test-docker.sh` - to run tests from a docker container If the test fails you will see detail about the test and where to find its inputs and outputs to reproduce it. You can also debug failed tests by adding `—pdb —last-failed`: @@ -79,27 +80,26 @@ These tests are configurable via `acceptance-test-config.yml`. Each test has a n Example of `acceptance-test-config.yml`: ```yaml -connector_image: string # Docker image to test, for example 'airbyte/source-pokeapi:0.1.0' -base_path: string # Base path for all relative paths, optional, default - ./ -acceptance_tests: # Tests configuration +connector_image: string # Docker image to test, for example 'airbyte/source-pokeapi:0.1.0' +base_path: string # Base path for all relative paths, optional, default - ./ +acceptance_tests: # Tests configuration spec: # list of the test inputs bypass_reason: "Explain why you skipped this test" connection: # list of the test inputs tests: - - config_path: string # set #1 of inputs + - config_path: string # set #1 of inputs status: string - - config_path: string # set #2 of inputs + - config_path: string # set #2 of inputs status: string # discovery: # skip this test incremental: bypass_reason: "Incremental sync are not supported on this connector" - ``` ## Test Spec -Verify that a `spec` operation issued to the connector returns a valid connector specification. -Additional tests are validating the backward compatibility of the current specification compared to the specification of the previous connector version. If no previous connector version is found (by default the test looks for a docker image with the same name but with the `latest` tag), this test is skipped. +Verify that a `spec` operation issued to the connector returns a valid connector specification. +Additional tests are validating the backward compatibility of the current specification compared to the specification of the previous connector version. If no previous connector version is found (by default the test looks for a docker image with the same name but with the `latest` tag), this test is skipped. These backward compatibility tests can be bypassed by changing the value of the `backward_compatibility_tests_config.disable_for_version` input in `acceptance-test-config.yml` (see below). One more test validates the specification against containing exposed secrets. This means fields that potentially could hold a secret value should be explicitly marked with `"airbyte_secret": true`. If an input field like `api_key` / `password` / `client_secret` / etc. is exposed, the test will fail. @@ -123,7 +123,7 @@ Verify that a check operation issued to the connector with the input config file ## Test Discovery Verifies when a `discover` operation is run on the connector using the given config file, a valid catalog is produced by the connector. -Additional tests are validating the backward compatibility of the discovered catalog compared to the catalog of the previous connector version. If no previous connector version is found (by default the test looks for a docker image with the same name but with the `latest` tag), this test is skipped. +Additional tests are validating the backward compatibility of the discovered catalog compared to the catalog of the previous connector version. If no previous connector version is found (by default the test looks for a docker image with the same name but with the `latest` tag), this test is skipped. These backward compatibility tests can be bypassed by changing the value of the `backward_compatibility_tests_config.disable_for_version` input in `acceptance-test-config.yml` (see below). | Input | Type | Default | Note | @@ -154,18 +154,18 @@ Set `validate_data_points=True` if possible. This validation is going to be enab | `expect_records.path` | string | | File with expected records | | `expect_records.bypass_reason` | string | | Explain why this test is bypassed | | `expect_records.extra_fields` | boolean | False | Allow output records to have other fields i.e: expected records are a subset | -| `expect_records.exact_order` | boolean | False | Ensure that records produced in exact same order | +| `expect_records.exact_order` | boolean | False | Ensure that records produced in exact same order | | `expect_records.extra_records` | boolean | True | Allow connector to produce extra records, but still enforce all records from the expected file to be produced | `expect_records` is a nested configuration, if omitted - the part of the test responsible for record matching will be skipped. Due to the fact that we can't identify records without primary keys, only the following flag combinations are supported: -| extra\_fields | exact\_order | extra\_records | -| :------------ | :----------- | :------------- | -| x | x | | -| | x | x | -| | x | | -| | | x | -| | | | +| extra_fields | exact_order | extra_records | +| :----------- | :---------- | :------------ | +| x | x | | +| | x | x | +| | x | | +| | | x | +| | | | ### Schema format checking @@ -173,9 +173,9 @@ If some field has [format](https://json-schema.org/understanding-json-schema/ref Note: For date-time we are not checking against compliance against ISO8601 \(and RFC3339 as subset of it\). Since we are using specified format to set database column type on db normalization stage, value should be compliant to bigquery [timestamp](https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#timestamp_type) and SQL "timestamp with timezone" formats. -### Example of `expected_records.txt`: +### Example of `expected_records.jsonl`: -In general, the expected\_records.json should contain the subset of output of the records of particular stream you need to test. The required fields are: `stream, data, emitted_at` +In general, the expected_records.jsonl should contain the subset of output of the records of particular stream you need to test. The required fields are: `stream, data, emitted_at` ```javascript {"stream": "my_stream", "data": {"field_1": "value0", "field_2": "value0", "field_3": null, "field_4": {"is_true": true}, "field_5": 123}, "emitted_at": 1626172757000} @@ -203,26 +203,26 @@ This test performs two read operations on all streams which support full refresh This test verifies that all streams in the input catalog which support incremental sync can do so correctly. It does this by running two read operations: the first takes the configured catalog and config provided to this test as input. It then verifies that the sync produced a non-zero number of `RECORD` and `STATE` messages. The second read takes the same catalog and config used in the first test, plus the last `STATE` message output by the first read operation as the input state file. It verifies that either no records are produced \(since we read all records in the first sync\) or all records that produced have cursor value greater or equal to cursor value from `STATE` message. This test is performed only for streams that support incremental. Streams that do not support incremental sync are ignored. If no streams in the input catalog support incremental sync, this test is skipped. -| Input | Type | Default | Note | -| :------------------------ | :----- | :------------------------------------------ | :------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -| `config_path` | string | `secrets/config.json` | Path to a JSON object representing a valid connector configuration | -| `configured_catalog_path` | string | `integration_tests/configured_catalog.json` | Path to configured catalog | -| `cursor_paths` | dict | {} | For each stream, the path of its cursor field in the output state messages. If omitted the path will be taken from the last piece of path from stream cursor\_field. | -| `timeout_seconds` | int | 20\*60 | Test execution timeout in seconds | -| `threshold_days` | int | 0 | For date-based cursors, allow records to be emitted with a cursor value this number of days before the state value. | +| Input | Type | Default | Note | +| :------------------------ | :----- | :------------------------------------------ | :------------------------------------------------------------------------------------------------------------------------------------------------------------------ | +| `config_path` | string | `secrets/config.json` | Path to a JSON object representing a valid connector configuration | +| `configured_catalog_path` | string | `integration_tests/configured_catalog.json` | Path to configured catalog | +| `cursor_paths` | dict | {} | For each stream, the path of its cursor field in the output state messages. If omitted the path will be taken from the last piece of path from stream cursor_field. | +| `timeout_seconds` | int | 20\*60 | Test execution timeout in seconds | +| `threshold_days` | int | 0 | For date-based cursors, allow records to be emitted with a cursor value this number of days before the state value. | ### TestReadSequentialSlices This test offers more comprehensive verification that all streams in the input catalog which support incremental syncs perform the sync correctly. It does so in two phases. The first phase uses the configured catalog and config provided to this test as input to make a request to the partner API and assemble the complete set of messages to be synced. It then verifies that the sync produced a non-zero number of `RECORD` and `STATE` messages. This set of messages is partitioned into batches of a `STATE` message followed by zero or more `RECORD` messages. For each batch of messages, the initial `STATE` message is used as input for a read operation to get records with respect to the cursor. The test then verifies that all of the `RECORDS` retrieved have a cursor value greater or equal to the cursor from the current `STATE` message. This test is performed only for streams that support incremental. Streams that do not support incremental sync are ignored. If no streams in the input catalog support incremental sync, this test is skipped. -| Input | Type | Default | Note | -| :------------------------------------- | :----- | :------------------------------------------ | :------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -| `config_path` | string | `secrets/config.json` | Path to a JSON object representing a valid connector configuration | -| `configured_catalog_path` | string | `integration_tests/configured_catalog.json` | Path to configured catalog | -| `cursor_paths` | dict | {} | For each stream, the path of its cursor field in the output state messages. If omitted the path will be taken from the last piece of path from stream cursor\_field. | -| `timeout_seconds` | int | 20\*60 | Test execution timeout in seconds | -| `threshold_days` | int | 0 | For date-based cursors, allow records to be emitted with a cursor value this number of days before the state value. | -| `skip_comprehensive_incremental_tests` | bool | false | For non-GA and in-development connectors, control whether the more comprehensive incremental tests will be skipped | +| Input | Type | Default | Note | +| :------------------------------------- | :----- | :------------------------------------------ | :------------------------------------------------------------------------------------------------------------------------------------------------------------------ | +| `config_path` | string | `secrets/config.json` | Path to a JSON object representing a valid connector configuration | +| `configured_catalog_path` | string | `integration_tests/configured_catalog.json` | Path to configured catalog | +| `cursor_paths` | dict | {} | For each stream, the path of its cursor field in the output state messages. If omitted the path will be taken from the last piece of path from stream cursor_field. | +| `timeout_seconds` | int | 20\*60 | Test execution timeout in seconds | +| `threshold_days` | int | 0 | For date-based cursors, allow records to be emitted with a cursor value this number of days before the state value. | +| `skip_comprehensive_incremental_tests` | bool | false | For non-GA and in-development connectors, control whether the more comprehensive incremental tests will be skipped | **Note that this test samples a fraction of stream slices across an incremental sync in order to reduce test duration and avoid spamming partner APIs** @@ -237,7 +237,6 @@ This test verifies that sync produces no records when run with the STATE with ab | `future_state_path` | string | None | Path to the state file with abnormally large cursor values | | | `timeout_seconds` | int | 20\*60 | Test execution timeout in seconds | | - ## Strictness level To enforce maximal coverage of acceptances tests we expose a `test_strictness_level` field at the root of the `acceptance-test-config.yml` configuration. @@ -246,23 +245,26 @@ The default `test_strictness_level` is `low`, but for generally available connec ### Test enforcements in `high` test strictness level #### All acceptance tests are declared, a `bypass_reason` is filled if a test can't run + In `high` test strictness level we expect all acceptance tests to be declared: -* `spec` -* `connection` -* `discovery` -* `basic_read` -* `full_refresh` -* `incremental` + +- `spec` +- `connection` +- `discovery` +- `basic_read` +- `full_refresh` +- `incremental` If a test can't be run for a valid technical or organizational reason a `bypass_reason` can be declared to skip this test. E.G. `source-pokeapi` does not support incremental syncs, we can skip this test when `test_strictness_level` is `high` by setting a `bypass_reason` under `incremental`. + ```yaml connector_image: "airbyte/source-pokeapi" test_strictness_level: high acceptance_tests: spec: tests: - - spec_path: "source_pokeapi/spec.json" + - spec_path: "source_pokeapi/spec.json" connection: tests: - config_path: "integration_tests/config.json" @@ -282,8 +284,8 @@ acceptance_tests: ``` #### Basic read: no empty streams are allowed without a `bypass_reason` -In `high` test strictness level we expect that all streams declared in `empty-streams` to have a `bypass_reason` filled in. +In `high` test strictness level we expect that all streams declared in `empty-streams` to have a `bypass_reason` filled in. E.G. Two streams from `source-recharge` can't be seeded with test data, they are declared as `empty_stream` we an explicit bypass reason. @@ -300,18 +302,17 @@ acceptance_tests: - name: discounts bypass_reason: "This stream can't be seeded in our sandbox account" timeout_seconds: 1200 -... ``` -#### Basic read: `expect_records` must be set +#### Basic read: `expect_records` must be set + In `high` test strictness level we expect the `expect_records` subtest to be set. -If you can't create an `expected_records.json` with all the existing stream you need to declare the missing streams in the `empty_streams` section. -If you can't get an `expected_records.json` file at all, you must fill in a `bypass_reason`. +If you can't create an `expected_records.jsonl` with all the existing stream you need to declare the missing streams in the `empty_streams` section. +If you can't get an `expected_records.jsonl` file at all, you must fill in a `bypass_reason`. #### Basic read: no `configured_catalog_path` can be set -In `high` test strictness level we want to run the `basic_read` test on a configured catalog created from the discovered catalog from which we remove declared empty streams. Declaring `configured_catalog_path` in the test configuration is not allowed. - +In `high` test strictness level we want to run the `basic_read` test on a configured catalog created from the discovered catalog from which we remove declared empty streams. Declaring `configured_catalog_path` in the test configuration is not allowed. ```yaml connector_image: airbyte/source-recharge:dev @@ -326,10 +327,10 @@ acceptance_tests: - name: discounts bypass_reason: "This stream can't be seeded in our sandbox account" timeout_seconds: 1200 -... ``` #### Incremental: `future_state` must be set + In `high` test strictness level we expect the `future_state` configuration to be set. The future state JSON file (usually `abnormal_states.json`) must contain one state for each stream declared in the configured catalog. `missing_streams` can be set to ignore a subset of the streams with a valid bypass reason. E.G: @@ -344,7 +345,7 @@ acceptance_tests: - config_path: secrets/config.json configured_catalog_path: integration_tests/configured_catalog.json cursor_paths: - ... + ... future_state: future_state_path: integration_tests/abnormal_state.json missing_streams: @@ -353,5 +354,6 @@ acceptance_tests: ``` ## Caching + We cache discovered catalogs by default for performance and reuse the same discovered catalog through all tests. -You can disable this behavior by setting `cached_discovered_catalog: False` at the root of the configuration. \ No newline at end of file +You can disable this behavior by setting `cached_discovered_catalog: False` at the root of the configuration.