From 8bbe9939f61db47c9dd8a0d19c89529c6d32c68f Mon Sep 17 00:00:00 2001 From: Marcos Marx Date: Thu, 14 Jul 2022 14:17:12 -0400 Subject: [PATCH] run gradlew format (#14721) --- .../CassandraDestinationAcceptanceTest.java | 2 - .../clickhouse/ClickhouseDestination.java | 1 - .../clickhouse/ClickhouseDestinationTest.java | 1 - .../mysql/MySqlTestDataComparator.java | 2 +- .../RedshiftStagingS3Destination.java | 11 +- ...dshiftInsertDestinationAcceptanceTest.java | 1 - .../redshift/util/RedshiftUtilTest.java | 7 +- .../destination/s3/S3DestinationConfig.java | 2 +- .../Db2SourceCertificateAcceptanceTest.java | 1 - .../formats/yaml/configured_catalog.json | 16 +- .../sample_files/formats/yaml/demo.yaml | 2 +- .../integration_tests/input_state.json | 2 +- .../spec.json | 8 +- .../integration_tests/sample_state.json | 2 +- .../schemas/conversation_parts.json | 12 +- .../integration_tests/abnormal_state.json | 2 +- .../integration_tests/configured_catalog.json | 134 +- .../integration_tests/invalid_config.json | 10 +- .../integration_tests/sample_config.json | 10 +- .../integration_tests/sample_state.json | 2 +- .../sample_files/configured_catalog.json | 182 +- .../source_kyriba/schemas/accounts.json | 5 +- .../schemas/bank_balances_eod.json | 5 +- .../schemas/bank_balances_intraday.json | 5 +- .../schemas/cash_balances_eod.json | 5 +- .../schemas/cash_balances_intraday.json | 5 +- .../source_kyriba/schemas/cash_flows.json | 54 +- .../schemas/shared/_definitions.json | 131 +- .../source-kyriba/source_kyriba/spec.json | 2 +- .../integration_tests/configured_catalog.json | 136 +- .../sample_files/configured_catalog.json | 1763 ++++++----------- .../source_metabase/schemas/activity.json | 257 +-- .../source_metabase/schemas/cards.json | 313 +-- .../source_metabase/schemas/collections.json | 61 +- .../source_metabase/schemas/dashboards.json | 219 +- .../source_metabase/schemas/users.json | 32 +- .../source/mssql/MssqlSource.java | 3 +- .../source/mysql/MySqlSource.java | 1 - .../source_notion/schemas/databases.json | 52 +- .../source_notion/schemas/pages.json | 16 +- .../schemas/shared/rich_text.json | 35 +- .../source_notion/schemas/shared/title.json | 91 +- .../source_paypal_transaction/source.py | 6 +- .../postgres/PostgresCdcStateHandler.java | 12 +- .../source/postgres/PostgresSource.java | 3 +- .../src/main/resources/spec.json | 1 - .../postgres/CdcPostgresSourceTest.java | 7 +- .../src/test/resources/expected_spec.json | 1 - .../state/GlobalStateManagerTest.java | 7 +- .../source_salesforce/spec.yaml | 2 +- .../integration_tests/spec.json | 6 +- .../integration_tests/streams.json | 75 +- .../integration_tests/streams_basic.json | 2 +- .../streams_reports_daily.json | 1 - .../source_twilio/schemas/recordings.json | 2 +- .../source-twilio/source_twilio/spec.json | 18 +- 56 files changed, 1218 insertions(+), 2526 deletions(-) diff --git a/airbyte-integrations/connectors/destination-cassandra/src/test-integration/java/io/airbyte/integrations/destination/cassandra/CassandraDestinationAcceptanceTest.java b/airbyte-integrations/connectors/destination-cassandra/src/test-integration/java/io/airbyte/integrations/destination/cassandra/CassandraDestinationAcceptanceTest.java index d78eb667bd13..6c3e5b36dbb1 100644 --- a/airbyte-integrations/connectors/destination-cassandra/src/test-integration/java/io/airbyte/integrations/destination/cassandra/CassandraDestinationAcceptanceTest.java +++ b/airbyte-integrations/connectors/destination-cassandra/src/test-integration/java/io/airbyte/integrations/destination/cassandra/CassandraDestinationAcceptanceTest.java @@ -12,8 +12,6 @@ import java.util.List; import java.util.stream.Collectors; import org.junit.jupiter.api.BeforeAll; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; public class CassandraDestinationAcceptanceTest extends DestinationAcceptanceTest { diff --git a/airbyte-integrations/connectors/destination-clickhouse/src/main/java/io/airbyte/integrations/destination/clickhouse/ClickhouseDestination.java b/airbyte-integrations/connectors/destination-clickhouse/src/main/java/io/airbyte/integrations/destination/clickhouse/ClickhouseDestination.java index fcdd4a0d67bb..50c19c0326ed 100644 --- a/airbyte-integrations/connectors/destination-clickhouse/src/main/java/io/airbyte/integrations/destination/clickhouse/ClickhouseDestination.java +++ b/airbyte-integrations/connectors/destination-clickhouse/src/main/java/io/airbyte/integrations/destination/clickhouse/ClickhouseDestination.java @@ -17,7 +17,6 @@ import io.airbyte.integrations.destination.jdbc.AbstractJdbcDestination; import io.airbyte.protocol.models.AirbyteConnectionStatus; import io.airbyte.protocol.models.AirbyteConnectionStatus.Status; -import java.util.HashMap; import java.util.List; import java.util.Map; import javax.sql.DataSource; diff --git a/airbyte-integrations/connectors/destination-clickhouse/src/test/java/io/airbyte/integrations/destination/clickhouse/ClickhouseDestinationTest.java b/airbyte-integrations/connectors/destination-clickhouse/src/test/java/io/airbyte/integrations/destination/clickhouse/ClickhouseDestinationTest.java index 7a7257424aec..105af1e3e9af 100644 --- a/airbyte-integrations/connectors/destination-clickhouse/src/test/java/io/airbyte/integrations/destination/clickhouse/ClickhouseDestinationTest.java +++ b/airbyte-integrations/connectors/destination-clickhouse/src/test/java/io/airbyte/integrations/destination/clickhouse/ClickhouseDestinationTest.java @@ -27,7 +27,6 @@ import io.airbyte.protocol.models.JsonSchemaType; import java.time.Instant; import java.util.Comparator; -import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.stream.Collectors; diff --git a/airbyte-integrations/connectors/destination-mysql-strict-encrypt/src/test-integration/java/io/airbyte/integrations/destination/mysql/MySqlTestDataComparator.java b/airbyte-integrations/connectors/destination-mysql-strict-encrypt/src/test-integration/java/io/airbyte/integrations/destination/mysql/MySqlTestDataComparator.java index e2526da095a0..52cbba91356f 100644 --- a/airbyte-integrations/connectors/destination-mysql-strict-encrypt/src/test-integration/java/io/airbyte/integrations/destination/mysql/MySqlTestDataComparator.java +++ b/airbyte-integrations/connectors/destination-mysql-strict-encrypt/src/test-integration/java/io/airbyte/integrations/destination/mysql/MySqlTestDataComparator.java @@ -1,5 +1,5 @@ /* - * Copyright (c) 2021 Airbyte, Inc., all rights reserved. + * Copyright (c) 2022 Airbyte, Inc., all rights reserved. */ package io.airbyte.integrations.destination.mysql; diff --git a/airbyte-integrations/connectors/destination-redshift/src/main/java/io/airbyte/integrations/destination/redshift/RedshiftStagingS3Destination.java b/airbyte-integrations/connectors/destination-redshift/src/main/java/io/airbyte/integrations/destination/redshift/RedshiftStagingS3Destination.java index 5dd6d2313adb..bdd76264994a 100644 --- a/airbyte-integrations/connectors/destination-redshift/src/main/java/io/airbyte/integrations/destination/redshift/RedshiftStagingS3Destination.java +++ b/airbyte-integrations/connectors/destination-redshift/src/main/java/io/airbyte/integrations/destination/redshift/RedshiftStagingS3Destination.java @@ -59,15 +59,16 @@ private boolean isEphemeralKeysAndPurgingStagingData(JsonNode config, Encryption @Override public AirbyteConnectionStatus check(final JsonNode config) { final S3DestinationConfig s3Config = getS3DestinationConfig(findS3Options(config)); - final EncryptionConfig encryptionConfig = config.has("uploading_method") ? - EncryptionConfig.fromJson(config.get("uploading_method").get("encryption")) : new NoEncryption(); + final EncryptionConfig encryptionConfig = + config.has("uploading_method") ? EncryptionConfig.fromJson(config.get("uploading_method").get("encryption")) : new NoEncryption(); if (isEphemeralKeysAndPurgingStagingData(config, encryptionConfig)) { return new AirbyteConnectionStatus() .withStatus(Status.FAILED) .withMessage( "You cannot use ephemeral keys and disable purging your staging data. This would produce S3 objects that you cannot decrypt."); } - S3Destination.attemptS3WriteAndDelete(new S3StorageOperations(new RedshiftSQLNameTransformer(), s3Config.getS3Client(), s3Config), s3Config, s3Config.getBucketPath()); + S3Destination.attemptS3WriteAndDelete(new S3StorageOperations(new RedshiftSQLNameTransformer(), s3Config.getS3Client(), s3Config), s3Config, + s3Config.getBucketPath()); final NamingConventionTransformer nameTransformer = getNamingResolver(); final RedshiftS3StagingSqlOperations redshiftS3StagingSqlOperations = @@ -124,8 +125,8 @@ public JsonNode toJdbcConfig(final JsonNode config) { public AirbyteMessageConsumer getConsumer(final JsonNode config, final ConfiguredAirbyteCatalog catalog, final Consumer outputRecordCollector) { - final EncryptionConfig encryptionConfig = config.has("uploading_method") ? - EncryptionConfig.fromJson(config.get("uploading_method").get("encryption")) : new NoEncryption(); + final EncryptionConfig encryptionConfig = + config.has("uploading_method") ? EncryptionConfig.fromJson(config.get("uploading_method").get("encryption")) : new NoEncryption(); final JsonNode s3Options = findS3Options(config); final S3DestinationConfig s3Config = getS3DestinationConfig(s3Options); return new StagingConsumerFactory().create( diff --git a/airbyte-integrations/connectors/destination-redshift/src/test-integration/java/io/airbyte/integrations/destination/redshift/RedshiftInsertDestinationAcceptanceTest.java b/airbyte-integrations/connectors/destination-redshift/src/test-integration/java/io/airbyte/integrations/destination/redshift/RedshiftInsertDestinationAcceptanceTest.java index 4e2268540f53..8035bb854721 100644 --- a/airbyte-integrations/connectors/destination-redshift/src/test-integration/java/io/airbyte/integrations/destination/redshift/RedshiftInsertDestinationAcceptanceTest.java +++ b/airbyte-integrations/connectors/destination-redshift/src/test-integration/java/io/airbyte/integrations/destination/redshift/RedshiftInsertDestinationAcceptanceTest.java @@ -78,7 +78,6 @@ void setup() { .withDestinationSyncMode(DestinationSyncMode.APPEND))); } - @Test void testIfSuperTmpTableWasCreatedAfterVarcharTmpTable() throws Exception { setup(); diff --git a/airbyte-integrations/connectors/destination-redshift/src/test/java/io/airbyte/integrations/destination/redshift/util/RedshiftUtilTest.java b/airbyte-integrations/connectors/destination-redshift/src/test/java/io/airbyte/integrations/destination/redshift/util/RedshiftUtilTest.java index f5e167cc7668..163b7d249b8f 100644 --- a/airbyte-integrations/connectors/destination-redshift/src/test/java/io/airbyte/integrations/destination/redshift/util/RedshiftUtilTest.java +++ b/airbyte-integrations/connectors/destination-redshift/src/test/java/io/airbyte/integrations/destination/redshift/util/RedshiftUtilTest.java @@ -1,3 +1,7 @@ +/* + * Copyright (c) 2022 Airbyte, Inc., all rights reserved. + */ + package io.airbyte.integrations.destination.redshift.util; import static io.airbyte.integrations.destination.redshift.constants.RedshiftDestinationConstants.UPLOADING_METHOD; @@ -64,4 +68,5 @@ public void testAllS3RequiredAreNotNullOrEmptyThenReturnFalse() { assertFalse(RedshiftUtil.anyOfS3FieldsAreNullOrEmpty(jsonNode)); } -} \ No newline at end of file + +} diff --git a/airbyte-integrations/connectors/destination-s3/src/main/java/io/airbyte/integrations/destination/s3/S3DestinationConfig.java b/airbyte-integrations/connectors/destination-s3/src/main/java/io/airbyte/integrations/destination/s3/S3DestinationConfig.java index 7dd2950dd2b6..e65e099563e6 100644 --- a/airbyte-integrations/connectors/destination-s3/src/main/java/io/airbyte/integrations/destination/s3/S3DestinationConfig.java +++ b/airbyte-integrations/connectors/destination-s3/src/main/java/io/airbyte/integrations/destination/s3/S3DestinationConfig.java @@ -10,10 +10,10 @@ import com.amazonaws.services.s3.AmazonS3; import com.amazonaws.services.s3.AmazonS3ClientBuilder; import com.fasterxml.jackson.databind.JsonNode; +import io.airbyte.integrations.destination.s3.credential.S3AWSDefaultProfileCredentialConfig; import io.airbyte.integrations.destination.s3.credential.S3AccessKeyCredentialConfig; import io.airbyte.integrations.destination.s3.credential.S3CredentialConfig; import io.airbyte.integrations.destination.s3.credential.S3CredentialType; -import io.airbyte.integrations.destination.s3.credential.S3AWSDefaultProfileCredentialConfig; import java.util.Objects; import org.slf4j.Logger; import org.slf4j.LoggerFactory; diff --git a/airbyte-integrations/connectors/source-db2/src/test-integration/java/io/airbyte/integrations/io/airbyte/integration_tests/sources/Db2SourceCertificateAcceptanceTest.java b/airbyte-integrations/connectors/source-db2/src/test-integration/java/io/airbyte/integrations/io/airbyte/integration_tests/sources/Db2SourceCertificateAcceptanceTest.java index ddb52ae71ee0..a536bf2fc72e 100644 --- a/airbyte-integrations/connectors/source-db2/src/test-integration/java/io/airbyte/integrations/io/airbyte/integration_tests/sources/Db2SourceCertificateAcceptanceTest.java +++ b/airbyte-integrations/connectors/source-db2/src/test-integration/java/io/airbyte/integrations/io/airbyte/integration_tests/sources/Db2SourceCertificateAcceptanceTest.java @@ -15,7 +15,6 @@ import io.airbyte.integrations.source.db2.Db2Source; import io.airbyte.integrations.standardtest.source.SourceAcceptanceTest; import io.airbyte.integrations.standardtest.source.TestDestinationEnv; -import io.airbyte.integrations.util.HostPortResolver; import io.airbyte.protocol.models.CatalogHelpers; import io.airbyte.protocol.models.ConfiguredAirbyteCatalog; import io.airbyte.protocol.models.ConfiguredAirbyteStream; diff --git a/airbyte-integrations/connectors/source-file/integration_tests/sample_files/formats/yaml/configured_catalog.json b/airbyte-integrations/connectors/source-file/integration_tests/sample_files/formats/yaml/configured_catalog.json index 47fe23c74679..c7b514bf1870 100644 --- a/airbyte-integrations/connectors/source-file/integration_tests/sample_files/formats/yaml/configured_catalog.json +++ b/airbyte-integrations/connectors/source-file/integration_tests/sample_files/formats/yaml/configured_catalog.json @@ -10,14 +10,14 @@ "$schema": "http://json-schema.org/schema#", "type": "object", "properties": { - "name": {"type": "string"}, - "sourceDefinitionId": {"type": "string"}, - "dockerRepository": {"type": "string"}, - "dockerImageTag": {"type": "string"}, - "documentationUrl": {"type": "string"}, - "icon": {"type": "string"}, - "sourceType": {"type": "string"}, - "releaseStage": {"type": "string"} + "name": { "type": "string" }, + "sourceDefinitionId": { "type": "string" }, + "dockerRepository": { "type": "string" }, + "dockerImageTag": { "type": "string" }, + "documentationUrl": { "type": "string" }, + "icon": { "type": "string" }, + "sourceType": { "type": "string" }, + "releaseStage": { "type": "string" } } } } diff --git a/airbyte-integrations/connectors/source-file/integration_tests/sample_files/formats/yaml/demo.yaml b/airbyte-integrations/connectors/source-file/integration_tests/sample_files/formats/yaml/demo.yaml index 1a2c3c23d144..4d496b27ce0c 100644 --- a/airbyte-integrations/connectors/source-file/integration_tests/sample_files/formats/yaml/demo.yaml +++ b/airbyte-integrations/connectors/source-file/integration_tests/sample_files/formats/yaml/demo.yaml @@ -20,4 +20,4 @@ documentationUrl: https://docs.airbyte.io/integrations/sources/file icon: file.svg sourceType: file - releaseStage: alpha \ No newline at end of file + releaseStage: alpha diff --git a/airbyte-integrations/connectors/source-google-analytics-data-api/integration_tests/input_state.json b/airbyte-integrations/connectors/source-google-analytics-data-api/integration_tests/input_state.json index 62adee15c75d..2ead4b22c289 100644 --- a/airbyte-integrations/connectors/source-google-analytics-data-api/integration_tests/input_state.json +++ b/airbyte-integrations/connectors/source-google-analytics-data-api/integration_tests/input_state.json @@ -1 +1 @@ -{"crash_report":{"date":"20220429"}} +{ "crash_report": { "date": "20220429" } } diff --git a/airbyte-integrations/connectors/source-google-analytics-data-api/source_google_analytics_data_api/spec.json b/airbyte-integrations/connectors/source-google-analytics-data-api/source_google_analytics_data_api/spec.json index 7d72fb08180a..b1118fcd31b1 100644 --- a/airbyte-integrations/connectors/source-google-analytics-data-api/source_google_analytics_data_api/spec.json +++ b/airbyte-integrations/connectors/source-google-analytics-data-api/source_google_analytics_data_api/spec.json @@ -5,8 +5,12 @@ "title": "Google Analytics Data API Spec", "type": "object", "required": [ - "property_id", "json_credentials", "report_name", - "dimensions", "metrics", "date_ranges_start_date", + "property_id", + "json_credentials", + "report_name", + "dimensions", + "metrics", + "date_ranges_start_date", "date_ranges_end_date" ], "additionalProperties": false, diff --git a/airbyte-integrations/connectors/source-intercom/integration_tests/sample_state.json b/airbyte-integrations/connectors/source-intercom/integration_tests/sample_state.json index 41118ea0877d..95d0974f3d30 100755 --- a/airbyte-integrations/connectors/source-intercom/integration_tests/sample_state.json +++ b/airbyte-integrations/connectors/source-intercom/integration_tests/sample_state.json @@ -23,4 +23,4 @@ "segments": { "updated_at": 1626086649 } -} \ No newline at end of file +} diff --git a/airbyte-integrations/connectors/source-intercom/source_intercom/schemas/conversation_parts.json b/airbyte-integrations/connectors/source-intercom/source_intercom/schemas/conversation_parts.json index 480ca7e38ea3..cadd5e6a7efe 100755 --- a/airbyte-integrations/connectors/source-intercom/source_intercom/schemas/conversation_parts.json +++ b/airbyte-integrations/connectors/source-intercom/source_intercom/schemas/conversation_parts.json @@ -6,12 +6,12 @@ "oneOf": [ { "type": "object", - "properties": { - "type": { - "type": ["null", "string"] - }, - "id": { - "type": ["null", "string"] + "properties": { + "type": { + "type": ["null", "string"] + }, + "id": { + "type": ["null", "string"] } } }, diff --git a/airbyte-integrations/connectors/source-kyriba/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-kyriba/integration_tests/abnormal_state.json index a11b4520d59c..ad789c1dcbc2 100644 --- a/airbyte-integrations/connectors/source-kyriba/integration_tests/abnormal_state.json +++ b/airbyte-integrations/connectors/source-kyriba/integration_tests/abnormal_state.json @@ -1 +1 @@ -{"cash_flows": {"updateDateTime": "9999-05-04T18:31:18Z"}} +{ "cash_flows": { "updateDateTime": "9999-05-04T18:31:18Z" } } diff --git a/airbyte-integrations/connectors/source-kyriba/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-kyriba/integration_tests/configured_catalog.json index 884ad907c917..10d7990953c4 100644 --- a/airbyte-integrations/connectors/source-kyriba/integration_tests/configured_catalog.json +++ b/airbyte-integrations/connectors/source-kyriba/integration_tests/configured_catalog.json @@ -1,74 +1,74 @@ { - "streams": [ - { - "stream": { - "name": "bank_balances_intraday", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh"] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "streams": [ + { + "stream": { + "name": "bank_balances_intraday", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "cash_balances_intraday", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh"] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "supported_sync_modes": ["full_refresh"] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "cash_balances_intraday", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "accounts", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh"] - }, - "sync_mode": "full_refresh", - "source_defined_primary_key": [["uuid"], ["code"]], - "destination_sync_mode": "overwrite" + "supported_sync_modes": ["full_refresh"] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "accounts", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "cash_flows", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh", "incremental"], - "source_defined_cursor": true, - "default_cursor_field": ["updateDateTime"] - }, - "sync_mode": "incremental", - "source_defined_primary_key": [["uuid"]], - "destination_sync_mode": "append" + "supported_sync_modes": ["full_refresh"] + }, + "sync_mode": "full_refresh", + "source_defined_primary_key": [["uuid"], ["code"]], + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "cash_flows", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "cash_balances_eod", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh"] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "supported_sync_modes": ["full_refresh", "incremental"], + "source_defined_cursor": true, + "default_cursor_field": ["updateDateTime"] + }, + "sync_mode": "incremental", + "source_defined_primary_key": [["uuid"]], + "destination_sync_mode": "append" + }, + { + "stream": { + "name": "cash_balances_eod", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "bank_balances_eod", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh"] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" - } - ] + "supported_sync_modes": ["full_refresh"] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "bank_balances_eod", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" + }, + "supported_sync_modes": ["full_refresh"] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + } + ] } diff --git a/airbyte-integrations/connectors/source-kyriba/integration_tests/invalid_config.json b/airbyte-integrations/connectors/source-kyriba/integration_tests/invalid_config.json index 3124f094fa72..12523921dae5 100644 --- a/airbyte-integrations/connectors/source-kyriba/integration_tests/invalid_config.json +++ b/airbyte-integrations/connectors/source-kyriba/integration_tests/invalid_config.json @@ -1,7 +1,7 @@ { - "username": "username", - "password": "password", - "start_date": "2022-05-01", - "end_date": "2022-05-04", - "domain": "demo.kyriba.com" + "username": "username", + "password": "password", + "start_date": "2022-05-01", + "end_date": "2022-05-04", + "domain": "demo.kyriba.com" } diff --git a/airbyte-integrations/connectors/source-kyriba/integration_tests/sample_config.json b/airbyte-integrations/connectors/source-kyriba/integration_tests/sample_config.json index 3124f094fa72..12523921dae5 100644 --- a/airbyte-integrations/connectors/source-kyriba/integration_tests/sample_config.json +++ b/airbyte-integrations/connectors/source-kyriba/integration_tests/sample_config.json @@ -1,7 +1,7 @@ { - "username": "username", - "password": "password", - "start_date": "2022-05-01", - "end_date": "2022-05-04", - "domain": "demo.kyriba.com" + "username": "username", + "password": "password", + "start_date": "2022-05-01", + "end_date": "2022-05-04", + "domain": "demo.kyriba.com" } diff --git a/airbyte-integrations/connectors/source-kyriba/integration_tests/sample_state.json b/airbyte-integrations/connectors/source-kyriba/integration_tests/sample_state.json index f362cf35f300..2a96c28dd53e 100644 --- a/airbyte-integrations/connectors/source-kyriba/integration_tests/sample_state.json +++ b/airbyte-integrations/connectors/source-kyriba/integration_tests/sample_state.json @@ -1 +1 @@ -{"cash_flows": {"updateDateTime": "2022-05-04T18:31:18Z"}} +{ "cash_flows": { "updateDateTime": "2022-05-04T18:31:18Z" } } diff --git a/airbyte-integrations/connectors/source-kyriba/sample_files/configured_catalog.json b/airbyte-integrations/connectors/source-kyriba/sample_files/configured_catalog.json index 27d7833043fb..4375ab4a8946 100644 --- a/airbyte-integrations/connectors/source-kyriba/sample_files/configured_catalog.json +++ b/airbyte-integrations/connectors/source-kyriba/sample_files/configured_catalog.json @@ -1,100 +1,100 @@ { - "streams": [ - { - "stream": { - "name": "bank_balances_intraday", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh"] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "streams": [ + { + "stream": { + "name": "bank_balances_intraday", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "cash_balances_intraday", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh"] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "supported_sync_modes": ["full_refresh"] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "cash_balances_intraday", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "accounts", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh"] - }, - "sync_mode": "full_refresh", - "source_defined_primary_key": [["uuid"], ["code"]], - "destination_sync_mode": "overwrite" + "supported_sync_modes": ["full_refresh"] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "accounts", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "cash_flows", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh", "incremental"], - "source_defined_cursor": true, - "default_cursor_field": ["updateDateTime"] - }, - "sync_mode": "incremental", - "source_defined_primary_key": [["uuid"]], - "destination_sync_mode": "append" + "supported_sync_modes": ["full_refresh"] + }, + "sync_mode": "full_refresh", + "source_defined_primary_key": [["uuid"], ["code"]], + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "cash_flows", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "cash_balances_eod", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh"] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "supported_sync_modes": ["full_refresh", "incremental"], + "source_defined_cursor": true, + "default_cursor_field": ["updateDateTime"] + }, + "sync_mode": "incremental", + "source_defined_primary_key": [["uuid"]], + "destination_sync_mode": "append" + }, + { + "stream": { + "name": "cash_balances_eod", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "bank_balances_eod", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh", "incremental"], - "source_defined_cursor": true, - "default_cursor_field": ["updateDateTime"] - }, - "sync_mode": "incremental", - "destination_sync_mode": "append" + "supported_sync_modes": ["full_refresh"] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "bank_balances_eod", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "cash_balances_eod", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh", "incremental"], - "source_defined_cursor": true, - "default_cursor_field": ["date"] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "supported_sync_modes": ["full_refresh", "incremental"], + "source_defined_cursor": true, + "default_cursor_field": ["updateDateTime"] + }, + "sync_mode": "incremental", + "destination_sync_mode": "append" + }, + { + "stream": { + "name": "cash_balances_eod", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" }, - { - "stream": { - "name": "bank_balances_eod", - "json_schema": { - "$schema": "http://json-schema.org/draft-04/schema" - }, - "supported_sync_modes": ["full_refresh"] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" - } - ] + "supported_sync_modes": ["full_refresh", "incremental"], + "source_defined_cursor": true, + "default_cursor_field": ["date"] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "bank_balances_eod", + "json_schema": { + "$schema": "http://json-schema.org/draft-04/schema" + }, + "supported_sync_modes": ["full_refresh"] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + } + ] } diff --git a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/accounts.json b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/accounts.json index 57ef774aa58f..9eaf67af886a 100644 --- a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/accounts.json +++ b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/accounts.json @@ -211,10 +211,7 @@ "type": "string", "example": "OPENED", "description": "Account status.", - "enum": [ - "OPENED", - "CLOSED" - ] + "enum": ["OPENED", "CLOSED"] }, "attachments": { "type": "boolean", diff --git a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/bank_balances_eod.json b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/bank_balances_eod.json index 0d36268d6c7d..06dbe17767f1 100644 --- a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/bank_balances_eod.json +++ b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/bank_balances_eod.json @@ -1,9 +1,6 @@ { "type": "object", - "required": [ - "account", - "bankBalance" - ], + "required": ["account", "bankBalance"], "properties": { "account": { "type": "object", diff --git a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/bank_balances_intraday.json b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/bank_balances_intraday.json index 4f15d6d2b980..446b0322f8e8 100644 --- a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/bank_balances_intraday.json +++ b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/bank_balances_intraday.json @@ -1,9 +1,6 @@ { "type": "object", - "required": [ - "account", - "bankBalance" - ], + "required": ["account", "bankBalance"], "properties": { "account": { "type": "object", diff --git a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_balances_eod.json b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_balances_eod.json index 892d54e3d335..b311f38ce9df 100644 --- a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_balances_eod.json +++ b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_balances_eod.json @@ -52,10 +52,7 @@ "type": "string", "example": "TRANSACTION", "description": "The date type based on which the cash balance is calculated.", - "enum": [ - "TRANSACTION", - "VALUE" - ] + "enum": ["TRANSACTION", "VALUE"] } }, "title": "BK-BalanceDateModel" diff --git a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_balances_intraday.json b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_balances_intraday.json index 892d54e3d335..b311f38ce9df 100644 --- a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_balances_intraday.json +++ b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_balances_intraday.json @@ -52,10 +52,7 @@ "type": "string", "example": "TRANSACTION", "description": "The date type based on which the cash balance is calculated.", - "enum": [ - "TRANSACTION", - "VALUE" - ] + "enum": ["TRANSACTION", "VALUE"] } }, "title": "BK-BalanceDateModel" diff --git a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_flows.json b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_flows.json index 2f8ffe82ceb9..a16b1e884e9e 100644 --- a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_flows.json +++ b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/cash_flows.json @@ -1,12 +1,6 @@ { "type": "object", - "required": [ - "uuid", - "account", - "flowAmount", - "flowCode", - "status" - ], + "required": ["uuid", "account", "flowAmount", "flowCode", "status"], "properties": { "uuid": { "type": "string", @@ -15,29 +9,29 @@ "description": "UUID of the cash flow." }, "transactionDate": { - "type": "string", - "format": "date", - "example": "2021-04-01", - "description": "Transaction date" - }, - "valueDate": { - "type": "string", - "format": "date", - "example": "2021-04-02", - "description": "Value date" - }, - "accountingDate": { - "type": "string", - "format": "date", - "example": "2021-04-03", - "description": "Accounting date" - }, - "updateDateTime": { - "type": "string", - "format": "date-time", - "example": "2020-01-02T13:04:35Z", - "description": "Update date time" - }, + "type": "string", + "format": "date", + "example": "2021-04-01", + "description": "Transaction date" + }, + "valueDate": { + "type": "string", + "format": "date", + "example": "2021-04-02", + "description": "Value date" + }, + "accountingDate": { + "type": "string", + "format": "date", + "example": "2021-04-03", + "description": "Accounting date" + }, + "updateDateTime": { + "type": "string", + "format": "date-time", + "example": "2020-01-02T13:04:35Z", + "description": "Update date time" + }, "account": { "description": "Bank account", "$ref": "_definitions.json#/definitions/ReferenceModel" diff --git a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/shared/_definitions.json b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/shared/_definitions.json index fc7dcf831b36..f2c720540145 100644 --- a/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/shared/_definitions.json +++ b/airbyte-integrations/connectors/source-kyriba/source_kyriba/schemas/shared/_definitions.json @@ -2,9 +2,7 @@ "definitions": { "AggregatedGroupDto": { "type": "object", - "required": [ - "aggregation" - ], + "required": ["aggregation"], "properties": { "entity": { "description": "Entity", @@ -28,9 +26,7 @@ }, "AggregationDto": { "type": "object", - "required": [ - "amount" - ], + "required": ["amount"], "properties": { "amount": { "type": "number", @@ -47,22 +43,14 @@ }, "AggregationLevelDto": { "type": "object", - "required": [ - "groupingCriterion", - "groups", - "level" - ], + "required": ["groupingCriterion", "groups", "level"], "properties": { "level": { "type": "integer", "format": "int32", "example": 1, "description": "The level of the aggregation", - "enum": [ - 1, - 2, - 3 - ] + "enum": [1, 2, 3] }, "groupingCriterion": { "type": "string", @@ -245,9 +233,7 @@ }, "CashFlowAggregationFilteringDto": { "type": "object", - "required": [ - "entityFilters" - ], + "required": ["entityFilters"], "properties": { "entityFilters": { "type": "array", @@ -259,11 +245,7 @@ "accountType": { "type": "string", "description": "The account type selected to filter cash flows", - "enum": [ - "ALL", - "BANK", - "INTERCO" - ] + "enum": ["ALL", "BANK", "INTERCO"] }, "period": { "description": "The period used to filter cash flows", @@ -320,31 +302,17 @@ "status": { "type": "string", "description": "Status of a cash flow", - "enum": [ - "ESTIMATED", - "CONFIRMED", - "ACTUAL", - "INTRADAY" - ] + "enum": ["ESTIMATED", "CONFIRMED", "ACTUAL", "INTRADAY"] }, "actualMode": { "type": "string", "description": "Select the actual mode to filter the cash flows", - "enum": [ - "ALL", - "CASHREC", - "MANUAL" - ] + "enum": ["ALL", "CASHREC", "MANUAL"] }, "glStatus": { "type": "string", "description": "GL status", - "enum": [ - "EMPTY", - "NOT_BALANCED", - "NOT_SENT_TO_GL", - "SENT_TO_GL" - ] + "enum": ["EMPTY", "NOT_BALANCED", "NOT_SENT_TO_GL", "SENT_TO_GL"] } }, "title": "CashFlowAggregationFilteringDto" @@ -417,10 +385,7 @@ }, "CashFlowAggregationRequestDto": { "type": "object", - "required": [ - "currencyConversion", - "filtering" - ], + "required": ["currencyConversion", "filtering"], "properties": { "filtering": { "description": "Filtering", @@ -439,10 +404,7 @@ }, "CashFlowAggregationResponseDto": { "type": "object", - "required": [ - "accountAmountAggregationTotal", - "currency" - ], + "required": ["accountAmountAggregationTotal", "currency"], "properties": { "accountAmountAggregationTotal": { "description": "Calculated aggregation total of the cash flows", @@ -491,13 +453,7 @@ }, "CashFlowModel": { "type": "object", - "required": [ - "account", - "date", - "flowAmount", - "flowCode", - "status" - ], + "required": ["account", "date", "flowAmount", "flowCode", "status"], "properties": { "account": { "description": "Bank account", @@ -644,13 +600,7 @@ }, "CashFlowSearchModel": { "type": "object", - "required": [ - "account", - "date", - "flowAmount", - "flowCode", - "status" - ], + "required": ["account", "date", "flowAmount", "flowCode", "status"], "properties": { "account": { "description": "Bank account", @@ -725,13 +675,7 @@ }, "CashFlowUpdateModel": { "type": "object", - "required": [ - "account", - "date", - "flowAmount", - "flowCode", - "status" - ], + "required": ["account", "date", "flowAmount", "flowCode", "status"], "properties": { "account": { "description": "Bank account", @@ -783,10 +727,7 @@ }, "CounterpartyFlowModel": { "type": "object", - "required": [ - "company", - "consolidationCode" - ], + "required": ["company", "consolidationCode"], "properties": { "company": { "description": "Company", @@ -801,10 +742,7 @@ }, "CurrencyConversionDto": { "type": "object", - "required": [ - "currency", - "currencyRate" - ], + "required": ["currency", "currencyRate"], "properties": { "currency": { "description": "Currency used for conversion", @@ -819,17 +757,12 @@ }, "CurrencyConversionRateDto": { "type": "object", - "required": [ - "mode" - ], + "required": ["mode"], "properties": { "mode": { "type": "string", "description": "Currency rate mode to use for currency conversion", - "enum": [ - "FIXING", - "HISTORICAL" - ] + "enum": ["FIXING", "HISTORICAL"] }, "fixingDate": { "type": "string", @@ -840,11 +773,7 @@ "historicalDateType": { "type": "string", "description": "The dates of that type of the cash flows will be used as the currency rate datesif selected mode is HISTORICAL.", - "enum": [ - "TRANSACTION", - "VALUE", - "ACCOUNTING" - ] + "enum": ["TRANSACTION", "VALUE", "ACCOUNTING"] }, "type": { "description": "Currency rate type", @@ -855,10 +784,7 @@ }, "EntityFilterDto": { "type": "object", - "required": [ - "entities", - "entityType" - ], + "required": ["entities", "entityType"], "properties": { "entityType": { "type": "string", @@ -892,13 +818,7 @@ "type": "string", "example": "TRANSACTION", "description": "The date type based on which the period is defined", - "enum": [ - "TRANSACTION", - "VALUE", - "ACCOUNTING", - "UPDATE", - "CREATION" - ] + "enum": ["TRANSACTION", "VALUE", "ACCOUNTING", "UPDATE", "CREATION"] }, "startDate": { "type": "string", @@ -951,9 +871,7 @@ }, "ResponseUUIDModel": { "type": "object", - "required": [ - "uuid" - ], + "required": ["uuid"], "properties": { "uuid": { "type": "string", @@ -966,10 +884,7 @@ }, "RestApiError": { "type": "object", - "required": [ - "code", - "message" - ], + "required": ["code", "message"], "properties": { "code": { "type": "string", diff --git a/airbyte-integrations/connectors/source-kyriba/source_kyriba/spec.json b/airbyte-integrations/connectors/source-kyriba/source_kyriba/spec.json index 8c6dcd756192..37050136e4c0 100644 --- a/airbyte-integrations/connectors/source-kyriba/source_kyriba/spec.json +++ b/airbyte-integrations/connectors/source-kyriba/source_kyriba/spec.json @@ -12,7 +12,7 @@ "description": "Kyriba domain", "title": "Domain", "examples": ["demo.kyriba.com"], - "pattern":"^[a-zA-Z0-9._-]*\\.[a-zA-Z0-9._-]*\\.[a-z]*" + "pattern": "^[a-zA-Z0-9._-]*\\.[a-zA-Z0-9._-]*\\.[a-z]*" }, "username": { "type": "string", diff --git a/airbyte-integrations/connectors/source-metabase/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-metabase/integration_tests/configured_catalog.json index 867b58c9afc3..c2889af4e4c7 100644 --- a/airbyte-integrations/connectors/source-metabase/integration_tests/configured_catalog.json +++ b/airbyte-integrations/connectors/source-metabase/integration_tests/configured_catalog.json @@ -1,84 +1,54 @@ { - "streams": [ - { - "stream": { - "name": "activity", - "json_schema": {}, - "supported_sync_modes": [ - "full_refresh" - ], - "source_defined_primary_key": [ - [ - "id" - ] - ] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" - }, - { - "stream": { - "name": "cards", - "json_schema": {}, - "supported_sync_modes": [ - "full_refresh" - ], - "source_defined_primary_key": [ - [ - "id" - ] - ] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" - }, - { - "stream": { - "name": "collections", - "json_schema": {}, - "supported_sync_modes": [ - "full_refresh" - ], - "source_defined_primary_key": [ - [ - "id" - ] - ] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" - }, - { - "stream": { - "name": "dashboards", - "json_schema": {}, - "supported_sync_modes": [ - "full_refresh" - ], - "source_defined_primary_key": [ - [ - "id" - ] - ] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" - }, - { - "stream": { - "name": "users", - "json_schema": {}, - "supported_sync_modes": [ - "full_refresh" - ], - "source_defined_primary_key": [ - [ - "id" - ] - ] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" - } - ] -} \ No newline at end of file + "streams": [ + { + "stream": { + "name": "activity", + "json_schema": {}, + "supported_sync_modes": ["full_refresh"], + "source_defined_primary_key": [["id"]] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "cards", + "json_schema": {}, + "supported_sync_modes": ["full_refresh"], + "source_defined_primary_key": [["id"]] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "collections", + "json_schema": {}, + "supported_sync_modes": ["full_refresh"], + "source_defined_primary_key": [["id"]] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "dashboards", + "json_schema": {}, + "supported_sync_modes": ["full_refresh"], + "source_defined_primary_key": [["id"]] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "users", + "json_schema": {}, + "supported_sync_modes": ["full_refresh"], + "source_defined_primary_key": [["id"]] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + } + ] +} diff --git a/airbyte-integrations/connectors/source-metabase/sample_files/configured_catalog.json b/airbyte-integrations/connectors/source-metabase/sample_files/configured_catalog.json index f6a2cd9b6730..79723e036be2 100644 --- a/airbyte-integrations/connectors/source-metabase/sample_files/configured_catalog.json +++ b/airbyte-integrations/connectors/source-metabase/sample_files/configured_catalog.json @@ -1,1172 +1,613 @@ { - "streams": [ - { - "stream": { - "name": "activity", - "json_schema": { - "type": [ - "null", - "object" - ], - "properties": { - "table_id": { - "type": [ - "null", - "integer" - ] - }, - "table": { - "type": [ - "null", - "string" - ] - }, - "database_id": { - "type": [ - "null", - "integer" - ] - }, - "model_exists": { - "type": [ - "null", - "boolean" - ] - }, - "topic": { - "type": [ - "null", - "string" - ] - }, - "custom_id": { - "type": [ - "null", - "string" - ] - }, - "details": { - "type": [ - "null", - "object" - ], - "properties": { - "description": { - "type": [ - "null", - "string" - ] - }, - "name": { - "type": [ - "null", - "string" - ] - }, - "dashcards": { - "type": [ - "null", - "array" - ], - "items": { - "properties": { - "id": { - "type": [ - "null", - "integer" - ] - }, - "card_id": { - "type": [ - "null", - "integer" - ] - }, - "exists": { - "type": [ - "null", - "boolean" - ] - } - } - } - } - } - }, - "model_id": { - "type": [ - "null", - "integer" - ] - }, - "id": { - "type": [ - "null", - "integer" - ] - }, - "database": { - "type": [ - "null", - "object" - ], - "properties": { - "description": { - "type": [ - "null", - "string" - ] - }, - "features": { - "type": [ - "null", - "array" - ] - }, - "cache_field_values_schedule": { - "type": [ - "null", - "string" - ] - }, - "timezone": { - "type": [ - "null", - "string" - ] - }, - "auto_run_queries": { - "type": [ - "null", - "boolean" - ] - }, - "metadata_sync_schedule": { - "type": [ - "null", - "string" - ] - }, - "name": { - "type": [ - "null", - "string" - ] - }, - "caveats": { - "type": [ - "null", - "string" - ] - }, - "creator_id": { - "type": [ - "null", - "integer" - ] - }, - "is_full_sync": { - "type": [ - "null", - "boolean" - ] - }, - "updated_at": { - "type": [ - "null", - "string" - ] - }, - "cache_ttl": { - "type": [ - "null", - "integer" - ] - }, - "is_sample": { - "type": [ - "null", - "boolean" - ] - }, - "id": { - "type": [ - "null", - "integer" - ] - }, - "is_on_demand": { - "type": [ - "null", - "boolean" - ] - }, - "options": { - "type": [ - "null", - "string" - ] - }, - "engine": { - "type": [ - "null", - "string" - ] - }, - "initial_sync_status": { - "type": [ - "null", - "string" - ] - }, - "refingerprint": { - "type": [ - "null", - "boolean" - ] - }, - "created_at": { - "type": [ - "null", - "string" - ] - }, - "points_of_interest": { - "type": [ - "null", - "string" - ] - } - } - }, - "user_id": { - "type": [ - "null", - "integer" - ] - }, - "timestamp": { - "type": [ - "null", - "string" - ] - }, - "user": { - "type": [ - "null", - "object" - ], - "properties": { - "email": { - "type": [ - "null", - "string" - ] - }, - "first_name": { - "type": [ - "null", - "string" - ] - }, - "last_login": { - "type": [ - "null", - "string" - ] - }, - "is_qbnewb": { - "type": [ - "null", - "boolean" - ] - }, - "is_superuser": { - "type": [ - "null", - "boolean" - ] - }, - "id": { - "type": [ - "null", - "integer" - ] - }, - "last_name": { - "type": [ - "null", - "string" - ] - }, - "date_joined": { - "type": [ - "null", - "string" - ] - }, - "common_name": { - "type": [ - "null", - "string" - ] - } - } - }, - "model": { - "type": [ - "null", - "string" - ] - } - } + "streams": [ + { + "stream": { + "name": "activity", + "json_schema": { + "type": ["null", "object"], + "properties": { + "table_id": { + "type": ["null", "integer"] + }, + "table": { + "type": ["null", "string"] + }, + "database_id": { + "type": ["null", "integer"] + }, + "model_exists": { + "type": ["null", "boolean"] + }, + "topic": { + "type": ["null", "string"] + }, + "custom_id": { + "type": ["null", "string"] + }, + "details": { + "type": ["null", "object"], + "properties": { + "description": { + "type": ["null", "string"] }, - "supported_sync_modes": [ - "full_refresh" - ], - "source_defined_primary_key": [ - [ - "id" - ] - ] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" - }, - { - "stream": { - "name": "cards", - "json_schema": { - "type": [ - "null", - "object" - ], - "properties": { - "description": { - "type": [ - "null", - "string" - ] - }, - "archived": { - "type": [ - "null", - "boolean" - ] - }, - "collection_position": { - "type": [ - "null", - "integer" - ] - }, - "table_id": { - "type": [ - "null", - "integer" - ] - }, - "result_metadata": { - "type": [ - "null", - "array" - ], - "items": { - "properties": { - "display_name": { - "type": [ - "null", - "string" - ] - }, - "field_ref": { - "type": [ - "null", - "string", - "array" - ] - }, - "name": { - "type": [ - "null", - "string" - ] - }, - "base_type": { - "type": [ - "null", - "string" - ] - }, - "effective_type": { - "type": [ - "null", - "string" - ] - }, - "semantic_type": { - "type": [ - "null", - "string" - ] - }, - "fingerprint": { - "type": [ - "null", - "object" - ] - } - } - } - }, - "creator": { - "type": [ - "null", - "object" - ], - "properties": { - "email": { - "type": [ - "null", - "string" - ] - }, - "first_name": { - "type": [ - "null", - "string" - ] - }, - "last_login": { - "type": [ - "null", - "string" - ] - }, - "is_qbnewb": { - "type": [ - "null", - "boolean" - ] - }, - "is_superuser": { - "type": [ - "null", - "boolean" - ] - }, - "id": { - "type": [ - "null", - "integer" - ] - }, - "last_name": { - "type": [ - "null", - "string" - ] - }, - "date_joined": { - "type": [ - "null", - "string" - ] - }, - "common_name": { - "type": [ - "null", - "string" - ] - } - } - }, - "database_id": { - "type": [ - "null", - "integer" - ] - }, - "enable_embedding": { - "type": [ - "null", - "boolean" - ] - }, - "collection_id": { - "type": [ - "null", - "integer" - ] - }, - "query_type": { - "type": [ - "null", - "string" - ] - }, - "name": { - "type": [ - "null", - "string" - ] - }, - "creator_id": { - "type": [ - "null", - "integer" - ] - }, - "updated_at": { - "type": [ - "null", - "string" - ] - }, - "made_public_by_id": { - "type": [ - "null", - "integer" - ] - }, - "embedding_params": { - "type": [ - "null", - "string" - ] - }, - "cache_ttl": { - "type": [ - "null", - "integer" - ] - }, - "dataset_query": { - "type": [ - "null", - "object" - ], - "properties": { - "type": { - "type": [ - "null", - "string" - ] - }, - "native": { - "type": [ - "null", - "object" - ], - "properties": { - "query": { - "type": [ - "null", - "string" - ] - }, - "template-tags": { - "type": [ - "null", - "object" - ] - } - } - }, - "database": { - "type": [ - "null", - "integer" - ] - } - } - }, - "id": { - "type": [ - "null", - "integer" - ] - }, - "display": { - "type": [ - "null", - "string" - ] - }, - "last-edit-info": { - "type": [ - "null", - "object" - ], - "properties": { - "id": { - "type": [ - "null", - "integer" - ] - }, - "email": { - "type": [ - "null", - "string" - ] - }, - "first_name": { - "type": [ - "null", - "string" - ] - }, - "last_name": { - "type": [ - "null", - "string" - ] - }, - "timestamp": { - "type": [ - "null", - "string" - ] - } - } - }, - "visualization_settings": { - "type": [ - "null", - "object" - ] - }, - "collection": { - "type": [ - "null", - "object" - ], - "properties": { - "authority_level": { - "type": [ - "null", - "string" - ] - }, - "description": { - "type": [ - "null", - "string" - ] - }, - "archived": { - "type": [ - "null", - "boolean" - ] - }, - "slug": { - "type": [ - "null", - "string" - ] - }, - "color": { - "type": [ - "null", - "string" - ] - }, - "name": { - "type": [ - "null", - "string" - ] - }, - "personal_owner_id": { - "type": [ - "null", - "integer" - ] - }, - "id": { - "type": [ - "null", - "integer" - ] - }, - "location": { - "type": [ - "null", - "string" - ] - }, - "namespace": { - "type": [ - "null", - "string" - ] - } - } - }, - "dataset": { - "type": [ - "null", - "boolean" - ] - }, - "created_at": { - "type": [ - "null", - "string" - ] - }, - "public_uuid": { - "type": [ - "null", - "string" - ] - } - } + "name": { + "type": ["null", "string"] }, - "supported_sync_modes": [ - "full_refresh" - ], - "source_defined_primary_key": [ - [ - "id" - ] - ] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" - }, - { - "stream": { - "name": "collections", - "json_schema": { - "type": [ - "null", - "object" - ], + "dashcards": { + "type": ["null", "array"], + "items": { "properties": { - "authority_level": { - "type": [ - "null", - "string" - ] - }, - "description": { - "type": [ - "null", - "string" - ] - }, - "archived": { - "type": [ - "null", - "boolean" - ] - }, - "slug": { - "type": [ - "null", - "string" - ] - }, - "color": { - "type": [ - "null", - "string" - ] - }, - "can_write": { - "type": [ - "null", - "boolean" - ] - }, - "name": { - "type": [ - "null", - "string" - ] - }, - "personal_owner_id": { - "type": [ - "null", - "integer" - ] - }, - "id": { - "type": [ - "null", - "integer", - "string" - ] - }, - "location": { - "type": [ - "null", - "string" - ] - }, - "namespace": { - "type": [ - "null", - "string" - ] - } + "id": { + "type": ["null", "integer"] + }, + "card_id": { + "type": ["null", "integer"] + }, + "exists": { + "type": ["null", "boolean"] + } } + } + } + } + }, + "model_id": { + "type": ["null", "integer"] + }, + "id": { + "type": ["null", "integer"] + }, + "database": { + "type": ["null", "object"], + "properties": { + "description": { + "type": ["null", "string"] + }, + "features": { + "type": ["null", "array"] + }, + "cache_field_values_schedule": { + "type": ["null", "string"] + }, + "timezone": { + "type": ["null", "string"] + }, + "auto_run_queries": { + "type": ["null", "boolean"] + }, + "metadata_sync_schedule": { + "type": ["null", "string"] + }, + "name": { + "type": ["null", "string"] + }, + "caveats": { + "type": ["null", "string"] + }, + "creator_id": { + "type": ["null", "integer"] + }, + "is_full_sync": { + "type": ["null", "boolean"] + }, + "updated_at": { + "type": ["null", "string"] + }, + "cache_ttl": { + "type": ["null", "integer"] + }, + "is_sample": { + "type": ["null", "boolean"] + }, + "id": { + "type": ["null", "integer"] + }, + "is_on_demand": { + "type": ["null", "boolean"] + }, + "options": { + "type": ["null", "string"] + }, + "engine": { + "type": ["null", "string"] + }, + "initial_sync_status": { + "type": ["null", "string"] + }, + "refingerprint": { + "type": ["null", "boolean"] + }, + "created_at": { + "type": ["null", "string"] + }, + "points_of_interest": { + "type": ["null", "string"] + } + } + }, + "user_id": { + "type": ["null", "integer"] + }, + "timestamp": { + "type": ["null", "string"] + }, + "user": { + "type": ["null", "object"], + "properties": { + "email": { + "type": ["null", "string"] + }, + "first_name": { + "type": ["null", "string"] + }, + "last_login": { + "type": ["null", "string"] + }, + "is_qbnewb": { + "type": ["null", "boolean"] + }, + "is_superuser": { + "type": ["null", "boolean"] + }, + "id": { + "type": ["null", "integer"] + }, + "last_name": { + "type": ["null", "string"] + }, + "date_joined": { + "type": ["null", "string"] }, - "supported_sync_modes": [ - "full_refresh" - ], - "source_defined_primary_key": [ - [ - "id" - ] - ] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "common_name": { + "type": ["null", "string"] + } + } + }, + "model": { + "type": ["null", "string"] + } + } }, - { - "stream": { - "name": "dashboards", - "json_schema": { - "type": [ - "null", - "object" - ], - "properties": { - "description": { - "type": [ - "null", - "string" - ] - }, - "archived": { - "type": [ - "null", - "boolean" - ] - }, - "collection_position": { - "type": [ - "null", - "integer" - ] - }, - "creator": { - "type": [ - "null", - "object" - ], - "properties": { - "email": { - "type": [ - "null", - "string" - ] - }, - "first_name": { - "type": [ - "null", - "string" - ] - }, - "last_login": { - "type": [ - "null", - "string" - ] - }, - "is_qbnewb": { - "type": [ - "null", - "boolean" - ] - }, - "is_superuser": { - "type": [ - "null", - "boolean" - ] - }, - "id": { - "type": [ - "null", - "integer" - ] - }, - "last_name": { - "type": [ - "null", - "string" - ] - }, - "date_joined": { - "type": [ - "null", - "string" - ] - }, - "common_name": { - "type": [ - "null", - "string" - ] - } - } - }, - "enable_embedding": { - "type": [ - "null", - "boolean" - ] - }, - "collection_id": { - "type": [ - "null", - "integer" - ] - }, - "show_in_getting_started": { - "type": [ - "null", - "boolean" - ] - }, - "name": { - "type": [ - "null", - "string" - ] - }, - "caveats": { - "type": [ - "null", - "string" - ] - }, - "creator_id": { - "type": [ - "null", - "integer" - ] - }, - "updated_at": { - "type": [ - "null", - "string" - ] - }, - "made_public_by_id": { - "type": [ - "null", - "integer" - ] - }, - "embedding_params": { - "type": [ - "null", - "object" - ] - }, - "cache_ttl": { - "type": [ - "null", - "integer" - ] - }, - "id": { - "type": [ - "null", - "integer" - ] - }, - "position": { - "type": [ - "null", - "string" - ] - }, - "last-edit-info": { - "type": [ - "null", - "object" - ], - "properties": { - "id": { - "type": [ - "null", - "integer" - ] - }, - "email": { - "type": [ - "null", - "string" - ] - }, - "first_name": { - "type": [ - "null", - "string" - ] - }, - "last_name": { - "type": [ - "null", - "string" - ] - }, - "timestamp": { - "type": [ - "null", - "string" - ] - } - } - }, - "parameters": { - "type": [ - "null", - "array" - ], - "items": { - "properties": { - "name": { - "type": [ - "null", - "string", - "array" - ] - }, - "slug": { - "type": [ - "null", - "string" - ] - }, - "id": { - "type": [ - "null", - "string" - ] - }, - "type": { - "type": [ - "null", - "string" - ] - }, - "sectionId": { - "type": [ - "null", - "string" - ] - }, - "default": { - "type": [ - "null", - "array", - "string" - ], - "items": { - "type": [ - "null", - "array", - "boolean", - "integer", - "string" - ] - } - } - } - } - }, - "created_at": { - "type": [ - "null", - "string" - ] - }, - "public_uuid": { - "type": [ - "null", - "string" - ] - }, - "points_of_interest": { - "type": [ - "null", - "string" - ] - } + "supported_sync_modes": ["full_refresh"], + "source_defined_primary_key": [["id"]] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "cards", + "json_schema": { + "type": ["null", "object"], + "properties": { + "description": { + "type": ["null", "string"] + }, + "archived": { + "type": ["null", "boolean"] + }, + "collection_position": { + "type": ["null", "integer"] + }, + "table_id": { + "type": ["null", "integer"] + }, + "result_metadata": { + "type": ["null", "array"], + "items": { + "properties": { + "display_name": { + "type": ["null", "string"] + }, + "field_ref": { + "type": ["null", "string", "array"] + }, + "name": { + "type": ["null", "string"] + }, + "base_type": { + "type": ["null", "string"] + }, + "effective_type": { + "type": ["null", "string"] + }, + "semantic_type": { + "type": ["null", "string"] + }, + "fingerprint": { + "type": ["null", "object"] + } + } + } + }, + "creator": { + "type": ["null", "object"], + "properties": { + "email": { + "type": ["null", "string"] + }, + "first_name": { + "type": ["null", "string"] + }, + "last_login": { + "type": ["null", "string"] + }, + "is_qbnewb": { + "type": ["null", "boolean"] + }, + "is_superuser": { + "type": ["null", "boolean"] + }, + "id": { + "type": ["null", "integer"] + }, + "last_name": { + "type": ["null", "string"] + }, + "date_joined": { + "type": ["null", "string"] + }, + "common_name": { + "type": ["null", "string"] + } + } + }, + "database_id": { + "type": ["null", "integer"] + }, + "enable_embedding": { + "type": ["null", "boolean"] + }, + "collection_id": { + "type": ["null", "integer"] + }, + "query_type": { + "type": ["null", "string"] + }, + "name": { + "type": ["null", "string"] + }, + "creator_id": { + "type": ["null", "integer"] + }, + "updated_at": { + "type": ["null", "string"] + }, + "made_public_by_id": { + "type": ["null", "integer"] + }, + "embedding_params": { + "type": ["null", "string"] + }, + "cache_ttl": { + "type": ["null", "integer"] + }, + "dataset_query": { + "type": ["null", "object"], + "properties": { + "type": { + "type": ["null", "string"] + }, + "native": { + "type": ["null", "object"], + "properties": { + "query": { + "type": ["null", "string"] + }, + "template-tags": { + "type": ["null", "object"] } + } }, - "supported_sync_modes": [ - "full_refresh" - ], - "source_defined_primary_key": [ - [ - "id" - ] - ] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" + "database": { + "type": ["null", "integer"] + } + } + }, + "id": { + "type": ["null", "integer"] + }, + "display": { + "type": ["null", "string"] + }, + "last-edit-info": { + "type": ["null", "object"], + "properties": { + "id": { + "type": ["null", "integer"] + }, + "email": { + "type": ["null", "string"] + }, + "first_name": { + "type": ["null", "string"] + }, + "last_name": { + "type": ["null", "string"] + }, + "timestamp": { + "type": ["null", "string"] + } + } + }, + "visualization_settings": { + "type": ["null", "object"] + }, + "collection": { + "type": ["null", "object"], + "properties": { + "authority_level": { + "type": ["null", "string"] + }, + "description": { + "type": ["null", "string"] + }, + "archived": { + "type": ["null", "boolean"] + }, + "slug": { + "type": ["null", "string"] + }, + "color": { + "type": ["null", "string"] + }, + "name": { + "type": ["null", "string"] + }, + "personal_owner_id": { + "type": ["null", "integer"] + }, + "id": { + "type": ["null", "integer"] + }, + "location": { + "type": ["null", "string"] + }, + "namespace": { + "type": ["null", "string"] + } + } + }, + "dataset": { + "type": ["null", "boolean"] + }, + "created_at": { + "type": ["null", "string"] + }, + "public_uuid": { + "type": ["null", "string"] + } + } }, - { - "stream": { - "name": "users", - "json_schema": { - "type": [ - "null", - "object" - ], - "properties": { - "id": { - "type": [ - "null", - "integer" - ] - }, - "email": { - "type": [ - "null", - "string" - ] - }, - "first_name": { - "type": [ - "null", - "string" - ] - }, - "last_name": { - "type": [ - "null", - "string" - ] - }, - "common_name": { - "type": [ - "null", - "string" - ] - } - } + "supported_sync_modes": ["full_refresh"], + "source_defined_primary_key": [["id"]] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "collections", + "json_schema": { + "type": ["null", "object"], + "properties": { + "authority_level": { + "type": ["null", "string"] + }, + "description": { + "type": ["null", "string"] + }, + "archived": { + "type": ["null", "boolean"] + }, + "slug": { + "type": ["null", "string"] + }, + "color": { + "type": ["null", "string"] + }, + "can_write": { + "type": ["null", "boolean"] + }, + "name": { + "type": ["null", "string"] + }, + "personal_owner_id": { + "type": ["null", "integer"] + }, + "id": { + "type": ["null", "integer", "string"] + }, + "location": { + "type": ["null", "string"] + }, + "namespace": { + "type": ["null", "string"] + } + } + }, + "supported_sync_modes": ["full_refresh"], + "source_defined_primary_key": [["id"]] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "dashboards", + "json_schema": { + "type": ["null", "object"], + "properties": { + "description": { + "type": ["null", "string"] + }, + "archived": { + "type": ["null", "boolean"] + }, + "collection_position": { + "type": ["null", "integer"] + }, + "creator": { + "type": ["null", "object"], + "properties": { + "email": { + "type": ["null", "string"] + }, + "first_name": { + "type": ["null", "string"] + }, + "last_login": { + "type": ["null", "string"] + }, + "is_qbnewb": { + "type": ["null", "boolean"] + }, + "is_superuser": { + "type": ["null", "boolean"] + }, + "id": { + "type": ["null", "integer"] + }, + "last_name": { + "type": ["null", "string"] + }, + "date_joined": { + "type": ["null", "string"] + }, + "common_name": { + "type": ["null", "string"] + } + } + }, + "enable_embedding": { + "type": ["null", "boolean"] + }, + "collection_id": { + "type": ["null", "integer"] + }, + "show_in_getting_started": { + "type": ["null", "boolean"] + }, + "name": { + "type": ["null", "string"] + }, + "caveats": { + "type": ["null", "string"] + }, + "creator_id": { + "type": ["null", "integer"] + }, + "updated_at": { + "type": ["null", "string"] + }, + "made_public_by_id": { + "type": ["null", "integer"] + }, + "embedding_params": { + "type": ["null", "object"] + }, + "cache_ttl": { + "type": ["null", "integer"] + }, + "id": { + "type": ["null", "integer"] + }, + "position": { + "type": ["null", "string"] + }, + "last-edit-info": { + "type": ["null", "object"], + "properties": { + "id": { + "type": ["null", "integer"] + }, + "email": { + "type": ["null", "string"] }, - "supported_sync_modes": [ - "full_refresh" - ], - "source_defined_primary_key": [ - [ - "id" - ] - ] - }, - "sync_mode": "full_refresh", - "destination_sync_mode": "overwrite" - } - ] -} \ No newline at end of file + "first_name": { + "type": ["null", "string"] + }, + "last_name": { + "type": ["null", "string"] + }, + "timestamp": { + "type": ["null", "string"] + } + } + }, + "parameters": { + "type": ["null", "array"], + "items": { + "properties": { + "name": { + "type": ["null", "string", "array"] + }, + "slug": { + "type": ["null", "string"] + }, + "id": { + "type": ["null", "string"] + }, + "type": { + "type": ["null", "string"] + }, + "sectionId": { + "type": ["null", "string"] + }, + "default": { + "type": ["null", "array", "string"], + "items": { + "type": ["null", "array", "boolean", "integer", "string"] + } + } + } + } + }, + "created_at": { + "type": ["null", "string"] + }, + "public_uuid": { + "type": ["null", "string"] + }, + "points_of_interest": { + "type": ["null", "string"] + } + } + }, + "supported_sync_modes": ["full_refresh"], + "source_defined_primary_key": [["id"]] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + }, + { + "stream": { + "name": "users", + "json_schema": { + "type": ["null", "object"], + "properties": { + "id": { + "type": ["null", "integer"] + }, + "email": { + "type": ["null", "string"] + }, + "first_name": { + "type": ["null", "string"] + }, + "last_name": { + "type": ["null", "string"] + }, + "common_name": { + "type": ["null", "string"] + } + } + }, + "supported_sync_modes": ["full_refresh"], + "source_defined_primary_key": [["id"]] + }, + "sync_mode": "full_refresh", + "destination_sync_mode": "overwrite" + } + ] +} diff --git a/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/activity.json b/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/activity.json index f8c300a90e5c..23619ff7727a 100644 --- a/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/activity.json +++ b/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/activity.json @@ -1,87 +1,45 @@ { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "table_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "table": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "database_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "model_exists": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "topic": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "custom_id": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "details": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "description": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "dashcards": { - "type": [ - "null", - "array" - ], + "type": ["null", "array"], "items": { "properties": { "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "card_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "exists": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] } } } @@ -89,230 +47,119 @@ } }, "model_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "database": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "description": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "features": { - "type": [ - "null", - "array" - ] + "type": ["null", "array"] }, "cache_field_values_schedule": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "timezone": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "auto_run_queries": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "metadata_sync_schedule": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "caveats": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "creator_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "is_full_sync": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "updated_at": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "cache_ttl": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "is_sample": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "is_on_demand": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "options": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "engine": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "initial_sync_status": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "refingerprint": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "created_at": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "points_of_interest": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } }, "user_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "timestamp": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "user": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "email": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "first_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "last_login": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "is_qbnewb": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "is_superuser": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "last_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "date_joined": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "common_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } }, "model": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } -} \ No newline at end of file +} diff --git a/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/cards.json b/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/cards.json index 3f8dc54d6605..159f3eaa7021 100644 --- a/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/cards.json +++ b/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/cards.json @@ -1,389 +1,202 @@ { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "description": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "archived": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "collection_position": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "table_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "result_metadata": { - "type": [ - "null", - "array" - ], + "type": ["null", "array"], "items": { "properties": { "display_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "field_ref": { - "type": [ - "null", - "string", - "array" - ] + "type": ["null", "string", "array"] }, "name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "base_type": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "effective_type": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "semantic_type": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "fingerprint": { - "type": [ - "null", - "object" - ] + "type": ["null", "object"] } } } }, "creator": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "email": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "first_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "last_login": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "is_qbnewb": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "is_superuser": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "last_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "date_joined": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "common_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } }, "database_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "enable_embedding": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "collection_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "query_type": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "creator_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "updated_at": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "made_public_by_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "embedding_params": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "cache_ttl": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "dataset_query": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "type": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "native": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "query": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "template-tags": { - "type": [ - "null", - "object" - ] + "type": ["null", "object"] } } }, "database": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] } } }, "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "display": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "last-edit-info": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "email": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "first_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "last_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "timestamp": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } }, "visualization_settings": { - "type": [ - "null", - "object" - ] + "type": ["null", "object"] }, "collection": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "authority_level": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "description": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "archived": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "slug": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "color": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "personal_owner_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "location": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "namespace": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } }, "dataset": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "created_at": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "public_uuid": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } -} \ No newline at end of file +} diff --git a/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/collections.json b/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/collections.json index e9d1c06162a3..e07cdcd885cf 100644 --- a/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/collections.json +++ b/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/collections.json @@ -1,75 +1,38 @@ { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "authority_level": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "description": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "archived": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "slug": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "color": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "can_write": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "personal_owner_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "id": { - "type": [ - "null", - "integer", - "string" - ] + "type": ["null", "integer", "string"] }, "location": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "namespace": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } } diff --git a/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/dashboards.json b/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/dashboards.json index d1a6192c3d16..c077a18cedb7 100644 --- a/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/dashboards.json +++ b/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/dashboards.json @@ -1,272 +1,139 @@ { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "description": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "archived": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "collection_position": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "creator": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "email": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "first_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "last_login": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "is_qbnewb": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "is_superuser": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "last_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "date_joined": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "common_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } }, "enable_embedding": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "collection_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "show_in_getting_started": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "caveats": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "creator_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "updated_at": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "made_public_by_id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "embedding_params": { - "type": [ - "null", - "object" - ] + "type": ["null", "object"] }, "cache_ttl": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "position": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "last-edit-info": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "email": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "first_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "last_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "timestamp": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } }, "parameters": { - "type": [ - "null", - "array" - ], + "type": ["null", "array"], "items": { "properties": { "name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "slug": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "id": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "type": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "sectionId": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "default": { - "type": [ - "null", - "array", - "string" - ], + "type": ["null", "array", "string"], "items": { - "type": [ - "null", - "array", - "boolean", - "integer", - "string" - ] + "type": ["null", "array", "boolean", "integer", "string"] } } } } }, "created_at": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "public_uuid": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "points_of_interest": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } } diff --git a/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/users.json b/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/users.json index 9c354a961308..ba05d3c307b6 100644 --- a/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/users.json +++ b/airbyte-integrations/connectors/source-metabase/source_metabase/schemas/users.json @@ -1,38 +1,20 @@ { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "id": { - "type": [ - "null", - "integer" - ] + "type": ["null", "integer"] }, "email": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "first_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "last_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "common_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } -} \ No newline at end of file +} diff --git a/airbyte-integrations/connectors/source-mssql/src/main/java/io/airbyte/integrations/source/mssql/MssqlSource.java b/airbyte-integrations/connectors/source-mssql/src/main/java/io/airbyte/integrations/source/mssql/MssqlSource.java index c61fa60c4a00..264742a0e554 100644 --- a/airbyte-integrations/connectors/source-mssql/src/main/java/io/airbyte/integrations/source/mssql/MssqlSource.java +++ b/airbyte-integrations/connectors/source-mssql/src/main/java/io/airbyte/integrations/source/mssql/MssqlSource.java @@ -286,7 +286,8 @@ protected void assertCdcSchemaQueryable(final JsonNode config, final JdbcDatabas // Azure SQL does not support USE clause final String sql = - isAzureSQL ? "SELECT * FROM cdc.change_tables" : "USE " + config.get("database").asText() + "; SELECT * FROM cdc.change_tables"; final PreparedStatement ps = connection.prepareStatement(sql); + isAzureSQL ? "SELECT * FROM cdc.change_tables" : "USE " + config.get("database").asText() + "; SELECT * FROM cdc.change_tables"; + final PreparedStatement ps = connection.prepareStatement(sql); LOGGER.info(String.format( "Checking user '%s' can query the cdc schema and that we have at least 1 cdc enabled table using the query: '%s'", config.get("username").asText(), sql)); diff --git a/airbyte-integrations/connectors/source-mysql/src/main/java/io/airbyte/integrations/source/mysql/MySqlSource.java b/airbyte-integrations/connectors/source-mysql/src/main/java/io/airbyte/integrations/source/mysql/MySqlSource.java index 1d3bbb90f899..2c9bb866cc09 100644 --- a/airbyte-integrations/connectors/source-mysql/src/main/java/io/airbyte/integrations/source/mysql/MySqlSource.java +++ b/airbyte-integrations/connectors/source-mysql/src/main/java/io/airbyte/integrations/source/mysql/MySqlSource.java @@ -34,7 +34,6 @@ import io.airbyte.protocol.models.AirbyteStream; import io.airbyte.protocol.models.CommonField; import io.airbyte.protocol.models.ConfiguredAirbyteCatalog; -import io.airbyte.protocol.models.ConfiguredAirbyteStream; import io.airbyte.protocol.models.SyncMode; import java.time.Instant; import java.util.ArrayList; diff --git a/airbyte-integrations/connectors/source-notion/source_notion/schemas/databases.json b/airbyte-integrations/connectors/source-notion/source_notion/schemas/databases.json index e689f7dab789..6245e728c7f5 100644 --- a/airbyte-integrations/connectors/source-notion/source_notion/schemas/databases.json +++ b/airbyte-integrations/connectors/source-notion/source_notion/schemas/databases.json @@ -4,9 +4,7 @@ "additionalProperties": true, "properties": { "object": { - "enum": [ - "database" - ] + "enum": ["database"] }, "id": { "type": "string" @@ -45,26 +43,17 @@ "type": "string" }, "is_inline": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "properties": { "type": "array", "additionalProperties": false, "items": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "additionalProperties": true, "properties": { "name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "value": { "type": "object", @@ -106,9 +95,7 @@ "type": "string" }, "type": { - "enum": [ - "number" - ] + "enum": ["number"] }, "name": { "type": "string" @@ -162,10 +149,7 @@ "type": "string" }, "type": { - "enum": [ - "select", - "multi_select" - ] + "enum": ["select", "multi_select"] }, "name": { "type": "string" @@ -185,9 +169,7 @@ "type": "string" }, "type": { - "enum": [ - "formula" - ] + "enum": ["formula"] }, "name": { "type": "string" @@ -204,9 +186,7 @@ "type": "string" }, "type": { - "enum": [ - "relation" - ] + "enum": ["relation"] }, "name": { "type": "string" @@ -215,16 +195,10 @@ "type": "string" }, "synced_property_name": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "synced_property_id": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } }, @@ -235,9 +209,7 @@ "type": "string" }, "type": { - "enum": [ - "rollup" - ] + "enum": ["rollup"] }, "name": { "type": "string" @@ -280,4 +252,4 @@ } } } -} \ No newline at end of file +} diff --git a/airbyte-integrations/connectors/source-notion/source_notion/schemas/pages.json b/airbyte-integrations/connectors/source-notion/source_notion/schemas/pages.json index df741e3347f6..06b85bce67e2 100644 --- a/airbyte-integrations/connectors/source-notion/source_notion/schemas/pages.json +++ b/airbyte-integrations/connectors/source-notion/source_notion/schemas/pages.json @@ -48,9 +48,7 @@ "type": "string" }, "type": { - "enum": [ - "title" - ] + "enum": ["title"] }, "title": { "$ref": "title.json" } } @@ -63,11 +61,9 @@ "type": "string" }, "type": { - "enum": [ - "rich_text" - ] + "enum": ["rich_text"] }, - "rich_text": { "$ref": "rich_text.json" } + "rich_text": { "$ref": "rich_text.json" } } }, { @@ -105,7 +101,9 @@ "formula": { "type": ["null", "object"], "properties": { - "type": { "enum": ["string", "number", "boolean", "date"] }, + "type": { + "enum": ["string", "number", "boolean", "date"] + }, "string": { "type": ["null", "string"] }, "number": { "type": ["null", "number"] }, "boolean": { "type": ["null", "boolean"] }, @@ -253,7 +251,7 @@ } } ] - } + } } } } diff --git a/airbyte-integrations/connectors/source-notion/source_notion/schemas/shared/rich_text.json b/airbyte-integrations/connectors/source-notion/source_notion/schemas/shared/rich_text.json index ddf2a27bc3e8..a9c4b73c86d6 100644 --- a/airbyte-integrations/connectors/source-notion/source_notion/schemas/shared/rich_text.json +++ b/airbyte-integrations/connectors/source-notion/source_notion/schemas/shared/rich_text.json @@ -3,10 +3,7 @@ "type": "object", "properties": { "type": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "text": { "type": ["null", "object"], @@ -55,40 +52,22 @@ "additionalProperties": false, "properties": { "bold": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "italic": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "strikethrough": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "underline": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "code": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "color": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } }, diff --git a/airbyte-integrations/connectors/source-notion/source_notion/schemas/shared/title.json b/airbyte-integrations/connectors/source-notion/source_notion/schemas/shared/title.json index 5150d3b8296f..6a95a791782c 100644 --- a/airbyte-integrations/connectors/source-notion/source_notion/schemas/shared/title.json +++ b/airbyte-integrations/connectors/source-notion/source_notion/schemas/shared/title.json @@ -1,122 +1,69 @@ { "properties": { "type": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "text": { - "type": [ - "null", - "array" - ], + "type": ["null", "array"], "items": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "additionalProperties": false, "properties": { "type": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "text": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "properties": { "content": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "link": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "additionalProperties": false, "properties": { "type": { - "enum": [ - "url" - ] + "enum": ["url"] }, "url": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } } } }, "annotations": { - "type": [ - "null", - "object" - ], + "type": ["null", "object"], "additionalProperties": false, "properties": { "bold": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "italic": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "strikethrough": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "underline": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "code": { - "type": [ - "null", - "boolean" - ] + "type": ["null", "boolean"] }, "color": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } }, "plain_text": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] }, "href": { - "type": [ - "null", - "string" - ] + "type": ["null", "string"] } } } } } -} \ No newline at end of file +} diff --git a/airbyte-integrations/connectors/source-paypal-transaction/source_paypal_transaction/source.py b/airbyte-integrations/connectors/source-paypal-transaction/source_paypal_transaction/source.py index 14005c7358dd..74c4466831df 100644 --- a/airbyte-integrations/connectors/source-paypal-transaction/source_paypal_transaction/source.py +++ b/airbyte-integrations/connectors/source-paypal-transaction/source_paypal_transaction/source.py @@ -7,14 +7,14 @@ import time from abc import ABC from datetime import datetime, timedelta -from typing import Any, Callable, Iterable, List, Mapping, MutableMapping, Optional, Tuple, Union, Dict +from typing import Any, Callable, Dict, Iterable, List, Mapping, MutableMapping, Optional, Tuple, Union import requests from airbyte_cdk.sources import AbstractSource from airbyte_cdk.sources.streams import Stream from airbyte_cdk.sources.streams.http import HttpStream -from airbyte_cdk.sources.utils.transform import TransformConfig, TypeTransformer from airbyte_cdk.sources.streams.http.auth import HttpAuthenticator, Oauth2Authenticator +from airbyte_cdk.sources.utils.transform import TransformConfig, TypeTransformer from dateutil.parser import isoparse @@ -301,7 +301,7 @@ def request_params( "page_size": self.page_size, "page": page_number, } - + @transformer.registerCustomTransform def transform_function(original_value: Any, field_schema: Dict[str, Any]) -> Any: if isinstance(original_value, str) and field_schema["type"] == "number": diff --git a/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresCdcStateHandler.java b/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresCdcStateHandler.java index 2730242dc608..988dc488603e 100644 --- a/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresCdcStateHandler.java +++ b/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresCdcStateHandler.java @@ -41,11 +41,13 @@ public AirbyteMessage saveState(final Map offset, final String d } /** - * Here we just want to emit the state to update the list of streams in the database to mark the completion of snapshot of new added streams. - * The addition of new streams in the state is done here {@link io.airbyte.integrations.source.relationaldb.state.GlobalStateManager#toState(Optional)} - * which is called inside the {@link StateManager#emit(Optional)} method which is being triggered below. - * The toState method adds all the streams present in the catalog in the state. - * Since there is no change in the CDC state value, whatever was present in the database will again be stored. + * Here we just want to emit the state to update the list of streams in the database to mark the + * completion of snapshot of new added streams. The addition of new streams in the state is done + * here + * {@link io.airbyte.integrations.source.relationaldb.state.GlobalStateManager#toState(Optional)} + * which is called inside the {@link StateManager#emit(Optional)} method which is being triggered + * below. The toState method adds all the streams present in the catalog in the state. Since there + * is no change in the CDC state value, whatever was present in the database will again be stored. * This is done so that we can mark the completion of snapshot of new tables. */ @Override diff --git a/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresSource.java b/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresSource.java index dacefcb39b8c..d0cda6bb216e 100644 --- a/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresSource.java +++ b/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresSource.java @@ -275,7 +275,8 @@ public List> getIncrementalIterators( final AutoCloseableIterator snapshotIterator = handler.getSnapshotIterators( new ConfiguredAirbyteCatalog().withStreams(streamsToSnapshot), new PostgresCdcConnectorMetadataInjector(), PostgresCdcProperties.getSnapshotProperties(), postgresCdcStateHandler, emittedAt); - return Collections.singletonList(AutoCloseableIterators.concatWithEagerClose(snapshotIterator, AutoCloseableIterators.lazyIterator(incrementalIteratorSupplier))); + return Collections.singletonList( + AutoCloseableIterators.concatWithEagerClose(snapshotIterator, AutoCloseableIterators.lazyIterator(incrementalIteratorSupplier))); } else { return super.getIncrementalIterators(database, catalog, tableNameToTable, stateManager, emittedAt); diff --git a/airbyte-integrations/connectors/source-postgres/src/main/resources/spec.json b/airbyte-integrations/connectors/source-postgres/src/main/resources/spec.json index c8d4b7707d30..b606edc4a00a 100644 --- a/airbyte-integrations/connectors/source-postgres/src/main/resources/spec.json +++ b/airbyte-integrations/connectors/source-postgres/src/main/resources/spec.json @@ -128,4 +128,3 @@ } } } - diff --git a/airbyte-integrations/connectors/source-postgres/src/test/java/io/airbyte/integrations/source/postgres/CdcPostgresSourceTest.java b/airbyte-integrations/connectors/source-postgres/src/test/java/io/airbyte/integrations/source/postgres/CdcPostgresSourceTest.java index a69da7dfd608..d78064421200 100644 --- a/airbyte-integrations/connectors/source-postgres/src/test/java/io/airbyte/integrations/source/postgres/CdcPostgresSourceTest.java +++ b/airbyte-integrations/connectors/source-postgres/src/test/java/io/airbyte/integrations/source/postgres/CdcPostgresSourceTest.java @@ -36,7 +36,6 @@ import io.airbyte.integrations.base.Source; import io.airbyte.integrations.debezium.CdcSourceTest; import io.airbyte.integrations.debezium.CdcTargetPosition; -import io.airbyte.integrations.source.relationaldb.state.StateManager; import io.airbyte.protocol.models.AirbyteCatalog; import io.airbyte.protocol.models.AirbyteConnectionStatus; import io.airbyte.protocol.models.AirbyteMessage; @@ -465,7 +464,8 @@ public void newTableSnapshotTest() throws Exception { final AirbyteStateMessage stateMessageEmittedAfterSnapshotCompletionInSecondSync = stateAfterSecondBatch.get(0); assertEquals(AirbyteStateMessage.AirbyteStateType.GLOBAL, stateMessageEmittedAfterSnapshotCompletionInSecondSync.getType()); - assertEquals(stateMessageEmittedAfterFirstSyncCompletion.getGlobal().getSharedState(), stateMessageEmittedAfterSnapshotCompletionInSecondSync.getGlobal().getSharedState()); + assertEquals(stateMessageEmittedAfterFirstSyncCompletion.getGlobal().getSharedState(), + stateMessageEmittedAfterSnapshotCompletionInSecondSync.getGlobal().getSharedState()); final Set streamsInSnapshotState = stateMessageEmittedAfterSnapshotCompletionInSecondSync.getGlobal().getStreamStates() .stream() .map(AirbyteStreamState::getStreamDescriptor) @@ -478,7 +478,8 @@ public void newTableSnapshotTest() throws Exception { final AirbyteStateMessage stateMessageEmittedAfterSecondSyncCompletion = stateAfterSecondBatch.get(1); assertEquals(AirbyteStateMessage.AirbyteStateType.GLOBAL, stateMessageEmittedAfterSecondSyncCompletion.getType()); - assertNotEquals(stateMessageEmittedAfterFirstSyncCompletion.getGlobal().getSharedState(), stateMessageEmittedAfterSecondSyncCompletion.getGlobal().getSharedState()); + assertNotEquals(stateMessageEmittedAfterFirstSyncCompletion.getGlobal().getSharedState(), + stateMessageEmittedAfterSecondSyncCompletion.getGlobal().getSharedState()); final Set streamsInSyncCompletionState = stateMessageEmittedAfterSecondSyncCompletion.getGlobal().getStreamStates() .stream() .map(AirbyteStreamState::getStreamDescriptor) diff --git a/airbyte-integrations/connectors/source-postgres/src/test/resources/expected_spec.json b/airbyte-integrations/connectors/source-postgres/src/test/resources/expected_spec.json index 07a137873cad..95de681b9630 100644 --- a/airbyte-integrations/connectors/source-postgres/src/test/resources/expected_spec.json +++ b/airbyte-integrations/connectors/source-postgres/src/test/resources/expected_spec.json @@ -121,4 +121,3 @@ } } } - diff --git a/airbyte-integrations/connectors/source-relational-db/src/test/java/io/airbyte/integrations/source/relationaldb/state/GlobalStateManagerTest.java b/airbyte-integrations/connectors/source-relational-db/src/test/java/io/airbyte/integrations/source/relationaldb/state/GlobalStateManagerTest.java index ee6b9b7ea33f..3ef46156c5dc 100644 --- a/airbyte-integrations/connectors/source-relational-db/src/test/java/io/airbyte/integrations/source/relationaldb/state/GlobalStateManagerTest.java +++ b/airbyte-integrations/connectors/source-relational-db/src/test/java/io/airbyte/integrations/source/relationaldb/state/GlobalStateManagerTest.java @@ -225,11 +225,8 @@ void testCdcStateManagerLegacyState() { final ConfiguredAirbyteCatalog catalog = mock(ConfiguredAirbyteCatalog.class); final CdcState cdcState = new CdcState().withState(Jsons.jsonNode(Map.of("foo", "bar", "baz", 5))); final DbState dbState = new DbState().withCdcState(new CdcState().withState(Jsons.jsonNode(cdcState))) - .withStreams(List.of(new DbStreamState(). - withStreamName("name"). - withStreamNamespace("namespace"). - withCursor(""). - withCursorField(Collections.emptyList()))) + .withStreams(List + .of(new DbStreamState().withStreamName("name").withStreamNamespace("namespace").withCursor("").withCursorField(Collections.emptyList()))) .withCdc(true); final StateManager stateManager = new GlobalStateManager(new AirbyteStateMessage().withType(AirbyteStateType.LEGACY).withData(Jsons.jsonNode(dbState)), catalog); diff --git a/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.yaml b/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.yaml index 16597fdab322..99b56ce91142 100644 --- a/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.yaml +++ b/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.yaml @@ -37,7 +37,7 @@ connectionSpecification: title: Refresh Token description: >- Enter your application's Salesforce Refresh Token used for Airbyte to access your Salesforce account. + href="https://developer.salesforce.com/docs/atlas.en-us.mobile_sdk.meta/mobile_sdk/oauth_refresh_token_flow.htm">Salesforce Refresh Token used for Airbyte to access your Salesforce account. type: string airbyte_secret: true order: 4 diff --git a/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/spec.json b/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/spec.json index e8929912685f..4c179e0b0dc7 100644 --- a/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/spec.json +++ b/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/spec.json @@ -11,7 +11,8 @@ "default": {}, "order": 0, "type": "object", - "oneOf": [{ + "oneOf": [ + { "title": "OAuth2.0", "type": "object", "properties": { @@ -41,7 +42,8 @@ } }, "required": ["app_id", "secret", "access_token"] - }, { + }, + { "title": "Sandbox Access Token", "type": "object", "properties": { diff --git a/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams.json b/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams.json index 3fd9d90b0718..552e5906676d 100644 --- a/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams.json +++ b/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams.json @@ -1,143 +1,168 @@ { "type": "CATALOG", "catalog": { - "streams": [{ + "streams": [ + { "name": "advertisers", "json_schema": {}, "supported_sync_modes": ["full_refresh"], "source_defined_primary_key": [["id"]] - }, { + }, + { "name": "ads", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["modify_time"], "source_defined_primary_key": [["ad_id"]] - }, { + }, + { "name": "ad_groups", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["modify_time"], "source_defined_primary_key": [["adgroup_id"]] - }, { + }, + { "name": "campaigns", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["modify_time"], "source_defined_primary_key": [["campaign_id"]] - }, { + }, + { "name": "ads_reports_hourly", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_hour"] - }, { + }, + { "name": "ads_reports_daily", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_day"] - }, { + }, + { "name": "ads_reports_lifetime", "json_schema": {}, "supported_sync_modes": ["full_refresh"] - }, { + }, + { "name": "ad_groups_reports_hourly", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_hour"] - }, { + }, + { "name": "ad_groups_reports_daily", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_day"] - }, { + }, + { "name": "ad_groups_reports_lifetime", "json_schema": {}, "supported_sync_modes": ["full_refresh"] - }, { + }, + { "name": "campaigns_reports_hourly", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_hour"] - }, { + }, + { "name": "campaigns_reports_daily", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_day"] - }, { + }, + { "name": "campaigns_reports_lifetime", "json_schema": {}, "supported_sync_modes": ["full_refresh"] - }, { + }, + { "name": "advertisers_reports_hourly", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_hour"] - }, { + }, + { "name": "advertisers_reports_daily", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_day"] - }, { + }, + { "name": "advertisers_reports_lifetime", "json_schema": {}, "supported_sync_modes": ["full_refresh"] - }, { + }, + { "name": "advertisers_audience_reports_hourly", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_hour"] - }, { + }, + { "name": "advertisers_audience_reports_daily", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_day"] - }, { + }, + { "name": "advertisers_audience_reports_lifetime", "json_schema": {}, "supported_sync_modes": ["full_refresh"] - }, { + }, + { "name": "ads_audience_reports_hourly", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_hour"] - }, { + }, + { "name": "ads_audience_reports_daily", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_day"] - }, { + }, + { "name": "ad_group_audience_reports_hourly", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_hour"] - }, { + }, + { "name": "ad_group_audience_reports_daily", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_day"] - }, { + }, + { "name": "campaigns_audience_reports_by_country_hourly", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], "source_defined_cursor": true, "default_cursor_field": ["dimensions", "stat_time_hour"] - }, { + }, + { "name": "campaigns_audience_reports_by_country_daily", "json_schema": {}, "supported_sync_modes": ["full_refresh", "incremental"], diff --git a/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams_basic.json b/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams_basic.json index 88fbf909f866..6c4951dc1bc5 100644 --- a/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams_basic.json +++ b/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams_basic.json @@ -48,4 +48,4 @@ "destination_sync_mode": "append" } ] -} \ No newline at end of file +} diff --git a/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams_reports_daily.json b/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams_reports_daily.json index daea2d09fd3c..774aa76d1913 100644 --- a/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams_reports_daily.json +++ b/airbyte-integrations/connectors/source-tiktok-marketing/integration_tests/streams_reports_daily.json @@ -1,6 +1,5 @@ { "streams": [ - { "stream": { "name": "ads_reports_daily", diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/recordings.json b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/recordings.json index 706d94c0df5d..1c7f4591780f 100644 --- a/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/recordings.json +++ b/airbyte-integrations/connectors/source-twilio/source_twilio/schemas/recordings.json @@ -55,7 +55,7 @@ "type": ["null", "string"] }, "media_url": { - "type": "string" + "type": "string" }, "encryption_details": { "properties": { diff --git a/airbyte-integrations/connectors/source-twilio/source_twilio/spec.json b/airbyte-integrations/connectors/source-twilio/source_twilio/spec.json index 182977df2d16..ac8f8e53584a 100644 --- a/airbyte-integrations/connectors/source-twilio/source_twilio/spec.json +++ b/airbyte-integrations/connectors/source-twilio/source_twilio/spec.json @@ -4,11 +4,7 @@ "$schema": "http://json-schema.org/draft-07/schema#", "title": "Twilio Spec", "type": "object", - "required": [ - "account_sid", - "auth_token", - "start_date" - ], + "required": ["account_sid", "auth_token", "start_date"], "additionalProperties": false, "properties": { "account_sid": { @@ -29,18 +25,14 @@ "title": "Replication Start Date", "description": "UTC date and time in the format 2020-10-01T00:00:00Z. Any data before this date will not be replicated.", "pattern": "^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$", - "examples": [ - "2020-10-01T00:00:00Z" - ], + "examples": ["2020-10-01T00:00:00Z"], "type": "string", "order": 3 }, "lookback_window": { "title": "Lookback window", "description": "How far into the past to look for records. (in minutes)", - "examples": [ - 60 - ], + "examples": [60], "default": 0, "type": "integer", "order": 4 @@ -48,7 +40,5 @@ } }, "supportsIncremental": true, - "supported_destination_sync_modes": [ - "append" - ] + "supported_destination_sync_modes": ["append"] }