diff --git a/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml b/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml index c565381dc926..bcb24bf5476c 100644 --- a/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml @@ -27,7 +27,7 @@ - name: BigQuery destinationDefinitionId: 22f6c74f-5699-40ff-833c-4a879ea40133 dockerRepository: airbyte/destination-bigquery - dockerImageTag: 1.1.9 + dockerImageTag: 1.1.11 documentationUrl: https://docs.airbyte.io/integrations/destinations/bigquery icon: bigquery.svg resourceRequirements: @@ -40,7 +40,7 @@ - name: BigQuery (denormalized typed struct) destinationDefinitionId: 079d5540-f236-4294-ba7c-ade8fd918496 dockerRepository: airbyte/destination-bigquery-denormalized - dockerImageTag: 1.1.9 + dockerImageTag: 1.1.11 documentationUrl: https://docs.airbyte.io/integrations/destinations/bigquery icon: bigquery.svg resourceRequirements: @@ -100,7 +100,7 @@ - name: Google Cloud Storage (GCS) destinationDefinitionId: ca8f6566-e555-4b40-943a-545bf123117a dockerRepository: airbyte/destination-gcs - dockerImageTag: 0.2.8 + dockerImageTag: 0.2.9 documentationUrl: https://docs.airbyte.io/integrations/destinations/gcs icon: googlecloudstorage.svg resourceRequirements: @@ -225,7 +225,7 @@ - name: Redshift destinationDefinitionId: f7a7d195-377f-cf5b-70a5-be6b819019dc dockerRepository: airbyte/destination-redshift - dockerImageTag: 0.3.43 + dockerImageTag: 0.3.44 documentationUrl: https://docs.airbyte.io/integrations/destinations/redshift icon: redshift.svg resourceRequirements: @@ -244,7 +244,7 @@ - name: S3 destinationDefinitionId: 4816b78f-1489-44c1-9060-4b19d5fa9362 dockerRepository: airbyte/destination-s3 - dockerImageTag: 0.3.8 + dockerImageTag: 0.3.9 documentationUrl: https://docs.airbyte.io/integrations/destinations/s3 icon: s3.svg resourceRequirements: @@ -264,7 +264,7 @@ - name: Snowflake destinationDefinitionId: 424892c4-daac-4491-b35d-c6688ba547ba dockerRepository: airbyte/destination-snowflake - dockerImageTag: 0.4.29 + dockerImageTag: 0.4.30 documentationUrl: https://docs.airbyte.io/integrations/destinations/snowflake icon: snowflake.svg resourceRequirements: diff --git a/airbyte-config/init/src/main/resources/seed/destination_specs.yaml b/airbyte-config/init/src/main/resources/seed/destination_specs.yaml index 5a418f83e059..69cb5050f1a2 100644 --- a/airbyte-config/init/src/main/resources/seed/destination_specs.yaml +++ b/airbyte-config/init/src/main/resources/seed/destination_specs.yaml @@ -285,7 +285,7 @@ supported_destination_sync_modes: - "overwrite" - "append" -- dockerImage: "airbyte/destination-bigquery:1.1.9" +- dockerImage: "airbyte/destination-bigquery:1.1.11" spec: documentationUrl: "https://docs.airbyte.io/integrations/destinations/bigquery" connectionSpecification: @@ -366,7 +366,6 @@ order: 3 oneOf: - title: "Standard Inserts" - additionalProperties: false required: - "method" properties: @@ -374,7 +373,6 @@ type: "string" const: "Standard" - title: "GCS Staging" - additionalProperties: false required: - "method" - "gcs_bucket_name" @@ -497,7 +495,7 @@ - "overwrite" - "append" - "append_dedup" -- dockerImage: "airbyte/destination-bigquery-denormalized:1.1.9" +- dockerImage: "airbyte/destination-bigquery-denormalized:1.1.11" spec: documentationUrl: "https://docs.airbyte.io/integrations/destinations/bigquery" connectionSpecification: @@ -538,7 +536,6 @@ order: 2 oneOf: - title: "Standard Inserts" - additionalProperties: false required: - "method" properties: @@ -546,7 +543,6 @@ type: "string" const: "Standard" - title: "GCS Staging" - additionalProperties: false type: "object" required: - "method" @@ -1460,7 +1456,7 @@ - "overwrite" - "append" supportsNamespaces: true -- dockerImage: "airbyte/destination-gcs:0.2.8" +- dockerImage: "airbyte/destination-gcs:0.2.9" spec: documentationUrl: "https://docs.airbyte.io/integrations/destinations/gcs" connectionSpecification: @@ -1472,7 +1468,6 @@ - "gcs_bucket_path" - "credential" - "format" - additionalProperties: false properties: gcs_bucket_name: title: "GCS Bucket Name" @@ -3622,7 +3617,7 @@ supported_destination_sync_modes: - "overwrite" - "append" -- dockerImage: "airbyte/destination-redshift:0.3.43" +- dockerImage: "airbyte/destination-redshift:0.3.44" spec: documentationUrl: "https://docs.airbyte.io/integrations/destinations/redshift" connectionSpecification: @@ -3680,7 +3675,6 @@ description: "The method how the data will be uploaded to the database." oneOf: - title: "Standard" - additionalProperties: false required: - "method" properties: @@ -3688,7 +3682,6 @@ type: "string" const: "Standard" - title: "S3 Staging" - additionalProperties: false required: - "method" - "s3_bucket_name" @@ -3862,7 +3855,7 @@ supported_destination_sync_modes: - "append" - "overwrite" -- dockerImage: "airbyte/destination-s3:0.3.8" +- dockerImage: "airbyte/destination-s3:0.3.9" spec: documentationUrl: "https://docs.airbyte.io/integrations/destinations/s3" connectionSpecification: @@ -3874,7 +3867,6 @@ - "s3_bucket_path" - "s3_bucket_region" - "format" - additionalProperties: false properties: access_key_id: type: "string" @@ -4281,7 +4273,7 @@ supported_destination_sync_modes: - "overwrite" - "append" -- dockerImage: "airbyte/destination-snowflake:0.4.29" +- dockerImage: "airbyte/destination-snowflake:0.4.30" spec: documentationUrl: "https://docs.airbyte.io/integrations/destinations/snowflake" connectionSpecification: @@ -4412,7 +4404,6 @@ order: 8 oneOf: - title: "Select another option" - additionalProperties: false description: "Select another option" required: - "method" @@ -4425,7 +4416,6 @@ - "Standard" default: "Standard" - title: "[Recommended] Internal Staging" - additionalProperties: false description: "Writes large batches of records to a file, uploads the file\ \ to Snowflake, then uses
COPY INTO table
to upload the file.\ \ Recommended for large production workloads for better speed and scalability." @@ -4440,7 +4430,6 @@ - "Internal Staging" default: "Internal Staging" - title: "AWS S3 Staging" - additionalProperties: false description: "Writes large batches of records to a file, uploads the file\ \ to S3, then uses
COPY INTO table
to upload the file. Recommended\ \ for large production workloads for better speed and scalability." @@ -4562,7 +4551,6 @@ \ key for each sync." airbyte_secret: true - title: "GCS Staging" - additionalProperties: false description: "Writes large batches of records to a file, uploads the file\ \ to GCS, then uses
COPY INTO table
to upload the file. Recommended\ \ for large production workloads for better speed and scalability." @@ -4609,7 +4597,6 @@ multiline: true order: 3 - title: "Azure Blob Storage Staging" - additionalProperties: false description: "Writes large batches of records to a file, uploads the file\ \ to Azure Blob Storage, then uses
COPY INTO table
to upload\ \ the file. Recommended for large production workloads for better speed\ diff --git a/airbyte-integrations/connectors/destination-bigquery-denormalized/Dockerfile b/airbyte-integrations/connectors/destination-bigquery-denormalized/Dockerfile index 832a44505bff..48355d1a9d4e 100644 --- a/airbyte-integrations/connectors/destination-bigquery-denormalized/Dockerfile +++ b/airbyte-integrations/connectors/destination-bigquery-denormalized/Dockerfile @@ -17,5 +17,5 @@ ENV ENABLE_SENTRY true COPY --from=build /airbyte /airbyte -LABEL io.airbyte.version=1.1.9 +LABEL io.airbyte.version=1.1.11 LABEL io.airbyte.name=airbyte/destination-bigquery-denormalized diff --git a/airbyte-integrations/connectors/destination-bigquery-denormalized/src/main/resources/spec.json b/airbyte-integrations/connectors/destination-bigquery-denormalized/src/main/resources/spec.json index 27c08f29e810..293424c8b3e7 100644 --- a/airbyte-integrations/connectors/destination-bigquery-denormalized/src/main/resources/spec.json +++ b/airbyte-integrations/connectors/destination-bigquery-denormalized/src/main/resources/spec.json @@ -31,7 +31,6 @@ "oneOf": [ { "title": "Standard Inserts", - "additionalProperties": false, "required": ["method"], "properties": { "method": { @@ -42,7 +41,6 @@ }, { "title": "GCS Staging", - "additionalProperties": false, "type": "object", "required": [ "method", diff --git a/airbyte-integrations/connectors/destination-bigquery/Dockerfile b/airbyte-integrations/connectors/destination-bigquery/Dockerfile index 9d02050874a2..a1a89342f3cf 100644 --- a/airbyte-integrations/connectors/destination-bigquery/Dockerfile +++ b/airbyte-integrations/connectors/destination-bigquery/Dockerfile @@ -17,5 +17,5 @@ ENV ENABLE_SENTRY true COPY --from=build /airbyte /airbyte -LABEL io.airbyte.version=1.1.9 +LABEL io.airbyte.version=1.1.11 LABEL io.airbyte.name=airbyte/destination-bigquery diff --git a/airbyte-integrations/connectors/destination-bigquery/src/main/resources/spec.json b/airbyte-integrations/connectors/destination-bigquery/src/main/resources/spec.json index b806ea40d4a3..1939c8eb7278 100644 --- a/airbyte-integrations/connectors/destination-bigquery/src/main/resources/spec.json +++ b/airbyte-integrations/connectors/destination-bigquery/src/main/resources/spec.json @@ -70,7 +70,6 @@ "oneOf": [ { "title": "Standard Inserts", - "additionalProperties": false, "required": ["method"], "properties": { "method": { @@ -81,7 +80,6 @@ }, { "title": "GCS Staging", - "additionalProperties": false, "required": [ "method", "gcs_bucket_name", diff --git a/airbyte-integrations/connectors/destination-gcs/Dockerfile b/airbyte-integrations/connectors/destination-gcs/Dockerfile index a486f174e069..1d2b3725e12a 100644 --- a/airbyte-integrations/connectors/destination-gcs/Dockerfile +++ b/airbyte-integrations/connectors/destination-gcs/Dockerfile @@ -16,5 +16,5 @@ ENV APPLICATION destination-gcs COPY --from=build /airbyte /airbyte -LABEL io.airbyte.version=0.2.8 +LABEL io.airbyte.version=0.2.9 LABEL io.airbyte.name=airbyte/destination-gcs diff --git a/airbyte-integrations/connectors/destination-gcs/src/main/resources/spec.json b/airbyte-integrations/connectors/destination-gcs/src/main/resources/spec.json index 1273b661e731..13e68ca7fffc 100644 --- a/airbyte-integrations/connectors/destination-gcs/src/main/resources/spec.json +++ b/airbyte-integrations/connectors/destination-gcs/src/main/resources/spec.json @@ -10,7 +10,6 @@ "title": "GCS Destination Spec", "type": "object", "required": ["gcs_bucket_name", "gcs_bucket_path", "credential", "format"], - "additionalProperties": false, "properties": { "gcs_bucket_name": { "title": "GCS Bucket Name", diff --git a/airbyte-integrations/connectors/destination-redshift/Dockerfile b/airbyte-integrations/connectors/destination-redshift/Dockerfile index dbe9ab59eb39..77b4c81f967a 100644 --- a/airbyte-integrations/connectors/destination-redshift/Dockerfile +++ b/airbyte-integrations/connectors/destination-redshift/Dockerfile @@ -16,5 +16,5 @@ ENV APPLICATION destination-redshift COPY --from=build /airbyte /airbyte -LABEL io.airbyte.version=0.3.43 +LABEL io.airbyte.version=0.3.44 LABEL io.airbyte.name=airbyte/destination-redshift diff --git a/airbyte-integrations/connectors/destination-redshift/src/main/resources/spec.json b/airbyte-integrations/connectors/destination-redshift/src/main/resources/spec.json index 05d67b48f760..85ff89946bb7 100644 --- a/airbyte-integrations/connectors/destination-redshift/src/main/resources/spec.json +++ b/airbyte-integrations/connectors/destination-redshift/src/main/resources/spec.json @@ -55,7 +55,6 @@ "oneOf": [ { "title": "Standard", - "additionalProperties": false, "required": ["method"], "properties": { "method": { @@ -66,7 +65,6 @@ }, { "title": "S3 Staging", - "additionalProperties": false, "required": [ "method", "s3_bucket_name", diff --git a/airbyte-integrations/connectors/destination-s3/Dockerfile b/airbyte-integrations/connectors/destination-s3/Dockerfile index 0a09fb3112fc..e934673af34e 100644 --- a/airbyte-integrations/connectors/destination-s3/Dockerfile +++ b/airbyte-integrations/connectors/destination-s3/Dockerfile @@ -16,5 +16,5 @@ ENV APPLICATION destination-s3 COPY --from=build /airbyte /airbyte -LABEL io.airbyte.version=0.3.8 +LABEL io.airbyte.version=0.3.9 LABEL io.airbyte.name=airbyte/destination-s3 diff --git a/airbyte-integrations/connectors/destination-s3/src/main/resources/spec.json b/airbyte-integrations/connectors/destination-s3/src/main/resources/spec.json index c0933c23c3b0..01c8f64a932a 100644 --- a/airbyte-integrations/connectors/destination-s3/src/main/resources/spec.json +++ b/airbyte-integrations/connectors/destination-s3/src/main/resources/spec.json @@ -14,7 +14,6 @@ "s3_bucket_region", "format" ], - "additionalProperties": false, "properties": { "access_key_id": { "type": "string", diff --git a/airbyte-integrations/connectors/destination-snowflake/Dockerfile b/airbyte-integrations/connectors/destination-snowflake/Dockerfile index c424da73c199..bb18fdb8459c 100644 --- a/airbyte-integrations/connectors/destination-snowflake/Dockerfile +++ b/airbyte-integrations/connectors/destination-snowflake/Dockerfile @@ -20,5 +20,5 @@ RUN tar xf ${APPLICATION}.tar --strip-components=1 ENV ENABLE_SENTRY true -LABEL io.airbyte.version=0.4.29 +LABEL io.airbyte.version=0.4.30 LABEL io.airbyte.name=airbyte/destination-snowflake diff --git a/airbyte-integrations/connectors/destination-snowflake/src/main/resources/spec.json b/airbyte-integrations/connectors/destination-snowflake/src/main/resources/spec.json index 51b77c80de96..9603ae207ace 100644 --- a/airbyte-integrations/connectors/destination-snowflake/src/main/resources/spec.json +++ b/airbyte-integrations/connectors/destination-snowflake/src/main/resources/spec.json @@ -132,7 +132,6 @@ "oneOf": [ { "title": "Select another option", - "additionalProperties": false, "description": "Select another option", "required": ["method"], "properties": { @@ -147,7 +146,6 @@ }, { "title": "[Recommended] Internal Staging", - "additionalProperties": false, "description": "Writes large batches of records to a file, uploads the file to Snowflake, then uses
COPY INTO table
to upload the file. Recommended for large production workloads for better speed and scalability.", "required": ["method"], "properties": { @@ -162,7 +160,6 @@ }, { "title": "AWS S3 Staging", - "additionalProperties": false, "description": "Writes large batches of records to a file, uploads the file to S3, then uses
COPY INTO table
to upload the file. Recommended for large production workloads for better speed and scalability.", "required": [ "method", @@ -287,7 +284,6 @@ }, { "title": "GCS Staging", - "additionalProperties": false, "description": "Writes large batches of records to a file, uploads the file to GCS, then uses
COPY INTO table
to upload the file. Recommended for large production workloads for better speed and scalability.", "required": [ "method", @@ -330,7 +326,6 @@ }, { "title": "Azure Blob Storage Staging", - "additionalProperties": false, "description": "Writes large batches of records to a file, uploads the file to Azure Blob Storage, then uses
COPY INTO table
to upload the file. Recommended for large production workloads for better speed and scalability.", "required": [ "method", diff --git a/docs/integrations/destinations/bigquery.md b/docs/integrations/destinations/bigquery.md index ff98080fe7be..4d3708c355c1 100644 --- a/docs/integrations/destinations/bigquery.md +++ b/docs/integrations/destinations/bigquery.md @@ -133,6 +133,7 @@ Now that you have set up the BigQuery destination connector, check out the follo | Version | Date | Pull Request | Subject | |:--------|:-----------|:-----------------------------------------------------------|:------------------------------------------------------------------------------------------------| +| 1.1.11 | 2022-06-24 | [\#14114](https://github.com/airbytehq/airbyte/pull/14114) | Remove "additionalProperties": false from specs for connectors with staging | | 1.1.10 | 2022-06-16 | [\#13852](https://github.com/airbytehq/airbyte/pull/13852) | Updated stacktrace format for any trace message errors | | 1.1.9 | 2022-06-17 | [\#13753](https://github.com/airbytehq/airbyte/pull/13753) | Deprecate and remove PART_SIZE_MB fields from connectors based on StreamTransferManager | | 1.1.8 | 2022-06-07 | [13579](https://github.com/airbytehq/airbyte/pull/13579) | Always check GCS bucket for GCS loading method to catch invalid HMAC keys. | @@ -173,6 +174,7 @@ Now that you have set up the BigQuery destination connector, check out the follo | Version | Date | Pull Request | Subject | |:--------|:-----------|:-----------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------| +| 1.1.11 | 2022-06-24 | [\#14114](https://github.com/airbytehq/airbyte/pull/14114) | Remove "additionalProperties": false from specs for connectors with staging | | 1.1.10 | 2022-06-16 | [\#13852](https://github.com/airbytehq/airbyte/pull/13852) | Updated stacktrace format for any trace message errors | | 1.1.9 | 2022-06-17 | [\#13753](https://github.com/airbytehq/airbyte/pull/13753) | Deprecate and remove PART_SIZE_MB fields from connectors based on StreamTransferManager | | 1.1.8 | 2022-06-07 | [13579](https://github.com/airbytehq/airbyte/pull/13579) | Always check GCS bucket for GCS loading method to catch invalid HMAC keys. | diff --git a/docs/integrations/destinations/gcs.md b/docs/integrations/destinations/gcs.md index 4041d4ffbbe4..d8595be66855 100644 --- a/docs/integrations/destinations/gcs.md +++ b/docs/integrations/destinations/gcs.md @@ -235,6 +235,7 @@ Under the hood, an Airbyte data stream in Json schema is first converted to an A | Version | Date | Pull Request | Subject | | :--- | :--- | :--- | :--- | +| 0.2.9 | 2022-06-24 | [\#14114](https://github.com/airbytehq/airbyte/pull/14114) | Remove "additionalProperties": false from specs for connectors with staging | | 0.2.8 | 2022-06-17 | [\#13753](https://github.com/airbytehq/airbyte/pull/13753) | Deprecate and remove PART_SIZE_MB fields from connectors based on StreamTransferManager | | 0.2.7 | 2022-06-14 | [\#13483](https://github.com/airbytehq/airbyte/pull/13483) | Added support for int, long, float data types to Avro/Parquet formats. | | 0.2.6 | 2022-05-17 | [12820](https://github.com/airbytehq/airbyte/pull/12820) | Improved 'check' operation performance | diff --git a/docs/integrations/destinations/redshift.md b/docs/integrations/destinations/redshift.md index 75c2c860150a..0518c683edf3 100644 --- a/docs/integrations/destinations/redshift.md +++ b/docs/integrations/destinations/redshift.md @@ -138,6 +138,7 @@ Each stream will be output into its own raw table in Redshift. Each table will c | Version | Date | Pull Request | Subject | |:--------|:-----------|:-----------------------------------------------------------|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| 0.3.44 | 2022-06-24 | [\#14114](https://github.com/airbytehq/airbyte/pull/14114) | Remove "additionalProperties": false from specs for connectors with staging | | 0.3.43 | 2022-06-24 | [\#13690](https://github.com/airbytehq/airbyte/pull/13690) | Improved discovery for NOT SUPER column | | 0.3.42 | 2022-06-21 | [\#14013](https://github.com/airbytehq/airbyte/pull/14013) | Add an option to use encryption with staging in Redshift Destination | | 0.3.40 | 2022-06-17 | [\#13753](https://github.com/airbytehq/airbyte/pull/13753) | Deprecate and remove PART_SIZE_MB fields from connectors based on StreamTransferManager | diff --git a/docs/integrations/destinations/s3.md b/docs/integrations/destinations/s3.md index 8227b61f69b0..966f190ee869 100644 --- a/docs/integrations/destinations/s3.md +++ b/docs/integrations/destinations/s3.md @@ -315,6 +315,7 @@ In order for everything to work correctly, it is also necessary that the user wh | Version | Date | Pull Request | Subject | |:--------| :--- | :--- |:---------------------------------------------------------------------------------------------------------------------------| +| 0.3.9 | 2022-06-24 | [\#14114](https://github.com/airbytehq/airbyte/pull/14114) | Remove "additionalProperties": false from specs for connectors with staging | | 0.3.8 | 2022-06-17 | [\#13753](https://github.com/airbytehq/airbyte/pull/13753) | Deprecate and remove PART_SIZE_MB fields from connectors based on StreamTransferManager | | 0.3.7 | 2022-06-14 | [\#13483](https://github.com/airbytehq/airbyte/pull/13483) | Added support for int, long, float data types to Avro/Parquet formats. | | 0.3.6 | 2022-05-19 | [\#13043](https://github.com/airbytehq/airbyte/pull/13043) | Destination S3: Remove configurable part size. | diff --git a/docs/integrations/destinations/snowflake.md b/docs/integrations/destinations/snowflake.md index 399d4f48d748..6ffed0176c40 100644 --- a/docs/integrations/destinations/snowflake.md +++ b/docs/integrations/destinations/snowflake.md @@ -231,6 +231,7 @@ Now that you have set up the Snowflake destination connector, check out the foll | Version | Date | Pull Request | Subject | |:--------|:-----------|:-----------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------| +| 0.4.30 | 2022-06-24 | [\#14114](https://github.com/airbytehq/airbyte/pull/14114) | Remove "additionalProperties": false from specs for connectors with staging | | 0.4.29 | 2022-06-17 | [\#13753](https://github.com/airbytehq/airbyte/pull/13753) | Deprecate and remove PART_SIZE_MB fields from connectors based on StreamTransferManager | | 0.4.28 | 2022-05-18 | [\#12952](https://github.com/airbytehq/airbyte/pull/12952) | Apply buffering strategy on GCS staging | | 0.4.27 | 2022-05-17 | [12820](https://github.com/airbytehq/airbyte/pull/12820) | Improved 'check' operation performance |