Release connectors with namespace change.

airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/22f6c74f-5699-40ff-833c-4a879ea40133.json

@@ -2,6 +2,6 @@
   "destinationDefinitionId": "22f6c74f-5699-40ff-833c-4a879ea40133",
   "name": "BigQuery",
   "dockerRepository": "airbyte/destination-bigquery",
-  "dockerImageTag": "0.2.3",
+  "dockerImageTag": "0.3.0",
   "documentationUrl": "https://docs.airbyte.io/integrations/destinations/bigquery"
 }

airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/25c5221d-dce2-4163-ade9-739ef790f503.json

@@ -2,7 +2,7 @@
   "destinationDefinitionId": "25c5221d-dce2-4163-ade9-739ef790f503",
   "name": "Postgres",
   "dockerRepository": "airbyte/destination-postgres",
-  "dockerImageTag": "0.2.4",
+  "dockerImageTag": "0.3.0",
   "documentationUrl": "https://docs.airbyte.io/integrations/destinations/postgres",
   "icon": "postgresql.svg"
 }

airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/424892c4-daac-4491-b35d-c6688ba547ba.json

@@ -2,6 +2,6 @@
   "destinationDefinitionId": "424892c4-daac-4491-b35d-c6688ba547ba",
   "name": "Snowflake",
   "dockerRepository": "airbyte/destination-snowflake",
-  "dockerImageTag": "0.2.3",
+  "dockerImageTag": "0.3.0",
   "documentationUrl": "https://docs.airbyte.io/integrations/destinations/snowflake"
 }

airbyte-config/init/src/main/resources/config/STANDARD_DESTINATION_DEFINITION/f7a7d195-377f-cf5b-70a5-be6b819019dc.json

@@ -2,7 +2,7 @@
   "destinationDefinitionId": "f7a7d195-377f-cf5b-70a5-be6b819019dc",
   "name": "Redshift",
   "dockerRepository": "airbyte/destination-redshift",
-  "dockerImageTag": "0.2.6",
+  "dockerImageTag": "0.3.0",
   "documentationUrl": "https://docs.airbyte.io/integrations/destinations/redshift",
   "icon": "redshift.svg"
 }

airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/435bb9a5-7887-4809-aa58-28c27df0d7ad.json

@@ -2,7 +2,7 @@
   "sourceDefinitionId": "435bb9a5-7887-4809-aa58-28c27df0d7ad",
   "name": "MySQL",
   "dockerRepository": "airbyte/source-mysql",
-  "dockerImageTag": "0.2.5",
+  "dockerImageTag": "0.3.0",
   "documentationUrl": "https://docs.airbyte.io/integrations/sources/mysql",
   "icon": "mysql.svg"
 }

airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/b39a7370-74c3-45a6-ac3a-380d48520a83.json

@@ -2,6 +2,6 @@
   "sourceDefinitionId": "b39a7370-74c3-45a6-ac3a-380d48520a83",
   "name": "Oracle DB",
   "dockerRepository": "airbyte/source-oracle",
-  "dockerImageTag": "0.2.0",
+  "dockerImageTag": "0.3.0",
   "documentationUrl": "https://hub.docker.com/r/airbyte/source-oracle"
 }

airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/b5ea17b1-f170-46dc-bc31-cc744ca984c1.json

@@ -2,7 +2,7 @@
   "sourceDefinitionId": "b5ea17b1-f170-46dc-bc31-cc744ca984c1",
   "name": "Microsoft SQL Server (MSSQL)",
   "dockerRepository": "airbyte/source-mssql",
-  "dockerImageTag": "0.2.3",
+  "dockerImageTag": "0.3.0",
   "documentationUrl": "https://hub.docker.com/r/airbyte/source-mssql",
   "icon": "mssql.svg"
 }

airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/c8630570-086d-4a40-99ae-ea5b18673071.json

@@ -0,0 +1,7 @@
+{
+  "sourceDefinitionId": "c8630570-086d-4a40-99ae-ea5b18673071",
+  "name": "Zendesk Talk",
+  "dockerRepository": "airbyte/source-zendesk-talk",
+  "dockerImageTag": "0.1.0",
+  "documentationUrl": "https://hub.docker.com/r/airbyte/source-zendesk-talk"
+}

airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/decd338e-5647-4c0b-adf4-da0e75f5a750.json

@@ -2,7 +2,7 @@
   "sourceDefinitionId": "decd338e-5647-4c0b-adf4-da0e75f5a750",
   "name": "Postgres",
   "dockerRepository": "airbyte/source-postgres",
-  "dockerImageTag": "0.2.7",
+  "dockerImageTag": "0.3.0",
   "documentationUrl": "https://hub.docker.com/r/airbyte/source-postgres",
   "icon": "postgresql.svg"
 }

airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/e87ffa8e-a3b5-f69c-9076-6011339de1f6.json

@@ -2,7 +2,7 @@
   "sourceDefinitionId": "e87ffa8e-a3b5-f69c-9076-6011339de1f6",
   "name": "Redshift",
   "dockerRepository": "airbyte/source-redshift",
-  "dockerImageTag": "0.2.3",
+  "dockerImageTag": "0.3.0",
   "documentationUrl": "https://hub.docker.com/repository/docker/airbyte/source-redshift",
   "icon": "redshift.svg"
 }

airbyte-config/init/src/main/resources/seed/destination_definitions.yaml

@@ -11,23 +11,23 @@
 - destinationDefinitionId: 25c5221d-dce2-4163-ade9-739ef790f503
   name: Postgres
   dockerRepository: airbyte/destination-postgres
-  dockerImageTag: 0.2.4
+  dockerImageTag: 0.3.0
   documentationUrl: https://docs.airbyte.io/integrations/destinations/postgres
   icon: postgresql.svg
 - destinationDefinitionId: 22f6c74f-5699-40ff-833c-4a879ea40133
   name: BigQuery
   dockerRepository: airbyte/destination-bigquery
-  dockerImageTag: 0.2.3
+  dockerImageTag: 0.3.0
   documentationUrl: https://docs.airbyte.io/integrations/destinations/bigquery
 - destinationDefinitionId: 424892c4-daac-4491-b35d-c6688ba547ba
   name: Snowflake
   dockerRepository: airbyte/destination-snowflake
-  dockerImageTag: 0.2.3
+  dockerImageTag: 0.3.0
   documentationUrl: https://docs.airbyte.io/integrations/destinations/snowflake
 - destinationDefinitionId: f7a7d195-377f-cf5b-70a5-be6b819019dc
   name: Redshift
   dockerRepository: airbyte/destination-redshift
-  dockerImageTag: 0.2.6
+  dockerImageTag: 0.3.0
   documentationUrl: https://docs.airbyte.io/integrations/destinations/redshift
   icon: redshift.svg
 - destinationDefinitionId: af7c921e-5892-4ff2-b6c1-4a5ab258fb7e

airbyte-config/init/src/main/resources/seed/source_definitions.yaml

@@ -25,13 +25,13 @@
 - sourceDefinitionId: b5ea17b1-f170-46dc-bc31-cc744ca984c1
   name: Microsoft SQL Server (MSSQL)
   dockerRepository: airbyte/source-mssql
-  dockerImageTag: 0.2.3
+  dockerImageTag: 0.3.0
   documentationUrl: https://hub.docker.com/r/airbyte/source-mssql
   icon: mssql.svg
 - sourceDefinitionId: decd338e-5647-4c0b-adf4-da0e75f5a750
   name: Postgres
   dockerRepository: airbyte/source-postgres
-  dockerImageTag: 0.2.7
+  dockerImageTag: 0.3.0
   documentationUrl: https://hub.docker.com/r/airbyte/source-postgres
   icon: postgresql.svg
 - sourceDefinitionId: cd42861b-01fc-4658-a8ab-5d11d0510f01
@@ -61,7 +61,7 @@
 - sourceDefinitionId: 435bb9a5-7887-4809-aa58-28c27df0d7ad
   name: MySQL
   dockerRepository: airbyte/source-mysql
-  dockerImageTag: 0.2.5
+  dockerImageTag: 0.3.0
   documentationUrl: https://docs.airbyte.io/integrations/sources/mysql
   icon: mysql.svg
 - sourceDefinitionId: 2470e835-feaf-4db6-96f3-70fd645acc77
@@ -115,7 +115,7 @@
 - sourceDefinitionId: e87ffa8e-a3b5-f69c-9076-6011339de1f6
   name: Redshift
   dockerRepository: airbyte/source-redshift
-  dockerImageTag: 0.2.3
+  dockerImageTag: 0.3.0
   documentationUrl: https://hub.docker.com/repository/docker/airbyte/source-redshift
   icon: redshift.svg
 - sourceDefinitionId: 932e6363-d006-4464-a9f5-102b82e07c06
@@ -248,7 +248,7 @@
 - sourceDefinitionId: b39a7370-74c3-45a6-ac3a-380d48520a83
   name: Oracle DB
   dockerRepository: airbyte/source-oracle
-  dockerImageTag: 0.2.0
+  dockerImageTag: 0.3.0
   documentationUrl: https://hub.docker.com/r/airbyte/source-oracle
 - sourceDefinitionId: c8630570-086d-4a40-99ae-ea5b18673071
   name: Zendesk Talk

airbyte-integrations/connectors/destination-bigquery/Dockerfile

@@ -8,5 +8,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.3
+LABEL io.airbyte.version=0.3.0
 LABEL io.airbyte.name=airbyte/destination-bigquery

airbyte-integrations/connectors/destination-jdbc/Dockerfile

@@ -8,5 +8,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.2
+LABEL io.airbyte.version=0.3.0
 LABEL io.airbyte.name=airbyte/destination-jdbc

airbyte-integrations/connectors/destination-postgres/Dockerfile

@@ -8,5 +8,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.4
+LABEL io.airbyte.version=0.3.0
 LABEL io.airbyte.name=airbyte/destination-postgres

airbyte-integrations/connectors/destination-redshift/Dockerfile

@@ -8,5 +8,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.6
+LABEL io.airbyte.version=0.3.0
 LABEL io.airbyte.name=airbyte/destination-redshift

airbyte-integrations/connectors/destination-snowflake/Dockerfile

@@ -8,5 +8,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.4
+LABEL io.airbyte.version=0.3.0
 LABEL io.airbyte.name=airbyte/destination-snowflake

airbyte-integrations/connectors/source-jdbc/Dockerfile

@@ -8,5 +8,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.0
+LABEL io.airbyte.version=0.3.0
 LABEL io.airbyte.name=airbyte/source-jdbc

airbyte-integrations/connectors/source-mssql/Dockerfile

@@ -8,5 +8,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.3
+LABEL io.airbyte.version=0.3.0
 LABEL io.airbyte.name=airbyte/source-mssql

airbyte-integrations/connectors/source-mysql/Dockerfile

@@ -8,6 +8,6 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.5
+LABEL io.airbyte.version=0.3.0
 
 LABEL io.airbyte.name=airbyte/source-mysql

airbyte-integrations/connectors/source-oracle/Dockerfile

@@ -9,5 +9,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.0
+LABEL io.airbyte.version=0.3.0
 LABEL io.airbyte.name=airbyte/source-oracle

airbyte-integrations/connectors/source-postgres/Dockerfile

@@ -8,5 +8,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.7
+LABEL io.airbyte.version=0.3.0
 LABEL io.airbyte.name=airbyte/source-postgres

airbyte-integrations/connectors/source-redshift/Dockerfile

@@ -8,5 +8,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
 
 RUN tar xf ${APPLICATION}.tar --strip-components=1
 
-LABEL io.airbyte.version=0.2.3
+LABEL io.airbyte.version=0.3.0
 LABEL io.airbyte.name=airbyte/source-redshift

docs/architecture/namespaces.md

@@ -0,0 +1,55 @@
+# Namespaces
+
+## What is a Namespace?
+Technical systems often group their underlying data into namespaces with each namespace's data isolated from another namespace. This isolation allows
+for better organisation and flexibility, leading to better usability.
+
+An example of a namespace is the RDMS's `schema` concept. Some common use cases for schemas are enforcing permissions, segregating test and production data
+and general data organisation.
+
+## Syncing
+The Airbyte Protocol supports namespaces and allows Sources to define namespaces, and Destinations to write to various namespaces.
+
+If a sync is conducted with a Source and Destination that both support namespaces, the source-defined namespace will be the schema in the Destination into which the data is replicated. For such syncs,
+data is replicated into the Destination in a layout matching the Source.
+
+All of this is automatic, and requires no additional user configuration.
+
+If the Source does not support namespaces, the data will be replicated into the Destination's default namespace.
+
+If the Destination does not support namespaces, the [namespace field](https://github.com/airbytehq/airbyte/blob/master/airbyte-protocol/models/src/main/resources/airbyte_protocol/airbyte_protocol.yaml#L64) is ignored.
+
+The following table summarises how this works. We assume the Source contains a data source named `cake`.
+
+| Source supports Namespaces | Destination supports Namespaces | Source-defined Namespace | Default Destination Namespace | Final Destination Namespace | Airbyte Stream Name | Example (fully-qualified Source path -> fully-qualified Destination path) |
+| :--- | :--- | :--- | :--- | :--- | :--- | :--- |
+| Yes | Yes | `lava` | `chocolate` | `lava`      | `cake` | `lava.cake` -> `lava.cake`      |
+| Yes | No  | `lava` | `chocolate` | `chocolate` | `cake` | `lava.cake` -> `chocolate.cake` |
+| No  | Yes | `None` | `chocolate` | `chocolate` | `cake` | `lava.cake` -> `chocolate.cake` |
+
+## Requirements
+* Both Source and Destination connectors need to support namespaces.
+* Relevant Source and Destination connectors need to be at least version `0.3.0` or later.
+* Airbyte version `0.21.0-alpha` or later.
+
+## Current Support
+### Sources
+* MSSQL
+* MYSQL
+* Oracle DB
+* Postgres
+* Redshift
+
+### Destination
+* BigQuery
+* Postgres
+* Snowflake
+* Redshift
+
+## Coming Soon
+* Ability to prefix namespaces.
+* Ability to configure custom namespaces.
+* Ability to toggle the namespaces functionality.
+* Please [create a ticket](https://github.com/airbytehq/airbyte/issues/new/choose) if other namespace features come to mind!
+
+We welcome you to join our [Slack](https://airbyte.io/community/) if you have any other questions!

docs/faq/transformation-and-schemas.md

@@ -14,3 +14,6 @@ Airbyte continues to sync data using the configured schema until that schema is
 
 For now, the schema can only be updated manually in the UI \(by clicking "Update Schema" in the settings page for the connection\). When a schema is updated Airbyte will re-sync all data for that source using the new schema.
 
+## **How does Airbyte handle namespaces (or schemas for the DB-inclined)?**
+
+Airbyte respects source-defined namespaces when syncing data with a namespace-supported destination. See [this](../architecture/namespaces.md) for more details.

docs/integrations/destinations/bigquery.md

@@ -26,6 +26,7 @@ Each stream will be output into its own table in BigQuery. Each table will conta
 | :--- | :--- | :--- |
 | Full Refresh Sync | Yes |  |
 | Incremental - Append Sync | Yes |  |
+| Namespaces | Yes |  |
 
 ## Getting started
 

docs/integrations/destinations/local-csv.md

@@ -24,6 +24,7 @@ Each stream will be output into its own file. Each file will contain 3 columns:
 | :--- | :--- |
 | Full Refresh Sync | Yes |
 | Incremental - Append Sync | Yes |
+| Namespaces | No |  |
 
 #### Performance considerations
 

docs/integrations/destinations/local-json.md

@@ -24,6 +24,7 @@ Each stream will be output into its own file. Each file will a collections of `j
 | :--- | :--- |
 | Full Refresh Sync | Yes |
 | Incremental - Append Sync | Yes |
+| Namespaces | No |  |
 
 #### Performance considerations
 

docs/integrations/destinations/meilisearch.md

@@ -16,6 +16,7 @@ Each stream will be output into its own index in MeiliSearch. Each table will be
 | :--- | :--- | :--- |
 | Full Refresh Sync | Yes |  |
 | Incremental - Append Sync | Yes |  |
+| Namespaces | No |  |
 
 ## Getting started
 

docs/integrations/destinations/postgres.md

@@ -22,6 +22,7 @@ Each stream will be output into its own table in Postgres. Each table will conta
 | :--- | :--- | :--- |
 | Full Refresh Sync | Yes |  |
 | Incremental - Append Sync | Yes |  |
+| Namespaces | Yes |  |
 
 ## Getting started
 

docs/integrations/destinations/redshift.md

@@ -28,6 +28,7 @@ Each stream will be output into its own raw table in Redshift. Each table will c
 | :--- | :--- | :--- |
 | Full Refresh Sync | Yes |  |
 | Incremental - Append Sync | Yes |  |
+| Namespaces | Yes |  |
 
 #### Target Database
 

docs/integrations/destinations/snowflake.md

@@ -20,6 +20,7 @@ Each stream will be output into its own table in Snowflake. Each table will cont
 | :--- | :--- | :--- |
 | Full Refresh Sync | Yes |  |
 | Incremental - Append Sync | Yes |  |
+| Namespaces | Yes |  |
 
 ## Getting started
 

docs/integrations/sources/appstore.md

@@ -34,6 +34,7 @@ Note that depending on the credentials you enter, you may only be able to sync s
 | :--- | :--- | :--- |
 | Full Refresh Sync | no |  |
 | Incremental Sync | yes |  |
+| Namespaces | No |  |
 
 ### Performance considerations
 

docs/integrations/sources/braintree.md

@@ -27,6 +27,7 @@ This Source is capable of syncing the following core Streams:
 | :--- | :--- | :--- |
 | Full Refresh Sync | Yes |  |
 | Incremental Sync | Yes |  |
+| Namespaces | No |  |
 
 ### Performance considerations
 

docs/integrations/sources/drift.md

@@ -22,6 +22,7 @@ If there are more endpoints you'd like Airbyte to support, please [create an iss
 | Incremental Sync | Coming soon |
 | Replicate Incremental Deletes | Coming soon |
 | SSL connection | Yes |
+| Namespaces | No |
 
 ### Performance considerations
 

docs/integrations/sources/exchangeratesapi.md

@@ -25,6 +25,7 @@ Currencies are `number` and the date is a `string`.
 | :--- | :--- |
 | Full Refresh Sync | Yes |
 | Incremental - Append Sync | Yes |
+| Namespaces | No |
 
 ### Getting started
 

docs/integrations/sources/facebook-marketing.md

@@ -40,8 +40,9 @@ For more information, see the [Facebook Insights API documentation. ](https://de
 
 | Feature | Supported?\(Yes/No\) | Notes |
 | :--- | :--- | :--- |
-| Full Refresh Sync | Yes |  |
+| Full Refresh Sync | Yes |
 | Incremental Sync | Yes | except AdCreatives |
+| Namespaces | No |
 
 ### Rate Limiting & Performance Considerations