From 579e6e390877716816c05bc25ee54a353345a619 Mon Sep 17 00:00:00 2001 From: Artem Inzhyyants Date: Tue, 10 Jan 2023 19:01:34 +0100 Subject: [PATCH 1/3] Source Airtable: fix field names --- airbyte-integrations/connectors/source-airtable/Dockerfile | 2 +- .../connectors/source-airtable/source_airtable/streams.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/airbyte-integrations/connectors/source-airtable/Dockerfile b/airbyte-integrations/connectors/source-airtable/Dockerfile index 5b132280981f..d93beddbddec 100644 --- a/airbyte-integrations/connectors/source-airtable/Dockerfile +++ b/airbyte-integrations/connectors/source-airtable/Dockerfile @@ -34,5 +34,5 @@ COPY source_airtable ./source_airtable ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=1.0.0 +LABEL io.airbyte.version=1.0.1 LABEL io.airbyte.name=airbyte/source-airtable diff --git a/airbyte-integrations/connectors/source-airtable/source_airtable/streams.py b/airbyte-integrations/connectors/source-airtable/source_airtable/streams.py index f990656cf875..7b75ad122c61 100644 --- a/airbyte-integrations/connectors/source-airtable/source_airtable/streams.py +++ b/airbyte-integrations/connectors/source-airtable/source_airtable/streams.py @@ -9,6 +9,7 @@ import requests from airbyte_cdk.sources.streams.http import HttpStream from airbyte_cdk.sources.utils.transform import TransformConfig, TypeTransformer +from source_airtable.schema_helpers import SchemaHelpers URL_BASE: str = "https://api.airtable.com/v0/" @@ -145,7 +146,7 @@ def process_records(self, records) -> Iterable[Mapping[str, Any]]: yield { "_airtable_id": record.get("id"), "_airtable_created_time": record.get("createdTime"), - **data, + **{SchemaHelpers.clean_name(k): v for k, v in data.items()}, } def parse_response(self, response: requests.Response, **kwargs) -> Iterable[Mapping]: From f8bedbfd8101bc144396111c40b13dc97e3c8140 Mon Sep 17 00:00:00 2001 From: Artem Inzhyyants Date: Tue, 10 Jan 2023 19:03:55 +0100 Subject: [PATCH 2/3] Source Airtable: update docs --- docs/integrations/sources/airtable.md | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/docs/integrations/sources/airtable.md b/docs/integrations/sources/airtable.md index 52a529dfc95c..cf02dce42572 100644 --- a/docs/integrations/sources/airtable.md +++ b/docs/integrations/sources/airtable.md @@ -64,9 +64,10 @@ See information about rate limits [here](https://airtable.com/developers/web/api ## Changelog -| Version | Date | Pull Request | Subject | -| :------ | :--------- | :------------------------------------------------------- | :--------------------------------------- | -| 1.0.0 | 2022-12-22 | [20846](https://github.com/airbytehq/airbyte/pull/20846) | Migrated to Metadata API for dynamic schema generation | -| 0.1.3 | 2022-10-26 | [18491](https://github.com/airbytehq/airbyte/pull/18491) | Improve schema discovery logic | -| 0.1.2 | 2022-04-30 | [12500](https://github.com/airbytehq/airbyte/pull/12500) | Improve input configuration copy | -| 0.1.1 | 2021-12-06 | [8425](https://github.com/airbytehq/airbyte/pull/8425) | Update title, description fields in spec | +| Version | Date | Pull Request | Subject | +|:--------|:-----------|:---------------------------------------------------------|:-------------------------------------------------------| +| 1.0.1 | 2023-01-10 | [21215](https://github.com/airbytehq/airbyte/pull/21215) | Fix field names | +| 1.0.0 | 2022-12-22 | [20846](https://github.com/airbytehq/airbyte/pull/20846) | Migrated to Metadata API for dynamic schema generation | +| 0.1.3 | 2022-10-26 | [18491](https://github.com/airbytehq/airbyte/pull/18491) | Improve schema discovery logic | +| 0.1.2 | 2022-04-30 | [12500](https://github.com/airbytehq/airbyte/pull/12500) | Improve input configuration copy | +| 0.1.1 | 2021-12-06 | [8425](https://github.com/airbytehq/airbyte/pull/8425) | Update title, description fields in spec | From 7567f6597ac56ab0c596b6d8fb1f7eb40285d88d Mon Sep 17 00:00:00 2001 From: Octavia Squidington III Date: Tue, 10 Jan 2023 18:52:37 +0000 Subject: [PATCH 3/3] auto-bump connector version --- .../init/src/main/resources/seed/source_definitions.yaml | 2 +- airbyte-config/init/src/main/resources/seed/source_specs.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml index ffba8f0adc0e..14eab776efe7 100644 --- a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml @@ -17,7 +17,7 @@ - name: Airtable sourceDefinitionId: 14c6e7ea-97ed-4f5e-a7b5-25e9a80b8212 dockerRepository: airbyte/source-airtable - dockerImageTag: 1.0.0 + dockerImageTag: 1.0.1 documentationUrl: https://docs.airbyte.com/integrations/sources/airtable icon: airtable.svg sourceType: api diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml index d6c1ca693ea8..eefdbac1d39d 100644 --- a/airbyte-config/init/src/main/resources/seed/source_specs.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_specs.yaml @@ -178,7 +178,7 @@ supportsNormalization: false supportsDBT: false supported_destination_sync_modes: [] -- dockerImage: "airbyte/source-airtable:1.0.0" +- dockerImage: "airbyte/source-airtable:1.0.1" spec: documentationUrl: "https://docs.airbyte.com/integrations/sources/airtable" connectionSpecification: