Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update fields in source-connectors specifications: amplitude, apify-dataset, appstore-singer, aws-cloudtrail, azure-table, bigcommerce, bigquery, braintree, cart, chargebee #8434

Merged
merged 16 commits into from
Dec 23, 2021
Merged
20 changes: 10 additions & 10 deletions airbyte-config/init/src/main/resources/seed/source_definitions.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
- name: AWS CloudTrail
sourceDefinitionId: 6ff047c0-f5d5-4ce5-8c81-204a830fa7e1
dockerRepository: airbyte/source-aws-cloudtrail
dockerImageTag: 0.1.2
dockerImageTag: 0.1.3
documentationUrl: https://docs.airbyte.io/integrations/sources/aws-cloudtrail
icon: awscloudtrail.svg
sourceType: api
Expand All @@ -29,21 +29,21 @@
- name: Amplitude
sourceDefinitionId: fa9f58c6-2d03-4237-aaa4-07d75e0c1396
dockerRepository: airbyte/source-amplitude
dockerImageTag: 0.1.3
dockerImageTag: 0.1.4
documentationUrl: https://docs.airbyte.io/integrations/sources/amplitude
icon: amplitude.svg
sourceType: api
- name: Apify Dataset
sourceDefinitionId: 47f17145-fe20-4ef5-a548-e29b048adf84
dockerRepository: airbyte/source-apify-dataset
dockerImageTag: 0.1.2
dockerImageTag: 0.1.4
documentationUrl: https://docs.airbyte.io/integrations/sources/apify-dataset
icon: apify.svg
sourceType: api
- name: Appstore
sourceDefinitionId: 2af123bf-0aaf-4e0d-9784-cb497f23741a
dockerRepository: airbyte/source-appstore-singer
dockerImageTag: 0.2.4
dockerImageTag: 0.2.5
documentationUrl: https://docs.airbyte.io/integrations/sources/appstore
icon: appstore.svg
sourceType: api
Expand All @@ -57,7 +57,7 @@
- name: Azure Table Storage
sourceDefinitionId: 798ae795-5189-42b6-b64e-3cb91db93338
dockerRepository: airbyte/source-azure-table
dockerImageTag: 0.1.0
dockerImageTag: 0.1.1
documentationUrl: https://docs.airbyte.io/integrations/sources/azure-table
icon: azureblobstorage.svg
sourceType: database
Expand All @@ -71,14 +71,14 @@
- name: BigCommerce
sourceDefinitionId: 59c5501b-9f95-411e-9269-7143c939adbd
dockerRepository: airbyte/source-bigcommerce
dockerImageTag: 0.1.1
dockerImageTag: 0.1.2
documentationUrl: https://docs.airbyte.io/integrations/sources/bigcommerce
icon: bigcommerce.svg
sourceType: api
- name: BigQuery
sourceDefinitionId: bfd1ddf8-ae8a-4620-b1d7-55597d2ba08c
dockerRepository: airbyte/source-bigquery
dockerImageTag: 0.1.4
dockerImageTag: 0.1.5
documentationUrl: https://docs.airbyte.io/integrations/sources/bigquery
icon: bigquery.svg
sourceType: database
Expand All @@ -92,21 +92,21 @@
- name: Braintree
sourceDefinitionId: 63cea06f-1c75-458d-88fe-ad48c7cb27fd
dockerRepository: airbyte/source-braintree
dockerImageTag: 0.1.0
dockerImageTag: 0.1.2
documentationUrl: https://docs.airbyte.io/integrations/sources/braintree
icon: braintree.svg
sourceType: api
- name: Cart.com
sourceDefinitionId: bb1a6d31-6879-4819-a2bd-3eed299ea8e2
dockerRepository: airbyte/source-cart
dockerImageTag: 0.1.4
dockerImageTag: 0.1.5
documentationUrl: https://docs.airbyte.io/integrations/sources/cart
icon: cart.svg
sourceType: api
- name: Chargebee
sourceDefinitionId: 686473f1-76d9-4994-9cc7-9b13da46147c
dockerRepository: airbyte/source-chargebee
dockerImageTag: 0.1.4
dockerImageTag: 0.1.5
documentationUrl: https://docs.airbyte.io/integrations/sources/chargebee
icon: chargebee.svg
sourceType: api
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,5 +12,5 @@ RUN pip install .
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.3
LABEL io.airbyte.version=0.1.4
LABEL io.airbyte.name=airbyte/source-amplitude
Original file line number Diff line number Diff line change
Expand Up @@ -9,16 +9,19 @@
"properties": {
"api_key": {
"type": "string",
"description": "This is the project’s API key, used for calling Amplitude’s APIs",
"title": "API Key",
"description": "Amplitude API Key. See the <a href=\"https://docs.airbyte.io/integrations/sources/amplitude\">docs</a> for more information on how to obtain this key.",
"airbyte_secret": true
},
"secret_key": {
"type": "string",
"description": "This is the project's secret key, which is also used for calling Amplitude’s APIs",
"title": "Secret Key",
"description": "Amplitude Secret Key. See the <a href=\"https://docs.airbyte.io/integrations/sources/amplitude\">docs</a> for more information on how to obtain this key.",
"airbyte_secret": true
},
"start_date": {
"type": "string",
"title": "Start Date",
"pattern": "^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$",
"description": "UTC date and time in the format 2021-01-25T00:00:00Z. Any data before this date will not be replicated.",
"examples": ["2021-01-25T00:00:00Z"]
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,5 +12,5 @@ RUN pip install .
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.2
LABEL io.airbyte.version=0.1.3
LABEL io.airbyte.name=airbyte/source-apify-dataset
Original file line number Diff line number Diff line change
Expand Up @@ -9,10 +9,12 @@
"properties": {
"datasetId": {
"type": "string",
"title": "Dataset ID",
"description": "ID of the dataset you would like to load to Airbyte."
},
"clean": {
"type": "boolean",
"title": "Clean",
"description": "If set to true, only clean items will be downloaded from the dataset. See description of what clean means in <a href=\"https://docs.apify.com/api/v2#/reference/datasets/item-collection/get-items\">Apify API docs</a>. If not sure, set clean to false."
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,5 +13,5 @@ COPY $CODE_PATH ./$CODE_PATH
COPY setup.py ./
RUN pip install .

LABEL io.airbyte.version=0.2.4
LABEL io.airbyte.version=0.2.5
LABEL io.airbyte.name=airbyte/source-appstore-singer
Original file line number Diff line number Diff line change
Expand Up @@ -9,25 +9,30 @@
"properties": {
"key_id": {
"type": "string",
"description": "<a href=\"https://developer.apple.com/documentation/appstoreconnectapi/creating_api_keys_for_app_store_connect_api\">Key_id</a> is the API key you use to connect to appstore's API."
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
"title": "Key ID",
"description": "Appstore Key ID. See the <a href=\"https://docs.airbyte.io/integrations/sources/appstore\">docs</a> for more information on how to obtain this key."
},
"private_key": {
"type": "string",
"description": "Private_key is the contents of the <a href=\"https://developer.apple.com/documentation/appstoreconnectapi/creating_api_keys_for_app_store_connect_api\">key file</a> you use to connect to appstore's API.",
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
"title": "Private Key",
"description": "Appstore Private Key. See the <a href=\"https://docs.airbyte.io/integrations/sources/appstore\">docs</a> for more information on how to obtain this key.",
"airbyte_secret": true,
"multiline": true
},
"issuer_id": {
"type": "string",
"description": "<a href=\"https://developer.apple.com/documentation/appstoreconnectapi/generating_tokens_for_api_requests\">Issuer_id</a> is used to generate the credentials to connect to appstore's API."
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
"title": "Issuer ID",
"description": "Appstore Issuer ID. See the <a href=\"https://docs.airbyte.io/integrations/sources/appstore\">docs</a> for more information on how to obtain this ID."
},
"vendor": {
"type": "string",
"description": "This is the Apple ID of your account."
"title": "Vendor ID",
"description": "Appstore Vendor ID. See the <a href=\"https://docs.airbyte.io/integrations/sources/appstore\">docs</a> for more information on how to obtain this ID."
},
"start_date": {
"type": "string",
"description": "Date from which to start pulling data.",
"title": "Start Date",
"description": "UTC date and time in the format 2017-01-25T00:00:00Z. Any data before this date will not be replicated.",
"examples": ["2020-11-16T00:00:00Z"],
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
"pattern": "^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$"
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,5 +13,5 @@ RUN pip install .

ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.2
LABEL io.airbyte.version=0.1.3
LABEL io.airbyte.name=airbyte/source-aws-cloudtrail
Original file line number Diff line number Diff line change
Expand Up @@ -14,20 +14,24 @@
"properties": {
"aws_key_id": {
"type": "string",
"description": "Specifies an AWS access key associated with an IAM user or role.",
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
"title": "Key ID",
"description": "AWS CloudTrail Access Key ID. See the <a href=\"https://docs.airbyte.io/integrations/sources/aws-cloudtrail\">docs</a> for more information on how to obtain this key.",
"airbyte_secret": true
},
"aws_secret_key": {
"type": "string",
"description": "Specifies the secret key associated with the access key. This is essentially the 'password' for the access key.",
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
"title": "Secret Key",
"description": "AWS CloudTrail Access Key ID. See the <a href=\"https://docs.airbyte.io/integrations/sources/aws-cloudtrail\">docs</a> for more information on how to obtain this key.",
"airbyte_secret": true
},
"aws_region_name": {
"type": "string",
"title": "Region Name",
"description": "The default AWS Region to use, for example, us-west-1 or us-west-2. When specifying a Region inline during client initialization, this property is named region_name."
},
"start_date": {
"type": "string",
"title": "Start Date",
"description": "The date you would like to replicate data. Data in ClouTraid is available for last 90 days only. Format: YYYY-MM-DD.",
"examples": ["2021-01-01"],
"default": "1970-01-01",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -34,5 +34,5 @@ COPY source_azure_table ./source_azure_table
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.0
LABEL io.airbyte.version=0.1.1
LABEL io.airbyte.name=airbyte/source-azure-table
Original file line number Diff line number Diff line change
Expand Up @@ -17,14 +17,14 @@
"storage_access_key": {
"title": "Access Key",
"type": "string",
"description": "The access key to your storage account. Read more about access keys here - https://docs.microsoft.com/en-us/azure/storage/common/storage-account-keys-manage?tabs=azure-portal#view-account-access-keys",
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
"description": "Azure Table Storage Access Key. See the <a href=\"https://docs.airbyte.io/integrations/sources/azure-table\">docs</a> for more information on how to obtain this key.",
"order": 1,
"airbyte_secret": true
},
"storage_endpoint_suffix": {
"title": "Endpoint Suffix",
"type": "string",
"description": "The Table service account URL suffix. Read more about suffixes here - https://docs.microsoft.com/en-us/azure/storage/common/storage-configure-connection-string#create-a-connection-string-with-an-endpoint-suffix",
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
"description": "Azure Table Storage service account URL suffix. See the <a href=\"https://docs.airbyte.io/integrations/sources/azure-table\">docs</a> for more information on how to obtain endpoint suffix",
"order": 2,
"default": "core.windows.net",
"examples": ["core.windows.net", "core.chinacloudapi.cn"],
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,5 +12,5 @@ RUN pip install .
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.1
LABEL io.airbyte.version=0.1.2
LABEL io.airbyte.name=airbyte/source-bigcommerce
Original file line number Diff line number Diff line change
Expand Up @@ -9,17 +9,20 @@
"properties": {
"start_date": {
"type": "string",
"title": "Start Date",
"description": "The date you would like to replicate data. Format: YYYY-MM-DD.",
"examples": ["2021-01-01"],
"pattern": "^[0-9]{4}-[0-9]{2}-[0-9]{2}$"
},
"store_hash": {
"type": "string",
"title": "Store Hash",
"description": "The hash code of the store. For https://api.bigcommerce.com/stores/HASH_CODE/v3/, The store's hash code is 'HASH_CODE'."
},
"access_token": {
"type": "string",
"description": "The API Access Token.",
"title": "Access Token",
"description": "Access Token for making authenticated requests.",
"airbyte_secret": true
}
}
Expand Down
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-bigquery/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -9,5 +9,5 @@ COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
RUN tar xf ${APPLICATION}.tar --strip-components=1

# Airbyte's build system uses these labels to know what to name and tag the docker images produced by this Dockerfile.
LABEL io.airbyte.version=0.1.4
LABEL io.airbyte.version=0.1.5
LABEL io.airbyte.name=airbyte/source-bigquery
Original file line number Diff line number Diff line change
Expand Up @@ -18,12 +18,12 @@
},
"dataset_id": {
"type": "string",
"description": "The BigQuery Dataset ID to look for tables to replicate from.",
"description": "The schema name if only one schema is interested. Dramatically boost source discover operation.",
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
"title": "Default Dataset ID"
},
"credentials_json": {
"type": "string",
"description": "The contents of the JSON service account key. Check out the <a href=\"https://docs.airbyte.io/integrations/sources/bigquery#setup-the-bigquery-source-in-airbyte\">docs</a> if you need help generating this key.",
"description": "The contents of your Service Account Key JSON file. See the <a href=\"https://docs.airbyte.io/integrations/sources/bigquery#setup-the-bigquery-source-in-airbyte\">docs</a> for more information on how to obtain this key.",
"title": "Credentials JSON",
"airbyte_secret": true
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,5 +12,5 @@ RUN pip install .
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.1
LABEL io.airbyte.version=0.1.2
LABEL io.airbyte.name=airbyte/source-braintree
Original file line number Diff line number Diff line change
Expand Up @@ -5,33 +5,34 @@
"type": "object",
"properties": {
"merchant_id": {
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
"title": "Merchant Id",
"description": "<a href=\"https://docs.airbyte.io/integrations/sources/braintree\">Merchant ID</a> is the unique identifier for entire gateway account.",
"title": "Merchant ID",
"description": "The unique identifier for your entire gateway account. See the <a href=\"https://docs.airbyte.io/integrations/sources/braintree\">docs</a> for more information on how to obtain this ID.",
"name": "Merchant ID",
"type": "string"
},
"public_key": {
"title": "Public Key",
"description": "This is your user-specific public identifier for Braintree.",
"name": "Public key",
"description": "Braintree Public Key. See the <a href=\"https://docs.airbyte.io/integrations/sources/braintree\">docs</a> for more information on how to obtain this key.",
"name": "Public Key",
"type": "string"
},
"private_key": {
"title": "Private Key",
"description": "This is your user-specific private identifier.",
"description": "Braintree Private Key. See the <a href=\"https://docs.airbyte.io/integrations/sources/braintree\">docs</a> for more information on how to obtain this key.",
"name": "Private Key",
"airbyte_secret": true,
"type": "string"
},
"start_date": {
"title": "Start Date",
"description": "The date from which you'd like to replicate data for Braintree API for UTC timezone, All data generated after this date will be replicated.",
"name": "Start date",
"description": "UTC date and time in the format 2017-01-25T00:00:00Z. Any data before this date will not be replicated.",
"name": "Start Date",
"examples": ["2020", "2020-12-30", "2020-11-22 20:20:05"],
"type": "string",
"format": "date-time"
},
"environment": {
"title": "Environment",
"description": "Environment specifies where the data will come from.",
"name": "Environment",
"examples": ["sandbox", "production", "qa", "development"],
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,18 +22,30 @@ class Config:

merchant_id: str = Field(
name="Merchant ID",
description='<a href="https://docs.airbyte.io/integrations/sources/braintree">Merchant ID</a> is the unique identifier for entire gateway account.',
title="Merchant ID",
description='The unique identifier for your entire gateway account. See the <a href="https://docs.airbyte.io/integrations/sources/braintree">docs</a> for more information on how to obtain this ID.',
)
public_key: str = Field(
name="Public Key",
title="Public Key",
description='Braintree Public Key. See the <a href="https://docs.airbyte.io/integrations/sources/braintree">docs</a> for more information on how to obtain this key.',
)
private_key: str = Field(
name="Private Key",
title="Private Key",
description='Braintree Private Key. See the <a href="https://docs.airbyte.io/integrations/sources/braintree">docs</a> for more information on how to obtain this key.',
airbyte_secret=True,
)
public_key: str = Field(name="Public key", description="This is your user-specific public identifier for Braintree.")
private_key: str = Field(name="Private Key", description="This is your user-specific private identifier.", airbyte_secret=True)
start_date: datetime = Field(
None,
name="Start date",
description="The date from which you'd like to replicate data for Braintree API for UTC timezone, All data generated after this date will be replicated.",
name="Start Date",
title="Start Date",
description="UTC date and time in the format 2017-01-25T00:00:00Z. Any data before this date will not be replicated.",
examples=["2020", "2020-12-30", "2020-11-22 20:20:05"],
)
environment: Environment = Field(
name="Environment",
title="Environment",
description="Environment specifies where the data will come from.",
examples=["sandbox", "production", "qa", "development"],
)
Expand Down
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-cart/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -21,5 +21,5 @@ COPY source_cart ./source_cart
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.4
LABEL io.airbyte.version=0.1.5
LABEL io.airbyte.name=airbyte/source-cart
Original file line number Diff line number Diff line change
Expand Up @@ -9,12 +9,14 @@
"properties": {
"access_token": {
"type": "string",
"title": "Access Token",
"airbyte_secret": true,
"description": "API Key. See the <a href=\"https://docs.airbyte.io/integrations/sources/mailchimp\">docs</a> for information on how to generate this key."
"description": "Access Token for making authenticated requests."
karinakuz marked this conversation as resolved.
Show resolved Hide resolved
},
"store_name": {
"type": "string",
"description": "Store name. All API URLs start with https://[mystorename.com]/api/v1/, where [mystorename.com] is the domain name of your store."
"title": "Store Name",
"description": "The name of Cart.com Online Store. All API URLs start with https://[mystorename.com]/api/v1/, where [mystorename.com] is the domain name of your store."
},
"start_date": {
"title": "Start Date",
Expand Down
Loading