Skip to content

Commit

Permalink
🎉 Source bigcommerce: add brands and categories streams (#20518)
Browse files Browse the repository at this point in the history 
* Add product info to the orders stream

* Update docs

* Refactor order_products into its own stream

* formatting

* Update docs and docker version

* remove duplicate field

* Add brands and categories streams to bigcommerce

* remove duplicate state

* remove duplicate source

* update docs

* update docs

* bump docker version

* update markdown

* lint

* auto-bump connector version

Co-authored-by: Sajarin <sajarindider@gmail.com>
Co-authored-by: Haithem SOUALA <haithem.souala@woopit.fr>
Co-authored-by: Octavia Squidington III <octavia-squidington-iii@users.noreply.github.com>
  • Loading branch information
@PhilipCorr @sajarin
@haithem-souala @octavia-squidington-iii
4 people authored Jan 12, 2023
1 parent 31a1333 commit ceadf31
Show file tree
Hide file tree
Showing 11 changed files with 444 additions and 4 deletions.
2 changes: 1 addition & 1 deletion airbyte-config/init/src/main/resources/seed/source_definitions.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -169,7 +169,7 @@
- name: BigCommerce
sourceDefinitionId: 59c5501b-9f95-411e-9269-7143c939adbd
dockerRepository: airbyte/source-bigcommerce
dockerImageTag: 0.1.9
dockerImageTag: 0.1.10
documentationUrl: https://docs.airbyte.com/integrations/sources/bigcommerce
icon: bigcommerce.svg
sourceType: api
Expand Down
2 changes: 1 addition & 1 deletion airbyte-config/init/src/main/resources/seed/source_specs.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1657,7 +1657,7 @@
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-bigcommerce:0.1.9"
- dockerImage: "airbyte/source-bigcommerce:0.1.10"
spec:
documentationUrl: "https://docs.airbyte.com/integrations/sources/bigcommerce"
connectionSpecification:
Expand Down
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-bigcommerce/Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -12,5 +12,5 @@ RUN pip install .
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.9
LABEL io.airbyte.version=0.1.10
LABEL io.airbyte.name=airbyte/source-bigcommerce
22 changes: 22 additions & 0 deletions airbyte-integrations/connectors/source-bigcommerce/integration_tests/abnormal_state.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,28 @@
}
}
},
{
"type": "STREAM",
"stream": {
"stream_state": {
"id": 9000002039398998
},
"stream_descriptor": {
"name": "brands"
}
}
},
{
"type": "STREAM",
"stream": {
"stream_state": {
"id": 9000002039398998
},
"stream_descriptor": {
"name": "categories"
}
}
},
{
"type": "STREAM",
"stream": {
Expand Down
109 changes: 109 additions & 0 deletions airbyte-integrations/connectors/source-bigcommerce/integration_tests/catalog.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -854,6 +854,115 @@
}
}
},
{
"name": "brands",
"json_schema": {
"$schema": "http://json-schema.org/draft-07/schema#",
"type": "object",
"properties": {
"id": {
"type": ["null", "integer"]
},
"name": {
"type": ["null", "string"]
},
"page_title": {
"type": ["null", "string"]
},
"meta_keywords": {
"type": ["null", "array"],
"items": {
"type": ["null", "string"]
}
},
"meta_description": {
"type": ["null", "string"]
},
"search_keywords": {
"type": ["null", "string"]
},
"image_url": {
"type": ["null", "string"]
},
"custom_url": {
"type": ["null", "object"],
"properties": {
"url": {
"type": ["null", "string"]
},
"is_customized": {
"type": ["null", "boolean"]
}
}
}
}
}
},
{
"name": "categories",
"json_schema": {
"$schema": "http://json-schema.org/draft-07/schema#",
"type": "object",
"properties": {
"id": {
"type": ["null", "integer"]
},
"parent_id": {
"type": ["null", "integer"]
},
"name": {
"type": ["null", "string"]
},
"description": {
"type": ["null", "string"]
},
"views": {
"type": ["null", "integer"]
},
"sort_order": {
"type": ["null", "integer"]
},
"page_title": {
"type": ["null", "string"]
},
"meta_keywords": {
"type": ["null", "array"],
"items": {
"type": ["null", "string"]
}
},
"meta_description": {
"type": ["null", "string"]
},
"layout_file": {
"type": ["null", "string"]
},
"image_url": {
"type": ["null", "string"]
},
"is_visible": {
"type": ["null", "boolean"]
},
"search_keywords": {
"type": ["null", "string"]
},
"default_product_sort": {
"type": ["null", "string"]
},
"url": {
"type": ["null", "object"],
"properties": {
"path": {
"type": ["null", "string"]
},
"is_customized": {
"type": ["null", "boolean"]
}
}
}
}
}
},
{
"name": "products",
"json_schema": {
Expand Down
125 changes: 125 additions & 0 deletions airbyte-integrations/connectors/source-bigcommerce/integration_tests/configured_catalog.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -706,6 +706,131 @@
"cursor_field": ["id"],
"destination_sync_mode": "append"
},
{
"stream": {
"name": "brands",
"json_schema": {
"$schema": "http://json-schema.org/draft-07/schema#",
"type": "object",
"properties": {
"id": {
"type": ["null", "integer"]
},
"name": {
"type": ["null", "string"]
},
"page_title": {
"type": ["null", "string"]
},
"meta_keywords": {
"type": ["null", "array"],
"items": {
"type": ["null", "string"]
}
},
"meta_description": {
"type": ["null", "string"]
},
"search_keywords": {
"type": ["null", "string"]
},
"image_url": {
"type": ["null", "string"]
},
"custom_url": {
"type": ["null", "object"],
"properties": {
"url": {
"type": ["null", "string"]
},
"is_customized": {
"type": ["null", "boolean"]
}
}
}
}
},
"supported_sync_modes": ["incremental", "full_refresh"],
"source_defined_cursor": true,
"default_cursor_field": ["id"]
},
"sync_mode": "incremental",
"cursor_field": ["id"],
"destination_sync_mode": "append"
},
{
"stream": {
"name": "categories",
"json_schema": {
"$schema": "http://json-schema.org/draft-07/schema#",
"type": "object",
"properties": {
"id": {
"type": ["null", "integer"]
},
"parent_id": {
"type": ["null", "integer"]
},
"name": {
"type": ["null", "string"]
},
"description": {
"type": ["null", "string"]
},
"views": {
"type": ["null", "integer"]
},
"sort_order": {
"type": ["null", "integer"]
},
"page_title": {
"type": ["null", "string"]
},
"meta_keywords": {
"type": ["null", "array"],
"items": {
"type": ["null", "string"]
}
},
"meta_description": {
"type": ["null", "string"]
},
"layout_file": {
"type": ["null", "string"]
},
"image_url": {
"type": ["null", "string"]
},
"is_visible": {
"type": ["null", "boolean"]
},
"search_keywords": {
"type": ["null", "string"]
},
"default_product_sort": {
"type": ["null", "string"]
},
"url": {
"type": ["null", "object"],
"properties": {
"path": {
"type": ["null", "string"]
},
"is_customized": {
"type": ["null", "boolean"]
}
}
}
}
},
"supported_sync_modes": ["incremental", "full_refresh"],
"source_defined_cursor": true,
"default_cursor_field": ["id"]
},
"sync_mode": "incremental",
"cursor_field": ["id"],
"destination_sync_mode": "append"
},
{
"stream": {
"name": "products",
Expand Down
22 changes: 22 additions & 0 deletions airbyte-integrations/connectors/source-bigcommerce/integration_tests/sample_state.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,28 @@
}
}
},
{
"type": "STREAM",
"stream": {
"stream_state": {
"id": 0
},
"stream_descriptor": {
"name": "brands"
}
}
},
{
"type": "STREAM",
"stream": {
"stream_state": {
"id": 0
},
"stream_descriptor": {
"name": "categories"
}
}
},
{
"type": "STREAM",
"stream": {
Expand Down
41 changes: 41 additions & 0 deletions airbyte-integrations/connectors/source-bigcommerce/source_bigcommerce/schemas/brands.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,41 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": "object",
"properties": {
"id": {
"type": ["null", "integer"]
},
"name": {
"type": ["null", "string"]
},
"page_title": {
"type": ["null", "string"]
},
"meta_keywords": {
"type": ["null", "array"],
"items": {
"type": ["null", "string"]
}
},
"meta_description": {
"type": ["null", "string"]
},
"search_keywords": {
"type": ["null", "string"]
},
"image_url": {
"type": ["null", "string"]
},
"custom_url": {
"type": ["null", "object"],
"properties": {
"url": {
"type": ["null", "string"]
},
"is_customized": {
"type": ["null", "boolean"]
}
}
}
}
}
Loading

0 comments on commit ceadf31

Please sign in to comment.