Skip to content

Commit

Permalink
[NT-848] feat: change application stream to be incremental based on l…
Browse files Browse the repository at this point in the history 
…ast_activity_at (#3)
  • Loading branch information
@junquanlim
junquanlim authored Oct 19, 2023
1 parent b036404 commit a7d0252
Show file tree
Hide file tree
Showing 3 changed files with 103 additions and 159 deletions.
4 changes: 2 additions & 2 deletions airbyte-integrations/connectors/source-greenhouse/source_greenhouse/manifest.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -81,8 +81,8 @@ definitions:
incremental_sync:
type: CustomIncrementalSync
class_name: source_greenhouse.components.GreenHouseSlicer
request_cursor_field: "created_after"
cursor_field: "applied_at"
request_cursor_field: "last_activity_after"
cursor_field: "last_activity_at"
candidates_stream:
$ref: "#/definitions/base_incremental_stream"
$parameters:
Expand Down
135 changes: 57 additions & 78 deletions ...te-integrations/connectors/source-greenhouse/source_greenhouse/schemas/activity_feed.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -17,34 +17,27 @@
"type": "integer"
},
"subject": {
"type": ["null", "string"]
"type": "string"
},
"user": {
"anyOf": [
{
"type": "null"
},
{
"properties": {
"employee_id": {
"type": ["null", "string"]
},
"first_name": {
"type": "string"
},
"id": {
"type": "integer"
},
"last_name": {
"type": "string"
},
"name": {
"type": "string"
}
},
"type": "object"
"properties": {
"employee_id": {
"type": "string"
},
"first_name": {
"type": "string"
},
"id": {
"type": "integer"
},
"last_name": {
"type": "string"
},
"name": {
"type": "string"
}
]
},
"type": "object"
}
},
"type": "object"
Expand All @@ -64,7 +57,7 @@
"type": "string"
},
"from": {
"type": ["null", "string"]
"type": "string"
},
"id": {
"type": "integer"
Expand All @@ -73,34 +66,27 @@
"type": "string"
},
"to": {
"type": ["null", "string"]
"type": "string"
},
"user": {
"anyOf": [
{
"type": "null"
},
{
"properties": {
"employee_id": {
"type": ["null", "string"]
},
"first_name": {
"type": "string"
},
"id": {
"type": "integer"
},
"last_name": {
"type": "string"
},
"name": {
"type": "string"
}
},
"type": "object"
"properties": {
"employee_id": {
"type": "string"
},
"first_name": {
"type": "string"
},
"id": {
"type": "integer"
},
"last_name": {
"type": "string"
},
"name": {
"type": "string"
}
]
},
"type": "object"
}
},
"type": "object"
Expand All @@ -120,7 +106,7 @@
"type": "string"
},
"from": {
"type": ["null", "string"]
"type": "string"
},
"id": {
"type": "integer"
Expand All @@ -129,34 +115,27 @@
"type": "string"
},
"to": {
"type": ["null", "string"]
"type": "string"
},
"user": {
"anyOf": [
{
"type": "null"
},
{
"properties": {
"employee_id": {
"type": ["null", "string"]
},
"first_name": {
"type": "string"
},
"id": {
"type": "integer"
},
"last_name": {
"type": "string"
},
"name": {
"type": "string"
}
},
"type": "object"
"properties": {
"employee_id": {
"type": "string"
},
"first_name": {
"type": "string"
},
"id": {
"type": "integer"
},
"last_name": {
"type": "string"
},
"name": {
"type": "string"
}
]
},
"type": "object"
}
},
"type": "object"
Expand Down Expand Up @@ -184,7 +163,7 @@
"user": {
"properties": {
"employee_id": {
"type": ["null", "string"]
"type": "string"
},
"first_name": {
"type": "string"
Expand Down
123 changes: 44 additions & 79 deletions ...yte-integrations/connectors/source-greenhouse/source_greenhouse/schemas/applications.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -42,49 +42,35 @@
"type": "integer"
},
"credited_to": {
"anyOf": [
{
"type": "null"
"properties": {
"employee_id": {
"type": "string"
},
{
"properties": {
"employee_id": {
"type": "string"
},
"first_name": {
"type": "string"
},
"id": {
"type": "integer"
},
"last_name": {
"type": "string"
},
"name": {
"type": "string"
}
},
"type": "object"
"first_name": {
"type": "string"
},
"id": {
"type": "integer"
},
"last_name": {
"type": "string"
},
"name": {
"type": "string"
}
]
},
"type": "object"
},
"current_stage": {
"anyOf": [
{
"type": "null"
"properties": {
"id": {
"type": "integer"
},
{
"properties": {
"id": {
"type": "integer"
},
"name": {
"type": "string"
}
},
"type": "object"
"name": {
"type": "string"
}
]
},
"type": "object"
},
"custom_fields": {
"type": "object"
Expand Down Expand Up @@ -116,19 +102,12 @@
"type": "string"
},
"location": {
"anyOf": [
{
"type": "null"
},
{
"properties": {
"address": {
"type": "string"
}
},
"type": "object"
"properties": {
"address": {
"type": "string"
}
]
},
"type": "object"
},
"prospect": {
"type": "boolean"
Expand Down Expand Up @@ -232,51 +211,37 @@
"type": "object"
},
"rejection_reason": {
"anyOf": [
{
"type": "null"
"properties": {
"id": {
"type": "integer"
},
"name": {
"type": "string"
},
{
"type": {
"properties": {
"id": {
"type": "integer"
},
"name": {
"type": "string"
},
"type": {
"properties": {
"id": {
"type": "integer"
},
"name": {
"type": "string"
}
},
"type": "object"
}
},
"type": "object"
}
]
},
"type": "object"
},
"source": {
"anyOf": [
{
"type": "null"
"properties": {
"id": {
"type": "integer"
},
{
"properties": {
"id": {
"type": "integer"
},
"public_name": {
"type": "string"
}
},
"type": "object"
"public_name": {
"type": "string"
}
]
},
"type": "object"
},
"status": {
"type": "string"
Expand Down

0 comments on commit a7d0252

Please sign in to comment.