Publish new source Confluence #7241 (#7666)

* initial commit

* add remaining streams

* fix warning and unit test

* clean up

* revert unrelated files

* remove state files

* lint

* add documentation strings

* added confluence credentials to ci

* fix: removed audit from configured catalog as it cannot be pulled in free account

* fix: format

Co-authored-by: Tuan Nguyen <anhtuan.nguyen@me.com>

.github/workflows/publish-command.yml

@@ -191,6 +191,7 @@ jobs:
           MONGODB_TEST_CREDS: ${{ secrets.MONGODB_TEST_CREDS }}
           SOURCE_ONESIGNAL_TEST_CREDS: ${{ secrets.SOURCE_ONESIGNAL_TEST_CREDS }}
           SOURCE_SALESLOFT_TEST_CREDS: ${{ secrets.SOURCE_SALESLOFT_TEST_CREDS }}
+          SOURCE_CONFLUENCE_TEST_CREDS: ${{ secrets.SOURCE_CONFLUENCE_TEST_CREDS }}
           SOURCE_AMAZON_SQS_TEST_CREDS: ${{ secrets.SOURCE_AMAZON_SQS_TEST_CREDS }}
           SOURCE_FRESHSERVICE_TEST_CREDS: ${{ secrets.SOURCE_FRESHSERVICE_TEST_CREDS }}
           SOURCE_LEMLIST_TEST_CREDS: ${{ secrets.SOURCE_LEMLIST_TEST_CREDS }}

.github/workflows/test-command.yml

@@ -186,6 +186,7 @@ jobs:
           MONGODB_TEST_CREDS: ${{ secrets.MONGODB_TEST_CREDS }}
           SOURCE_ONESIGNAL_TEST_CREDS: ${{ secrets.SOURCE_ONESIGNAL_TEST_CREDS }}
           SOURCE_SALESLOFT_TEST_CREDS: ${{ secrets.SOURCE_SALESLOFT_TEST_CREDS }}
+          SOURCE_CONFLUENCE_TEST_CREDS: ${{ secrets.SOURCE_CONFLUENCE_TEST_CREDS }}
           SOURCE_AMAZON_SQS_TEST_CREDS: ${{ secrets.SOURCE_AMAZON_SQS_TEST_CREDS }}
           SOURCE_FRESHSERVICE_TEST_CREDS: ${{ secrets.SOURCE_FRESHSERVICE_TEST_CREDS }}
           SOURCE_LEMLIST_TEST_CREDS: ${{ secrets.SOURCE_LEMLIST_TEST_CREDS }}

airbyte-integrations/connectors/source-confluence/integration_tests/configured_catalog.json

@@ -39,16 +39,6 @@
       },
       "sync_mode": "full_refresh",
       "destination_sync_mode": "overwrite"
-    },
-    {
-      "stream": {
-        "name": "audit",
-        "json_schema": {},
-        "supported_sync_modes": ["full_refresh"],
-        "source_defined_primary_key": [["id"]]
-      },
-      "sync_mode": "full_refresh",
-      "destination_sync_mode": "overwrite"
     }
   ]
 }

airbyte-integrations/connectors/source-confluence/source_confluence/source.py

@@ -82,20 +82,23 @@ class Pages(BaseContentStream):
     """
     API documentation: https://developer.atlassian.com/cloud/confluence/rest/api-group-content/#api-wiki-rest-api-content-get
     """
+
     content_type = "page"
 
 
 class BlogPosts(BaseContentStream):
     """
     API documentation: https://developer.atlassian.com/cloud/confluence/rest/api-group-content/#api-wiki-rest-api-content-get
     """
+
     content_type = "blogpost"
 
 
 class Space(ConfluenceStream):
     """
     API documentation: https://developer.atlassian.com/cloud/confluence/rest/api-group-space/#api-wiki-rest-api-space-get
     """
+
     api_name = "space"
     expand = ["permissions", "icon", "description.plain", "description.view"]
 
@@ -104,13 +107,15 @@ class Group(ConfluenceStream):
     """
     API documentation: https://developer.atlassian.com/cloud/confluence/rest/api-group-group/#api-wiki-rest-api-group-get
     """
+
     api_name = "group"
 
 
 class Audit(ConfluenceStream):
     """
     API documentation: https://developer.atlassian.com/cloud/confluence/rest/api-group-audit/#api-wiki-rest-api-audit-get
     """
+
     primary_key = "author"
     api_name = "audit"
     limit = 1000

tools/bin/ci_credentials.sh

@@ -64,6 +64,7 @@ write_standard_creds source-braintree "$BRAINTREE_TEST_CREDS"
 write_standard_creds source-cart "$CART_TEST_CREDS"
 write_standard_creds source-chargebee "$CHARGEBEE_INTEGRATION_TEST_CREDS"
 write_standard_creds source-close-com "$SOURCE_CLOSE_COM_CREDS"
+write_standard_creds source-confluence "$SOURCE_CONFLUENCE_TEST_CREDS"
 write_standard_creds source-delighted "$SOURCE_DELIGHTED_TEST_CREDS"
 write_standard_creds source-drift "$DRIFT_INTEGRATION_TEST_CREDS"
 write_standard_creds source-dixa "$SOURCE_DIXA_TEST_CREDS"