source-okta: add custom roles stream (#14610)

airbyte-config/init/src/main/resources/seed/source_definitions.yaml

@@ -613,7 +613,7 @@
 - name: Okta
   sourceDefinitionId: 1d4fdb25-64fc-4569-92da-fcdca79a8372
   dockerRepository: airbyte/source-okta
-  dockerImageTag: 0.1.5
+  dockerImageTag: 0.1.6
   documentationUrl: https://docs.airbyte.io/integrations/sources/okta
   icon: okta.svg
   sourceType: api

airbyte-config/init/src/main/resources/seed/source_specs.yaml

@@ -5907,7 +5907,7 @@
     supportsNormalization: false
     supportsDBT: false
     supported_destination_sync_modes: []
-- dockerImage: "airbyte/source-okta:0.1.5"
+- dockerImage: "airbyte/source-okta:0.1.6"
   spec:
     documentationUrl: "https://docs.airbyte.io/integrations/sources/okta"
     connectionSpecification:

airbyte-integrations/connectors/source-okta/Dockerfile

@@ -12,5 +12,5 @@ RUN pip install .
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.5
+LABEL io.airbyte.version=0.1.6
 LABEL io.airbyte.name=airbyte/source-okta

airbyte-integrations/connectors/source-okta/acceptance-test-config.yml

@@ -12,7 +12,6 @@ tests:
   basic_read:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"
-      empty_streams: ["logs"]
   full_refresh:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"

airbyte-integrations/connectors/source-okta/integration_tests/catalog.json

@@ -39,6 +39,15 @@
       "destination_sync_mode": "overwrite",
       "cursor_field": ["id"],
       "primary_key": [["id"]]
+    },
+    {
+      "stream": {
+        "name": "custom_roles",
+        "json_schema": {}
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite",
+      "primary_key": [["id"]]
     }
   ]
 }

airbyte-integrations/connectors/source-okta/integration_tests/configured_catalog.json

@@ -43,6 +43,15 @@
       "destination_sync_mode": "overwrite",
       "cursor_field": ["id"],
       "primary_key": [["id"]]
+    },
+    {
+      "stream": {
+        "name": "custom_roles",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh"]
+      },
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }

airbyte-integrations/connectors/source-okta/source_okta/schemas/custom_roles.json

@@ -0,0 +1,35 @@
+{
+  "properties": {
+    "id": {
+      "type": "string"
+    },
+    "label": {
+      "type": "string"
+    },
+    "created": {
+      "format": "date-time",
+      "type": "string"
+    },
+    "lastUpdated": {
+      "format": "date-time",
+      "type": "string"
+    },
+    "_links": {
+      "properties": {
+        "assignee": {
+          "properties": {
+            "self": {
+              "$ref": "shared-link.json"
+            },
+            "permissions": {
+              "$ref": "shared-link.json",
+              "description": "Gets a list of Permissions that is granted through this assignment"
+            }
+          }
+        }
+      },
+      "type": ["object", "null"]
+    }
+  },
+  "type": "object"
+}

airbyte-integrations/connectors/source-okta/source_okta/schemas/shared/shared-link.json

@@ -0,0 +1,10 @@
+{
+  "$id": "shared-link.json",
+  "properties": {
+    "herf": {
+      "format": "uri",
+      "type": ["string", "null"]
+    }
+  },
+  "type": ["object", "null"]
+}

airbyte-integrations/connectors/source-okta/source_okta/source.py

@@ -190,6 +190,20 @@ def path(self, **kwargs) -> str:
         return "users"
 
 
+class CustomRoles(OktaStream):
+    primary_key = "id"
+
+    def path(self, **kwargs) -> str:
+        return "iam/roles"
+
+    def parse_response(
+        self,
+        response: requests.Response,
+        **kwargs,
+    ) -> Iterable[Mapping]:
+        yield from response.json()["roles"]
+
+
 class SourceOkta(AbstractSource):
     def initialize_authenticator(self, config: Mapping[str, Any]) -> TokenAuthenticator:
         return TokenAuthenticator(config["token"], auth_method="SSWS")
@@ -230,4 +244,5 @@ def streams(self, config: Mapping[str, Any]) -> List[Stream]:
             Logs(**initialization_params),
             Users(**initialization_params),
             GroupMembers(**initialization_params),
+            CustomRoles(**initialization_params),
         ]

docs/integrations/sources/okta.md

@@ -12,6 +12,7 @@ This Source is capable of syncing the following core Streams:
 * [Groups](https://developer.okta.com/docs/reference/api/groups/#list-groups)
 * [Group Members](https://developer.okta.com/docs/reference/api/groups/#list-group-members)
 * [System Log](https://developer.okta.com/docs/reference/api/system-log/#get-started)
+* [Custom Roles](https://developer.okta.com/docs/reference/api/roles/#list-roles)
 
 ### Data type mapping
 
@@ -62,6 +63,7 @@ Different Okta APIs require different admin privilege levels. API tokens inherit
 
 | Version | Date | Pull Request | Subject |
 | :--- | :--- | :--- | :--- |
+| 0.1.6 | 2022-07-11 | [14610](https://github.com/airbytehq/airbyte/pull/14610) | add custom roles stream |
 | 0.1.5 | 2022-07-04 | [14380](https://github.com/airbytehq/airbyte/pull/14380) | add Group_Members stream to okta source |
 | 0.1.4 | 2021-11-02 | [7584](https://github.com/airbytehq/airbyte/pull/7584) | Fix incremental params for log stream |
 | 0.1.3 | 2021-09-08 | [5905](https://github.com/airbytehq/airbyte/pull/5905) | Fix incremental stream defect |