From bc0a5a547d1b39787fc9d59fff60015dcd2352f7 Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 12 Dec 2024 08:52:13 -0500 Subject: [PATCH 01/26] migration and model methods only --- .fides/db_dataset.yml | 2 + ...d5a_add_hidden_column_to_stagedresource.py | 28 ++++ src/fides/api/api/v1/endpoints/system.py | 53 +------ src/fides/api/models/detection_discovery.py | 46 ++++++ tests/ctl/core/test_api.py | 131 +----------------- 5 files changed, 81 insertions(+), 179 deletions(-) create mode 100644 src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py diff --git a/.fides/db_dataset.yml b/.fides/db_dataset.yml index 43ea3a0e05..d2f74c4992 100644 --- a/.fides/db_dataset.yml +++ b/.fides/db_dataset.yml @@ -2227,6 +2227,8 @@ dataset: data_categories: [system] - name: user_assigned_data_categories data_categories: [system] + - name: hidden + data_categories: [system] - name: fides_user_invite fields: - name: created_at diff --git a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py new file mode 100644 index 0000000000..6b92336933 --- /dev/null +++ b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py @@ -0,0 +1,28 @@ +"""add `hidden` and `data_use` columns to stagedresource + +Revision ID: d9237a0c0d5a +Revises: c90d46f6d3f2 +Create Date: 2024-11-21 13:18:24.085858 + +""" + +import sqlalchemy as sa +from alembic import op + +# revision identifiers, used by Alembic. +revision = "d9237a0c0d5a" +down_revision = "c90d46f6d3f2" +branch_labels = None +depends_on = None + + +def upgrade(): + op.add_column("stagedresource", sa.Column("hidden", sa.Boolean(), nullable=False)) + op.add_column("stagedresource", sa.Column("data_use", sa.String(), nullable=True)) + # ### end Alembic commands ### + + +def downgrade(): + op.drop_column("stagedresource", "hidden") + op.drop_column("stagedresource", "data_use") + # ### end Alembic commands ### diff --git a/src/fides/api/api/v1/endpoints/system.py b/src/fides/api/api/v1/endpoints/system.py index 266f23e1c5..3ff223be0f 100644 --- a/src/fides/api/api/v1/endpoints/system.py +++ b/src/fides/api/api/v1/endpoints/system.py @@ -1,4 +1,3 @@ -import datetime from typing import Annotated, Dict, List, Optional, Union from fastapi import Depends, HTTPException, Query, Response, Security @@ -10,7 +9,6 @@ from fideslang.validation import FidesKey from loguru import logger from pydantic import Field -from sqlalchemy import or_ from sqlalchemy.ext.asyncio import AsyncSession from sqlalchemy.future import select from sqlalchemy.orm import Session @@ -391,63 +389,21 @@ async def ls( # pylint: disable=invalid-name data_uses: Optional[List[FidesKey]] = Query(None), data_categories: Optional[List[FidesKey]] = Query(None), data_subjects: Optional[List[FidesKey]] = Query(None), - dnd_relevant: Optional[bool] = Query(None), - show_hidden: Optional[bool] = Query(False), - show_deleted: Optional[bool] = Query(False), ) -> List: """Get a list of all of the Systems. If any parameters or filters are provided the response will be paginated and/or filtered. Otherwise all Systems will be returned (this may be a slow operation if there are many systems, so using the pagination parameters is recommended). """ - if not ( - size - or page - or search - or data_uses - or data_categories - or data_subjects - or dnd_relevant - or show_hidden - ): - # if no advanced parameters are passed, we return a very basic list of all System resources - # to maintain backward compatibility of the original API, which backs some important client usages, e.g. the fides CLI - + if not (size or page or search or data_uses or data_categories or data_subjects): return await list_resource(System, db) - query = select(System) - pagination_params = Params(page=page or 1, size=size or 50) # Need to join with PrivacyDeclaration in order to be able to filter # by data use, data category, and data subject - if any([data_uses, data_categories, data_subjects]): - query = query.outerjoin( - PrivacyDeclaration, System.id == PrivacyDeclaration.system_id - ) - - # Fetch any system that is relevant for Detection and Discovery, ie any of the following: - # - has connection configurations (has some integration for DnD or SaaS) - # - has dataset references - if dnd_relevant: - query = query.filter( - (System.connection_configs != None) # pylint: disable=singleton-comparison - | (System.dataset_references.any()) - ) - - # Filter out any hidden systems, unless explicilty asked for - if not show_hidden: - query = query.filter( - System.hidden == False # pylint: disable=singleton-comparison - ) - - # Filter out any vendor deleted systems, unless explicitly asked for - if not show_deleted: - query = query.filter( - or_( - System.vendor_deleted_date.is_(None), - System.vendor_deleted_date >= datetime.datetime.now(), - ) - ) + query = select(System).outerjoin( + PrivacyDeclaration, System.id == PrivacyDeclaration.system_id + ) filter_params = FilterParams( search=search, @@ -464,7 +420,6 @@ async def ls( # pylint: disable=invalid-name # Add a distinct so we only get one row per system duplicates_removed = filtered_query.distinct(System.id) - return await async_paginate(db, duplicates_removed, pagination_params) diff --git a/src/fides/api/models/detection_discovery.py b/src/fides/api/models/detection_discovery.py index bb36c16ac2..bcf0de7bd5 100644 --- a/src/fides/api/models/detection_discovery.py +++ b/src/fides/api/models/detection_discovery.py @@ -4,12 +4,14 @@ from enum import Enum from typing import Any, Dict, Iterable, List, Optional, Type +from loguru import logger from sqlalchemy import ARRAY, Boolean, Column, DateTime, ForeignKey, String from sqlalchemy.dialects.postgresql import JSONB from sqlalchemy.ext.asyncio import AsyncSession from sqlalchemy.ext.mutable import MutableDict from sqlalchemy.future import select from sqlalchemy.orm import Session, relationship +from sqlalchemy.orm.query import Query from fides.api.db.base_class import Base, FidesBase from fides.api.models.connectionconfig import ConnectionConfig @@ -278,6 +280,9 @@ class StagedResource(Base): default=dict, ) + # hidden flag, used by some parts of the dataset lifecycle experience + hidden = Column(Boolean, default=False, nullable=False) + @classmethod def get_urn(cls, db: Session, urn: str) -> Optional[StagedResource]: """Utility to retrieve the staged resource with the given URN""" @@ -337,3 +342,44 @@ def mark_as_addition( ) if parent_resource: parent_resource.add_child_diff_status(DiffStatus.ADDITION) + + +def fetch_staged_resources_by_type_query( + resource_type: str, + monitor_config_ids: Optional[List[str]] = None, + show_hidden: bool = False, +) -> Query[StagedResource]: + """ + Fetches staged resources by type and monitor config ID. Optionally filters out hidden resources. + """ + logger.info( + f"Fetching staged resources of type {resource_type}, show_hidden={show_hidden}, monitor_config_ids={monitor_config_ids}" + ) + query = select(StagedResource).where(StagedResource.resource_type == resource_type) + + if monitor_config_ids: + query = query.filter(StagedResource.monitor_config_id.in_(monitor_config_ids)) + if not show_hidden: + query = query.where( + StagedResource.hidden == False # pylint: disable=singleton-comparison + ) + + return query + + +async def mark_resources_hidden( + db: AsyncSession, + urns: List[str], + hidden: bool, +) -> None: + """ + Marks the resources with the given URNs as hidden or not hidden + """ + logger.info(f"Marking {len(urns)} resources as hidden={hidden}") + resources = await StagedResource.get_urn_list_async(db, urns) + if not resources: + logger.warning("No resources found with the given URNs") + return + for resource in resources: + resource.hidden = hidden + await db.commit() diff --git a/tests/ctl/core/test_api.py b/tests/ctl/core/test_api.py index 1a47e32b80..b28311a4cf 100644 --- a/tests/ctl/core/test_api.py +++ b/tests/ctl/core/test_api.py @@ -2,7 +2,7 @@ """Integration tests for the API module.""" import json import typing -from datetime import datetime, timedelta, timezone +from datetime import datetime, timezone from json import loads from typing import Dict, List, Tuple from uuid import uuid4 @@ -1536,101 +1536,6 @@ def test_list_with_pagination_and_multiple_filters( assert result_json["items"][0]["fides_key"] == tcf_system.fides_key - def test_list_with_dnd_filter( - self, - test_config, - system_with_cleanup, # one that has a connection config - system_third_party_sharing, # one that doesn't have a connection config - ): - result = _api.ls( - url=test_config.cli.server_url, - headers=test_config.user.auth_header, - resource_type="system", - query_params={ - "page": 1, - "size": 5, - "dnd_relevant": "true", - }, - ) - - assert result.status_code == 200 - result_json = result.json() - assert result_json["total"] == 1 - assert len(result_json["items"]) == 1 - - # only "system_with_cleanup" has a connection config attached to it in fixtures - assert result_json["items"][0]["fides_key"] == system_with_cleanup.fides_key - - def test_list_with_show_hidden( - self, - test_config, - system_hidden, - system_with_cleanup, - ): - - result = _api.ls( - url=test_config.cli.server_url, - headers=test_config.user.auth_header, - resource_type="system", - query_params={ - "page": 1, - "size": 5, - "show_hidden": "true", - }, - ) - - assert result.status_code == 200 - result_json = result.json() - assert result_json["total"] == 2 - assert len(result_json["items"]) == 2 - - actual_keys = [item["fides_key"] for item in result_json["items"]] - assert system_hidden.fides_key in actual_keys - assert system_with_cleanup.fides_key in actual_keys - - result = _api.ls( - url=test_config.cli.server_url, - headers=test_config.user.auth_header, - resource_type="system", - query_params={ - "page": 1, - "size": 5, - "show_hidden": "false", - }, - ) - - assert result.status_code == 200 - result_json = result.json() - assert result_json["total"] == 1 - assert len(result_json["items"]) == 1 - - assert result_json["items"][0]["fides_key"] == system_with_cleanup.fides_key - - def test_list_with_show_hidden_and_dnd_relevant( - self, - test_config, - system_hidden, - system_with_cleanup, - ): - - result = _api.ls( - url=test_config.cli.server_url, - headers=test_config.user.auth_header, - resource_type="system", - query_params={ - "page": 1, - "size": 5, - "show_hidden": "true", - "dnd_relevant": "true", - }, - ) - - assert result.status_code == 200 - result_json = result.json() - assert result_json["total"] == 1 - assert len(result_json["items"]) == 1 - - assert result_json["items"][0]["fides_key"] == system_with_cleanup.fides_key @pytest.mark.skip("Until we re-visit filter implementation") def test_list_with_pagination_and_multiple_filters_2( @@ -1665,40 +1570,6 @@ def test_list_with_pagination_and_multiple_filters_2( assert result_json["items"][0]["fides_key"] == tcf_system.fides_key - @pytest.mark.parametrize( - "vendor_deleted_date, expected_systems_count, show_deleted", - [ - (datetime.now() - timedelta(days=1), 1, True), - (datetime.now() - timedelta(days=1), 0, False), - (datetime.now() + timedelta(days=1), 1, False), - (None, 1, False), - ], - ) - def test_vendor_deleted_systems( - self, - db, - test_config, - system_with_cleanup, - vendor_deleted_date, - expected_systems_count, - show_deleted, - ): - - system_with_cleanup.vendor_deleted_date = vendor_deleted_date - db.commit() - - result = _api.ls( - url=test_config.cli.server_url, - headers=test_config.user.auth_header, - resource_type="system", - query_params={"show_deleted": show_deleted, "size": 50}, - ) - - assert result.status_code == 200 - result_json = result.json() - - assert len(result_json["items"]) == expected_systems_count - @pytest.mark.unit class TestSystemUpdate: From 8099de7452c76322673bd3a406e14a0c797d34bf Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 12 Dec 2024 09:06:00 -0500 Subject: [PATCH 02/26] black tests --- tests/ctl/core/test_api.py | 1 - 1 file changed, 1 deletion(-) diff --git a/tests/ctl/core/test_api.py b/tests/ctl/core/test_api.py index b28311a4cf..36801ddac2 100644 --- a/tests/ctl/core/test_api.py +++ b/tests/ctl/core/test_api.py @@ -1536,7 +1536,6 @@ def test_list_with_pagination_and_multiple_filters( assert result_json["items"][0]["fides_key"] == tcf_system.fides_key - @pytest.mark.skip("Until we re-visit filter implementation") def test_list_with_pagination_and_multiple_filters_2( self, From 0a60fcfbaf5be99f6748092d98d515d0eec1a722 Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 12 Dec 2024 15:34:20 -0500 Subject: [PATCH 03/26] data_use added to taxonomy --- .fides/data_category.yaml | 12 + .fides/dataset.yaml | 5653 +++++++++++++++++++++++++++++++++++++ .fides/db_dataset.yml | 2 + 3 files changed, 5667 insertions(+) create mode 100644 .fides/data_category.yaml create mode 100644 .fides/dataset.yaml diff --git a/.fides/data_category.yaml b/.fides/data_category.yaml new file mode 100644 index 0000000000..7f6139f5be --- /dev/null +++ b/.fides/data_category.yaml @@ -0,0 +1,12 @@ +data_category: +- version_added: 2.0.0 + version_deprecated: null + replaced_by: null + is_default: true + fides_key: system + organization_fides_key: default_organization + tags: null + name: System Data + description: Data unique to, and under control of the system. + parent_key: null + active: true diff --git a/.fides/dataset.yaml b/.fides/dataset.yaml new file mode 100644 index 0000000000..50d454f5b8 --- /dev/null +++ b/.fides/dataset.yaml @@ -0,0 +1,5653 @@ +dataset: +- fides_key: fides_db + organization_fides_key: default_organization + tags: null + name: public + description: The dataset for the fides application. + meta: {} + data_categories: + - system.operations + fides_meta: null + collections: + - name: accessmanualwebhook + description: A table to record manual steps within data subject execution + data_categories: [] + fields: + - name: connection_config_id + description: The identifier of the system to locate this data within + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fields + description: Which data fields must be manually looked up + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: alembic_version + description: null + data_categories: null + fields: + - name: version_num + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: applicationconfig + description: null + data_categories: null + fields: + - name: api_set + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: config_set + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: single_row + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: audit_log_resource + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: extra_data + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_keys + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: request_path + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: request_type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_id + description: null + data_categories: + - user.unique_id + fides_meta: null + fields: null + fides_meta: null + - name: auditlog + description: null + data_categories: null + fields: + - name: action + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: message + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_request_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: webhook_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: authenticationrequest + description: null + data_categories: [] + fields: + - name: connection_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: referer + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: state + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: client + description: null + data_categories: null + fields: + - name: connections + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_secret + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: roles + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: salt + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: scopes + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: systems + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: cls_classification_detail + description: A table to store results of classification runs + data_categories: null + fields: + - name: collection + description: The collection to which the classification target belongs + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dataset + description: The resource to which the classification target belongs + data_categories: + - system.operations + fides_meta: null + fields: null + - name: field + description: The classification target + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: instance_id + description: The unique instance in time of the act of classifying a resource. + Foreign key to the ID in cls_classification_instance + data_categories: + - system.operations + fides_meta: null + fields: null + - name: labels + description: The suggested data categories and metadata for a resource detail + as suggested by the classifier + data_categories: + - system.operations + fides_meta: null + fields: null + - name: status + description: State management for the classification of a resource detail + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: cls_classification_instance + description: A table to manage the metadata and state of executing classifications + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dataset_key + description: The fides_key of the resource being classified + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dataset_name + description: The name of the resource being classified + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: The unique ID for an instance in time of classifying a resource, + to be referenced by the detail output of a classification + data_categories: + - system.operations + fides_meta: null + fields: null + - name: organization_key + description: The organization fides_key of the resources being classified + data_categories: + - system.operations + fides_meta: null + fields: null + - name: status + description: State of the classify instance during classification and review + post completion + data_categories: + - system.operations + fides_meta: null + fields: null + - name: target + description: The target type of the resource being classified + data_categories: + - system.operations + fides_meta: null + fields: null + - name: type + description: The type of resource being classified (e.g., systems, datasets) + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: connectionconfig + description: null + data_categories: [] + fields: + - name: access + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: connection_type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: disabled + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: disabled_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: enabled_actions + description: The privacy actions that are enabled for this connection + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: last_test_succeeded + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: last_test_timestamp + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: saas_config + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: secrets + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: system_id + description: The identifier of the system to locate this data within + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: consent + description: A database table used to map consent preference to identities + data_categories: [] + fields: + - name: conflicts_with_gpc + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_use + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_use_description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: has_gpc_flag + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: opt_in + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: provided_identity_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: consentrequest + description: A database table used to record requests made by users pertaining + to data usage + data_categories: [] + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: identity_verified_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: preferences + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_request_id + description: An optional link to the privacy request if one was created to propagate + request preferences + data_categories: + - system.operations + fides_meta: null + fields: null + - name: property_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: provided_identity_id + description: A link to the identity of the user making the request + data_categories: + - system.operations + fides_meta: null + fields: null + - name: source + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: cookies + description: 'Fides Generated Description for Table: cookies' + data_categories: [] + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: domain + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: path + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_declaration_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: system_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: ctl_data_categories + description: null + data_categories: null + fields: + - name: active + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_default + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: organization_fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: parent_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: replaced_by + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: tags + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: version_added + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: version_deprecated + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: ctl_data_subjects + description: null + data_categories: null + fields: + - name: active + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: automated_decisions_or_profiling + description: Boolean value representing if automated decisions or profiling + is used for the data subject. + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_default + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: organization_fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: replaced_by + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: rights + description: JSON structure containing a strategy and optional values for detailing + data subject rights available + data_categories: + - system.operations + fides_meta: null + fields: null + - name: tags + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: version_added + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: version_deprecated + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: ctl_data_uses + description: null + data_categories: null + fields: + - name: active + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_default + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: organization_fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: parent_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: replaced_by + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: tags + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: version_added + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: version_deprecated + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: ctl_datasets + description: null + data_categories: null + fields: + - name: collections + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: The timestamp of when the row was created + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_categories + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_meta + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: meta + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: organization_fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: tags + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: The timestamp of when the row was last updated + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: ctl_evaluations + description: null + data_categories: null + fields: + - name: created_at + description: The timestamp of when the row was created + data_categories: + - system.operations + fides_meta: null + fields: null + - name: details + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: message + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: status + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: The timestamp of when the row was last updated + data_categories: + - system.operations + fides_meta: null + fields: null + - name: violations + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: ctl_organizations + description: null + data_categories: null + fields: + - name: controller + description: Encrypted contact information for the controller (name, address, + email, phone) + data_categories: + - user.contact + fides_meta: null + fields: null + - name: created_at + description: The timestamp of when the row was created + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_protection_officer + description: Encrypted contact information for the Data Protection Officer (name, + address, email, phone) + data_categories: + - user.contact + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fidesctl_meta + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: organization_fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: organization_parent_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: representative + description: Encrypted contact information for the representative (name, address, + email, phone) + data_categories: + - user.contact + fides_meta: null + fields: null + - name: security_policy + description: A link to the Ethyca security policy + data_categories: + - system.operations + fides_meta: null + fields: null + - name: tags + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: The timestamp of when the row was last updated + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: ctl_policies + description: null + data_categories: null + fields: + - name: created_at + description: The timestamp of when the row was created + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: organization_fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: rules + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: tags + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: The timestamp of when the row was last updated + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: ctl_systems + description: null + data_categories: null + fields: + - name: administrating_department + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: cookie_max_age_seconds + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: cookie_refresh + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: The timestamp of when the row was created + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_security_practices + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dataset_references + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: does_international_transfers + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dpa_location + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dpa_progress + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dpo + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: egress + description: Data categories that leave this system + data_categories: + - system.operations + fides_meta: null + fields: null + - name: exempt_from_privacy_regulations + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fidesctl_meta + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: ingress + description: Data categories that enter this system + data_categories: + - system.operations + fides_meta: null + fields: null + - name: joint_controller_info + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: legal_address + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: legal_basis_for_profiling + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: legal_basis_for_transfers + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: legal_name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: legitimate_interest_disclosure_url + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: meta + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: organization_fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: previous_vendor_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_declarations + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_policy + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: processes_personal_data + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: reason_for_exemption + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: requires_data_protection_assessments + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: responsibility + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: system_type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: tags + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: The timestamp of when the row was last updated + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_id + description: null + data_categories: + - user.unique_id + fides_meta: null + fields: null + - name: uses_cookies + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: uses_non_cookie_access + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: uses_profiling + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: vendor_deleted_date + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: vendor_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: hidden + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: currentprivacypreferencev2 + description: Stores the latest saved preferences for a given user + data_categories: + - system.operations + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: email + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: external_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_string + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_user_device + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: hashed_email + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_external_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_fides_user_device + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_phone_number + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_hash_migrated + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: phone_number + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: preferences + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: property_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: custom_connector_template + description: A table used to hold custom connector templates which include a SaaS + config, dataset, and an optional icon and functions + data_categories: [] + fields: + - name: config + description: 'Fides Generated Description for Column: config' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: 'Fides Generated Description for Column: created_at' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dataset + description: 'Fides Generated Description for Column: dataset' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: functions + description: 'Fides Generated Description for Column: functions' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: icon + description: 'Fides Generated Description for Column: icon' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: 'Fides Generated Description for Column: id' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: 'Fides Generated Description for Column: key' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: 'Fides Generated Description for Column: name' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: replaceable + description: 'Fides Generated Description for Column: replaceable' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: 'Fides Generated Description for Column: updated_at' + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: custom_privacy_request_field + description: null + data_categories: [] + fields: + - name: consent_request_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: encrypted_value + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: field_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: field_name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_value + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_hash_migrated + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_request_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: datasetconfig + description: null + data_categories: [] + fields: + - name: connection_config_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: ctl_dataset_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: executionlog + description: null + data_categories: [] + fields: + - name: action_type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: collection_name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: connection_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dataset_name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fields_affected + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: message + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_request_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: status + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: experienceconfigtemplate + description: The table that stores out of the box Experience Templates + data_categories: null + fields: + - name: allow_language_selection + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: auto_detect_language + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: component + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: disabled + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dismissable + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: layer1_button_options + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_notice_keys + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: regions + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: show_layer1_notices + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: translations + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: experiencenotices + description: The table that links Privacy Notices to Experience Configs (many-to-many) + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: experience_config_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: experiencetranslation + description: The table that stores translations for an Experience Config + data_categories: null + fields: + - name: accept_button_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: acknowledge_button_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: banner_description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: banner_title + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: experience_config_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_default + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: language + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: modal_link_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_policy_link_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_policy_url + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_preferences_link_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: purpose_header + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: reject_button_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: save_button_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: title + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: fides_user_invite + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_invite_code + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: salt + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: username + description: null + data_categories: + - user.account.username + fides_meta: null + fields: null + fides_meta: null + - name: fidescloud + description: Table used to store Fides Cloud config + data_categories: [] + fields: + - name: config + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: fidesuser + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: disabled + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: disabled_reason + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: email_address + description: null + data_categories: + - user.contact.email + fides_meta: null + fields: null + - name: first_name + description: null + data_categories: + - user.name.first + fides_meta: null + fields: null + - name: hashed_password + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: last_login_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: last_name + description: null + data_categories: + - user.name.last + fides_meta: null + fields: null + - name: password_reset_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: salt + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: The timestamp of when the row was created + data_categories: + - system.operations + fides_meta: null + fields: null + - name: username + description: null + data_categories: + - user.account.username + fides_meta: null + fields: null + fides_meta: null + - name: fidesuserpermissions + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: roles + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: scopes + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: identity_salt + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: encrypted_value + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: salt + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: single_row + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: lastservednoticev2 + description: Stores the last notices that were served to a user + data_categories: + - system.operations + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: email + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: fides_user_device + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: hashed_email + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_fides_user_device + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_phone_number + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: phone_number + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: served + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: location_regulation_selections + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: selected_location_groups + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: selected_locations + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: selected_regulations + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: single_row + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: messaging_template + description: Table used to store custom messaging templates + data_categories: [] + fields: + - name: content + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_enabled + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: messaging_template_to_property + description: Table used to store relationship between messaging templates and + properties + data_categories: [] + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: messaging_template_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: property_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: messagingconfig + description: 'Fides Generated Description for Table: messagingconfig' + data_categories: [] + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: details + description: 'Fides Generated Description for Column: details' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: secrets + description: 'Fides Generated Description for Column: secrets' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: service_type + description: 'Fides Generated Description for Column: service_type' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: monitorconfig + description: null + data_categories: null + fields: + - name: classify_params + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: connection_config_id + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: databases + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: datasource_params + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: enabled + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: excluded_databases + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: last_monitored + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: monitor_execution_trigger + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system + fides_meta: null + fields: null + fides_meta: null + - name: noticetranslation + description: The table that stores translations for a Privacy Notice + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: language + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_notice_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: title + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: openid_provider + description: 'Fides Generated Description for Table: openid_provider' + data_categories: null + fields: + - name: authorization_url + description: 'Fides Generated Description for Column: authorization_url' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: client_id + description: 'Fides Generated Description for Column: client_id' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: client_secret + description: 'Fides Generated Description for Column: client_secret' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: 'Fides Generated Description for Column: created_at' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: domain + description: 'Fides Generated Description for Column: domain' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: 'Fides Generated Description for Column: id' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: identifier + description: 'Fides Generated Description for Column: identifier' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: 'Fides Generated Description for Column: name' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: provider + description: 'Fides Generated Description for Column: provider' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: token_url + description: 'Fides Generated Description for Column: token_url' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: 'Fides Generated Description for Column: updated_at' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_info_url + description: 'Fides Generated Description for Column: user_info_url' + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_consent_automation + description: null + data_categories: null + fields: + - name: connection_config_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_consentable_item + description: null + data_categories: null + fields: + - name: consent_automation_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: external_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: parent_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_custom_asset + description: Table used to store stylesheets and other custom UI assets + data_categories: [] + fields: + - name: content + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: filename + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_custom_field + description: Table used to store custom fields for resources + data_categories: null + fields: + - name: allow_list_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: custom_field_definition_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: field_definition + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: field_type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: resource_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: resource_type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: value + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_custom_field_definition + description: Table used to store custom field definitions for resources + data_categories: null + fields: + - name: active + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: allow_list_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: custom_field_definition_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: field_definition + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: field_type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: resource_type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_custom_field_value_list + description: Table used to store allowed custom list values for custom metadata + data_categories: null + fields: + - name: allowed_values + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_privacy_center_config + description: null + data_categories: null + fields: + - name: config + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: single_row + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_privacy_experience_config_property + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_experience_config_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: property_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_property + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_default + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_center_config + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: stylesheet + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_property_path + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: path + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: property_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: plus_system_history + description: Table used to store system changes + data_categories: [] + fields: + - name: after + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: before + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: system_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_id + description: null + data_categories: + - user.unique_id + fides_meta: null + fields: null + fides_meta: null + - name: plus_system_scans + description: A table used to store results of a infrastructure system scan + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: error + description: Any errors encountered during system scanning + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_classified + description: Whether this system has been classified by Fidescls + data_categories: + - system.operations + fides_meta: null + fields: null + - name: result + description: 'Fides Generated Description for Column: result' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: status + description: 'Fides Generated Description for Column: status' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: system_count + description: The number of systems discovered by this scan + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: policy + description: null + data_categories: [] + fields: + - name: client_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: drp_action + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: execution_timeframe + description: The time period with which processing must be completed within + for requests under this policy + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: policypostwebhook + description: null + data_categories: [] + fields: + - name: connection_config_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: direction + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: order + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: policy_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: policyprewebhook + description: null + data_categories: [] + fields: + - name: connection_config_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: direction + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: order + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: policy_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: preapprovalwebhook + description: The table that stores Pre Approval Webhooks + data_categories: [] + fields: + - name: connection_config_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: preapprovalwebhookreply + description: The table that stores service replies to Pre Approval Webhooks + data_categories: [] + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_eligible + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_request_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: webhook_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: privacydeclaration + description: null + data_categories: [] + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_categories + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_shared_with_third_parties + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_subjects + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_use + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dataset_references + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: egress + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: features + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: flexible_legal_basis_for_processing + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: impact_assessment_location + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: ingress + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: legal_basis_for_processing + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: processes_special_category_data + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: retention_period + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: shared_categories + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: special_category_legal_basis + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: system_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: third_parties + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: privacyexperience + description: PrivacyExperiences hold the experience for a given region + data_categories: [] + fields: + - name: component + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: experience_config_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: region + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: privacyexperienceconfig + description: ExperienceConfig holds shared Experience Configuration to be shared + between multiple regions + data_categories: [] + fields: + - name: allow_language_selection + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: auto_detect_language + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: component + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: disabled + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dismissable + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: layer1_button_options + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: origin + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: show_layer1_notices + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: privacyexperienceconfighistory + description: Historical table to store all versions of Experience Config History + for record keeping + data_categories: null + fields: + - name: accept_button_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: acknowledge_button_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: allow_language_selection + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: auto_detect_language + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: banner_description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: banner_enabled + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: banner_title + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: component + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: disabled + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: dismissable + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_default + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: language + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: layer1_button_options + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: modal_link_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: origin + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_policy_link_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_policy_url + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_preferences_link_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: purpose_header + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: reject_button_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: save_button_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: show_layer1_notices + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: title + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: translation_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: version + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: privacynotice + description: null + data_categories: [] + fields: + - name: consent_mechanism + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_uses + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: disabled + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: enforcement_level + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: framework + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: gpp_field_mapping + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: has_gpc_flag + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: internal_description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: origin + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: privacynoticehistory + description: For auditing purposes, a record of how a privacy notice and a translation + has changed + data_categories: null + fields: + - name: consent_mechanism + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_uses + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: disabled + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: displayed_in_api + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: displayed_in_overlay + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: displayed_in_privacy_center + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: enforcement_level + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: framework + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: gpp_field_mapping + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: has_gpc_flag + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: internal_description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: language + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: origin + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: regions + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: title + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: translation_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: version + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: privacynoticetemplate + description: null + data_categories: [] + fields: + - name: consent_mechanism + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_uses + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: disabled + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: enforcement_level + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: framework + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: gpp_field_mapping + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: has_gpc_flag + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: internal_description + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: translations + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: privacypreferencehistory + description: 'Fides Generated Description for Table: privacypreferencehistoryv2' + data_categories: + - system.operations + fields: + - name: affected_system_status + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: anonymized_ip_address + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: email + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: external_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_string + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_user_device + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: hashed_email + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_external_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_fides_user_device + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_phone_number + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_hash_migrated + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: language + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: method + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_mechanism + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: phone_number + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: preference + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_experience_config_history_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_experience_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_notice_history_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_request_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: property_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: received_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: request_origin + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: secondary_user_ids + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: served_notice_history_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: tcf_preferences + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: url_recorded + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_agent + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: user_geography + description: null + data_categories: + - user + fides_meta: null + fields: null + fides_meta: null + - name: privacyrequest + description: null + data_categories: [] + fields: + - name: access_result_urls + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: awaiting_email_send_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: cancel_reason + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: canceled_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: client_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: consent_preferences + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: custom_privacy_request_fields_approved_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: custom_privacy_request_fields_approved_by + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: due_date + description: The date by which this data subject request must be completed + data_categories: + - system.operations + fides_meta: null + fields: null + - name: external_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: filtered_final_upload + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: finished_processing_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: identity_verified_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: origin + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: paused_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: policy_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: property_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: requested_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: reviewed_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: reviewed_by + description: null + data_categories: + - user.name + fides_meta: null + fields: null + - name: source + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: started_processing_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: status + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: submitted_by + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: privacyrequesterror + description: null + data_categories: [] + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: message_sent + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_request_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: privacyrequestnotifications + description: null + data_categories: [] + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: email + description: The emails of the user that wish to receive error notifications + data_categories: + - user.contact.email + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notify_after_failures + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: providedidentity + description: null + data_categories: [] + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: encrypted_value + description: null + data_categories: + - user.contact + - user.unique_id + fides_meta: null + fields: null + - name: field_label + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: field_name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_value + description: null + data_categories: + - user.contact + - user.unique_id + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_hash_migrated + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_request_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: requesttask + description: null + data_categories: null + fields: + - name: access_data + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: action_type + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: all_descendant_tasks + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: callback_succeeded + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: collection + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: collection_address + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: collection_name + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: consent_sent + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: data_for_erasures + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: dataset_name + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: downstream_tasks + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: privacy_request_id + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: rows_masked + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: status + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: traversal_details + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: upstream_tasks + description: null + data_categories: + - system + fides_meta: null + fields: null + fides_meta: null + - name: rule + description: null + data_categories: [] + fields: + - name: action_type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: client_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: masking_strategy + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: policy_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: storage_destination_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: ruletarget + description: null + data_categories: [] + fields: + - name: client_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: data_category + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: rule_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: servednoticehistory + description: Table that records every time a Notice was served + data_categories: + - system.operations + fields: + - name: acknowledge_mode + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: anonymized_ip_address + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: email + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: external_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: fides_user_device + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: hashed_email + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_external_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_fides_user_device + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: hashed_phone_number + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_hash_migrated + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: language + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_mechanism + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: notice_name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: phone_number + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: privacy_experience_config_history_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_experience_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: privacy_notice_history_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: property_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: received_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: request_origin + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: served_notice_history_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: serving_component + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: tcf_served + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: url_recorded + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_agent + description: null + data_categories: + - user + fides_meta: null + fields: null + - name: user_geography + description: null + data_categories: + - user + fides_meta: null + fields: null + fides_meta: null + - name: stagedresource + description: null + data_categories: null + fields: + - name: child_diff_statuses + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: children + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: classifications + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: description + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: diff_status + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: meta + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: monitor_config_id + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: parent + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: resource_type + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: source_modified + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: urn + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: user_assigned_data_categories + description: null + data_categories: + - system + fides_meta: null + fields: null + fides_meta: null + - name: hidden + description: null + data_categories: + - system + fides_meta: null + fields: null + - name: storageconfig + description: null + data_categories: [] + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: details + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: format + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_default + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: key + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: name + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: secrets + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: type + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: system_compass_sync + description: null + data_categories: null + fields: + - name: created_at + description: 'Fides Generated Description for Column: created_at' + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: sync_completed_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: sync_started_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_systems + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: systemmanager + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: system_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: tcf_purpose_overrides + description: null + data_categories: null + fields: + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: is_included + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: purpose + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: required_legal_basis + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null + - name: userregistration + description: Records the registration status of this Fides deployment + data_categories: null + fields: + - name: analytics_id + description: The identifier for this Fides deployment within Fideslog + data_categories: + - system.operations + fides_meta: null + fields: null + - name: created_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: id + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: opt_in + description: Whether the user has opted to share analytics data + data_categories: + - system.operations + fides_meta: null + fields: null + - name: updated_at + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + - name: user_email + description: The email of the user setting this opt_in preference + data_categories: + - user.contact.email + fides_meta: null + fields: null + - name: user_organization + description: The name of the organization this Fides deployment belongs to + data_categories: + - user.workplace + fides_meta: null + fields: null + fides_meta: null diff --git a/.fides/db_dataset.yml b/.fides/db_dataset.yml index d2f74c4992..dc9f9f0430 100644 --- a/.fides/db_dataset.yml +++ b/.fides/db_dataset.yml @@ -2229,6 +2229,8 @@ dataset: data_categories: [system] - name: hidden data_categories: [system] + - name: data_use + data_categories: [system] - name: fides_user_invite fields: - name: created_at From 204d9577aece39129dc4d3c76a09d2363e2a3ce0 Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 12 Dec 2024 16:35:53 -0500 Subject: [PATCH 04/26] more taxonomy --- .fides/dataset.yaml | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/.fides/dataset.yaml b/.fides/dataset.yaml index 50d454f5b8..9fef66f834 100644 --- a/.fides/dataset.yaml +++ b/.fides/dataset.yaml @@ -1522,13 +1522,19 @@ dataset: - system.operations fides_meta: null fields: null - fides_meta: null - name: hidden description: null data_categories: - system.operations fides_meta: null fields: null + - name: data_use + description: null + data_categories: + - system.operations + fides_meta: null + fields: null + fides_meta: null - name: currentprivacypreferencev2 description: Stores the latest saved preferences for a given user data_categories: From 3e78a4f63e406935742cadbd356a48280ebb583b Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 12 Dec 2024 21:31:42 -0500 Subject: [PATCH 05/26] remove unneeded .fides files --- .fides/data_category.yaml | 12 - .fides/dataset.yaml | 5659 ------------------------------------- CHANGELOG.md | 1 + 3 files changed, 1 insertion(+), 5671 deletions(-) delete mode 100644 .fides/data_category.yaml delete mode 100644 .fides/dataset.yaml diff --git a/.fides/data_category.yaml b/.fides/data_category.yaml deleted file mode 100644 index 7f6139f5be..0000000000 --- a/.fides/data_category.yaml +++ /dev/null @@ -1,12 +0,0 @@ -data_category: -- version_added: 2.0.0 - version_deprecated: null - replaced_by: null - is_default: true - fides_key: system - organization_fides_key: default_organization - tags: null - name: System Data - description: Data unique to, and under control of the system. - parent_key: null - active: true diff --git a/.fides/dataset.yaml b/.fides/dataset.yaml deleted file mode 100644 index 9fef66f834..0000000000 --- a/.fides/dataset.yaml +++ /dev/null @@ -1,5659 +0,0 @@ -dataset: -- fides_key: fides_db - organization_fides_key: default_organization - tags: null - name: public - description: The dataset for the fides application. - meta: {} - data_categories: - - system.operations - fides_meta: null - collections: - - name: accessmanualwebhook - description: A table to record manual steps within data subject execution - data_categories: [] - fields: - - name: connection_config_id - description: The identifier of the system to locate this data within - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fields - description: Which data fields must be manually looked up - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: alembic_version - description: null - data_categories: null - fields: - - name: version_num - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: applicationconfig - description: null - data_categories: null - fields: - - name: api_set - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: config_set - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: single_row - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: audit_log_resource - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: extra_data - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_keys - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: request_path - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: request_type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_id - description: null - data_categories: - - user.unique_id - fides_meta: null - fields: null - fides_meta: null - - name: auditlog - description: null - data_categories: null - fields: - - name: action - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: message - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_request_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: webhook_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: authenticationrequest - description: null - data_categories: [] - fields: - - name: connection_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: referer - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: state - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: client - description: null - data_categories: null - fields: - - name: connections - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_secret - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: roles - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: salt - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: scopes - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: systems - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: cls_classification_detail - description: A table to store results of classification runs - data_categories: null - fields: - - name: collection - description: The collection to which the classification target belongs - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dataset - description: The resource to which the classification target belongs - data_categories: - - system.operations - fides_meta: null - fields: null - - name: field - description: The classification target - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: instance_id - description: The unique instance in time of the act of classifying a resource. - Foreign key to the ID in cls_classification_instance - data_categories: - - system.operations - fides_meta: null - fields: null - - name: labels - description: The suggested data categories and metadata for a resource detail - as suggested by the classifier - data_categories: - - system.operations - fides_meta: null - fields: null - - name: status - description: State management for the classification of a resource detail - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: cls_classification_instance - description: A table to manage the metadata and state of executing classifications - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dataset_key - description: The fides_key of the resource being classified - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dataset_name - description: The name of the resource being classified - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: The unique ID for an instance in time of classifying a resource, - to be referenced by the detail output of a classification - data_categories: - - system.operations - fides_meta: null - fields: null - - name: organization_key - description: The organization fides_key of the resources being classified - data_categories: - - system.operations - fides_meta: null - fields: null - - name: status - description: State of the classify instance during classification and review - post completion - data_categories: - - system.operations - fides_meta: null - fields: null - - name: target - description: The target type of the resource being classified - data_categories: - - system.operations - fides_meta: null - fields: null - - name: type - description: The type of resource being classified (e.g., systems, datasets) - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: connectionconfig - description: null - data_categories: [] - fields: - - name: access - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: connection_type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: disabled - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: disabled_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: enabled_actions - description: The privacy actions that are enabled for this connection - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: last_test_succeeded - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: last_test_timestamp - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: saas_config - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: secrets - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: system_id - description: The identifier of the system to locate this data within - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: consent - description: A database table used to map consent preference to identities - data_categories: [] - fields: - - name: conflicts_with_gpc - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_use - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_use_description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: has_gpc_flag - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: opt_in - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: provided_identity_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: consentrequest - description: A database table used to record requests made by users pertaining - to data usage - data_categories: [] - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: identity_verified_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: preferences - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_request_id - description: An optional link to the privacy request if one was created to propagate - request preferences - data_categories: - - system.operations - fides_meta: null - fields: null - - name: property_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: provided_identity_id - description: A link to the identity of the user making the request - data_categories: - - system.operations - fides_meta: null - fields: null - - name: source - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: cookies - description: 'Fides Generated Description for Table: cookies' - data_categories: [] - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: domain - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: path - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_declaration_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: system_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: ctl_data_categories - description: null - data_categories: null - fields: - - name: active - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_default - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: organization_fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: parent_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: replaced_by - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: tags - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: version_added - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: version_deprecated - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: ctl_data_subjects - description: null - data_categories: null - fields: - - name: active - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: automated_decisions_or_profiling - description: Boolean value representing if automated decisions or profiling - is used for the data subject. - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_default - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: organization_fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: replaced_by - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: rights - description: JSON structure containing a strategy and optional values for detailing - data subject rights available - data_categories: - - system.operations - fides_meta: null - fields: null - - name: tags - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: version_added - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: version_deprecated - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: ctl_data_uses - description: null - data_categories: null - fields: - - name: active - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_default - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: organization_fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: parent_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: replaced_by - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: tags - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: version_added - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: version_deprecated - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: ctl_datasets - description: null - data_categories: null - fields: - - name: collections - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: The timestamp of when the row was created - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_categories - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_meta - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: meta - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: organization_fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: tags - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: The timestamp of when the row was last updated - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: ctl_evaluations - description: null - data_categories: null - fields: - - name: created_at - description: The timestamp of when the row was created - data_categories: - - system.operations - fides_meta: null - fields: null - - name: details - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: message - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: status - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: The timestamp of when the row was last updated - data_categories: - - system.operations - fides_meta: null - fields: null - - name: violations - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: ctl_organizations - description: null - data_categories: null - fields: - - name: controller - description: Encrypted contact information for the controller (name, address, - email, phone) - data_categories: - - user.contact - fides_meta: null - fields: null - - name: created_at - description: The timestamp of when the row was created - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_protection_officer - description: Encrypted contact information for the Data Protection Officer (name, - address, email, phone) - data_categories: - - user.contact - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fidesctl_meta - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: organization_fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: organization_parent_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: representative - description: Encrypted contact information for the representative (name, address, - email, phone) - data_categories: - - user.contact - fides_meta: null - fields: null - - name: security_policy - description: A link to the Ethyca security policy - data_categories: - - system.operations - fides_meta: null - fields: null - - name: tags - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: The timestamp of when the row was last updated - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: ctl_policies - description: null - data_categories: null - fields: - - name: created_at - description: The timestamp of when the row was created - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: organization_fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: rules - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: tags - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: The timestamp of when the row was last updated - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: ctl_systems - description: null - data_categories: null - fields: - - name: administrating_department - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: cookie_max_age_seconds - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: cookie_refresh - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: The timestamp of when the row was created - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_security_practices - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dataset_references - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: does_international_transfers - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dpa_location - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dpa_progress - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dpo - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: egress - description: Data categories that leave this system - data_categories: - - system.operations - fides_meta: null - fields: null - - name: exempt_from_privacy_regulations - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fidesctl_meta - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: ingress - description: Data categories that enter this system - data_categories: - - system.operations - fides_meta: null - fields: null - - name: joint_controller_info - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: legal_address - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: legal_basis_for_profiling - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: legal_basis_for_transfers - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: legal_name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: legitimate_interest_disclosure_url - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: meta - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: organization_fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: previous_vendor_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_declarations - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_policy - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: processes_personal_data - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: reason_for_exemption - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: requires_data_protection_assessments - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: responsibility - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: system_type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: tags - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: The timestamp of when the row was last updated - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_id - description: null - data_categories: - - user.unique_id - fides_meta: null - fields: null - - name: uses_cookies - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: uses_non_cookie_access - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: uses_profiling - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: vendor_deleted_date - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: vendor_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hidden - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_use - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: currentprivacypreferencev2 - description: Stores the latest saved preferences for a given user - data_categories: - - system.operations - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: email - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: external_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_string - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_user_device - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: hashed_email - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_external_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_fides_user_device - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_phone_number - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_hash_migrated - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: phone_number - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: preferences - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: property_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: custom_connector_template - description: A table used to hold custom connector templates which include a SaaS - config, dataset, and an optional icon and functions - data_categories: [] - fields: - - name: config - description: 'Fides Generated Description for Column: config' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: 'Fides Generated Description for Column: created_at' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dataset - description: 'Fides Generated Description for Column: dataset' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: functions - description: 'Fides Generated Description for Column: functions' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: icon - description: 'Fides Generated Description for Column: icon' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: 'Fides Generated Description for Column: id' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: 'Fides Generated Description for Column: key' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: 'Fides Generated Description for Column: name' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: replaceable - description: 'Fides Generated Description for Column: replaceable' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: 'Fides Generated Description for Column: updated_at' - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: custom_privacy_request_field - description: null - data_categories: [] - fields: - - name: consent_request_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: encrypted_value - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: field_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: field_name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_value - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_hash_migrated - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_request_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: datasetconfig - description: null - data_categories: [] - fields: - - name: connection_config_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: ctl_dataset_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: executionlog - description: null - data_categories: [] - fields: - - name: action_type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: collection_name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: connection_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dataset_name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fields_affected - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: message - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_request_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: status - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: experienceconfigtemplate - description: The table that stores out of the box Experience Templates - data_categories: null - fields: - - name: allow_language_selection - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: auto_detect_language - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: component - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: disabled - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dismissable - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: layer1_button_options - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_notice_keys - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: regions - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: show_layer1_notices - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: translations - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: experiencenotices - description: The table that links Privacy Notices to Experience Configs (many-to-many) - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: experience_config_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: experiencetranslation - description: The table that stores translations for an Experience Config - data_categories: null - fields: - - name: accept_button_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: acknowledge_button_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: banner_description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: banner_title - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: experience_config_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_default - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: language - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: modal_link_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_policy_link_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_policy_url - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_preferences_link_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: purpose_header - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: reject_button_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: save_button_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: title - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: fides_user_invite - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_invite_code - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: salt - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: username - description: null - data_categories: - - user.account.username - fides_meta: null - fields: null - fides_meta: null - - name: fidescloud - description: Table used to store Fides Cloud config - data_categories: [] - fields: - - name: config - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: fidesuser - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: disabled - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: disabled_reason - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: email_address - description: null - data_categories: - - user.contact.email - fides_meta: null - fields: null - - name: first_name - description: null - data_categories: - - user.name.first - fides_meta: null - fields: null - - name: hashed_password - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: last_login_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: last_name - description: null - data_categories: - - user.name.last - fides_meta: null - fields: null - - name: password_reset_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: salt - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: The timestamp of when the row was created - data_categories: - - system.operations - fides_meta: null - fields: null - - name: username - description: null - data_categories: - - user.account.username - fides_meta: null - fields: null - fides_meta: null - - name: fidesuserpermissions - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: roles - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: scopes - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: identity_salt - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: encrypted_value - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: salt - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: single_row - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: lastservednoticev2 - description: Stores the last notices that were served to a user - data_categories: - - system.operations - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: email - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: fides_user_device - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: hashed_email - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_fides_user_device - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_phone_number - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: phone_number - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: served - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: location_regulation_selections - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: selected_location_groups - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: selected_locations - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: selected_regulations - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: single_row - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: messaging_template - description: Table used to store custom messaging templates - data_categories: [] - fields: - - name: content - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_enabled - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: messaging_template_to_property - description: Table used to store relationship between messaging templates and - properties - data_categories: [] - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: messaging_template_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: property_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: messagingconfig - description: 'Fides Generated Description for Table: messagingconfig' - data_categories: [] - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: details - description: 'Fides Generated Description for Column: details' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: secrets - description: 'Fides Generated Description for Column: secrets' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: service_type - description: 'Fides Generated Description for Column: service_type' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: monitorconfig - description: null - data_categories: null - fields: - - name: classify_params - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: connection_config_id - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: databases - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: datasource_params - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: enabled - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: excluded_databases - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: last_monitored - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: monitor_execution_trigger - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system - fides_meta: null - fields: null - fides_meta: null - - name: noticetranslation - description: The table that stores translations for a Privacy Notice - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: language - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_notice_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: title - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: openid_provider - description: 'Fides Generated Description for Table: openid_provider' - data_categories: null - fields: - - name: authorization_url - description: 'Fides Generated Description for Column: authorization_url' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: client_id - description: 'Fides Generated Description for Column: client_id' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: client_secret - description: 'Fides Generated Description for Column: client_secret' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: 'Fides Generated Description for Column: created_at' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: domain - description: 'Fides Generated Description for Column: domain' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: 'Fides Generated Description for Column: id' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: identifier - description: 'Fides Generated Description for Column: identifier' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: 'Fides Generated Description for Column: name' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: provider - description: 'Fides Generated Description for Column: provider' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: token_url - description: 'Fides Generated Description for Column: token_url' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: 'Fides Generated Description for Column: updated_at' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_info_url - description: 'Fides Generated Description for Column: user_info_url' - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_consent_automation - description: null - data_categories: null - fields: - - name: connection_config_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_consentable_item - description: null - data_categories: null - fields: - - name: consent_automation_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: external_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: parent_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_custom_asset - description: Table used to store stylesheets and other custom UI assets - data_categories: [] - fields: - - name: content - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: filename - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_custom_field - description: Table used to store custom fields for resources - data_categories: null - fields: - - name: allow_list_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: custom_field_definition_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: field_definition - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: field_type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: resource_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: resource_type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: value - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_custom_field_definition - description: Table used to store custom field definitions for resources - data_categories: null - fields: - - name: active - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: allow_list_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: custom_field_definition_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: field_definition - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: field_type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: resource_type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_custom_field_value_list - description: Table used to store allowed custom list values for custom metadata - data_categories: null - fields: - - name: allowed_values - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_privacy_center_config - description: null - data_categories: null - fields: - - name: config - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: single_row - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_privacy_experience_config_property - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_experience_config_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: property_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_property - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_default - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_center_config - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: stylesheet - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_property_path - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: path - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: property_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: plus_system_history - description: Table used to store system changes - data_categories: [] - fields: - - name: after - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: before - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: system_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_id - description: null - data_categories: - - user.unique_id - fides_meta: null - fields: null - fides_meta: null - - name: plus_system_scans - description: A table used to store results of a infrastructure system scan - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: error - description: Any errors encountered during system scanning - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_classified - description: Whether this system has been classified by Fidescls - data_categories: - - system.operations - fides_meta: null - fields: null - - name: result - description: 'Fides Generated Description for Column: result' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: status - description: 'Fides Generated Description for Column: status' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: system_count - description: The number of systems discovered by this scan - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: policy - description: null - data_categories: [] - fields: - - name: client_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: drp_action - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: execution_timeframe - description: The time period with which processing must be completed within - for requests under this policy - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: policypostwebhook - description: null - data_categories: [] - fields: - - name: connection_config_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: direction - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: order - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: policy_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: policyprewebhook - description: null - data_categories: [] - fields: - - name: connection_config_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: direction - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: order - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: policy_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: preapprovalwebhook - description: The table that stores Pre Approval Webhooks - data_categories: [] - fields: - - name: connection_config_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: preapprovalwebhookreply - description: The table that stores service replies to Pre Approval Webhooks - data_categories: [] - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_eligible - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_request_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: webhook_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: privacydeclaration - description: null - data_categories: [] - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_categories - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_shared_with_third_parties - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_subjects - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_use - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dataset_references - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: egress - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: features - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: flexible_legal_basis_for_processing - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: impact_assessment_location - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: ingress - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: legal_basis_for_processing - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: processes_special_category_data - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: retention_period - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: shared_categories - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: special_category_legal_basis - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: system_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: third_parties - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: privacyexperience - description: PrivacyExperiences hold the experience for a given region - data_categories: [] - fields: - - name: component - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: experience_config_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: region - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: privacyexperienceconfig - description: ExperienceConfig holds shared Experience Configuration to be shared - between multiple regions - data_categories: [] - fields: - - name: allow_language_selection - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: auto_detect_language - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: component - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: disabled - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dismissable - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: layer1_button_options - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: origin - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: show_layer1_notices - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: privacyexperienceconfighistory - description: Historical table to store all versions of Experience Config History - for record keeping - data_categories: null - fields: - - name: accept_button_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: acknowledge_button_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: allow_language_selection - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: auto_detect_language - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: banner_description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: banner_enabled - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: banner_title - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: component - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: disabled - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: dismissable - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_default - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: language - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: layer1_button_options - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: modal_link_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: origin - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_policy_link_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_policy_url - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_preferences_link_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: purpose_header - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: reject_button_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: save_button_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: show_layer1_notices - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: title - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: translation_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: version - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: privacynotice - description: null - data_categories: [] - fields: - - name: consent_mechanism - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_uses - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: disabled - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: enforcement_level - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: framework - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: gpp_field_mapping - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: has_gpc_flag - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: internal_description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: origin - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: privacynoticehistory - description: For auditing purposes, a record of how a privacy notice and a translation - has changed - data_categories: null - fields: - - name: consent_mechanism - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_uses - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: disabled - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: displayed_in_api - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: displayed_in_overlay - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: displayed_in_privacy_center - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: enforcement_level - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: framework - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: gpp_field_mapping - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: has_gpc_flag - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: internal_description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: language - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: origin - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: regions - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: title - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: translation_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: version - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: privacynoticetemplate - description: null - data_categories: [] - fields: - - name: consent_mechanism - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_uses - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: disabled - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: enforcement_level - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: framework - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: gpp_field_mapping - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: has_gpc_flag - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: internal_description - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: translations - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: privacypreferencehistory - description: 'Fides Generated Description for Table: privacypreferencehistoryv2' - data_categories: - - system.operations - fields: - - name: affected_system_status - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: anonymized_ip_address - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: email - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: external_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_string - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_user_device - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: hashed_email - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_external_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_fides_user_device - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_phone_number - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_hash_migrated - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: language - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: method - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_mechanism - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: phone_number - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: preference - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_experience_config_history_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_experience_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_notice_history_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_request_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: property_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: received_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: request_origin - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: secondary_user_ids - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: served_notice_history_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: tcf_preferences - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: url_recorded - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_agent - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: user_geography - description: null - data_categories: - - user - fides_meta: null - fields: null - fides_meta: null - - name: privacyrequest - description: null - data_categories: [] - fields: - - name: access_result_urls - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: awaiting_email_send_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: cancel_reason - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: canceled_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: client_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: consent_preferences - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: custom_privacy_request_fields_approved_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: custom_privacy_request_fields_approved_by - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: due_date - description: The date by which this data subject request must be completed - data_categories: - - system.operations - fides_meta: null - fields: null - - name: external_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: filtered_final_upload - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: finished_processing_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: identity_verified_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: origin - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: paused_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: policy_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: property_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: requested_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: reviewed_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: reviewed_by - description: null - data_categories: - - user.name - fides_meta: null - fields: null - - name: source - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: started_processing_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: status - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: submitted_by - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: privacyrequesterror - description: null - data_categories: [] - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: message_sent - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_request_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: privacyrequestnotifications - description: null - data_categories: [] - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: email - description: The emails of the user that wish to receive error notifications - data_categories: - - user.contact.email - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notify_after_failures - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: providedidentity - description: null - data_categories: [] - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: encrypted_value - description: null - data_categories: - - user.contact - - user.unique_id - fides_meta: null - fields: null - - name: field_label - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: field_name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_value - description: null - data_categories: - - user.contact - - user.unique_id - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_hash_migrated - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_request_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: requesttask - description: null - data_categories: null - fields: - - name: access_data - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: action_type - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: all_descendant_tasks - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: callback_succeeded - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: collection - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: collection_address - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: collection_name - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: consent_sent - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: data_for_erasures - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: dataset_name - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: downstream_tasks - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: privacy_request_id - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: rows_masked - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: status - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: traversal_details - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: upstream_tasks - description: null - data_categories: - - system - fides_meta: null - fields: null - fides_meta: null - - name: rule - description: null - data_categories: [] - fields: - - name: action_type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: client_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: masking_strategy - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: policy_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: storage_destination_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: ruletarget - description: null - data_categories: [] - fields: - - name: client_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: data_category - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: rule_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: servednoticehistory - description: Table that records every time a Notice was served - data_categories: - - system.operations - fields: - - name: acknowledge_mode - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: anonymized_ip_address - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: email - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: external_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: fides_user_device - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: hashed_email - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_external_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_fides_user_device - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: hashed_phone_number - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_hash_migrated - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: language - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_mechanism - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: notice_name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: phone_number - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: privacy_experience_config_history_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_experience_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: privacy_notice_history_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: property_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: received_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: request_origin - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: served_notice_history_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: serving_component - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: tcf_served - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: url_recorded - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_agent - description: null - data_categories: - - user - fides_meta: null - fields: null - - name: user_geography - description: null - data_categories: - - user - fides_meta: null - fields: null - fides_meta: null - - name: stagedresource - description: null - data_categories: null - fields: - - name: child_diff_statuses - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: children - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: classifications - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: description - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: diff_status - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: meta - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: monitor_config_id - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: parent - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: resource_type - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: source_modified - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: urn - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: user_assigned_data_categories - description: null - data_categories: - - system - fides_meta: null - fields: null - fides_meta: null - - name: hidden - description: null - data_categories: - - system - fides_meta: null - fields: null - - name: storageconfig - description: null - data_categories: [] - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: details - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: format - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_default - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: key - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: name - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: secrets - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: type - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: system_compass_sync - description: null - data_categories: null - fields: - - name: created_at - description: 'Fides Generated Description for Column: created_at' - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: sync_completed_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: sync_started_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_systems - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: systemmanager - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: system_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: tcf_purpose_overrides - description: null - data_categories: null - fields: - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: is_included - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: purpose - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: required_legal_basis - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - fides_meta: null - - name: userregistration - description: Records the registration status of this Fides deployment - data_categories: null - fields: - - name: analytics_id - description: The identifier for this Fides deployment within Fideslog - data_categories: - - system.operations - fides_meta: null - fields: null - - name: created_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: id - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: opt_in - description: Whether the user has opted to share analytics data - data_categories: - - system.operations - fides_meta: null - fields: null - - name: updated_at - description: null - data_categories: - - system.operations - fides_meta: null - fields: null - - name: user_email - description: The email of the user setting this opt_in preference - data_categories: - - user.contact.email - fides_meta: null - fields: null - - name: user_organization - description: The name of the organization this Fides deployment belongs to - data_categories: - - user.workplace - fides_meta: null - fields: null - fides_meta: null diff --git a/CHANGELOG.md b/CHANGELOG.md index 24f0e34ecb..d86e17ada3 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -20,6 +20,7 @@ The types of changes are: ### Added - New page in the Cookie House sample app to demonstrate the use of embedding the FidesJS SDK on the page [#5564](https://github.com/ethyca/fides/pull/5564) - Added new erasure tests for BigQuery Enterprise [#5554](https://github.com/ethyca/fides/pull/5554) +- Migration to add the `hidden` and `data_use` columns to `stagedresource` table, prereqs for Data Catalog work in Fidesplus [#5600](https://github.com/ethyca/fides/pull/5600/) ### Fixed - Fixing quickstart.py script [#5585](https://github.com/ethyca/fides/pull/5585) From 833874e806be41df2a496545a1a8268eb3374116 Mon Sep 17 00:00:00 2001 From: kirk Date: Mon, 16 Dec 2024 16:00:53 -0500 Subject: [PATCH 06/26] patch on system hidden and test --- src/fides/api/api/v1/endpoints/system.py | 29 +++++++++++++++++++++++ tests/ops/api/v1/endpoints/test_system.py | 21 ++++++++++++++++ 2 files changed, 50 insertions(+) diff --git a/src/fides/api/api/v1/endpoints/system.py b/src/fides/api/api/v1/endpoints/system.py index 3ff223be0f..62c39d4cb1 100644 --- a/src/fides/api/api/v1/endpoints/system.py +++ b/src/fides/api/api/v1/endpoints/system.py @@ -423,6 +423,35 @@ async def ls( # pylint: disable=invalid-name return await async_paginate(db, duplicates_removed, pagination_params) +@SYSTEM_ROUTER.patch( + "/hidden", + response_model=Dict, + dependencies=[ + Security( + verify_oauth_client_prod, + scopes=[SYSTEM_UPDATE], + ) + ], +) +async def patch_hidden( + fides_keys: List[str], + hidden: bool, + db: AsyncSession = Depends(get_async_db), +) -> Dict: + """ + Patch the hidden status of a list of systems. Request body must be a list of system Fides keys. + """ + systems = await db.execute(select(System).filter(System.fides_key.in_(fides_keys))) + systems = systems.scalars().all() + for system in systems: + system.hidden = hidden + await db.commit() + return { + "message": "Updated hidden status for systems", + "updated": len(systems), + } + + @SYSTEM_ROUTER.get( "/{fides_key}", dependencies=[ diff --git a/tests/ops/api/v1/endpoints/test_system.py b/tests/ops/api/v1/endpoints/test_system.py index 9aa855dc4a..4544b46faf 100644 --- a/tests/ops/api/v1/endpoints/test_system.py +++ b/tests/ops/api/v1/endpoints/test_system.py @@ -31,6 +31,7 @@ SAAS_CONNECTION_INSTANTIATE, STORAGE_DELETE, SYSTEM_MANAGER_UPDATE, + SYSTEM_UPDATE, ) from fides.common.api.v1.urn_registry import V1_URL_PREFIX from tests.conftest import generate_role_header_for_user @@ -273,6 +274,26 @@ def test_patch_connection_secrets_removes_access_token_for_client_config( assert resp.status_code == HTTP_200_OK assert resp.json()["items"][0]["authorized"] is False + def test_system_patch_hidden( + self, + system, + api_client: TestClient, + generate_auth_header, + ): + url = V1_URL_PREFIX + f"/system/hidden" + auth_header = generate_auth_header(scopes=[SYSTEM_UPDATE]) + + result = api_client.patch( + url=f"{url}?hidden=true", + headers=auth_header, + json=[system.fides_key], + ) + assert result.status_code == HTTP_200_OK + assert result.json() == { + "message": "Updated hidden status for systems", + "updated": 1, + } + class TestGetConnections: def test_get_connections_not_authenticated( From 0832e24a421dded8ff6446991cee0344ac072e44 Mon Sep 17 00:00:00 2001 From: kirk Date: Mon, 16 Dec 2024 17:21:46 -0500 Subject: [PATCH 07/26] remove hidden column from stagedresource --- .fides/db_dataset.yml | 4 +-- ...d5a_add_hidden_column_to_stagedresource.py | 8 +++--- src/fides/api/api/v1/endpoints/system.py | 12 +++++++++ src/fides/api/models/detection_discovery.py | 27 ++++++------------- 4 files changed, 25 insertions(+), 26 deletions(-) diff --git a/.fides/db_dataset.yml b/.fides/db_dataset.yml index dc9f9f0430..d51705ea97 100644 --- a/.fides/db_dataset.yml +++ b/.fides/db_dataset.yml @@ -2227,9 +2227,7 @@ dataset: data_categories: [system] - name: user_assigned_data_categories data_categories: [system] - - name: hidden - data_categories: [system] - - name: data_use + - name: data_uses data_categories: [system] - name: fides_user_invite fields: diff --git a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py index 6b92336933..895a482f0c 100644 --- a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py +++ b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py @@ -17,12 +17,12 @@ def upgrade(): - op.add_column("stagedresource", sa.Column("hidden", sa.Boolean(), nullable=False)) - op.add_column("stagedresource", sa.Column("data_use", sa.String(), nullable=True)) + op.add_column( + "stagedresource", sa.Column("data_uses", sa.ARRAY(sa.String), nullable=True) + ) # ### end Alembic commands ### def downgrade(): - op.drop_column("stagedresource", "hidden") - op.drop_column("stagedresource", "data_use") + op.drop_column("stagedresource", "data_uses") # ### end Alembic commands ### diff --git a/src/fides/api/api/v1/endpoints/system.py b/src/fides/api/api/v1/endpoints/system.py index 62c39d4cb1..982a2dd09d 100644 --- a/src/fides/api/api/v1/endpoints/system.py +++ b/src/fides/api/api/v1/endpoints/system.py @@ -1,3 +1,4 @@ +import datetime from typing import Annotated, Dict, List, Optional, Union from fastapi import Depends, HTTPException, Query, Response, Security @@ -9,6 +10,7 @@ from fideslang.validation import FidesKey from loguru import logger from pydantic import Field +from sqlalchemy import or_ from sqlalchemy.ext.asyncio import AsyncSession from sqlalchemy.future import select from sqlalchemy.orm import Session @@ -389,6 +391,7 @@ async def ls( # pylint: disable=invalid-name data_uses: Optional[List[FidesKey]] = Query(None), data_categories: Optional[List[FidesKey]] = Query(None), data_subjects: Optional[List[FidesKey]] = Query(None), + show_deleted: Optional[bool] = Query(False), ) -> List: """Get a list of all of the Systems. If any parameters or filters are provided the response will be paginated and/or filtered. @@ -405,6 +408,15 @@ async def ls( # pylint: disable=invalid-name PrivacyDeclaration, System.id == PrivacyDeclaration.system_id ) + # Filter out any vendor deleted systems, unless explicitly asked for + if not show_deleted: + query = query.filter( + or_( + System.vendor_deleted_date.is_(None), + System.vendor_deleted_date >= datetime.datetime.now(), + ) + ) + filter_params = FilterParams( search=search, data_uses=data_uses, diff --git a/src/fides/api/models/detection_discovery.py b/src/fides/api/models/detection_discovery.py index bcf0de7bd5..302c7fe21a 100644 --- a/src/fides/api/models/detection_discovery.py +++ b/src/fides/api/models/detection_discovery.py @@ -280,6 +280,13 @@ class StagedResource(Base): default=dict, ) + data_uses = Column( + ARRAY(String), + nullable=False, + server_default="{}", + default=dict, + ) + # hidden flag, used by some parts of the dataset lifecycle experience hidden = Column(Boolean, default=False, nullable=False) @@ -361,25 +368,7 @@ def fetch_staged_resources_by_type_query( query = query.filter(StagedResource.monitor_config_id.in_(monitor_config_ids)) if not show_hidden: query = query.where( - StagedResource.hidden == False # pylint: disable=singleton-comparison + StagedResource.muted == False # pylint: disable=singleton-comparison ) return query - - -async def mark_resources_hidden( - db: AsyncSession, - urns: List[str], - hidden: bool, -) -> None: - """ - Marks the resources with the given URNs as hidden or not hidden - """ - logger.info(f"Marking {len(urns)} resources as hidden={hidden}") - resources = await StagedResource.get_urn_list_async(db, urns) - if not resources: - logger.warning("No resources found with the given URNs") - return - for resource in resources: - resource.hidden = hidden - await db.commit() From c1eafb8fc8d61f984be2dcdaf09b2756209f3430 Mon Sep 17 00:00:00 2001 From: kirk Date: Tue, 17 Dec 2024 08:46:02 -0500 Subject: [PATCH 08/26] stagedresource no hidden column, use diff_status == 'muted' --- .../d9237a0c0d5a_add_hidden_column_to_stagedresource.py | 2 +- src/fides/api/models/detection_discovery.py | 9 ++------- 2 files changed, 3 insertions(+), 8 deletions(-) diff --git a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py index 895a482f0c..1028e5e9c4 100644 --- a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py +++ b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py @@ -1,4 +1,4 @@ -"""add `hidden` and `data_use` columns to stagedresource +"""add `data_uses` columns to stagedresource Revision ID: d9237a0c0d5a Revises: c90d46f6d3f2 diff --git a/src/fides/api/models/detection_discovery.py b/src/fides/api/models/detection_discovery.py index 302c7fe21a..2564c24349 100644 --- a/src/fides/api/models/detection_discovery.py +++ b/src/fides/api/models/detection_discovery.py @@ -287,9 +287,6 @@ class StagedResource(Base): default=dict, ) - # hidden flag, used by some parts of the dataset lifecycle experience - hidden = Column(Boolean, default=False, nullable=False) - @classmethod def get_urn(cls, db: Session, urn: str) -> Optional[StagedResource]: """Utility to retrieve the staged resource with the given URN""" @@ -357,7 +354,7 @@ def fetch_staged_resources_by_type_query( show_hidden: bool = False, ) -> Query[StagedResource]: """ - Fetches staged resources by type and monitor config ID. Optionally filters out hidden resources. + Fetches staged resources by type and monitor config ID. Optionally filters out muted staged resources ("hidden"). """ logger.info( f"Fetching staged resources of type {resource_type}, show_hidden={show_hidden}, monitor_config_ids={monitor_config_ids}" @@ -367,8 +364,6 @@ def fetch_staged_resources_by_type_query( if monitor_config_ids: query = query.filter(StagedResource.monitor_config_id.in_(monitor_config_ids)) if not show_hidden: - query = query.where( - StagedResource.muted == False # pylint: disable=singleton-comparison - ) + query = query.where(StagedResource.diff_status != "muted") return query From df8e884673beb7eb196d284e65f448ebc29eacf3 Mon Sep 17 00:00:00 2001 From: kirk Date: Wed, 18 Dec 2024 09:33:12 -0500 Subject: [PATCH 09/26] change downrev on migration after main merge --- .../d9237a0c0d5a_add_hidden_column_to_stagedresource.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py index 1028e5e9c4..a7797c90f6 100644 --- a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py +++ b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py @@ -1,7 +1,7 @@ """add `data_uses` columns to stagedresource Revision ID: d9237a0c0d5a -Revises: c90d46f6d3f2 +Revises: e5ec30dfcd87 Create Date: 2024-11-21 13:18:24.085858 """ @@ -11,7 +11,7 @@ # revision identifiers, used by Alembic. revision = "d9237a0c0d5a" -down_revision = "c90d46f6d3f2" +down_revision = "e5ec30dfcd87" branch_labels = None depends_on = None From e1677709bce4a74643d054fb7a22aef8af4987d3 Mon Sep 17 00:00:00 2001 From: kirk Date: Wed, 18 Dec 2024 12:13:59 -0500 Subject: [PATCH 10/26] add a ConnectionConfigResponse that contains the monitor configs --- .../connection_configuration/connection_config.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/src/fides/api/schemas/connection_configuration/connection_config.py b/src/fides/api/schemas/connection_configuration/connection_config.py index 15ac22f330..44a872cca3 100644 --- a/src/fides/api/schemas/connection_configuration/connection_config.py +++ b/src/fides/api/schemas/connection_configuration/connection_config.py @@ -1,5 +1,5 @@ from datetime import datetime -from typing import Any, Dict, List, Optional, cast +from typing import TYPE_CHECKING, Any, Dict, List, Optional, cast from fideslang.models import Dataset from fideslang.validation import FidesKey @@ -14,6 +14,9 @@ from fides.api.schemas.saas.saas_config import SaaSConfigBase from fides.api.util.connection_type import get_connection_type_secret_schema +if TYPE_CHECKING: + from fides.api.models.detection_discovery import MonitorConfig + class CreateConnectionConfiguration(BaseModel): """ @@ -119,6 +122,12 @@ def mask_sensitive_values(self) -> "ConnectionConfigurationResponse": model_config = ConfigDict(from_attributes=True) +class ConnectionConfigurationWithMonitorConfigResponse(ConnectionConfigurationResponse): + """Schema for ConnectionConfiguration with MonitorConfigs associated with it.""" + + monitors: List["MonitorConfig"] = None + + class BulkPutConnectionConfiguration(BulkResponse): """Schema with mixed success/failure responses for Bulk Create/Update of ConnectionConfiguration responses.""" From 5da33c8fe8b3f3d20f01882095dae73b871f8188 Mon Sep 17 00:00:00 2001 From: kirk Date: Wed, 18 Dec 2024 12:46:37 -0500 Subject: [PATCH 11/26] optional --- .../api/schemas/connection_configuration/connection_config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/fides/api/schemas/connection_configuration/connection_config.py b/src/fides/api/schemas/connection_configuration/connection_config.py index 44a872cca3..95d7f22ff6 100644 --- a/src/fides/api/schemas/connection_configuration/connection_config.py +++ b/src/fides/api/schemas/connection_configuration/connection_config.py @@ -125,7 +125,7 @@ def mask_sensitive_values(self) -> "ConnectionConfigurationResponse": class ConnectionConfigurationWithMonitorConfigResponse(ConnectionConfigurationResponse): """Schema for ConnectionConfiguration with MonitorConfigs associated with it.""" - monitors: List["MonitorConfig"] = None + monitors: Optional[List["MonitorConfig"]] = None class BulkPutConnectionConfiguration(BulkResponse): From 7181a024d909eae303d8ff4989c84761b6c7b652 Mon Sep 17 00:00:00 2001 From: kirk Date: Wed, 18 Dec 2024 13:09:35 -0500 Subject: [PATCH 12/26] Revert "add a ConnectionConfigResponse that contains the monitor configs" This reverts commit e1677709bce4a74643d054fb7a22aef8af4987d3. --- .../connection_configuration/connection_config.py | 11 +---------- 1 file changed, 1 insertion(+), 10 deletions(-) diff --git a/src/fides/api/schemas/connection_configuration/connection_config.py b/src/fides/api/schemas/connection_configuration/connection_config.py index 95d7f22ff6..15ac22f330 100644 --- a/src/fides/api/schemas/connection_configuration/connection_config.py +++ b/src/fides/api/schemas/connection_configuration/connection_config.py @@ -1,5 +1,5 @@ from datetime import datetime -from typing import TYPE_CHECKING, Any, Dict, List, Optional, cast +from typing import Any, Dict, List, Optional, cast from fideslang.models import Dataset from fideslang.validation import FidesKey @@ -14,9 +14,6 @@ from fides.api.schemas.saas.saas_config import SaaSConfigBase from fides.api.util.connection_type import get_connection_type_secret_schema -if TYPE_CHECKING: - from fides.api.models.detection_discovery import MonitorConfig - class CreateConnectionConfiguration(BaseModel): """ @@ -122,12 +119,6 @@ def mask_sensitive_values(self) -> "ConnectionConfigurationResponse": model_config = ConfigDict(from_attributes=True) -class ConnectionConfigurationWithMonitorConfigResponse(ConnectionConfigurationResponse): - """Schema for ConnectionConfiguration with MonitorConfigs associated with it.""" - - monitors: Optional[List["MonitorConfig"]] = None - - class BulkPutConnectionConfiguration(BulkResponse): """Schema with mixed success/failure responses for Bulk Create/Update of ConnectionConfiguration responses.""" From 61f38a4fb0fb9c6884690d4b4f61b03a6fb37e90 Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 19 Dec 2024 09:56:48 -0500 Subject: [PATCH 13/26] PR feedback and reset system endpoint to exactly what it was before --- ...add_data_uses_column_to_stagedresource.py} | 2 +- src/fides/api/api/v1/endpoints/system.py | 59 ++++++++----------- src/fides/api/models/detection_discovery.py | 2 +- tests/ops/api/v1/endpoints/test_system.py | 4 ++ 4 files changed, 30 insertions(+), 37 deletions(-) rename src/fides/api/alembic/migrations/versions/{d9237a0c0d5a_add_hidden_column_to_stagedresource.py => d9237a0c0d5a_add_data_uses_column_to_stagedresource.py} (92%) diff --git a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py similarity index 92% rename from src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py rename to src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py index a7797c90f6..b1298f4c05 100644 --- a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_hidden_column_to_stagedresource.py +++ b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py @@ -1,4 +1,4 @@ -"""add `data_uses` columns to stagedresource +"""add `data_uses` column to stagedresource Revision ID: d9237a0c0d5a Revises: e5ec30dfcd87 diff --git a/src/fides/api/api/v1/endpoints/system.py b/src/fides/api/api/v1/endpoints/system.py index 982a2dd09d..cd776397fb 100644 --- a/src/fides/api/api/v1/endpoints/system.py +++ b/src/fides/api/api/v1/endpoints/system.py @@ -391,48 +391,37 @@ async def ls( # pylint: disable=invalid-name data_uses: Optional[List[FidesKey]] = Query(None), data_categories: Optional[List[FidesKey]] = Query(None), data_subjects: Optional[List[FidesKey]] = Query(None), - show_deleted: Optional[bool] = Query(False), ) -> List: """Get a list of all of the Systems. - If any parameters or filters are provided the response will be paginated and/or filtered. + If any pagination parameters (size or page) are provided, then the response will be paginated + & provided filters (search, taxonomy fields) will be applied. Otherwise all Systems will be returned (this may be a slow operation if there are many systems, so using the pagination parameters is recommended). """ - if not (size or page or search or data_uses or data_categories or data_subjects): - return await list_resource(System, db) - - pagination_params = Params(page=page or 1, size=size or 50) - # Need to join with PrivacyDeclaration in order to be able to filter - # by data use, data category, and data subject - query = select(System).outerjoin( - PrivacyDeclaration, System.id == PrivacyDeclaration.system_id - ) - - # Filter out any vendor deleted systems, unless explicitly asked for - if not show_deleted: - query = query.filter( - or_( - System.vendor_deleted_date.is_(None), - System.vendor_deleted_date >= datetime.datetime.now(), - ) + if size or page: + pagination_params = Params(page=page or 1, size=size or 50) + # Need to join with PrivacyDeclaration in order to be able to filter + # by data use, data category, and data subject + query = select(System).outerjoin( + PrivacyDeclaration, System.id == PrivacyDeclaration.system_id ) + filter_params = FilterParams( + search=search, + data_uses=data_uses, + data_categories=data_categories, + data_subjects=data_subjects, + ) + filtered_query = apply_filters_to_query( + query=query, + filter_params=filter_params, + search_model=System, + taxonomy_model=PrivacyDeclaration, + ) + # Add a distinct so we only get one row per system + duplicates_removed = filtered_query.distinct(System.id) + return await async_paginate(db, duplicates_removed, pagination_params) - filter_params = FilterParams( - search=search, - data_uses=data_uses, - data_categories=data_categories, - data_subjects=data_subjects, - ) - filtered_query = apply_filters_to_query( - query=query, - filter_params=filter_params, - search_model=System, - taxonomy_model=PrivacyDeclaration, - ) - - # Add a distinct so we only get one row per system - duplicates_removed = filtered_query.distinct(System.id) - return await async_paginate(db, duplicates_removed, pagination_params) + return await list_resource(System, db) @SYSTEM_ROUTER.patch( diff --git a/src/fides/api/models/detection_discovery.py b/src/fides/api/models/detection_discovery.py index 2564c24349..37f1edfbdf 100644 --- a/src/fides/api/models/detection_discovery.py +++ b/src/fides/api/models/detection_discovery.py @@ -364,6 +364,6 @@ def fetch_staged_resources_by_type_query( if monitor_config_ids: query = query.filter(StagedResource.monitor_config_id.in_(monitor_config_ids)) if not show_hidden: - query = query.where(StagedResource.diff_status != "muted") + query = query.filter(StagedResource.diff_status != DiffStatus.MUTED.value) return query diff --git a/tests/ops/api/v1/endpoints/test_system.py b/tests/ops/api/v1/endpoints/test_system.py index 4544b46faf..39a4e954c8 100644 --- a/tests/ops/api/v1/endpoints/test_system.py +++ b/tests/ops/api/v1/endpoints/test_system.py @@ -294,6 +294,10 @@ def test_system_patch_hidden( "updated": 1, } + # fetch the system row from db + system = System.filter(system.id) + assert system.hidden is True + class TestGetConnections: def test_get_connections_not_authenticated( From 88314a8fa7d50cecd1446f92678137d07f825663 Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 19 Dec 2024 10:11:53 -0500 Subject: [PATCH 14/26] pylint --- src/fides/api/api/v1/endpoints/system.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/fides/api/api/v1/endpoints/system.py b/src/fides/api/api/v1/endpoints/system.py index cd776397fb..898f545bdc 100644 --- a/src/fides/api/api/v1/endpoints/system.py +++ b/src/fides/api/api/v1/endpoints/system.py @@ -1,4 +1,3 @@ -import datetime from typing import Annotated, Dict, List, Optional, Union from fastapi import Depends, HTTPException, Query, Response, Security @@ -10,7 +9,6 @@ from fideslang.validation import FidesKey from loguru import logger from pydantic import Field -from sqlalchemy import or_ from sqlalchemy.ext.asyncio import AsyncSession from sqlalchemy.future import select from sqlalchemy.orm import Session From b152e934c39ea2f1557c6ec4abfff6354ed467ae Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 19 Dec 2024 10:54:31 -0500 Subject: [PATCH 15/26] downrev --- .../d9237a0c0d5a_add_data_uses_column_to_stagedresource.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py index b1298f4c05..0b51480937 100644 --- a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py +++ b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py @@ -1,7 +1,7 @@ """add `data_uses` column to stagedresource Revision ID: d9237a0c0d5a -Revises: e5ec30dfcd87 +Revises: b63ecb007556 Create Date: 2024-11-21 13:18:24.085858 """ @@ -11,7 +11,7 @@ # revision identifiers, used by Alembic. revision = "d9237a0c0d5a" -down_revision = "e5ec30dfcd87" +down_revision = "b63ecb007556" branch_labels = None depends_on = None From 5f885453d723bf5c7e56abffbf3a470dd815aa42 Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 19 Dec 2024 14:04:28 -0500 Subject: [PATCH 16/26] fix tests --- src/fides/api/models/detection_discovery.py | 9 +- tests/ops/api/v1/endpoints/test_system.py | 11 +- tests/ops/models/test_detection_discovery.py | 111 +++++++++++++++++++ 3 files changed, 126 insertions(+), 5 deletions(-) diff --git a/src/fides/api/models/detection_discovery.py b/src/fides/api/models/detection_discovery.py index 37f1edfbdf..baf20d3675 100644 --- a/src/fides/api/models/detection_discovery.py +++ b/src/fides/api/models/detection_discovery.py @@ -364,6 +364,13 @@ def fetch_staged_resources_by_type_query( if monitor_config_ids: query = query.filter(StagedResource.monitor_config_id.in_(monitor_config_ids)) if not show_hidden: - query = query.filter(StagedResource.diff_status != DiffStatus.MUTED.value) + from sqlalchemy import or_ + + query = query.filter( + or_( + StagedResource.diff_status != DiffStatus.MUTED.value, + StagedResource.diff_status.is_(None), + ) + ) return query diff --git a/tests/ops/api/v1/endpoints/test_system.py b/tests/ops/api/v1/endpoints/test_system.py index 39a4e954c8..76dbd3ee35 100644 --- a/tests/ops/api/v1/endpoints/test_system.py +++ b/tests/ops/api/v1/endpoints/test_system.py @@ -279,9 +279,12 @@ def test_system_patch_hidden( system, api_client: TestClient, generate_auth_header, + db: Session, ): url = V1_URL_PREFIX + f"/system/hidden" - auth_header = generate_auth_header(scopes=[SYSTEM_UPDATE]) + auth_header = generate_auth_header( + scopes=[SYSTEM_UPDATE, SYSTEM_MANAGER_UPDATE] + ) result = api_client.patch( url=f"{url}?hidden=true", @@ -294,9 +297,9 @@ def test_system_patch_hidden( "updated": 1, } - # fetch the system row from db - system = System.filter(system.id) - assert system.hidden is True + query = "SELECT hidden FROM ctl_systems WHERE fides_key = :fides_key" + result = db.execute(query, {"fides_key": system.fides_key}).fetchone() + assert result[0] is True class TestGetConnections: diff --git a/tests/ops/models/test_detection_discovery.py b/tests/ops/models/test_detection_discovery.py index 03164d0e5b..ddcb937417 100644 --- a/tests/ops/models/test_detection_discovery.py +++ b/tests/ops/models/test_detection_discovery.py @@ -12,6 +12,7 @@ MonitorConfig, MonitorFrequency, StagedResource, + fetch_staged_resources_by_type_query, ) @@ -63,6 +64,84 @@ def create_staged_resource(self, db: Session): ) return resource + @pytest.fixture + def create_staged_database(self, db: Session): + urn = "bq_monitor_1.prj-bigquery-418515.test_dataset_1" + resource = StagedResource.create( + db=db, + data={ + "urn": urn, + "user_assigned_data_categories": ["user.contact.email"], + "name": "test_dataset_1", + "resource_type": "Database", + "description": "test description", + "monitor_config_id": "bq_monitor_1", + "source_modified": "2024-03-27T21:47:09.915000+00:00", + "classifications": [ + { + "label": "user.authorization.credentials", + "score": 0.4247, + "aggregated_score": 0.2336, + "classification_paradigm": "context", + }, + { + "label": "system", + "score": 0.4, + "aggregated_score": 0.18, + "classification_paradigm": "content", + }, + ], + "diff_status": DiffStatus.MONITORED.value, + "child_diff_statuses": {DiffStatus.CLASSIFICATION_ADDITION.value: 9}, + "children": [ + "bq_monitor_1.prj-bigquery-418515.test_dataset_1.consent-reports-20", + "bq_monitor_1.prj-bigquery-418515.test_dataset_1.consent-reports-21", + ], + "parent": "bq_monitor_1.prj-bigquery-418515", + "meta": {"num_rows": 19}, + }, + ) + return resource + + @pytest.fixture + def create_staged_schema(self, db: Session): + urn = "bq_monitor_1.prj-bigquery-418515" + resource = StagedResource.create( + db=db, + data={ + "urn": urn, + "user_assigned_data_categories": ["user.contact.email"], + "name": "prj-bigquery-418515", + "resource_type": "Schema", + "description": "test description", + "monitor_config_id": "bq_monitor_1", + "source_modified": "2024-03-27T21:47:09.915000+00:00", + "classifications": [ + { + "label": "user.authorization.credentials", + "score": 0.4247, + "aggregated_score": 0.2336, + "classification_paradigm": "context", + }, + { + "label": "system", + "score": 0.4, + "aggregated_score": 0.18, + "classification_paradigm": "content", + }, + ], + "diff_status": DiffStatus.MONITORED.value, + "child_diff_statuses": {DiffStatus.CLASSIFICATION_ADDITION.value: 9}, + "children": [ + "bq_monitor_1.prj-bigquery-418515.test_dataset_1", + "bq_monitor_1.prj-bigquery-418515.test_dataset_2", + ], + "parent": "bq_monitor_1", + "meta": {"num_rows": 19}, + }, + ) + return resource + def test_get_urn(self, db: Session, create_staged_resource) -> None: urn_list = [create_staged_resource.urn] from_db = StagedResource.get_urn_list(db, urn_list) @@ -185,6 +264,38 @@ def test_staged_resource_helpers(self, db: Session, create_staged_resource): DiffStatus.CLASSIFICATION_ADDITION.value: 10, } + def test_fetch_staged_resources_by_type_query( + self, + db: Session, + create_staged_resource, + create_staged_database, + create_staged_schema, + ) -> None: + """ + Tests that the fetch_staged_resources_by_type_query works as expected + """ + query = fetch_staged_resources_by_type_query("Table") + resources = db.execute(query).all() + assert len(resources) == 1 + assert resources[0][0].resource_type == "Table" + assert resources[0][0].urn == create_staged_resource.urn + + query = fetch_staged_resources_by_type_query("Schema") + resources = db.execute(query).all() + assert len(resources) == 1 + + query = fetch_staged_resources_by_type_query("Database") + resources = db.execute(query).all() + assert len(resources) == 1 + assert resources[0][0].urn == create_staged_database.urn + + database = StagedResource.get_urn(db, create_staged_database.urn) + database.diff_status = None + database.save(db) + query = fetch_staged_resources_by_type_query("Database") + resources = db.execute(query).all() + assert len(resources) == 1 + SAMPLE_START_DATE = datetime(2024, 5, 20, 0, 42, 5, 17137, tzinfo=timezone.utc) From 36b99150de44e03a8495af33c8dd59a3bfb77fb4 Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 19 Dec 2024 14:38:51 -0500 Subject: [PATCH 17/26] yet another downrev --- .../d9237a0c0d5a_add_data_uses_column_to_stagedresource.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py index 0b51480937..a62c0b9ae1 100644 --- a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py +++ b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py @@ -1,7 +1,7 @@ """add `data_uses` column to stagedresource Revision ID: d9237a0c0d5a -Revises: b63ecb007556 +Revises: 10c6b7709be3 Create Date: 2024-11-21 13:18:24.085858 """ @@ -11,7 +11,7 @@ # revision identifiers, used by Alembic. revision = "d9237a0c0d5a" -down_revision = "b63ecb007556" +down_revision = "10c6b7709be3" branch_labels = None depends_on = None From 63564b7819835639209bb766f3acb2c7f2d10b95 Mon Sep 17 00:00:00 2001 From: kirk Date: Thu, 19 Dec 2024 16:09:54 -0500 Subject: [PATCH 18/26] downrev --- .../d9237a0c0d5a_add_data_uses_column_to_stagedresource.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py index a62c0b9ae1..f25d39ba30 100644 --- a/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py +++ b/src/fides/api/alembic/migrations/versions/d9237a0c0d5a_add_data_uses_column_to_stagedresource.py @@ -1,7 +1,7 @@ """add `data_uses` column to stagedresource Revision ID: d9237a0c0d5a -Revises: 10c6b7709be3 +Revises: ae65da77c468 Create Date: 2024-11-21 13:18:24.085858 """ @@ -11,7 +11,7 @@ # revision identifiers, used by Alembic. revision = "d9237a0c0d5a" -down_revision = "10c6b7709be3" +down_revision = "ae65da77c468" branch_labels = None depends_on = None From ef91b700b8294d038534c060c316066f968abe53 Mon Sep 17 00:00:00 2001 From: kirk Date: Fri, 20 Dec 2024 11:39:40 -0500 Subject: [PATCH 19/26] move test --- tests/ops/api/v1/endpoints/test_system.py | 56 ++++++++++++----------- 1 file changed, 29 insertions(+), 27 deletions(-) diff --git a/tests/ops/api/v1/endpoints/test_system.py b/tests/ops/api/v1/endpoints/test_system.py index 76dbd3ee35..34726a92db 100644 --- a/tests/ops/api/v1/endpoints/test_system.py +++ b/tests/ops/api/v1/endpoints/test_system.py @@ -111,6 +111,35 @@ def connections(): ] +class TestPatchSystem: + def test_system_patch_hidden( + self, + system, + api_client: TestClient, + generate_auth_header, + db: Session, + ): + url = V1_URL_PREFIX + f"/system/hidden" + auth_header = generate_auth_header( + scopes=[SYSTEM_UPDATE, SYSTEM_MANAGER_UPDATE] + ) + + result = api_client.patch( + url=f"{url}?hidden=true", + headers=auth_header, + json=[system.fides_key], + ) + assert result.status_code == HTTP_200_OK + assert result.json() == { + "message": "Updated hidden status for systems", + "updated": 1, + } + + query = "SELECT hidden FROM ctl_systems WHERE fides_key = :fides_key" + result = db.execute(query, {"fides_key": system.fides_key}).fetchone() + assert result[0] is True + + class TestPatchSystemConnections: @pytest.fixture(scope="function") def system_linked_with_oauth2_authorization_code_connection_config( @@ -274,33 +303,6 @@ def test_patch_connection_secrets_removes_access_token_for_client_config( assert resp.status_code == HTTP_200_OK assert resp.json()["items"][0]["authorized"] is False - def test_system_patch_hidden( - self, - system, - api_client: TestClient, - generate_auth_header, - db: Session, - ): - url = V1_URL_PREFIX + f"/system/hidden" - auth_header = generate_auth_header( - scopes=[SYSTEM_UPDATE, SYSTEM_MANAGER_UPDATE] - ) - - result = api_client.patch( - url=f"{url}?hidden=true", - headers=auth_header, - json=[system.fides_key], - ) - assert result.status_code == HTTP_200_OK - assert result.json() == { - "message": "Updated hidden status for systems", - "updated": 1, - } - - query = "SELECT hidden FROM ctl_systems WHERE fides_key = :fides_key" - result = db.execute(query, {"fides_key": system.fides_key}).fetchone() - assert result[0] is True - class TestGetConnections: def test_get_connections_not_authenticated( From 6e526366fa15d60e6e20fab9f619dd11a1d15016 Mon Sep 17 00:00:00 2001 From: kirk Date: Fri, 20 Dec 2024 12:17:36 -0500 Subject: [PATCH 20/26] try not doing a DB call and make test run first --- .../api/v1/endpoints/{test_system.py => test_aaasystem.py} | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) rename tests/ops/api/v1/endpoints/{test_system.py => test_aaasystem.py} (99%) diff --git a/tests/ops/api/v1/endpoints/test_system.py b/tests/ops/api/v1/endpoints/test_aaasystem.py similarity index 99% rename from tests/ops/api/v1/endpoints/test_system.py rename to tests/ops/api/v1/endpoints/test_aaasystem.py index 34726a92db..498743a773 100644 --- a/tests/ops/api/v1/endpoints/test_system.py +++ b/tests/ops/api/v1/endpoints/test_aaasystem.py @@ -123,11 +123,11 @@ def test_system_patch_hidden( auth_header = generate_auth_header( scopes=[SYSTEM_UPDATE, SYSTEM_MANAGER_UPDATE] ) - result = api_client.patch( url=f"{url}?hidden=true", headers=auth_header, json=[system.fides_key], + timeout=15, ) assert result.status_code == HTTP_200_OK assert result.json() == { @@ -135,10 +135,6 @@ def test_system_patch_hidden( "updated": 1, } - query = "SELECT hidden FROM ctl_systems WHERE fides_key = :fides_key" - result = db.execute(query, {"fides_key": system.fides_key}).fetchone() - assert result[0] is True - class TestPatchSystemConnections: @pytest.fixture(scope="function") From 44372354b731a8005c78f04e28aede6db9683c75 Mon Sep 17 00:00:00 2001 From: kirk Date: Fri, 20 Dec 2024 14:46:15 -0500 Subject: [PATCH 21/26] sync endpoint --- src/fides/api/api/v1/endpoints/system.py | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/src/fides/api/api/v1/endpoints/system.py b/src/fides/api/api/v1/endpoints/system.py index 898f545bdc..d07bd15dc4 100644 --- a/src/fides/api/api/v1/endpoints/system.py +++ b/src/fides/api/api/v1/endpoints/system.py @@ -11,6 +11,7 @@ from pydantic import Field from sqlalchemy.ext.asyncio import AsyncSession from sqlalchemy.future import select +from sqlalchemy.sql import text, update from sqlalchemy.orm import Session from starlette import status from starlette.status import HTTP_200_OK, HTTP_204_NO_CONTENT, HTTP_404_NOT_FOUND @@ -432,19 +433,21 @@ async def ls( # pylint: disable=invalid-name ) ], ) -async def patch_hidden( +def patch_hidden( fides_keys: List[str], hidden: bool, - db: AsyncSession = Depends(get_async_db), + db: Session = Depends(deps.get_db), ) -> Dict: """ Patch the hidden status of a list of systems. Request body must be a list of system Fides keys. """ - systems = await db.execute(select(System).filter(System.fides_key.in_(fides_keys))) + systems = db.execute(select(System).filter(System.fides_key.in_(fides_keys))) systems = systems.scalars().all() + for system in systems: system.hidden = hidden - await db.commit() + db.commit() + return { "message": "Updated hidden status for systems", "updated": len(systems), From 820c58d2488bc8367b653e77186fdcc5c4204720 Mon Sep 17 00:00:00 2001 From: kirk Date: Fri, 20 Dec 2024 14:54:59 -0500 Subject: [PATCH 22/26] static checks --- src/fides/api/api/v1/endpoints/system.py | 1 - 1 file changed, 1 deletion(-) diff --git a/src/fides/api/api/v1/endpoints/system.py b/src/fides/api/api/v1/endpoints/system.py index d07bd15dc4..0864320201 100644 --- a/src/fides/api/api/v1/endpoints/system.py +++ b/src/fides/api/api/v1/endpoints/system.py @@ -11,7 +11,6 @@ from pydantic import Field from sqlalchemy.ext.asyncio import AsyncSession from sqlalchemy.future import select -from sqlalchemy.sql import text, update from sqlalchemy.orm import Session from starlette import status from starlette.status import HTTP_200_OK, HTTP_204_NO_CONTENT, HTTP_404_NOT_FOUND From b00e7067d0326f6432b9169641a65f42349584b9 Mon Sep 17 00:00:00 2001 From: kirk Date: Fri, 20 Dec 2024 15:13:19 -0500 Subject: [PATCH 23/26] rename back test file --- tests/ops/api/v1/endpoints/{test_aaasystem.py => test_system.py} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename tests/ops/api/v1/endpoints/{test_aaasystem.py => test_system.py} (100%) diff --git a/tests/ops/api/v1/endpoints/test_aaasystem.py b/tests/ops/api/v1/endpoints/test_system.py similarity index 100% rename from tests/ops/api/v1/endpoints/test_aaasystem.py rename to tests/ops/api/v1/endpoints/test_system.py From ff7fd8c23cba89908e57926491a672de9993c3d5 Mon Sep 17 00:00:00 2001 From: kirk Date: Fri, 20 Dec 2024 16:32:43 -0500 Subject: [PATCH 24/26] add back in tests --- tests/ctl/core/test_api.py | 81 +++++++++++++++++++++++++++++++++++++- 1 file changed, 80 insertions(+), 1 deletion(-) diff --git a/tests/ctl/core/test_api.py b/tests/ctl/core/test_api.py index 36801ddac2..df90b5d100 100644 --- a/tests/ctl/core/test_api.py +++ b/tests/ctl/core/test_api.py @@ -2,7 +2,7 @@ """Integration tests for the API module.""" import json import typing -from datetime import datetime, timezone +from datetime import datetime, timedelta, timezone from json import loads from typing import Dict, List, Tuple from uuid import uuid4 @@ -1287,6 +1287,51 @@ def test_list_no_pagination(self, test_config, system_with_cleanup): assert len(result_json) == 1 assert result_json[0]["fides_key"] == system_with_cleanup.fides_key + def test_list_with_show_hidden( + self, + test_config, + system_hidden, + system_with_cleanup, + ): + + result = _api.ls( + url=test_config.cli.server_url, + headers=test_config.user.auth_header, + resource_type="system", + query_params={ + "page": 1, + "size": 5, + "show_hidden": "true", + }, + ) + + assert result.status_code == 200 + result_json = result.json() + assert result_json["total"] == 2 + assert len(result_json["items"]) == 2 + + actual_keys = [item["fides_key"] for item in result_json["items"]] + assert system_hidden.fides_key in actual_keys + assert system_with_cleanup.fides_key in actual_keys + + result = _api.ls( + url=test_config.cli.server_url, + headers=test_config.user.auth_header, + resource_type="system", + query_params={ + "page": 1, + "size": 5, + "show_hidden": "false", + }, + ) + + assert result.status_code == 200 + result_json = result.json() + assert result_json["total"] == 1 + assert len(result_json["items"]) == 1 + + assert result_json["items"][0]["fides_key"] == system_with_cleanup.fides_key + def test_list_with_pagination( self, test_config, @@ -1536,6 +1581,40 @@ def test_list_with_pagination_and_multiple_filters( assert result_json["items"][0]["fides_key"] == tcf_system.fides_key + @pytest.mark.parametrize( + "vendor_deleted_date, expected_systems_count, show_deleted", + [ + (datetime.now() - timedelta(days=1), 1, True), + (datetime.now() - timedelta(days=1), 0, False), + (datetime.now() + timedelta(days=1), 1, False), + (None, 1, False), + ], + ) + def test_vendor_deleted_systems( + self, + db, + test_config, + system_with_cleanup, + vendor_deleted_date, + expected_systems_count, + show_deleted, + ): + + system_with_cleanup.vendor_deleted_date = vendor_deleted_date + db.commit() + + result = _api.ls( + url=test_config.cli.server_url, + headers=test_config.user.auth_header, + resource_type="system", + query_params={"show_deleted": show_deleted, "size": 50}, + ) + + assert result.status_code == 200 + result_json = result.json() + + assert len(result_json["items"]) == expected_systems_count + @pytest.mark.skip("Until we re-visit filter implementation") def test_list_with_pagination_and_multiple_filters_2( self, From 408beb5b6d56214cc71e0b2666570e10c773f946 Mon Sep 17 00:00:00 2001 From: kirk Date: Fri, 20 Dec 2024 16:36:29 -0500 Subject: [PATCH 25/26] reset --- tests/ctl/core/test_api.py | 111 +++++++++++-------------------------- 1 file changed, 33 insertions(+), 78 deletions(-) diff --git a/tests/ctl/core/test_api.py b/tests/ctl/core/test_api.py index df90b5d100..c6a61b8730 100644 --- a/tests/ctl/core/test_api.py +++ b/tests/ctl/core/test_api.py @@ -1287,51 +1287,6 @@ def test_list_no_pagination(self, test_config, system_with_cleanup): assert len(result_json) == 1 assert result_json[0]["fides_key"] == system_with_cleanup.fides_key - def test_list_with_show_hidden( - self, - test_config, - system_hidden, - system_with_cleanup, - ): - - result = _api.ls( - url=test_config.cli.server_url, - headers=test_config.user.auth_header, - resource_type="system", - query_params={ - "page": 1, - "size": 5, - "show_hidden": "true", - }, - ) - - assert result.status_code == 200 - result_json = result.json() - assert result_json["total"] == 2 - assert len(result_json["items"]) == 2 - - actual_keys = [item["fides_key"] for item in result_json["items"]] - assert system_hidden.fides_key in actual_keys - assert system_with_cleanup.fides_key in actual_keys - - result = _api.ls( - url=test_config.cli.server_url, - headers=test_config.user.auth_header, - resource_type="system", - query_params={ - "page": 1, - "size": 5, - "show_hidden": "false", - }, - ) - - assert result.status_code == 200 - result_json = result.json() - assert result_json["total"] == 1 - assert len(result_json["items"]) == 1 - - assert result_json["items"][0]["fides_key"] == system_with_cleanup.fides_key - def test_list_with_pagination( self, test_config, @@ -1581,6 +1536,39 @@ def test_list_with_pagination_and_multiple_filters( assert result_json["items"][0]["fides_key"] == tcf_system.fides_key + @pytest.mark.skip("Until we re-visit filter implementation") + def test_list_with_pagination_and_multiple_filters_2( + self, + test_config, + system_with_cleanup, + tcf_system, + system_third_party_sharing, + system_with_no_uses, + db, + ): + + db.que + result = _api.ls( + url=test_config.cli.server_url, + headers=test_config.user.auth_header, + resource_type="system", + query_params={ + "page": 1, + "size": 5, + # TCF system has a single privacy declaration with all these fields + "data_uses": ["essential.fraud_detection"], + "data_subjects": ["customer"], + "data_categories": ["user.device.cookie_id"], + }, + ) + + assert result.status_code == 200 + result_json = result.json() + assert result_json["total"] == 1 + assert len(result_json["items"]) == 1 + + assert result_json["items"][0]["fides_key"] == tcf_system.fides_key + @pytest.mark.parametrize( "vendor_deleted_date, expected_systems_count, show_deleted", [ @@ -1615,39 +1603,6 @@ def test_vendor_deleted_systems( assert len(result_json["items"]) == expected_systems_count - @pytest.mark.skip("Until we re-visit filter implementation") - def test_list_with_pagination_and_multiple_filters_2( - self, - test_config, - system_with_cleanup, - tcf_system, - system_third_party_sharing, - system_with_no_uses, - db, - ): - - db.que - result = _api.ls( - url=test_config.cli.server_url, - headers=test_config.user.auth_header, - resource_type="system", - query_params={ - "page": 1, - "size": 5, - # TCF system has a single privacy declaration with all these fields - "data_uses": ["essential.fraud_detection"], - "data_subjects": ["customer"], - "data_categories": ["user.device.cookie_id"], - }, - ) - - assert result.status_code == 200 - result_json = result.json() - assert result_json["total"] == 1 - assert len(result_json["items"]) == 1 - - assert result_json["items"][0]["fides_key"] == tcf_system.fides_key - @pytest.mark.unit class TestSystemUpdate: From 5e0afc137fbf857700209cb3bf9caa0f64324922 Mon Sep 17 00:00:00 2001 From: kirk Date: Fri, 20 Dec 2024 17:05:23 -0500 Subject: [PATCH 26/26] add logic back --- src/fides/api/api/v1/endpoints/system.py | 64 ++++++++++++++++-------- 1 file changed, 42 insertions(+), 22 deletions(-) diff --git a/src/fides/api/api/v1/endpoints/system.py b/src/fides/api/api/v1/endpoints/system.py index 0864320201..cb50ae9d82 100644 --- a/src/fides/api/api/v1/endpoints/system.py +++ b/src/fides/api/api/v1/endpoints/system.py @@ -1,3 +1,4 @@ +import datetime from typing import Annotated, Dict, List, Optional, Union from fastapi import Depends, HTTPException, Query, Response, Security @@ -9,6 +10,7 @@ from fideslang.validation import FidesKey from loguru import logger from pydantic import Field +from sqlalchemy import or_ from sqlalchemy.ext.asyncio import AsyncSession from sqlalchemy.future import select from sqlalchemy.orm import Session @@ -389,37 +391,55 @@ async def ls( # pylint: disable=invalid-name data_uses: Optional[List[FidesKey]] = Query(None), data_categories: Optional[List[FidesKey]] = Query(None), data_subjects: Optional[List[FidesKey]] = Query(None), + show_deleted: Optional[bool] = Query(False), ) -> List: """Get a list of all of the Systems. - If any pagination parameters (size or page) are provided, then the response will be paginated - & provided filters (search, taxonomy fields) will be applied. + If any parameters or filters are provided the response will be paginated and/or filtered. Otherwise all Systems will be returned (this may be a slow operation if there are many systems, so using the pagination parameters is recommended). """ - if size or page: - pagination_params = Params(page=page or 1, size=size or 50) - # Need to join with PrivacyDeclaration in order to be able to filter - # by data use, data category, and data subject - query = select(System).outerjoin( + if not (size or page or search or data_uses or data_categories or data_subjects): + # if no advanced parameters are passed, we return a very basic list of all System resources + # to maintain backward compatibility of the original API, which backs some important client usages, e.g. the fides CLI + + return await list_resource(System, db) + + query = select(System) + + pagination_params = Params(page=page or 1, size=size or 50) + # Need to join with PrivacyDeclaration in order to be able to filter + # by data use, data category, and data subject + if any([data_uses, data_categories, data_subjects]): + query = query.outerjoin( PrivacyDeclaration, System.id == PrivacyDeclaration.system_id ) - filter_params = FilterParams( - search=search, - data_uses=data_uses, - data_categories=data_categories, - data_subjects=data_subjects, - ) - filtered_query = apply_filters_to_query( - query=query, - filter_params=filter_params, - search_model=System, - taxonomy_model=PrivacyDeclaration, + + # Filter out any vendor deleted systems, unless explicitly asked for + if not show_deleted: + query = query.filter( + or_( + System.vendor_deleted_date.is_(None), + System.vendor_deleted_date >= datetime.datetime.now(), + ) ) - # Add a distinct so we only get one row per system - duplicates_removed = filtered_query.distinct(System.id) - return await async_paginate(db, duplicates_removed, pagination_params) - return await list_resource(System, db) + filter_params = FilterParams( + search=search, + data_uses=data_uses, + data_categories=data_categories, + data_subjects=data_subjects, + ) + filtered_query = apply_filters_to_query( + query=query, + filter_params=filter_params, + search_model=System, + taxonomy_model=PrivacyDeclaration, + ) + + # Add a distinct so we only get one row per system + duplicates_removed = filtered_query.distinct(System.id) + + return await async_paginate(db, duplicates_removed, pagination_params) @SYSTEM_ROUTER.patch(