From 6791790e8017216ca2a870ebf7d2ee685853b7ff Mon Sep 17 00:00:00 2001 From: Adam Sachs Date: Fri, 8 Dec 2023 15:18:32 -0500 Subject: [PATCH 01/10] initial removal of data qualifier references --- .fides/db_dataset.yml | 710 +----------------- .fides/policies.yml | 3 +- .fides/redis_dataset.yml | 4 - .fides/systems.yml | 3 - clients/admin-ui/cypress/e2e/systems.cy.ts | 2 - clients/admin-ui/cypress/e2e/taxonomy.cy.ts | 9 - .../fixtures/classify/dataset-in-review.json | 13 - .../fixtures/connectors/datasetconfig.json | 60 -- .../admin-ui/cypress/fixtures/dataset.json | 12 - .../admin-ui/cypress/fixtures/datasets.json | 33 - .../fixtures/dictionary-declarations.json | 14 - .../cypress/fixtures/generate/dataset.json | 120 --- .../fixtures/scopes/roles-to-scopes.json | 10 - .../fixtures/systems/dictionary-system.json | 2 - .../cypress/fixtures/systems/systems.json | 3 - .../systems/systems_with_data_uses.json | 4 - .../fixtures/user-management/permissions.json | 4 - clients/admin-ui/cypress/support/stubs.ts | 3 - clients/admin-ui/src/app/store.ts | 2 - .../admin-ui/src/features/common/api.slice.ts | 1 - .../data-qualifier/data-qualifier.slice.ts | 73 -- .../src/features/dataset/DatasetFieldCell.tsx | 13 - .../features/dataset/EditCollectionDrawer.tsx | 5 +- .../dataset/EditCollectionOrFieldForm.tsx | 29 +- .../src/features/dataset/EditFieldDrawer.tsx | 5 +- .../src/features/dataset/constants.ts | 40 - .../features/datastore-connections/types.ts | 3 - .../features/taxonomy/IdentifiabilityTag.tsx | 26 - clients/admin-ui/src/mocks/data.ts | 3 - clients/admin-ui/src/types/api/index.ts | 1 - .../src/types/api/models/DataQualifier.ts | 47 -- .../admin-ui/src/types/api/models/Dataset.ts | 4 - .../src/types/api/models/DatasetCollection.ts | 4 - .../src/types/api/models/DatasetField.ts | 4 - .../src/types/api/models/PolicyRule.ts | 4 - .../types/api/models/PrivacyDeclaration.ts | 4 - .../api/models/PrivacyDeclarationResponse.ts | 4 - .../src/types/api/models/ScopeRegistryEnum.ts | 4 - .../types/api/models/ViolationAttributes.ts | 4 - .../models/DataUseDeclaration.ts | 4 - .../models/PrivacyDeclaration.ts | 4 - demo_resources/demo_dataset.yml | 9 - demo_resources/demo_policy.yml | 1 - demo_resources/demo_system.yml | 2 - noxfiles/drill.yml | 7 - requirements.txt | 2 +- src/fides/api/api/v1/__init__.py | 2 - src/fides/api/api/v1/endpoints/generic.py | 10 +- src/fides/api/api/v1/endpoints/view.py | 3 - src/fides/api/models/sql_models.py | 20 - src/fides/api/oauth/roles.py | 2 - src/fides/api/schemas/taxonomy_extensions.py | 5 - src/fides/api/util/endpoint_utils.py | 2 - src/fides/common/api/scope_registry.py | 9 - src/fides/core/evaluate.py | 23 +- .../sample_resources/sample_policy.yml | 3 +- .../sample_resources/sample_systems.yml | 4 - tests/conftest.py | 15 - tests/ctl/core/test_api.py | 45 +- tests/ctl/core/test_api_helpers.py | 2 +- tests/ctl/core/test_evaluate.py | 24 +- tests/ctl/core/test_system.py | 5 - tests/ctl/core/test_system_history.py | 2 - .../failing_dataset_collection_taxonomy.yml | 4 - .../data/failing_dataset_field_taxonomy.yml | 4 - tests/ctl/data/failing_dataset_taxonomy.yml | 4 - .../ctl/data/failing_declaration_taxonomy.yml | 2 - tests/ctl/data/failing_nested_dataset.yml | 2 - .../ctl/data/passing_declaration_taxonomy.yml | 2 - tests/ctl/database/test_crud.py | 2 +- tests/fixtures/application_fixtures.py | 5 - .../api/v1/endpoints/test_user_endpoints.py | 1 - tests/ops/models/test_privacy_preference.py | 8 - 73 files changed, 19 insertions(+), 1509 deletions(-) delete mode 100644 clients/admin-ui/src/features/data-qualifier/data-qualifier.slice.ts delete mode 100644 clients/admin-ui/src/features/taxonomy/IdentifiabilityTag.tsx delete mode 100644 clients/admin-ui/src/types/api/models/DataQualifier.ts diff --git a/.fides/db_dataset.yml b/.fides/db_dataset.yml index 5a6ac6886b..ebad897fd1 100644 --- a/.fides/db_dataset.yml +++ b/.fides/db_dataset.yml @@ -6,1039 +6,789 @@ dataset: meta: {} data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: 1 year post employment collections: - name: accessmanualwebhook description: 'A table to record manual steps within data subject execution' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: connection_config_id description: 'The identifier of the system to locate this data within' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fields description: 'Which data fields must be manually looked up' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: alembic_version - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: version_num data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: applicationconfig - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: api_set data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: config_set data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: single_row data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: auditlog - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: action data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: message data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_request_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: audit_log_resource - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: extra_data data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_keys data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: request_path data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: request_type data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_id data_categories: - user.unique_id - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: client - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: hashed_secret data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: salt data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: scopes data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: roles data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: systems data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: currentprivacypreference - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: feature data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_user_device_provided_identity_id data_categories: - user - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: preference data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_notice_history_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_notice_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_preference_history_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: provided_identity_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: purpose_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: purpose_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: special_feature data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: special_purpose data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tcf_version data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: vendor_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: vendor_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: systemmanager - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: cls_classification_detail description: 'A table to store results of classification runs' data_categories: null - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: collection description: 'The collection to which the classification target belongs' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: dataset description: 'The resource to which the classification target belongs' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: field description: 'The classification target' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: instance_id description: 'The unique instance in time of the act of classifying a resource. Foreign key to the ID in cls_classification_instance' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: labels description: 'The suggested data categories and metadata for a resource detail as suggested by the classifier' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: status description: 'State management for the classification of a resource detail' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: cls_classification_instance description: 'A table to manage the metadata and state of executing classifications' data_categories: null - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id description: 'The unique ID for an instance in time of classifying a resource, to be referenced by the detail output of a classification' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_key description: 'The organization fides_key of the resources being classified' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: dataset_key description: 'The fides_key of the resource being classified' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: dataset_name description: 'The name of the resource being classified' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: status description: 'State of the classify instance during classification and review post completion' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: target description: 'The target type of the resource being classified' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: type description: 'The type of resource being classified (e.g., systems, datasets)' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ctl_data_categories - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: parent_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tags data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: is_default data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: active data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: version_added data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: version_deprecated data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: replaced_by data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - - name: ctl_data_qualifiers - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: parent_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tags data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: is_default data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: active data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: version_added data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: version_deprecated data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: replaced_by data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ctl_data_subjects - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: automated_decisions_or_profiling description: Boolean value representing if automated decisions or profiling is used for the data subject. data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: rights description: JSON structure containing a strategy and optional values for detailing data subject rights available data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tags data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: is_default data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: active data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: version_added data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: version_deprecated data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: replaced_by data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ctl_data_uses - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: legal_basis data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: legitimate_interest description: Boolean value denoting whether or not the data use is marked as a legitimate interest data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: legitimate_interest_impact_assessment description: A url pointing to a legitimate interest impact assessment data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: parent_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: recipients data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: special_category data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tags data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: is_default data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: active data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: version_added data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: version_deprecated data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: replaced_by data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ctl_datasets - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: collections data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at description: The timestamp of when the row was created data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_categories data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - - name: data_qualifier data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_meta data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: joint_controller description: Encrypted contact information for a joint controller (name, address, email, phone) data_categories: - user.contact - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: End of joint controller agreement. - name: legal_basis description: The legal basis for processing personal data as defined by Article 6 of the GDPR data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: meta data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: recipients description: An array of recipients of the intended data use. data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: retention description: A string representing how long the dataset is retained for. Can also be found and applied as a property within Collections and Fields. data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: special_category description: The special category as defined by Article 9 of the GDPR data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tags data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: third_country_transfers data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at description: The timestamp of when the row was last updated data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ctl_evaluations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at description: The timestamp of when the row was created data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: details data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: message data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: status data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at description: The timestamp of when the row was last updated data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: violations data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fidesuser - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: first_name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: hashed_password data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: last_login_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: last_name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: password_reset_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: salt data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at description: The timestamp of when the row was created data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: username data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fidesuserpermissions - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: scopes data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: roles data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ctl_organizations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: controller description: Encrypted contact information for the controller (name, address, email, phone) data_categories: - user.contact - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: 1 Year post-employment - name: created_at description: The timestamp of when the row was created data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_protection_officer description: Encrypted contact information for the Data Protection Officer (name, address, email, phone) data_categories: - user.contact - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: 1 Year post-employment - name: description data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fidesctl_meta data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_parent_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: representative description: Encrypted contact information for the representative (name, address, email, phone) data_categories: - user.contact - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: 1 Year post-employment - name: security_policy description: A link to the Ethyca security policy data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tags data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at description: The timestamp of when the row was last updated data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ctl_policies - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at description: The timestamp of when the row was created data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: rules data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tags data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at description: The timestamp of when the row was last updated data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ctl_registries - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at description: The timestamp of when the row was created data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tags data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at description: The timestamp of when the row was last updated data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ctl_systems - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: administrating_department data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at description: The timestamp of when the row was created data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_protection_impact_assessment description: Properties identifying if a DPIA is required, the status of it, and a link if applicable. data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_responsibility_title data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: null fields: null - name: egress description: Data categories that leave this system data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: null fields: null - name: fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fidesctl_meta data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: null fields: null - name: ingress description: Data categories that enter this system data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: null fields: null - name: joint_controller @@ -1046,45 +796,35 @@ dataset: email, phone) data_categories: - user.contact - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: End of joint controller agreement. - name: meta data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: organization_fides_key data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_declarations data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: registry_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_type data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tags data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: third_country_transfers data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at description: The timestamp of when the row was last updated data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: vendor_id data_categories: - system.operations @@ -1166,405 +906,282 @@ dataset: - name: messagingconfig description: 'Fides Generated Description for Table: messagingconfig' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: details description: 'Fides Generated Description for Column: details' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: secrets description: 'Fides Generated Description for Column: secrets' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: service_type description: 'Fides Generated Description for Column: service_type' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: authenticationrequest data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: referer data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: connection_key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: state data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: connectionconfig data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: access data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: connection_type data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: disabled data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: disabled_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: last_test_succeeded data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: last_test_timestamp data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: saas_config data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: secrets data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_id description: 'The identifier of the system to locate this data within' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: enabled_actions description: 'The privacy actions that are enabled for this connection' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: consent description: 'A database table used to map consent preference to identities' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_use data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_use_description data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: opt_in data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: has_gpc_flag data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: conflicts_with_gpc data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: provided_identity_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: consentrequest description: 'A database table used to record requests made by users pertaining to data usage' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: provided_identity_id description: 'A link to the identity of the user making the request' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_request_id description: 'An optional link to the privacy request if one was created to propagate request preferences' data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: identity_verified_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: preferences data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: custom_connector_template description: 'A table used to hold custom connector templates which include a SaaS config, dataset, and an optional icon and functions' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: config description: 'Fides Generated Description for Column: config' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at description: 'Fides Generated Description for Column: created_at' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: dataset description: 'Fides Generated Description for Column: dataset' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: functions description: 'Fides Generated Description for Column: functions' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: icon description: 'Fides Generated Description for Column: icon' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id description: 'Fides Generated Description for Column: id' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key description: 'Fides Generated Description for Column: key' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name description: 'Fides Generated Description for Column: name' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at description: 'Fides Generated Description for Column: updated_at' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: replaceable description: 'Fides Generated Description for Column: replaceable' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: datasetconfig data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: connection_config_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ctl_dataset_id data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: executionlog data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: action_type data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: collection_name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: connection_key data_categories: [system.operations] - name: dataset_name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fields_affected data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: message data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_request_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: status data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: policy data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: client_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: execution_timeframe description: 'The time period with which processing must be completed within for requests under this policy' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: drp_action data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: policypostwebhook data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: connection_config_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: direction data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: order data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: policy_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: policyprewebhook data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: connection_config_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: direction data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: order data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: policy_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacydeclaration data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_categories data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - - name: data_qualifier data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_subjects data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: dataset_references data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: egress data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ingress data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_use data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: features data_categories: - system.operations @@ -1598,30 +1215,22 @@ dataset: - name: privacyexperience description: 'PrivacyExperiences hold the experience for a given region' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: component data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: experience_config_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: region data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacyexperienceconfig description: 'ExperienceConfig holds experience copy to be shared between multiple regions' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: accept_button_label data_categories: [ system.operations ] @@ -1660,7 +1269,6 @@ dataset: - name: privacyexperienceconfighistory description: 'Historical table to store config history for record keeping' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: accept_button_label data_categories: [ system.operations ] @@ -1700,406 +1308,277 @@ dataset: data_categories: [system.operations] - name: privacynoticetemplate data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: notice_key data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: internal_description data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: regions data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: consent_mechanism data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_uses data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: enforcement_level data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: disabled data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: has_gpc_flag data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: displayed_in_privacy_center data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: displayed_in_overlay data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: displayed_in_api data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacynotice data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: notice_key data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: internal_description data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: origin data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: regions data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: consent_mechanism data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_uses data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: enforcement_level data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: version data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: disabled data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: has_gpc_flag data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: displayed_in_privacy_center data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: displayed_in_overlay data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: displayed_in_api data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacynoticehistory data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: notice_key data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: internal_description data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: origin data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: regions data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: consent_mechanism data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_uses data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: enforcement_level data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: version data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: disabled data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: has_gpc_flag data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: displayed_in_privacy_center data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: displayed_in_overlay data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: displayed_in_api data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_notice_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacyrequest data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: cancel_reason data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: canceled_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: client_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: due_date description: 'The date by which this data subject request must be completed' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: external_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: finished_processing_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: identity_verified_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: origin data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: paused_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: policy_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: requested_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: reviewed_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: reviewed_by data_categories: [user.name] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: started_processing_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: status data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: consent_preferences data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: awaiting_email_send_at data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: custom_privacy_request_fields_approved_at data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: custom_privacy_request_fields_approved_by data_categories: [ system.operations ] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacyrequesterror data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: message_sent data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_request_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacyrequestnotifications data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: email description: 'The emails of the user that wish to receive error notifications' data_categories: - user.contact.email - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: notify_after_failures data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: providedidentity data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: encrypted_value data_categories: [user.contact, user.unique_id] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: field_name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: hashed_value data_categories: [user.contact, user.unique_id] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_request_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: rule data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: action_type data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: client_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: masking_strategy data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: policy_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: storage_destination_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: ruletarget data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: client_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: data_category data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: rule_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: storageconfig data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: details data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: format data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: is_default data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: secrets data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: type data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: plus_custom_field_value_list description: 'Table used to store allowed custom list values for custom metadata' data_categories: null @@ -2107,716 +1586,529 @@ dataset: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: allowed_values data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: plus_custom_field description: 'Table used to store custom fields for resources' data_categories: null fields: - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: custom_field_definition_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: resource_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: resource_type data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: value data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: allow_list_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: field_definition data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: field_type data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: plus_custom_field_definition description: 'Table used to store custom field definitions for resources' data_categories: null fields: - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: custom_field_definition_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: allow_list_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: description data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: field_definition data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: field_type data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: resource_type data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: active data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: plus_system_scans description: 'A table used to store results of a infrastructure system scan' data_categories: null - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: error description: 'Any errors encountered during system scanning' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: is_classified description: 'Whether this system has been classified by Fidescls' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: result description: 'Fides Generated Description for Column: result' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: status description: 'Fides Generated Description for Column: status' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_count description: 'The number of systems discovered by this scan' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacypreferencehistory - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: affected_system_status data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: anonymized_ip_address data_categories: - user.device.ip_address - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: email data_categories: - user.contact.email - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: feature data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_user_device data_categories: - user.device - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_user_device_provided_identity_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: hashed_email data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: hashed_fides_user_device data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: hashed_phone_number data_categories: - user.contact.phone_number - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: method data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: phone_number data_categories: - user.contact.phone_number - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: preference data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_experience_config_history_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_experience_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_notice_history_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_request_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: provided_identity_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: purpose_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: purpose_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: relevant_systems data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: request_origin data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: secondary_user_ids data_categories: - user - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: served_notice_history_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: special_feature data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: special_purpose data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tcf_version data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: url_recorded data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_agent data_categories: - user.device - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_geography data_categories: - user.location - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: vendor_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: vendor_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: userregistration description: 'Records the registration status of this Fides deployment' data_categories: null - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: analytics_id description: 'The identifier for this Fides deployment within Fideslog' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: opt_in description: 'Whether the user has opted to share analytics data' data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_email description: 'The email of the user setting this opt_in preference' data_categories: - user.contact.email - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_organization description: 'The name of the organization this Fides deployment belongs to' data_categories: - user.workplace - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: cookies description: 'Fides Generated Description for Table: cookies' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: domain data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: name data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: path data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_declaration_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: lastservednotice - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: feature data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_user_device_provided_identity_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_notice_history_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_notice_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: provided_identity_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: purpose_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: purpose_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: served_notice_history_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: special_feature data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: special_purpose data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tcf_version data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: vendor_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: vendor_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: servednoticehistory description: 'Fides Generated Description for Table: servednoticehistory' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: acknowledge_mode data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: anonymized_ip_address data_categories: - user.device.ip_address - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: email data_categories: - user.contact.email - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: feature data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_user_device data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: fides_user_device_provided_identity_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: hashed_email data_categories: - user.contact.email - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: hashed_fides_user_device data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: hashed_phone_number data_categories: - user.contact.phone_number - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: phone_number data_categories: - user.contact.phone_number - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_experience_config_history_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_experience_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_notice_history_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: provided_identity_id data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: purpose_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: purpose_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: request_origin data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: serving_component data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: special_feature data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: special_purpose data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tcf_version data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: url_recorded data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_agent data_categories: - user - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_geography data_categories: - user.location - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: vendor_consent data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: vendor_legitimate_interests data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: messaging_template description: 'Table used to store custom messaging templates' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: content data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: plus_system_history description: 'Table used to store system changes' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: system_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: user_id data_categories: [user.unique_id] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: before data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: after data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - name: fidescloud description: 'Table used to store Fides Cloud config' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: config data_categories: [system.operations] - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - name: custom_privacy_request_field data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: privacy_request_id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: field_name data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: field_label data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: hashed_value data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: encrypted_value data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: plus_custom_asset description: 'Table used to store stylesheets and other custom UI assets' data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: key data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: filename data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: content data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - name: system_compass_sync - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at description: 'Fides Generated Description for Column: created_at' data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: sync_completed_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: sync_started_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_systems data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: tcf_purpose_overrides - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: id data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: is_included data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: purpose data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: required_legal_basis data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: updated_at - data_categories: [system.operations] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified \ No newline at end of file + data_categories: [system.operations] \ No newline at end of file diff --git a/.fides/policies.yml b/.fides/policies.yml index 30da1592d7..450db42214 100644 --- a/.fides/policies.yml +++ b/.fides/policies.yml @@ -17,5 +17,4 @@ policy: data_subjects: matches: ANY values: - - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified + - customer \ No newline at end of file diff --git a/.fides/redis_dataset.yml b/.fides/redis_dataset.yml index c2c3831df3..3fd6dd885b 100644 --- a/.fides/redis_dataset.yml +++ b/.fides/redis_dataset.yml @@ -7,12 +7,10 @@ dataset: fields: - name: EN_ACCESS_GRAPH__ description: This graph is summarized and sent to Fideslog to create high level insight into how graphs change between retries to inform future features. - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fidesops_meta: data_type: object # Stores an encrypted representation of the fidesops graph that executes the privacy requests. fields: - name: : # The current collection - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fidesops_meta: data_type: object fields: @@ -22,12 +20,10 @@ dataset: data_type: string[] # List of edges between the upstream collection and the current collection - name: EN_DATA_USE_MAP__ description: This map of traversed `Collection`s to associated `DataUse`s is stored and retrieved to be included in access request output packages. - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fidesops_meta: data_type: object # Dict mapping `Collection` addresses -> set of associated `DataUse`s fields: - name: : # `Collection` address - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified data_categories: [system.operations] fidesops_meta: data_type: string[] # set of `DataUse`s associated with this `Collection` diff --git a/.fides/systems.yml b/.fides/systems.yml index 37952df903..e36a72fc1a 100644 --- a/.fides/systems.yml +++ b/.fides/systems.yml @@ -21,7 +21,6 @@ system: - system.operations - user.contact data_use: functional.service.improve - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified data_subjects: - anonymous_user dataset_references: @@ -49,7 +48,6 @@ system: data_use: essential.service data_subjects: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified dataset_references: - fides_db - fides_cache @@ -76,7 +74,6 @@ system: data_use: essential.service data_subjects: - employee - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified dataset_references: - fides_db # Specific tables for reference diff --git a/clients/admin-ui/cypress/e2e/systems.cy.ts b/clients/admin-ui/cypress/e2e/systems.cy.ts index 5baae30d4f..efbff9a029 100644 --- a/clients/admin-ui/cypress/e2e/systems.cy.ts +++ b/clients/admin-ui/cypress/e2e/systems.cy.ts @@ -571,8 +571,6 @@ describe("System management page", () => { name: "Second data use", data_categories: ["user.biometric"], data_use: "collect", - data_qualifier: - "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", data_subjects: ["anonymous"], dataset_references: [], }; diff --git a/clients/admin-ui/cypress/e2e/taxonomy.cy.ts b/clients/admin-ui/cypress/e2e/taxonomy.cy.ts index 2ab36458f6..8cab9ef6ae 100644 --- a/clients/admin-ui/cypress/e2e/taxonomy.cy.ts +++ b/clients/admin-ui/cypress/e2e/taxonomy.cy.ts @@ -89,9 +89,6 @@ describe("Taxonomy management page", () => { cy.intercept("PUT", "/api/v1/data_subject*", taxonomyPayload).as( "putDataSubject" ); - cy.intercept("PUT", "/api/v1/data_qualifier*", taxonomyPayload).as( - "putDataQualifier" - ); }); it("Can open an edit form for each taxonomy entity", () => { @@ -346,9 +343,6 @@ describe("Taxonomy management page", () => { cy.intercept("POST", "/api/v1/data_subject*", taxonomyPayload).as( "postDataSubject" ); - cy.intercept("POST", "/api/v1/data_qualifier*", taxonomyPayload).as( - "postDataQualifier" - ); }); it("Can open a create form for each taxonomy entity", () => { @@ -473,9 +467,6 @@ describe("Taxonomy management page", () => { cy.intercept("DELETE", "/api/v1/data_subject/*", taxonomyPayload).as( "deleteDataSubject" ); - cy.intercept("DELETE", "/api/v1/data_qualifier/*", taxonomyPayload).as( - "deleteDataQualifier" - ); }); it("Only renders delete button on custom fields", () => { diff --git a/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json b/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json index 0eae1d3eb1..7761f2b14d 100644 --- a/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json +++ b/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json @@ -6,7 +6,6 @@ "description": "Fields have not been manually classified.", "meta": null, "data_categories": [], - "data_qualifier": null, "fidesctl_meta": null, "joint_controller": null, "retention": "30 days after account deletion", @@ -16,14 +15,12 @@ "name": "users", "description": "User information", "data_categories": [], - "data_qualifier": null, "retention": null, "fields": [ { "name": "email", "description": "User's Email", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -31,7 +28,6 @@ "name": "device", "description": "User's Device", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized", "retention": null, "fields": null }, @@ -39,7 +35,6 @@ "name": "state", "description": "Implementation detail", "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized", "retention": "3.14 Days", "fields": null }, @@ -47,7 +42,6 @@ "name": "created_at", "description": "User's creation timestamp", "data_categories": [], - "data_qualifier": null, "retention": null, "fields": null }, @@ -55,7 +49,6 @@ "name": "first_name", "description": "User's first name", "data_categories": [], - "data_qualifier": null, "retention": "Account termination", "fields": null }, @@ -63,7 +56,6 @@ "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "data_qualifier": null, "retention": null, "fields": null }, @@ -71,7 +63,6 @@ "name": "uuid", "description": "User's unique ID", "data_categories": [], - "data_qualifier": null, "retention": null, "fields": null } @@ -81,14 +72,12 @@ "name": "products", "description": "Product information", "data_categories": [], - "data_qualifier": null, "retention": null, "fields": [ { "name": "created_at", "description": "Product creation timestamp", "data_categories": [], - "data_qualifier": null, "retention": null, "fields": null }, @@ -96,7 +85,6 @@ "name": "name", "description": "Name of the product", "data_categories": [], - "data_qualifier": null, "retention": "Account termination", "fields": null }, @@ -104,7 +92,6 @@ "name": "price", "description": "Price of the product", "data_categories": [], - "data_qualifier": null, "retention": null, "fields": null } diff --git a/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json b/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json index 9ee8841792..79ca8a1e8d 100644 --- a/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json +++ b/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json @@ -10,7 +10,6 @@ "description": "Example of a Postgres dataset containing a variety of related tables like customers, products, addresses, etc.", "meta": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "fides_meta": null, "joint_controller": null, "retention": "No retention or erasure policy", @@ -20,14 +19,12 @@ "name": "address", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "city", "description": null, "data_categories": ["user.contact.address.city"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -36,7 +33,6 @@ "name": "house", "description": null, "data_categories": ["user.contact.address.street"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -45,7 +41,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -62,7 +57,6 @@ "name": "state", "description": null, "data_categories": ["user.contact.address.state"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -71,7 +65,6 @@ "name": "street", "description": null, "data_categories": ["user.contact.address.street"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -80,7 +73,6 @@ "name": "zip", "description": null, "data_categories": ["user.contact.address.postal_code"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -92,14 +84,12 @@ "name": "customer", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "address_id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": [ @@ -122,7 +112,6 @@ "name": "created", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -131,7 +120,6 @@ "name": "email", "description": null, "data_categories": ["user.contact.email"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -148,7 +136,6 @@ "name": "id", "description": null, "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -165,7 +152,6 @@ "name": "name", "description": null, "data_categories": ["user.name"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -185,14 +171,12 @@ "name": "employee", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "address_id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": [ @@ -215,7 +199,6 @@ "name": "email", "description": null, "data_categories": ["user.contact.email"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -232,7 +215,6 @@ "name": "id", "description": null, "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -249,7 +231,6 @@ "name": "name", "description": null, "data_categories": ["user.name"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -269,14 +250,12 @@ "name": "login", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "customer_id", "description": null, "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": [ @@ -299,7 +278,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -316,7 +294,6 @@ "name": "time", "description": null, "data_categories": ["user.sensor"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -328,14 +305,12 @@ "name": "order_item", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "order_id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": [ @@ -358,7 +333,6 @@ "name": "product_id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": [ @@ -381,7 +355,6 @@ "name": "quantity", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -393,14 +366,12 @@ "name": "orders", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "customer_id", "description": null, "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": [ @@ -423,7 +394,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -440,7 +410,6 @@ "name": "shipping_address_id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": [ @@ -466,14 +435,12 @@ "name": "payment_card", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "billing_address_id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": [ @@ -496,7 +463,6 @@ "name": "ccn", "description": null, "data_categories": ["user.financial.bank_account"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -505,7 +471,6 @@ "name": "code", "description": null, "data_categories": ["user.financial"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -514,7 +479,6 @@ "name": "customer_id", "description": null, "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": [ @@ -537,7 +501,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -554,7 +517,6 @@ "name": "name", "description": null, "data_categories": ["user.financial"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -563,7 +525,6 @@ "name": "preferred", "description": null, "data_categories": ["user"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -575,14 +536,12 @@ "name": "product", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -599,7 +558,6 @@ "name": "name", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -608,7 +566,6 @@ "name": "price", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -620,14 +577,12 @@ "name": "report", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "email", "description": null, "data_categories": ["user.contact.email"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -644,7 +599,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -661,7 +615,6 @@ "name": "month", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -670,7 +623,6 @@ "name": "name", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -679,7 +631,6 @@ "name": "total_visits", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -688,7 +639,6 @@ "name": "year", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -700,14 +650,12 @@ "name": "service_request", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "alt_email", "description": null, "data_categories": ["user.contact.email"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -724,7 +672,6 @@ "name": "closed", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -733,7 +680,6 @@ "name": "email", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -750,7 +696,6 @@ "name": "employee_id", "description": null, "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": [ @@ -773,7 +718,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -790,7 +734,6 @@ "name": "opened", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null @@ -802,14 +745,12 @@ "name": "visit", "description": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "email", "description": null, "data_categories": ["user.contact.email"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": { "references": null, @@ -826,7 +767,6 @@ "name": "last_visit", "description": null, "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fides_meta": null, "fields": null diff --git a/clients/admin-ui/cypress/fixtures/dataset.json b/clients/admin-ui/cypress/fixtures/dataset.json index a882933ad5..99e34f1829 100644 --- a/clients/admin-ui/cypress/fixtures/dataset.json +++ b/clients/admin-ui/cypress/fixtures/dataset.json @@ -6,7 +6,6 @@ "description": "Data collected about users for our analytics system.", "meta": null, "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "fidesctl_meta": null, "joint_controller": null, "retention": "30 days after account deletion", @@ -16,14 +15,12 @@ "name": "users", "description": "User information", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "User's creation timestamp", "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -31,7 +28,6 @@ "name": "email", "description": "User's Email", "data_categories": ["user.contact.email"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -39,7 +35,6 @@ "name": "first_name", "description": "User's first name", "data_categories": ["user.name"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -47,7 +42,6 @@ "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -55,7 +49,6 @@ "name": "state", "description": "User's State", "data_categories": ["user.contact.address.state"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -63,7 +56,6 @@ "name": "uuid", "description": "User's unique ID", "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -73,14 +65,12 @@ "name": "products", "description": "Product information", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "Product creation timestamp", "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -88,7 +78,6 @@ "name": "name", "description": "Name of the product", "data_categories": ["user.name"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -96,7 +85,6 @@ "name": "price", "description": "Price of the product", "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } diff --git a/clients/admin-ui/cypress/fixtures/datasets.json b/clients/admin-ui/cypress/fixtures/datasets.json index 869b1afe0f..140bfbbbd7 100644 --- a/clients/admin-ui/cypress/fixtures/datasets.json +++ b/clients/admin-ui/cypress/fixtures/datasets.json @@ -7,7 +7,6 @@ "description": "Data collected about users for our analytics system.", "meta": null, "data_categories": ["system"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "fidesctl_meta": null, "joint_controller": null, "retention": "30 days after account deletion", @@ -17,14 +16,12 @@ "name": "users", "description": "User information", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "User's creation timestamp", "data_categories": ["system.operations"], - "data_qualifier": "anonymized", "retention": null, "fields": null }, @@ -32,7 +29,6 @@ "name": "email", "description": "User's Email", "data_categories": ["user.contact.email"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -40,7 +36,6 @@ "name": "first_name", "description": "User's first name", "data_categories": ["user.name"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -48,7 +43,6 @@ "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -56,7 +50,6 @@ "name": "state", "description": "User's State", "data_categories": ["user.contact.address.state"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -64,7 +57,6 @@ "name": "uuid", "description": "User's unique ID", "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -80,7 +72,6 @@ "description": "Data collected about users for our analytics system.", "meta": null, "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "fidesctl_meta": null, "joint_controller": null, "retention": "30 days after account deletion", @@ -90,14 +81,12 @@ "name": "users", "description": "User information", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "User's creation timestamp", "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -105,7 +94,6 @@ "name": "email", "description": "User's Email", "data_categories": ["user.contact.email"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -113,7 +101,6 @@ "name": "first_name", "description": "User's first name", "data_categories": ["user.name"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -121,7 +108,6 @@ "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -129,7 +115,6 @@ "name": "state", "description": "User's State", "data_categories": ["user.contact.address.state"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -137,7 +122,6 @@ "name": "uuid", "description": "User's unique ID", "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -153,7 +137,6 @@ "description": "Data collected about users for our analytics system.", "meta": null, "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "fidesctl_meta": null, "joint_controller": null, "retention": "30 days after account deletion", @@ -163,14 +146,12 @@ "name": "users", "description": "User information", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "User's creation timestamp", "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -178,7 +159,6 @@ "name": "email", "description": "User's Email", "data_categories": ["user.contact.email"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -186,7 +166,6 @@ "name": "first_name", "description": "User's first name", "data_categories": ["user.name"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -194,7 +173,6 @@ "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -202,7 +180,6 @@ "name": "state", "description": "User's State", "data_categories": ["user.contact.address.state"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -210,7 +187,6 @@ "name": "uuid", "description": "User's unique ID", "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -226,7 +202,6 @@ "description": "Data collected about users for our analytics system.", "meta": null, "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "fidesctl_meta": null, "joint_controller": null, "retention": "30 days after account deletion", @@ -236,14 +211,12 @@ "name": "users", "description": "User information", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "User's creation timestamp", "data_categories": ["system.operations"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -251,7 +224,6 @@ "name": "email", "description": "User's Email", "data_categories": ["user.contact.email"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -259,7 +231,6 @@ "name": "first_name", "description": "User's first name", "data_categories": ["user.name"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": "Account termination", "fields": null }, @@ -267,7 +238,6 @@ "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -275,7 +245,6 @@ "name": "state", "description": "User's State", "data_categories": ["user.contact.address.state"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -283,7 +252,6 @@ "name": "uuid", "description": "User's unique ID", "data_categories": ["user.unique_id"], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -299,7 +267,6 @@ "description": "Example of a Postgres dataset containing a variety of related tables like customers, products, addresses, etc.", "meta": null, "data_categories": null, - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "fides_meta": null, "joint_controller": null, "retention": "No retention or erasure policy", diff --git a/clients/admin-ui/cypress/fixtures/dictionary-declarations.json b/clients/admin-ui/cypress/fixtures/dictionary-declarations.json index 61c9e7e12b..b49f8210c2 100644 --- a/clients/admin-ui/cypress/fixtures/dictionary-declarations.json +++ b/clients/admin-ui/cypress/fixtures/dictionary-declarations.json @@ -20,7 +20,6 @@ "user.location.imprecise" ], "data_use": "marketing.advertising.profiling", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -113,7 +112,6 @@ "user.location.imprecise" ], "data_use": "analytics.reporting.campaign_insights", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -157,7 +155,6 @@ "user.location.imprecise" ], "data_use": "analytics.reporting.ad_performance", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -250,7 +247,6 @@ "user.location.imprecise" ], "data_use": "marketing.advertising.first_party.targeted", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -343,7 +339,6 @@ "user.location.imprecise" ], "data_use": "marketing.advertising.third_party.targeted", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -436,7 +431,6 @@ "user.location.imprecise" ], "data_use": "functional.storage", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -529,7 +523,6 @@ "user.location.imprecise" ], "data_use": "essential.fraud_detection", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -573,7 +566,6 @@ "user.location.imprecise" ], "data_use": "marketing.advertising.negative_targeting", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -666,7 +658,6 @@ "user.location.imprecise" ], "data_use": "marketing.advertising.frequency_capping", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -759,7 +750,6 @@ "user.location.imprecise" ], "data_use": "analytics.reporting.content_performance", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -803,7 +793,6 @@ "user.location.imprecise" ], "data_use": "marketing.advertising.first_party.contextual", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -896,7 +885,6 @@ "user.location.imprecise" ], "data_use": "functional.service.improve", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -940,7 +928,6 @@ "user.location.imprecise" ], "data_use": "personalize.content.limited", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, @@ -984,7 +971,6 @@ "user.location.imprecise" ], "data_use": "essential.service.security", - "data_qualifier": null, "data_subjects": [], "dataset_references": null, "egress": null, diff --git a/clients/admin-ui/cypress/fixtures/generate/dataset.json b/clients/admin-ui/cypress/fixtures/generate/dataset.json index 765270069b..ee438c2c51 100644 --- a/clients/admin-ui/cypress/fixtures/generate/dataset.json +++ b/clients/admin-ui/cypress/fixtures/generate/dataset.json @@ -7,7 +7,6 @@ "description": "Fides Generated Description for Schema: public", "meta": null, "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "fidesctl_meta": null, "joint_controller": null, "retention": "No retention or erasure policy", @@ -17,14 +16,12 @@ "name": "alembic_version", "description": "Fides Generated Description for Table: alembic_version", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "version_num", "description": "Fides Generated Description for Column: version_num", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -34,14 +31,12 @@ "name": "data_categories", "description": "Fides Generated Description for Table: data_categories", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -49,7 +44,6 @@ "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -57,7 +51,6 @@ "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -65,7 +58,6 @@ "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -73,7 +65,6 @@ "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -81,7 +72,6 @@ "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -89,7 +79,6 @@ "name": "parent_key", "description": "Fides Generated Description for Column: parent_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -97,24 +86,19 @@ "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } ] }, { - "name": "data_qualifiers", - "description": "Fides Generated Description for Table: data_qualifiers", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -122,7 +106,6 @@ "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -130,7 +113,6 @@ "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -138,7 +120,6 @@ "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -146,7 +127,6 @@ "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -154,7 +134,6 @@ "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -162,7 +141,6 @@ "name": "parent_key", "description": "Fides Generated Description for Column: parent_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -170,7 +148,6 @@ "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -180,14 +157,12 @@ "name": "data_subjects", "description": "Fides Generated Description for Table: data_subjects", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "automated_decisions_or_profiling", "description": "Fides Generated Description for Column: automated_decisions_or_profiling", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -195,7 +170,6 @@ "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -203,7 +177,6 @@ "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -211,7 +184,6 @@ "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -219,7 +191,6 @@ "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -227,7 +198,6 @@ "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -235,7 +205,6 @@ "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -243,7 +212,6 @@ "name": "rights", "description": "Fides Generated Description for Column: rights", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -251,7 +219,6 @@ "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -261,14 +228,12 @@ "name": "data_uses", "description": "Fides Generated Description for Table: data_uses", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -276,7 +241,6 @@ "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -284,7 +248,6 @@ "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -292,7 +255,6 @@ "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -300,7 +262,6 @@ "name": "legal_basis", "description": "Fides Generated Description for Column: legal_basis", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -308,7 +269,6 @@ "name": "legitimate_interest", "description": "Fides Generated Description for Column: legitimate_interest", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -316,7 +276,6 @@ "name": "legitimate_interest_impact_assessment", "description": "Fides Generated Description for Column: legitimate_interest_impact_assessment", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -324,7 +283,6 @@ "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -332,7 +290,6 @@ "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -340,7 +297,6 @@ "name": "parent_key", "description": "Fides Generated Description for Column: parent_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -348,7 +304,6 @@ "name": "recipients", "description": "Fides Generated Description for Column: recipients", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -356,7 +311,6 @@ "name": "special_category", "description": "Fides Generated Description for Column: special_category", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -364,7 +318,6 @@ "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -374,14 +327,12 @@ "name": "datasets", "description": "Fides Generated Description for Table: datasets", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "collections", "description": "Fides Generated Description for Column: collections", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -389,7 +340,6 @@ "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -397,15 +347,11 @@ "name": "data_categories", "description": "Fides Generated Description for Column: data_categories", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, { - "name": "data_qualifier", - "description": "Fides Generated Description for Column: data_qualifier", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -413,7 +359,6 @@ "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -421,7 +366,6 @@ "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -429,7 +373,6 @@ "name": "fidesctl_meta", "description": "Fides Generated Description for Column: fidesctl_meta", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -437,7 +380,6 @@ "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -445,7 +387,6 @@ "name": "joint_controller", "description": "Fides Generated Description for Column: joint_controller", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -453,7 +394,6 @@ "name": "meta", "description": "Fides Generated Description for Column: meta", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -461,7 +401,6 @@ "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -469,7 +408,6 @@ "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -477,7 +415,6 @@ "name": "retention", "description": "Fides Generated Description for Column: retention", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -485,7 +422,6 @@ "name": "third_country_transfers", "description": "Fides Generated Description for Column: third_country_transfers", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -493,7 +429,6 @@ "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -503,14 +438,12 @@ "name": "evaluations", "description": "Fides Generated Description for Table: evaluations", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -518,7 +451,6 @@ "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -526,7 +458,6 @@ "name": "message", "description": "Fides Generated Description for Column: message", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -534,7 +465,6 @@ "name": "status", "description": "Fides Generated Description for Column: status", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -542,7 +472,6 @@ "name": "violations", "description": "Fides Generated Description for Column: violations", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -552,14 +481,12 @@ "name": "organizations", "description": "Fides Generated Description for Table: organizations", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "controller", "description": "Fides Generated Description for Column: controller", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -567,7 +494,6 @@ "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -575,7 +501,6 @@ "name": "data_protection_officer", "description": "Fides Generated Description for Column: data_protection_officer", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -583,7 +508,6 @@ "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -591,7 +515,6 @@ "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -599,7 +522,6 @@ "name": "fidesctl_meta", "description": "Fides Generated Description for Column: fidesctl_meta", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -607,7 +529,6 @@ "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -615,7 +536,6 @@ "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -623,7 +543,6 @@ "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -631,7 +550,6 @@ "name": "organization_parent_key", "description": "Fides Generated Description for Column: organization_parent_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -639,7 +557,6 @@ "name": "representative", "description": "Fides Generated Description for Column: representative", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -647,7 +564,6 @@ "name": "security_policy", "description": "Fides Generated Description for Column: security_policy", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -655,7 +571,6 @@ "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -665,14 +580,12 @@ "name": "policies", "description": "Fides Generated Description for Table: policies", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -680,7 +593,6 @@ "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -688,7 +600,6 @@ "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -696,7 +607,6 @@ "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -704,7 +614,6 @@ "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -712,7 +621,6 @@ "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -720,7 +628,6 @@ "name": "rules", "description": "Fides Generated Description for Column: rules", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -728,7 +635,6 @@ "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -738,14 +644,12 @@ "name": "registries", "description": "Fides Generated Description for Table: registries", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -753,7 +657,6 @@ "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -761,7 +664,6 @@ "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -769,7 +671,6 @@ "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -777,7 +678,6 @@ "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -785,7 +685,6 @@ "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -793,7 +692,6 @@ "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } @@ -803,14 +701,12 @@ "name": "systems", "description": "Fides Generated Description for Table: systems", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": [ { "name": "administrating_department", "description": "Fides Generated Description for Column: administrating_department", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -818,7 +714,6 @@ "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -826,7 +721,6 @@ "name": "data_protection_impact_assessment", "description": "Fides Generated Description for Column: data_protection_impact_assessment", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -834,7 +728,6 @@ "name": "data_responsibility_title", "description": "Fides Generated Description for Column: data_responsibility_title", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -842,7 +735,6 @@ "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -850,7 +742,6 @@ "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -858,7 +749,6 @@ "name": "fidesctl_meta", "description": "Fides Generated Description for Column: fidesctl_meta", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -866,7 +756,6 @@ "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -874,7 +763,6 @@ "name": "joint_controller", "description": "Fides Generated Description for Column: joint_controller", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -882,7 +770,6 @@ "name": "meta", "description": "Fides Generated Description for Column: meta", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -890,7 +777,6 @@ "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -898,7 +784,6 @@ "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -906,7 +791,6 @@ "name": "privacy_declarations", "description": "Fides Generated Description for Column: privacy_declarations", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -914,7 +798,6 @@ "name": "registry_id", "description": "Fides Generated Description for Column: registry_id", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -922,7 +805,6 @@ "name": "system_type", "description": "Fides Generated Description for Column: system_type", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -930,7 +812,6 @@ "name": "third_country_transfers", "description": "Fides Generated Description for Column: third_country_transfers", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null }, @@ -938,7 +819,6 @@ "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "retention": null, "fields": null } diff --git a/clients/admin-ui/cypress/fixtures/scopes/roles-to-scopes.json b/clients/admin-ui/cypress/fixtures/scopes/roles-to-scopes.json index fe99fd21e2..fa25c850e7 100644 --- a/clients/admin-ui/cypress/fixtures/scopes/roles-to-scopes.json +++ b/clients/admin-ui/cypress/fixtures/scopes/roles-to-scopes.json @@ -46,10 +46,6 @@ "data_category:delete", "data_category:read", "data_category:update", - "data_qualifier:create", - "data_qualifier:delete", - "data_qualifier:read", - "data_qualifier:update", "data_subject:create", "data_subject:delete", "data_subject:read", @@ -153,7 +149,6 @@ "custom_field:read", "custom_field_definition:read", "data_category:read", - "data_qualifier:read", "data_subject:read", "data_use:read", "datamap:read", @@ -197,7 +192,6 @@ "custom_field:read", "custom_field_definition:read", "data_category:read", - "data_qualifier:read", "data_subject:read", "data_use:read", "datamap:read", @@ -275,10 +269,6 @@ "data_category:delete", "data_category:read", "data_category:update", - "data_qualifier:create", - "data_qualifier:delete", - "data_qualifier:read", - "data_qualifier:update", "data_subject:create", "data_subject:delete", "data_subject:read", diff --git a/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json b/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json index 4675ecf6d3..d20da8c777 100644 --- a/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json +++ b/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json @@ -16,7 +16,6 @@ "name": "Store system data.", "data_categories": ["system.operations", "user.contact"], "data_use": "functional.service.improve", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["anonymous_user"], "dataset_references": ["public"], "cookies": [], @@ -26,7 +25,6 @@ "name": "Collect data for marketing", "data_categories": ["user.device.cookie_id"], "data_use": "advertising", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": null, "egress": null, diff --git a/clients/admin-ui/cypress/fixtures/systems/systems.json b/clients/admin-ui/cypress/fixtures/systems/systems.json index 71f3bccc5b..4305f674a5 100644 --- a/clients/admin-ui/cypress/fixtures/systems/systems.json +++ b/clients/admin-ui/cypress/fixtures/systems/systems.json @@ -15,7 +15,6 @@ "name": "Store system data.", "data_categories": ["system.operations", "user.contact"], "data_use": "functional.service.improve", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["anonymous_user"], "dataset_references": ["public"], "cookies": [{ "name": "cookie" }, { "name": "cookie2" }], @@ -64,7 +63,6 @@ "name": "Analyze customer behaviour for improvements.", "data_categories": ["user.contact", "user.device.cookie_id"], "data_use": "functional.service.improve", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": ["demo_users_dataset"], "egress": null, @@ -107,7 +105,6 @@ "name": "Collect data for marketing", "data_categories": ["user.device.cookie_id"], "data_use": "marketing", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": null, "egress": null, diff --git a/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json b/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json index 721f55a67d..d14796468b 100644 --- a/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json +++ b/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json @@ -15,7 +15,6 @@ "name": "Store system data.", "data_categories": ["system.operations", "user.contact"], "data_use": "functional.service.improve", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["anonymous_user"], "dataset_references": ["public"], "cookies": [], @@ -25,7 +24,6 @@ "name": "Collect data for marketing", "data_categories": ["user.device.cookie_id"], "data_use": "advertising", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": null, "egress": null, @@ -76,7 +74,6 @@ "name": "Analyze customer behaviour for improvements.", "data_categories": ["user.contact", "user.device.cookie_id"], "data_use": "functional.service.improve", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": ["demo_users_dataset"], "egress": null, @@ -118,7 +115,6 @@ "name": "Collect data for marketing", "data_categories": ["user.device.cookie_id"], "data_use": "advertising", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": null, "egress": null, diff --git a/clients/admin-ui/cypress/fixtures/user-management/permissions.json b/clients/admin-ui/cypress/fixtures/user-management/permissions.json index ac24589852..b0f8cce125 100644 --- a/clients/admin-ui/cypress/fixtures/user-management/permissions.json +++ b/clients/admin-ui/cypress/fixtures/user-management/permissions.json @@ -49,10 +49,6 @@ "data_category:delete", "data_category:read", "data_category:update", - "data_qualifier:create", - "data_qualifier:delete", - "data_qualifier:read", - "data_qualifier:update", "data_subject:create", "data_subject:delete", "data_subject:read", diff --git a/clients/admin-ui/cypress/support/stubs.ts b/clients/admin-ui/cypress/support/stubs.ts index d42b1e31d5..712df67f71 100644 --- a/clients/admin-ui/cypress/support/stubs.ts +++ b/clients/admin-ui/cypress/support/stubs.ts @@ -5,9 +5,6 @@ export const stubTaxonomyEntities = () => { cy.intercept("GET", "/api/v1/data_category", { fixture: "taxonomy/data_categories.json", }).as("getDataCategories"); - cy.intercept("GET", "/api/v1/data_qualifier", { - fixture: "taxonomy/data_qualifiers.json", - }).as("getDataQualifiers"); cy.intercept("GET", "/api/v1/data_subject", { fixture: "taxonomy/data_subjects.json", }).as("getDataSubjects"); diff --git a/clients/admin-ui/src/app/store.ts b/clients/admin-ui/src/app/store.ts index 1c20f2d004..a654b1c297 100644 --- a/clients/admin-ui/src/app/store.ts +++ b/clients/admin-ui/src/app/store.ts @@ -25,7 +25,6 @@ import { healthApi } from "~/features/common/health.slice"; import { dirtyFormsSlice } from "~/features/common/hooks/dirty-forms.slice"; import { configWizardSlice } from "~/features/config-wizard/config-wizard.slice"; import { connectionTypeSlice } from "~/features/connection-type"; -import { dataQualifierSlice } from "~/features/data-qualifier/data-qualifier.slice"; import { dataSubjectsSlice } from "~/features/data-subjects/data-subject.slice"; import { dataUseSlice } from "~/features/data-use/data-use.slice"; import { datamapSlice } from "~/features/datamap"; @@ -73,7 +72,6 @@ const reducer = { [authSlice.name]: authSlice.reducer, [configWizardSlice.name]: configWizardSlice.reducer, [connectionTypeSlice.name]: connectionTypeSlice.reducer, - [dataQualifierSlice.name]: dataQualifierSlice.reducer, [dataSubjectsSlice.name]: dataSubjectsSlice.reducer, [dataUseSlice.name]: dataUseSlice.reducer, [datasetSlice.name]: datasetSlice.reducer, diff --git a/clients/admin-ui/src/features/common/api.slice.ts b/clients/admin-ui/src/features/common/api.slice.ts index 31b92dfa11..ba67e4a63b 100644 --- a/clients/admin-ui/src/features/common/api.slice.ts +++ b/clients/admin-ui/src/features/common/api.slice.ts @@ -28,7 +28,6 @@ export const baseApi = createApi({ "Data Categories", "Datamap", "Data Subjects", - "Data Qualifiers", "Data Uses", "Datastore Connection", "Dataset", diff --git a/clients/admin-ui/src/features/data-qualifier/data-qualifier.slice.ts b/clients/admin-ui/src/features/data-qualifier/data-qualifier.slice.ts deleted file mode 100644 index ade79bb6e3..0000000000 --- a/clients/admin-ui/src/features/data-qualifier/data-qualifier.slice.ts +++ /dev/null @@ -1,73 +0,0 @@ -import { createSelector, createSlice } from "@reduxjs/toolkit"; - -import type { RootState } from "~/app/store"; -import { baseApi } from "~/features/common/api.slice"; -import { DataQualifier } from "~/types/api"; - -const dataQualifierApi = baseApi.injectEndpoints({ - endpoints: (build) => ({ - getAllDataQualifiers: build.query({ - query: () => ({ url: `data_qualifier/` }), - providesTags: () => ["Data Qualifiers"], - transformResponse: (qualifiers: DataQualifier[]) => - qualifiers.sort((a, b) => a.fides_key.localeCompare(b.fides_key)), - }), - - updateDataQualifier: build.mutation< - DataQualifier, - Partial & Pick - >({ - query: (dataQualifier) => ({ - url: `data_qualifier/`, - params: { resource_type: "data_qualifier" }, - method: "PUT", - body: dataQualifier, - }), - invalidatesTags: ["Data Qualifiers"], - }), - createDataQualifier: build.mutation({ - query: (dataQualifier) => ({ - url: `data_qualifier/`, - method: "POST", - body: dataQualifier, - }), - invalidatesTags: ["Data Qualifiers"], - }), - deleteDataQualifier: build.mutation({ - query: (key) => ({ - url: `data_qualifier/${key}`, - params: { resource_type: "data_qualifier" }, - method: "DELETE", - }), - invalidatesTags: ["Data Qualifiers"], - }), - }), -}); - -export const { - useGetAllDataQualifiersQuery, - useUpdateDataQualifierMutation, - useCreateDataQualifierMutation, - useDeleteDataQualifierMutation, -} = dataQualifierApi; - -export interface State {} -const initialState: State = {}; - -export const dataQualifierSlice = createSlice({ - name: "dataQualifier", - initialState, - reducers: {}, -}); - -export const { reducer } = dataQualifierSlice; - -const emptyDataQualifiers: DataQualifier[] = []; -export const selectDataQualifiers: (state: RootState) => DataQualifier[] = - createSelector( - [ - (RootState) => RootState, - dataQualifierApi.endpoints.getAllDataQualifiers.select(), - ], - (RootState, { data }) => data ?? emptyDataQualifiers - ); diff --git a/clients/admin-ui/src/features/dataset/DatasetFieldCell.tsx b/clients/admin-ui/src/features/dataset/DatasetFieldCell.tsx index e79a3663c0..949c18f112 100644 --- a/clients/admin-ui/src/features/dataset/DatasetFieldCell.tsx +++ b/clients/admin-ui/src/features/dataset/DatasetFieldCell.tsx @@ -1,7 +1,6 @@ import { Box, Tooltip } from "@fidesui/react"; import { getTopClassification } from "~/features/dataset/helpers"; -import IdentifiabilityTag from "~/features/taxonomy/IdentifiabilityTag"; import TaxonomyEntityTag from "~/features/taxonomy/TaxonomyEntityTag"; import { ClassifyField, DatasetField } from "~/types/api"; @@ -17,18 +16,6 @@ const DatasetFieldCell = ({ field: DatasetField; classifyField?: ClassifyField; }): JSX.Element => { - if (attribute === "data_qualifier") { - const dataQualifierName = field.data_qualifier; - - return ( - <> - {dataQualifierName ? ( - - ) : null} - - ); - } - if (attribute === "data_categories") { const topClassification = classifyField !== undefined diff --git a/clients/admin-ui/src/features/dataset/EditCollectionDrawer.tsx b/clients/admin-ui/src/features/dataset/EditCollectionDrawer.tsx index 11d909276f..81995f0d75 100644 --- a/clients/admin-ui/src/features/dataset/EditCollectionDrawer.tsx +++ b/clients/admin-ui/src/features/dataset/EditCollectionDrawer.tsx @@ -42,10 +42,7 @@ const EditCollectionDrawer = ({ collection, isOpen, onClose }: Props) => { } = useDisclosure(); const handleSubmit = async ( - values: Pick< - DatasetCollection, - "description" | "data_qualifier" | "data_categories" - > + values: Pick ) => { if (dataset && collectionIndex !== undefined) { const updatedCollection = { ...collection, ...values }; diff --git a/clients/admin-ui/src/features/dataset/EditCollectionOrFieldForm.tsx b/clients/admin-ui/src/features/dataset/EditCollectionOrFieldForm.tsx index 9e06343241..5d228be102 100644 --- a/clients/admin-ui/src/features/dataset/EditCollectionOrFieldForm.tsx +++ b/clients/admin-ui/src/features/dataset/EditCollectionOrFieldForm.tsx @@ -3,29 +3,21 @@ import { Form, Formik } from "formik"; import { useMemo, useState } from "react"; import { useSelector } from "react-redux"; -import { CustomSelect, CustomTextInput } from "~/features/common/form/inputs"; +import { CustomTextInput } from "~/features/common/form/inputs"; import { initialDataCategories } from "~/features/plus/helpers"; import { selectClassifyInstanceField } from "~/features/plus/plus.slice"; import { selectDataCategories } from "~/features/taxonomy/taxonomy.slice"; import { DatasetCollection, DatasetField } from "~/types/api"; -import { COLLECTION, DATA_QUALIFIERS, FIELD } from "./constants"; +import { COLLECTION, FIELD } from "./constants"; import DataCategoryInput from "./DataCategoryInput"; import { DataCategoryWithConfidence } from "./types"; export const FORM_ID = "edit-collection-or-field-form"; -const IDENTIFIER_OPTIONS = DATA_QUALIFIERS.map((dq) => ({ - value: dq.key, - label: dq.label, -})); - type FormValues = - | Pick - | Pick< - DatasetCollection, - "description" | "data_qualifier" | "data_categories" - >; + | Pick + | Pick; interface Props { values: FormValues; @@ -38,7 +30,6 @@ interface Props { const EditCollectionOrFieldForm = ({ values, onSubmit, dataType }: Props) => { const initialValues: FormValues = { description: values.description ?? "", - data_qualifier: values.data_qualifier, data_categories: values.data_categories, }; const allEnabledDataCategories = useSelector(selectDataCategories).filter( @@ -82,10 +73,6 @@ const EditCollectionOrFieldForm = ({ values, onSubmit, dataType }: Props) => { dataType === "collection" ? COLLECTION.description.tooltip : FIELD.description.tooltip; - const dataQualifierTooltip = - dataType === "collection" - ? COLLECTION.data_qualifiers.tooltip - : FIELD.data_qualifier.tooltip; const dataCategoryTooltip = dataType === "collection" ? COLLECTION.data_categories.tooltip @@ -110,14 +97,6 @@ const EditCollectionOrFieldForm = ({ values, onSubmit, dataType }: Props) => { tooltip={descriptionTooltip} data-testid="description-input" /> - { } = useDisclosure(); const handleSubmit = ( - values: Pick< - DatasetField, - "description" | "data_qualifier" | "data_categories" - > + values: Pick ) => { // merge the updated fields with the original dataset if (dataset && collectionIndex !== undefined && fieldIndex !== undefined) { diff --git a/clients/admin-ui/src/features/dataset/constants.ts b/clients/admin-ui/src/features/dataset/constants.ts index f2314a3d35..c26441e6db 100644 --- a/clients/admin-ui/src/features/dataset/constants.ts +++ b/clients/admin-ui/src/features/dataset/constants.ts @@ -1,31 +1,3 @@ -export const DATA_QUALIFIERS = [ - { - key: "aggregated", - label: "Aggregated", - styles: { backgroundColor: "green.500", color: "white" }, - }, - { - key: "anonymized", - label: "Anonymized", - styles: { backgroundColor: "yellow.400", color: "gray.700" }, - }, - { - key: "aggregated.anonymized", - label: "Unlinked Pseudonymized", - styles: { backgroundColor: "orange.300", color: "gray.700" }, - }, - { - key: "aggregated.anonymized.unlinked_pseudonymized", - label: "Pseudonymized", - styles: { backgroundColor: "orange.500", color: "white" }, - }, - { - key: "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", - label: "Identified", - styles: { backgroundColor: "red.600", color: "white" }, - }, -]; - /** * Tooltip copy, from https://ethyca.github.io/fides/1.6.1/language/resources/dataset/ * These definitions could be expanded to include more metadata about the schema. @@ -38,10 +10,6 @@ export const DATASET = { tooltip: "An optional string to describe the retention policy for a dataset. This field can also be applied more granularly at either the Collection or field level of a Dataset", }, - data_qualifiers: { - tooltip: - "Arrays of Data Qualifier resources, identified by fides_key, that apply to all collections in the Dataset.", - }, data_categories: { tooltip: "Arrays of Data Category resources, identified by fides_key, that apply to all collections in the Dataset.", @@ -54,10 +22,6 @@ export const DATASET = { export const COLLECTION = { description: { tooltip: "A human-readable description of the collection." }, - data_qualifiers: { - tooltip: - "Arrays of Data Qualifier resources, identified by fides_key, that apply to all fields in the collection.", - }, data_categories: { tooltip: "Arrays of Data Category resources, identified by fides_key, that apply to all fields in the collection.", @@ -68,10 +32,6 @@ export const FIELD = { description: { tooltip: "A human-readable description of the field.", }, - data_qualifier: { - tooltip: - "A Data Qualifier that applies to this field. Note that this field holds a single value, therefore, the property name is singular.", - }, data_categories: { tooltip: "Arrays of Data Category resources, identified by fides_key, that apply to this field.", diff --git a/clients/admin-ui/src/features/datastore-connections/types.ts b/clients/admin-ui/src/features/datastore-connections/types.ts index cfa32b5b96..872437cf4a 100644 --- a/clients/admin-ui/src/features/datastore-connections/types.ts +++ b/clients/admin-ui/src/features/datastore-connections/types.ts @@ -71,7 +71,6 @@ export type Dataset = { [key: string]: string; }; data_categories: string[]; - data_qualifier: string; fidesctl_meta: { resource_id: string; }; @@ -93,7 +92,6 @@ export type DatasetCollection = { name: string; description: string; data_categories: string[]; - data_qualifier: string; retention: string; fields: DatasetCollectionField[]; }; @@ -102,7 +100,6 @@ export type DatasetCollectionField = { name: string; description: string; data_categories: string[]; - data_qualifier: string; retention: string; fidesops_meta: { references: FidesOpsMetaReference[]; diff --git a/clients/admin-ui/src/features/taxonomy/IdentifiabilityTag.tsx b/clients/admin-ui/src/features/taxonomy/IdentifiabilityTag.tsx deleted file mode 100644 index b4a07f97d3..0000000000 --- a/clients/admin-ui/src/features/taxonomy/IdentifiabilityTag.tsx +++ /dev/null @@ -1,26 +0,0 @@ -import { Tag } from "@fidesui/react"; - -import { DATA_QUALIFIERS } from "~/features/dataset/constants"; - -interface Props { - dataQualifierName: string; -} -const IdentifiabilityTag = ({ dataQualifierName }: Props) => { - const qualifiers = DATA_QUALIFIERS.filter( - (dq) => dq.key === dataQualifierName - ); - if (qualifiers.length === 0) { - // not found in our default taxonomy, render as-is for now - return {dataQualifierName}; - } - const qualifier = qualifiers[0]; - const { styles, label, key } = qualifier; - - return ( - - {label} - - ); -}; - -export default IdentifiabilityTag; diff --git a/clients/admin-ui/src/mocks/data.ts b/clients/admin-ui/src/mocks/data.ts index b3385d5db5..93f540caba 100644 --- a/clients/admin-ui/src/mocks/data.ts +++ b/clients/admin-ui/src/mocks/data.ts @@ -196,7 +196,6 @@ export const mockDatasetField = ( ): DatasetField => { const field: DatasetField = { name: "created_at", - data_qualifier: "aggregated", description: "User's creation timestamp", data_categories: ["system.operations"], retention: "Account termination", @@ -209,7 +208,6 @@ export const mockDatasetCollection = ( ): DatasetCollection => { const collection: DatasetCollection = { name: "created_at", - data_qualifier: "aggregated", description: "User's creation timestamp", data_categories: ["system.operations"], retention: "Account termination", @@ -223,7 +221,6 @@ export const mockDataset = (partialDataset?: Partial): Dataset => { fides_key: "sample_dataset", organization_fides_key: "mock_organization", name: "created_at", - data_qualifier: "aggregated", description: "User's creation timestamp", data_categories: ["system.operations"], retention: "Account termination", diff --git a/clients/admin-ui/src/types/api/index.ts b/clients/admin-ui/src/types/api/index.ts index 160aadcfe7..253adbfb32 100644 --- a/clients/admin-ui/src/types/api/index.ts +++ b/clients/admin-ui/src/types/api/index.ts @@ -96,7 +96,6 @@ export type { DatabaseHealthCheck } from "./models/DatabaseHealthCheck"; export type { DataCategory } from "./models/DataCategory"; export type { DataFlow } from "./models/DataFlow"; export type { DataProtectionImpactAssessment } from "./models/DataProtectionImpactAssessment"; -export type { DataQualifier } from "./models/DataQualifier"; export { DataResponsibilityTitle } from "./models/DataResponsibilityTitle"; export type { Dataset } from "./models/Dataset"; export type { DatasetCollection } from "./models/DatasetCollection"; diff --git a/clients/admin-ui/src/types/api/models/DataQualifier.ts b/clients/admin-ui/src/types/api/models/DataQualifier.ts deleted file mode 100644 index eab229b898..0000000000 --- a/clients/admin-ui/src/types/api/models/DataQualifier.ts +++ /dev/null @@ -1,47 +0,0 @@ -/* istanbul ignore file */ -/* tslint:disable */ -/* eslint-disable */ - -/** - * The DataQualifier resource model. - */ -export type DataQualifier = { - /** - * The version of Fideslang in which this label was added. - */ - version_added?: string; - /** - * The version of Fideslang in which this label was deprecated. - */ - version_deprecated?: string; - /** - * The new name, if applicable, for this label after deprecation. - */ - replaced_by?: string; - /** - * Denotes whether the resource is part of the default taxonomy or not. - */ - is_default?: boolean; - /** - * A unique key used to identify this resource. - */ - fides_key: string; - /** - * Defines the Organization that this resource belongs to. - */ - organization_fides_key?: string; - tags?: Array; - /** - * Human-Readable name for this resource. - */ - name?: string; - /** - * A detailed description of what this resource is. - */ - description?: string; - parent_key?: string; - /** - * Indicates whether the resource is currently 'active'. - */ - active?: boolean; -}; diff --git a/clients/admin-ui/src/types/api/models/Dataset.ts b/clients/admin-ui/src/types/api/models/Dataset.ts index 174c6524f0..de4662b92c 100644 --- a/clients/admin-ui/src/types/api/models/Dataset.ts +++ b/clients/admin-ui/src/types/api/models/Dataset.ts @@ -35,10 +35,6 @@ export type Dataset = { * Array of Data Category resources identified by `fides_key`, that apply to all collections in the Dataset. */ data_categories?: Array; - /** - * Deprecated. Array of Data Qualifier resources identified by `fides_key`, that apply to all collections in the Dataset. - */ - data_qualifier?: string; /** * * The DatasetMetadata resource model. diff --git a/clients/admin-ui/src/types/api/models/DatasetCollection.ts b/clients/admin-ui/src/types/api/models/DatasetCollection.ts index 51dd44a1a3..340df662dd 100644 --- a/clients/admin-ui/src/types/api/models/DatasetCollection.ts +++ b/clients/admin-ui/src/types/api/models/DatasetCollection.ts @@ -23,10 +23,6 @@ export type DatasetCollection = { * Array of Data Category resources identified by `fides_key`, that apply to all fields in the collection. */ data_categories?: Array; - /** - * Array of Data Qualifier resources identified by `fides_key`, that apply to all fields in the collection. - */ - data_qualifier?: string; /** * An optional string to describe the retention policy for a Dataset collection. This field can also be applied more granularly at the field level of a Dataset. */ diff --git a/clients/admin-ui/src/types/api/models/DatasetField.ts b/clients/admin-ui/src/types/api/models/DatasetField.ts index bc4f2c9aba..7e954b1435 100644 --- a/clients/admin-ui/src/types/api/models/DatasetField.ts +++ b/clients/admin-ui/src/types/api/models/DatasetField.ts @@ -22,10 +22,6 @@ export type DatasetField = { * Arrays of Data Categories, identified by `fides_key`, that applies to this field. */ data_categories?: Array; - /** - * A Data Qualifier that applies to this field. Note that this field holds a single value, therefore, the property name is singular. - */ - data_qualifier?: string; /** * An optional string to describe the retention policy for a dataset. This field can also be applied more granularly at either the Collection or field level of a Dataset. */ diff --git a/clients/admin-ui/src/types/api/models/PolicyRule.ts b/clients/admin-ui/src/types/api/models/PolicyRule.ts index 296a353f47..25d397df14 100644 --- a/clients/admin-ui/src/types/api/models/PolicyRule.ts +++ b/clients/admin-ui/src/types/api/models/PolicyRule.ts @@ -35,8 +35,4 @@ export type PolicyRule = { * */ data_subjects: PrivacyRule; - /** - * The fides key of the data qualifier to be used in a privacy rule. - */ - data_qualifier?: string; }; diff --git a/clients/admin-ui/src/types/api/models/PrivacyDeclaration.ts b/clients/admin-ui/src/types/api/models/PrivacyDeclaration.ts index ce76d10dc4..f46e150c08 100644 --- a/clients/admin-ui/src/types/api/models/PrivacyDeclaration.ts +++ b/clients/admin-ui/src/types/api/models/PrivacyDeclaration.ts @@ -25,10 +25,6 @@ export type PrivacyDeclaration = { * The Data Use describing a system in a privacy declaration. */ data_use: string; - /** - * Deprecated. The fides key of the data qualifier describing a system in a privacy declaration. - */ - data_qualifier?: string; /** * An array of data subjects describing a system in a privacy declaration. */ diff --git a/clients/admin-ui/src/types/api/models/PrivacyDeclarationResponse.ts b/clients/admin-ui/src/types/api/models/PrivacyDeclarationResponse.ts index 11d7149180..4cfc6ee11f 100644 --- a/clients/admin-ui/src/types/api/models/PrivacyDeclarationResponse.ts +++ b/clients/admin-ui/src/types/api/models/PrivacyDeclarationResponse.ts @@ -22,10 +22,6 @@ export type PrivacyDeclarationResponse = { * The Data Use describing a system in a privacy declaration. */ data_use: string; - /** - * Deprecated. The fides key of the data qualifier describing a system in a privacy declaration. - */ - data_qualifier?: string; /** * An array of data subjects describing a system in a privacy declaration. */ diff --git a/clients/admin-ui/src/types/api/models/ScopeRegistryEnum.ts b/clients/admin-ui/src/types/api/models/ScopeRegistryEnum.ts index fecf04aea8..4901c45c3d 100644 --- a/clients/admin-ui/src/types/api/models/ScopeRegistryEnum.ts +++ b/clients/admin-ui/src/types/api/models/ScopeRegistryEnum.ts @@ -55,10 +55,6 @@ export enum ScopeRegistryEnum { DATA_CATEGORY_DELETE = "data_category:delete", DATA_CATEGORY_READ = "data_category:read", DATA_CATEGORY_UPDATE = "data_category:update", - DATA_QUALIFIER_CREATE = "data_qualifier:create", - DATA_QUALIFIER_DELETE = "data_qualifier:delete", - DATA_QUALIFIER_READ = "data_qualifier:read", - DATA_QUALIFIER_UPDATE = "data_qualifier:update", DATA_SUBJECT_CREATE = "data_subject:create", DATA_SUBJECT_DELETE = "data_subject:delete", DATA_SUBJECT_READ = "data_subject:read", diff --git a/clients/admin-ui/src/types/api/models/ViolationAttributes.ts b/clients/admin-ui/src/types/api/models/ViolationAttributes.ts index 7ea24baa7a..6efe5861db 100644 --- a/clients/admin-ui/src/types/api/models/ViolationAttributes.ts +++ b/clients/admin-ui/src/types/api/models/ViolationAttributes.ts @@ -18,8 +18,4 @@ export type ViolationAttributes = { * A list of data uses which led to an evaluation violation. */ data_uses: Array; - /** - * The data qualifier which led to an evaluation violation. - */ - data_qualifier: string; }; diff --git a/clients/admin-ui/src/types/dictionary-api/models/DataUseDeclaration.ts b/clients/admin-ui/src/types/dictionary-api/models/DataUseDeclaration.ts index e2c4ffb502..588289ca15 100644 --- a/clients/admin-ui/src/types/dictionary-api/models/DataUseDeclaration.ts +++ b/clients/admin-ui/src/types/dictionary-api/models/DataUseDeclaration.ts @@ -22,10 +22,6 @@ export type DataUseDeclaration = { * The Data Use describing a system in a privacy declaration. */ data_use: string; - /** - * Deprecated. The fides key of the data qualifier describing a system in a privacy declaration. - */ - data_qualifier?: string; /** * An array of data subjects describing a system in a privacy declaration. */ diff --git a/clients/admin-ui/src/types/dictionary-api/models/PrivacyDeclaration.ts b/clients/admin-ui/src/types/dictionary-api/models/PrivacyDeclaration.ts index ce76d10dc4..f46e150c08 100644 --- a/clients/admin-ui/src/types/dictionary-api/models/PrivacyDeclaration.ts +++ b/clients/admin-ui/src/types/dictionary-api/models/PrivacyDeclaration.ts @@ -25,10 +25,6 @@ export type PrivacyDeclaration = { * The Data Use describing a system in a privacy declaration. */ data_use: string; - /** - * Deprecated. The fides key of the data qualifier describing a system in a privacy declaration. - */ - data_qualifier?: string; /** * An array of data subjects describing a system in a privacy declaration. */ diff --git a/demo_resources/demo_dataset.yml b/demo_resources/demo_dataset.yml index 29e2f9c463..65223bd540 100644 --- a/demo_resources/demo_dataset.yml +++ b/demo_resources/demo_dataset.yml @@ -5,7 +5,6 @@ dataset: description: Data collected about users for our analytics system. meta: null data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: "30 days after account deletion" third_country_transfers: - GBR @@ -14,37 +13,29 @@ dataset: - name: users description: User information data_categories: [] - data_qualifiers: - - aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified fields: - name: created_at description: User's creation timestamp data_categories: - system.operations - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: email description: User's Email data_categories: - user.contact.email - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: Account termination - name: first_name description: User's first name data_categories: - user.name - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified retention: Account termination - name: food_preference description: User's favorite food data_categories: [] - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: state description: User's State data_categories: - user.contact.address.state - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: uuid description: User's unique ID data_categories: - user.unique_id - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified diff --git a/demo_resources/demo_policy.yml b/demo_resources/demo_policy.yml index 706ce46dde..426b989041 100644 --- a/demo_resources/demo_policy.yml +++ b/demo_resources/demo_policy.yml @@ -17,4 +17,3 @@ policy: matches: ANY values: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified diff --git a/demo_resources/demo_system.yml b/demo_resources/demo_system.yml index df41eda9b5..26ca544e1b 100644 --- a/demo_resources/demo_system.yml +++ b/demo_resources/demo_system.yml @@ -23,7 +23,6 @@ system: data_use: functional.service.improve data_subjects: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified dataset_references: - demo_users_dataset @@ -44,4 +43,3 @@ system: data_use: marketing.advertising data_subjects: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified diff --git a/noxfiles/drill.yml b/noxfiles/drill.yml index 2b70fd2df1..b94faa40fb 100644 --- a/noxfiles/drill.yml +++ b/noxfiles/drill.yml @@ -50,13 +50,6 @@ plan: Authorization: "Bearer {{ login.body.token_data.access_token }}" url: /api/v1/data_category - - name: Get Data Qualifier - request: - method: GET - headers: - Authorization: "Bearer {{ login.body.token_data.access_token }}" - url: /api/v1/data_qualifier - - name: Get Data Subject request: method: GET diff --git a/requirements.txt b/requirements.txt index ea904a5e49..ecf78e9fed 100644 --- a/requirements.txt +++ b/requirements.txt @@ -12,7 +12,7 @@ defusedxml==0.7.1 expandvars==0.9.0 fastapi[all]==0.89.1 fastapi-pagination[sqlalchemy]==0.11.4 -fideslang==2.2.2 +fideslang==3.0.0a0 fideslog==1.2.10 firebase-admin==5.3.0 GitPython==3.1.35 diff --git a/src/fides/api/api/v1/__init__.py b/src/fides/api/api/v1/__init__.py index bb0150b16b..3fec58c72f 100644 --- a/src/fides/api/api/v1/__init__.py +++ b/src/fides/api/api/v1/__init__.py @@ -8,7 +8,6 @@ from .endpoints.generate import GENERATE_ROUTER from .endpoints.generic import ( DATA_CATEGORY_ROUTER, - DATA_QUALIFIER_ROUTER, DATA_SUBJECT_ROUTER, DATA_USE_ROUTER, DATASET_ROUTER, @@ -31,7 +30,6 @@ routers = [ DATA_CATEGORY_ROUTER, DATA_SUBJECT_ROUTER, - DATA_QUALIFIER_ROUTER, DATA_USE_ROUTER, DATASET_ROUTER, EVALUATION_ROUTER, diff --git a/src/fides/api/api/v1/endpoints/generic.py b/src/fides/api/api/v1/endpoints/generic.py index 88fb016f06..ed66afc590 100644 --- a/src/fides/api/api/v1/endpoints/generic.py +++ b/src/fides/api/api/v1/endpoints/generic.py @@ -4,12 +4,7 @@ """ from fideslang.models import Dataset, Evaluation, Organization, Policy, Registry -from fides.api.schemas.taxonomy_extensions import ( - DataCategory, - DataQualifier, - DataSubject, - DataUse, -) +from fides.api.schemas.taxonomy_extensions import DataCategory, DataSubject, DataUse from .router_factory import generic_router_factory # type: ignore[attr-defined] @@ -20,9 +15,6 @@ DATA_SUBJECT_ROUTER = generic_router_factory( fides_model=DataSubject, model_type="data_subject" ) -DATA_QUALIFIER_ROUTER = generic_router_factory( - fides_model=DataQualifier, model_type="data_qualifier" -) DATASET_ROUTER = generic_router_factory(fides_model=Dataset, model_type="dataset") ORGANIZATION_ROUTER = generic_router_factory( fides_model=Organization, model_type="organization" diff --git a/src/fides/api/api/v1/endpoints/view.py b/src/fides/api/api/v1/endpoints/view.py index a9b873a47b..cf272e18f9 100644 --- a/src/fides/api/api/v1/endpoints/view.py +++ b/src/fides/api/api/v1/endpoints/view.py @@ -49,9 +49,6 @@ async def evaluation_view(db: AsyncSession = Depends(get_async_db)) -> HTMLRespo f"
  • Data Subjects: {violating_attributes.get('data_subjects')}
    • " ) html += f"
  • Data Uses: {violating_attributes.get('data_uses')}
    • " - html += ( - f"
  • Data Qualifier: {violating_attributes.get('data_qualifier')}
    • " - ) html += f"
  • Detail: {violation.get('detail')}
    • " html += "" html += "" diff --git a/src/fides/api/models/sql_models.py b/src/fides/api/models/sql_models.py index 2e41530b49..391e72e8a7 100644 --- a/src/fides/api/models/sql_models.py +++ b/src/fides/api/models/sql_models.py @@ -192,23 +192,6 @@ def from_fideslang_obj( ) -class DataQualifier(Base, FidesBase): - """ - The SQL model for the DataQualifier resource. - """ - - __tablename__ = "ctl_data_qualifiers" - - parent_key = Column(Text) - active = Column(BOOLEAN, default=True, nullable=False) - - # Default Fields - is_default = Column(BOOLEAN, default=False) - version_added = Column(Text) - version_deprecated = Column(Text) - replaced_by = Column(Text) - - class DataSubject(Base, FidesBase): """ The SQL model for the DataSubject resource. @@ -286,7 +269,6 @@ class Dataset(Base, FidesBase): meta = Column(JSON) data_categories = Column(ARRAY(String)) - data_qualifier = Column(String) # Deprecated collections = Column(JSON) fides_meta = Column(JSON) joint_controller = Column( @@ -484,7 +466,6 @@ class PrivacyDeclaration(Base): ### references to other tables, but kept as 'soft reference' strings for now data_use = Column(String, index=True, nullable=False) data_categories = Column(ARRAY(String)) - data_qualifier = Column(String) # Deprecated data_subjects = Column(ARRAY(String)) dataset_references = Column(ARRAY(String)) @@ -639,7 +620,6 @@ class SystemScans(Base): sql_model_map: Dict = { "client_detail": ClientDetail, "data_category": DataCategory, - "data_qualifier": DataQualifier, "data_subject": DataSubject, "data_use": DataUse, "dataset": Dataset, diff --git a/src/fides/api/oauth/roles.py b/src/fides/api/oauth/roles.py index adbb281250..d0589ec0fb 100644 --- a/src/fides/api/oauth/roles.py +++ b/src/fides/api/oauth/roles.py @@ -12,7 +12,6 @@ CTL_DATASET_READ, CTL_POLICY_READ, DATA_CATEGORY_READ, - DATA_QUALIFIER_READ, DATA_SUBJECT_READ, DATA_USE_READ, DATASET_READ, @@ -91,7 +90,6 @@ class RoleRegistryEnum(Enum): CTL_DATASET_READ, DATA_CATEGORY_READ, CTL_POLICY_READ, - DATA_QUALIFIER_READ, DATASET_READ, DATA_SUBJECT_READ, DATA_USE_READ, diff --git a/src/fides/api/schemas/taxonomy_extensions.py b/src/fides/api/schemas/taxonomy_extensions.py index a229e33979..0fdc4c9d0d 100644 --- a/src/fides/api/schemas/taxonomy_extensions.py +++ b/src/fides/api/schemas/taxonomy_extensions.py @@ -3,7 +3,6 @@ """ from fideslang.models import DataCategory as BaseDataCategory -from fideslang.models import DataQualifier as BaseDataQualifier from fideslang.models import DataSubject as BaseDataSubject from fideslang.models import DataUse as BaseDataUse from pydantic import Field @@ -21,9 +20,5 @@ class DataCategory(BaseDataCategory): active: bool = active_field -class DataQualifier(BaseDataQualifier): - active: bool = active_field - - class DataSubject(BaseDataSubject): active: bool = active_field diff --git a/src/fides/api/util/endpoint_utils.py b/src/fides/api/util/endpoint_utils.py index fc6a4d8405..11229b2ece 100644 --- a/src/fides/api/util/endpoint_utils.py +++ b/src/fides/api/util/endpoint_utils.py @@ -17,7 +17,6 @@ CTL_DATASET, CTL_POLICY, DATA_CATEGORY, - DATA_QUALIFIER, DATA_SUBJECT, DATA_USE, EVALUATION, @@ -37,7 +36,6 @@ # avoid overlapping with ops scopes of same name CLI_SCOPE_PREFIX_MAPPING: Dict[str, str] = { "data_category": DATA_CATEGORY, - "data_qualifier": DATA_QUALIFIER, "data_subject": DATA_SUBJECT, "data_use": DATA_USE, "dataset": CTL_DATASET, diff --git a/src/fides/common/api/scope_registry.py b/src/fides/common/api/scope_registry.py index 4cd57a6abc..098883e8d7 100644 --- a/src/fides/common/api/scope_registry.py +++ b/src/fides/common/api/scope_registry.py @@ -26,7 +26,6 @@ CURRENT_PRIVACY_PREFERENCE = "current-privacy-preference" DATABASE = "database" DATA_CATEGORY = "data_category" -DATA_QUALIFIER = "data_qualifier" DATA_SUBJECT = "data_subject" DATA_USE = "data_use" DATASET = "dataset" @@ -116,10 +115,6 @@ DATA_CATEGORY_UPDATE = f"{DATA_CATEGORY}:{UPDATE}" DATA_CATEGORY_DELETE = f"{DATA_CATEGORY}:{DELETE}" -DATA_QUALIFIER_CREATE = f"{DATA_QUALIFIER}:{CREATE}" -DATA_QUALIFIER_READ = f"{DATA_QUALIFIER}:{READ}" -DATA_QUALIFIER_UPDATE = f"{DATA_QUALIFIER}:{UPDATE}" -DATA_QUALIFIER_DELETE = f"{DATA_QUALIFIER}:{DELETE}" DATA_SUBJECT_CREATE = f"{DATA_SUBJECT}:{CREATE}" DATA_SUBJECT_READ = f"{DATA_SUBJECT}:{READ}" @@ -273,10 +268,6 @@ DATA_CATEGORY_DELETE: "Delete data categories", DATA_CATEGORY_READ: "Read data categories", DATA_CATEGORY_UPDATE: "Update data categories", - DATA_QUALIFIER_CREATE: "Create a data qualifier", - DATA_QUALIFIER_DELETE: "Delete data qualifiers", - DATA_QUALIFIER_READ: "Read data qualifiers", - DATA_QUALIFIER_UPDATE: "Update data qualifiers", DATA_SUBJECT_CREATE: "Create a data subject", DATA_SUBJECT_READ: "Read data subjects", DATA_SUBJECT_DELETE: "Delete data subjects", diff --git a/src/fides/core/evaluate.py b/src/fides/core/evaluate.py index 163829e10b..4fe6127d16 100644 --- a/src/fides/core/evaluate.py +++ b/src/fides/core/evaluate.py @@ -178,12 +178,11 @@ def evaluate_policy_rule( policy_rule: PolicyRule, data_subjects: List[str], data_categories: List[str], - data_qualifier: str, data_use: str, declaration_violation_message: str, ) -> List[Violation]: """ - Given data subjects, data categories, data qualifier and data use, + Given data subjects, data categories and data use, builds hierarchies of applicable types and evaluates the result of a policy rule """ @@ -218,27 +217,20 @@ def evaluate_policy_rule( rule_match=policy_rule.data_subjects.matches, ) - data_qualifier_violation = ( - policy_rule.data_qualifier - in get_fides_key_parent_hierarchy(taxonomy=taxonomy, fides_key=data_qualifier) - ) - evaluation_result = all( [ data_category_violations, data_use_violations, data_subject_violations, - data_qualifier_violation, ] ) if evaluation_result: violations = [ Violation( - detail="{}. Violated usage of data categories ({}) with qualifier ({}) for data uses ({}) and subjects ({})".format( + detail="{}. Violated usage of data categories ({}) for data uses ({}) and subjects ({})".format( declaration_violation_message, ",".join(data_category_violations), - data_qualifier, ",".join(data_use_violations), ",".join(data_subject_violations), ), @@ -246,7 +238,6 @@ def evaluate_policy_rule( data_categories=list(data_category_violations), data_uses=list(data_use_violations), data_subjects=list(data_subject_violations), - data_qualifier=data_qualifier, ), ) ] @@ -290,13 +281,11 @@ def evaluate_dataset_reference( dataset.fides_key, ) - data_qualifier = str(dataset.data_qualifier) if dataset.data_qualifier else "" dataset_result_violations = evaluate_policy_rule( taxonomy=taxonomy, policy_rule=policy_rule, data_subjects=[str(x) for x in privacy_declaration.data_subjects], data_categories=[str(x) for x in dataset.data_categories], - data_qualifier=data_qualifier, data_use=privacy_declaration.data_use, declaration_violation_message=dataset_violation_message, ) @@ -318,7 +307,6 @@ def evaluate_dataset_reference( policy_rule=policy_rule, data_subjects=[str(x) for x in privacy_declaration.data_subjects], data_categories=[str(x) for x in collection.data_categories], - data_qualifier=collection.data_qualifier, data_use=privacy_declaration.data_use, declaration_violation_message=collection_violation_message, ) @@ -340,7 +328,6 @@ def evaluate_dataset_reference( policy_rule=policy_rule, data_subjects=[str(x) for x in privacy_declaration.data_subjects], data_categories=[str(x) for x in field.data_categories], - data_qualifier=field.data_qualifier, data_use=privacy_declaration.data_use, declaration_violation_message=field_violation_message, ) @@ -372,17 +359,11 @@ def evaluate_privacy_declaration( ) ) - data_qualifier = ( - str(privacy_declaration.data_qualifier) - if privacy_declaration.data_qualifier - else "" - ) declaration_result_violations = evaluate_policy_rule( taxonomy=taxonomy, policy_rule=policy_rule, data_subjects=[str(x) for x in privacy_declaration.data_subjects], data_categories=[str(x) for x in privacy_declaration.data_categories], - data_qualifier=data_qualifier, data_use=privacy_declaration.data_use, declaration_violation_message=declaration_violation_message, ) diff --git a/src/fides/data/sample_project/sample_resources/sample_policy.yml b/src/fides/data/sample_project/sample_resources/sample_policy.yml index ee8d69282a..3690e07109 100644 --- a/src/fides/data/sample_project/sample_resources/sample_policy.yml +++ b/src/fides/data/sample_project/sample_resources/sample_policy.yml @@ -16,5 +16,4 @@ policy: data_subjects: matches: ANY values: - - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified + - customer \ No newline at end of file diff --git a/src/fides/data/sample_project/sample_resources/sample_systems.yml b/src/fides/data/sample_project/sample_resources/sample_systems.yml index 12b1fc1e23..2c472047d8 100644 --- a/src/fides/data/sample_project/sample_resources/sample_systems.yml +++ b/src/fides/data/sample_project/sample_resources/sample_systems.yml @@ -19,7 +19,6 @@ system: data_use: functional.service.improve data_subjects: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - fides_key: cookie_house_postgresql_database name: Cookie House PostgreSQL Database @@ -37,7 +36,6 @@ system: data_use: essential.service data_subjects: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified dataset_references: - postgres_example_test_dataset @@ -56,7 +54,6 @@ system: data_use: marketing.advertising.first_party.targeted data_subjects: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified dataset_references: - mongo_test @@ -75,4 +72,3 @@ system: data_use: marketing.advertising.first_party.targeted data_subjects: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified diff --git a/tests/conftest.py b/tests/conftest.py index aa65fb3214..a39e5ea1fb 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -371,12 +371,6 @@ def resources_dict(): name="Custom Data Category", description="Custom Data Category", ), - "data_qualifier": models.DataQualifier( - organization_fides_key=1, - fides_key="custom_data_qualifier", - name="Custom Data Qualifier", - description="Custom Data Qualifier", - ), "dataset": models.Dataset( organization_fides_key=1, fides_key="test_sample_db_dataset", @@ -396,14 +390,12 @@ def resources_dict(): description="A First Name Field", path="another.path", data_categories=["user.name"], - data_qualifier="aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", ), models.DatasetField( name="Email", description="User's Email", path="another.another.path", data_categories=["user.contact.email"], - data_qualifier="aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", ), ], ) @@ -442,7 +434,6 @@ def resources_dict(): data_categories=models.PrivacyRule(matches="NONE", values=[]), data_uses=models.PrivacyRule(matches="NONE", values=["essential.service"]), data_subjects=models.PrivacyRule(matches="ANY", values=[]), - data_qualifier="aggregated.anonymized.unlinked_pseudonymized.pseudonymized", ), "registry": models.Registry( organization_fides_key=1, @@ -465,7 +456,6 @@ def resources_dict(): data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], cookies=[], ) @@ -1074,7 +1064,6 @@ def system(db: Session) -> System: "system_id": system.id, "data_categories": ["user.device.cookie_id"], "data_use": "marketing.advertising", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "egress": None, @@ -1110,7 +1099,6 @@ def system_multiple_decs(db: Session, system: System) -> System: "system_id": system.id, "data_categories": ["user.device.cookie_id"], "data_use": "third_party_sharing", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "egress": None, @@ -1148,7 +1136,6 @@ def system_third_party_sharing(db: Session) -> System: "system_id": system_third_party_sharing.id, "data_categories": ["user.device.cookie_id"], "data_use": "third_party_sharing", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "egress": None, @@ -1185,7 +1172,6 @@ def system_provide_service(db: Session) -> System: "system_id": system_provide_service.id, "data_categories": ["user.device.cookie_id"], "data_use": "essential.service", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "egress": None, @@ -1222,7 +1208,6 @@ def system_provide_service_operations_support_optimization(db: Session) -> Syste "system_id": system_provide_service_operations_support_optimization.id, "data_categories": ["user.device.cookie_id"], "data_use": "essential.service.operations.improve", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "egress": None, diff --git a/tests/ctl/core/test_api.py b/tests/ctl/core/test_api.py index e7d12f29b0..5ac882b563 100644 --- a/tests/ctl/core/test_api.py +++ b/tests/ctl/core/test_api.py @@ -35,12 +35,7 @@ from fides.api.models.tcf_purpose_overrides import TCFPurposeOverride from fides.api.oauth.roles import OWNER, VIEWER from fides.api.schemas.system import PrivacyDeclarationResponse, SystemResponse -from fides.api.schemas.taxonomy_extensions import ( - DataCategory, - DataQualifier, - DataSubject, - DataUse, -) +from fides.api.schemas.taxonomy_extensions import DataCategory, DataSubject, DataUse from fides.api.util.endpoint_utils import API_PREFIX, CLI_SCOPE_PREFIX_MAPPING from fides.common.api.scope_registry import ( CREATE, @@ -62,12 +57,11 @@ CONFIG = get_config() -TAXONOMY_ENDPOINTS = ["data_category", "data_subject", "data_use", "data_qualifier"] +TAXONOMY_ENDPOINTS = ["data_category", "data_subject", "data_use"] TAXONOMY_EXTENSIONS = { "data_category": DataCategory, "data_subject": DataSubject, "data_use": DataUse, - "data_qualifier": DataQualifier, } @@ -783,7 +777,6 @@ async def test_system_create_minimal_request_body( privacy_declaration = system.privacy_declarations[0] expected_none_privacy_declaration_fields = [ - "data_qualifier", "dataset_references", "egress", "impact_assessment_location", @@ -1032,7 +1025,6 @@ def system_update_request_body(self, system) -> SystemSchema: data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ingress=None, egress=None, @@ -1059,7 +1051,6 @@ def system_update_request_body_with_system_cookies(self, system) -> SystemSchema data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ingress=None, egress=None, @@ -1084,7 +1075,6 @@ def system_update_request_body_with_privacy_declaration_cookies( data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], cookies=[ {"name": "my_cookie", "domain": "example.com"}, @@ -1353,7 +1343,6 @@ def test_system_update_privacy_declaration_invalid_duplicate( data_categories=["user.payment"], # other fields can differ data_use="essential", # same as initial PrivacyDeclaration data_subjects=["anonymous_user"], # other fields can differ - data_qualifier="aggregated", # other fields can differ dataset_references=[], ) ) @@ -1376,7 +1365,6 @@ def test_system_update_privacy_declaration_invalid_duplicate( data_categories=["user.payment"], data_use="essential", # identical data use data_subjects=["anonymous_user"], # other fields can differ - data_qualifier="aggregated", dataset_references=[], ) ) @@ -1386,7 +1374,6 @@ def test_system_update_privacy_declaration_invalid_duplicate( data_categories=["user.payment"], data_use="essential", # identicial data use data_subjects=["anonymous_user"], - data_qualifier="aggregated", dataset_references=[], ) ) @@ -1409,7 +1396,6 @@ def test_system_update_privacy_declaration_invalid_duplicate( data_categories=["user.payment"], data_use="essential", # identical data use data_subjects=["anonymous_user"], - data_qualifier="aggregated", dataset_references=[], ) ) @@ -1419,7 +1405,6 @@ def test_system_update_privacy_declaration_invalid_duplicate( data_categories=["user.payment"], data_use="essential", # identicial data use data_subjects=["anonymous_user"], - data_qualifier="aggregated", dataset_references=[], ) ) @@ -1444,7 +1429,6 @@ def test_system_update_privacy_declaration_invalid_duplicate( data_categories=["user.payment"], data_use="marketing.advertising", # identical data use data_subjects=["anonymous_user"], - data_qualifier="aggregated", dataset_references=[], ) ) @@ -1454,7 +1438,6 @@ def test_system_update_privacy_declaration_invalid_duplicate( data_categories=["user.payment"], data_use="marketing.advertising", # identicial data use data_subjects=["anonymous_user"], - data_qualifier="aggregated", dataset_references=[], ) ) @@ -1479,7 +1462,6 @@ def test_system_update_privacy_declaration_invalid_duplicate( data_categories=["user.payment"], data_use="marketing.advertising", # differing data use data_subjects=["anonymous_user"], - data_qualifier="aggregated", dataset_references=[], ) ) @@ -1489,7 +1471,6 @@ def test_system_update_privacy_declaration_invalid_duplicate( data_categories=["user.payment"], data_use="essential", # differing data use data_subjects=["anonymous_user"], - data_qualifier="aggregated", dataset_references=[], ) ) @@ -1698,7 +1679,6 @@ def test_system_update_privacy_declaration_cookies( data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], cookies=[], egress=None, @@ -1714,7 +1694,6 @@ def test_system_update_privacy_declaration_cookies( data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], cookies=[], egress=None, @@ -1725,7 +1704,6 @@ def test_system_update_privacy_declaration_cookies( data_categories=[], data_use="third_party_sharing", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], cookies=[], egress=None, @@ -1741,7 +1719,6 @@ def test_system_update_privacy_declaration_cookies( data_categories=[], data_use="third_party_sharing", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], cookies=[], ingress=None, @@ -1752,7 +1729,6 @@ def test_system_update_privacy_declaration_cookies( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], cookies=[], ingress=None, @@ -1768,7 +1744,6 @@ def test_system_update_privacy_declaration_cookies( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], cookies=[], egress=None, @@ -1779,7 +1754,6 @@ def test_system_update_privacy_declaration_cookies( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], cookies=[], egress=None, @@ -1862,7 +1836,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ) ] @@ -1874,7 +1847,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ) ] @@ -1886,7 +1858,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ) ] @@ -1899,7 +1870,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), models.PrivacyDeclaration( @@ -1907,7 +1877,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="third_party_sharing", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), ] @@ -1920,7 +1889,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), models.PrivacyDeclaration( @@ -1928,7 +1896,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="third_party_sharing", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), ] @@ -1941,7 +1908,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), models.PrivacyDeclaration( @@ -1949,7 +1915,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), ] @@ -1962,7 +1927,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), models.PrivacyDeclaration( @@ -1970,7 +1934,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), ] @@ -1983,7 +1946,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), models.PrivacyDeclaration( @@ -1991,7 +1953,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="functional", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), ] @@ -2004,7 +1965,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="marketing.advertising", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), models.PrivacyDeclaration( @@ -2012,7 +1972,6 @@ def test_system_update_updates_declarations( data_categories=[], data_use="third_party_sharing", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), ] diff --git a/tests/ctl/core/test_api_helpers.py b/tests/ctl/core/test_api_helpers.py index 0dc4e112e7..38d9022a2e 100644 --- a/tests/ctl/core/test_api_helpers.py +++ b/tests/ctl/core/test_api_helpers.py @@ -13,7 +13,7 @@ RESOURCE_CREATION_COUNT = 5 # These resources have tricky validation so the fides_key replacement doesn't work -EXCLUDED_RESOURCE_TYPES = "data_category", "data_use", "data_qualifier" +EXCLUDED_RESOURCE_TYPES = "data_category", "data_use" PARAM_MODEL_LIST = [ model for model in model_list if model not in EXCLUDED_RESOURCE_TYPES ] diff --git a/tests/ctl/core/test_evaluate.py b/tests/ctl/core/test_evaluate.py index faf580ed50..dd0d468637 100644 --- a/tests/ctl/core/test_evaluate.py +++ b/tests/ctl/core/test_evaluate.py @@ -5,7 +5,6 @@ import pytest from fideslang.models import ( DataCategory, - DataQualifier, Dataset, DatasetCollection, DataSubject, @@ -34,10 +33,6 @@ def evaluation_key_validation_basic_taxonomy() -> Taxonomy: DataCategory(fides_key="data_category_1"), DataCategory(fides_key="data_category_2"), ], - data_qualifier=[ - DataQualifier(fides_key="data_qualifier_1"), - DataQualifier(fides_key="data_qualifier_2"), - ], data_use=[DataUse(fides_key="data_use_1"), DataUse(fides_key="data_use_2")], ) @@ -65,7 +60,6 @@ def create_policy_rule_with_keys( data_categories: List[str], data_uses: List[str], data_subjects: List[str], - data_qualifier: str, ) -> PolicyRule: return PolicyRule( name="policy_rule_1", @@ -81,7 +75,6 @@ def create_policy_rule_with_keys( "values": data_subjects, "matches": MatchesEnum.ANY, }, - data_qualifier=data_qualifier, ) @@ -112,7 +105,6 @@ def test_populate_referenced_keys_recursively(test_config: FidesConfig) -> None: name="privacy_declaration_1", data_categories=["user.contact.email"], data_use="essential.service", - data_qualifier="aggregated.anonymized", data_subjects=["customer"], ) ], @@ -134,13 +126,6 @@ def test_populate_referenced_keys_recursively(test_config: FidesConfig) -> None: populated_data_uses = [data_use.fides_key for data_use in result_taxonomy.data_use] assert sorted(populated_data_uses) == sorted(["essential.service", "essential"]) - populated_qualifiers = [ - data_qualifier.fides_key for data_qualifier in result_taxonomy.data_qualifier - ] - assert sorted(populated_qualifiers) == sorted( - ["aggregated.anonymized", "aggregated"] - ) - populated_subjects = [ data_subject.fides_key for data_subject in result_taxonomy.data_subject ] @@ -167,7 +152,6 @@ def test_populate_referenced_keys_fails_missing_keys( name="privacy_declaration_1", data_categories=["missing.category"], data_use="essential.service", - data_qualifier="aggregated.anonymized", data_subjects=["customer"], ) ], @@ -577,14 +561,10 @@ def test_failed_evaluation_error_message( 'rule (reject_targeted_marketing) from policy ' '(primary_privacy_policy). Violated usage of ' 'data categories ' - '(user.demographic.political_opinion) with ' - 'qualifier ' - '(aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified) ' - 'for data uses ' - '(marketing.advertising.third_party) and ' + '(user.demographic.political_opinion) for data' + 'uses (marketing.advertising.third_party) and' 'subjects (customer)', 'violating_attributes': { 'data_categories': [ 'user.demographic.political_opinion'], - 'data_qualifier': 'aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified', 'data_subjects': ['customer'], 'data_uses': [ 'marketing.advertising.third_party']}}]} """ diff --git a/tests/ctl/core/test_system.py b/tests/ctl/core/test_system.py index 32902f937e..1b4116fa49 100644 --- a/tests/ctl/core/test_system.py +++ b/tests/ctl/core/test_system.py @@ -352,7 +352,6 @@ def test_privacy_declaration_purpose(self): data_categories=[], data_use="analytics.reporting.campaign_insights", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ingress=None, egress=None, @@ -367,7 +366,6 @@ def test_privacy_declaration_special_purpose(self): data_categories=[], data_use="essential.service.security", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ingress=None, egress=None, @@ -381,7 +379,6 @@ def test_privacy_declaration_non_tcf_data_use(self): data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ingress=None, egress=None, @@ -412,7 +409,6 @@ async def test_cookie_system( data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), PrivacyDeclarationSchema( @@ -420,7 +416,6 @@ async def test_cookie_system( data_categories=[], data_use="functional.service.improve", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), ], diff --git a/tests/ctl/core/test_system_history.py b/tests/ctl/core/test_system_history.py index 06b1b51c47..d3e3680315 100644 --- a/tests/ctl/core/test_system_history.py +++ b/tests/ctl/core/test_system_history.py @@ -59,7 +59,6 @@ async def test_privacy_declaration_changes( data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), ) @@ -97,7 +96,6 @@ async def test_multiple_changes(self, db, async_session_temp, system: System): data_categories=[], data_use="essential", data_subjects=[], - data_qualifier="aggregated_data", dataset_references=[], ), ) diff --git a/tests/ctl/data/failing_dataset_collection_taxonomy.yml b/tests/ctl/data/failing_dataset_collection_taxonomy.yml index 93e03aef6d..6c55e8e27f 100644 --- a/tests/ctl/data/failing_dataset_collection_taxonomy.yml +++ b/tests/ctl/data/failing_dataset_collection_taxonomy.yml @@ -7,13 +7,11 @@ dataset: description: User's information data_categories: - user.demographic.political_opinion - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized fields: - name: First_Name description: A First Name Field data_categories: - user.name - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified system: - fides_key: customer_data_sharing_system @@ -25,7 +23,6 @@ system: data_categories: - user data_use: marketing.advertising - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified data_subjects: - customer dataset_references: @@ -50,4 +47,3 @@ policy: matches: ANY values: - customer - data_qualifier: aggregated diff --git a/tests/ctl/data/failing_dataset_field_taxonomy.yml b/tests/ctl/data/failing_dataset_field_taxonomy.yml index 57fca03f0b..fd0a2d0740 100644 --- a/tests/ctl/data/failing_dataset_field_taxonomy.yml +++ b/tests/ctl/data/failing_dataset_field_taxonomy.yml @@ -10,12 +10,10 @@ dataset: description: A First Name Field data_categories: - user.name - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified - name: political_opinion description: User's political opinion data_categories: - user.demographic.political_opinion - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized system: - fides_key: customer_data_sharing_system name: Customer Data Sharing System @@ -26,7 +24,6 @@ system: data_categories: - user data_use: marketing.advertising - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified data_subjects: - customer dataset_references: @@ -51,4 +48,3 @@ policy: matches: ANY values: - customer - data_qualifier: aggregated diff --git a/tests/ctl/data/failing_dataset_taxonomy.yml b/tests/ctl/data/failing_dataset_taxonomy.yml index 3980061271..d4c74555d9 100644 --- a/tests/ctl/data/failing_dataset_taxonomy.yml +++ b/tests/ctl/data/failing_dataset_taxonomy.yml @@ -4,7 +4,6 @@ dataset: description: This is a Sample Database Dataset data_categories: - user.demographic.political_opinion - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized collections: - name: users description: User's information @@ -13,7 +12,6 @@ dataset: description: A First Name Field data_categories: - user.name - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified system: - fides_key: customer_data_sharing_system @@ -25,7 +23,6 @@ system: data_categories: - user data_use: marketing.advertising - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified data_subjects: - customer dataset_references: @@ -50,4 +47,3 @@ policy: matches: ANY values: - customer - data_qualifier: aggregated diff --git a/tests/ctl/data/failing_declaration_taxonomy.yml b/tests/ctl/data/failing_declaration_taxonomy.yml index e0372d70dc..f176585da8 100644 --- a/tests/ctl/data/failing_declaration_taxonomy.yml +++ b/tests/ctl/data/failing_declaration_taxonomy.yml @@ -8,7 +8,6 @@ system: data_categories: - user.demographic.political_opinion data_use: marketing.advertising.third_party - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified data_subjects: - customer @@ -31,4 +30,3 @@ policy: matches: ANY values: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified diff --git a/tests/ctl/data/failing_nested_dataset.yml b/tests/ctl/data/failing_nested_dataset.yml index 49750d4f96..4c59e69a4d 100644 --- a/tests/ctl/data/failing_nested_dataset.yml +++ b/tests/ctl/data/failing_nested_dataset.yml @@ -31,7 +31,6 @@ system: data_use: functional.service.improve data_subjects: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified dataset_references: - test_failing_nested_dataset_field @@ -54,4 +53,3 @@ policy: matches: OTHER values: - anonymous_user - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified diff --git a/tests/ctl/data/passing_declaration_taxonomy.yml b/tests/ctl/data/passing_declaration_taxonomy.yml index 6b3f7bed5f..6eb5610696 100644 --- a/tests/ctl/data/passing_declaration_taxonomy.yml +++ b/tests/ctl/data/passing_declaration_taxonomy.yml @@ -8,7 +8,6 @@ system: data_categories: - user.demographic.political_opinion data_use: essential.service.payment_processing - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified data_subjects: - customer @@ -31,4 +30,3 @@ policy: matches: ANY values: - customer - data_qualifier: aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified diff --git a/tests/ctl/database/test_crud.py b/tests/ctl/database/test_crud.py index 77d4ac202c..b0c1ce5b6c 100644 --- a/tests/ctl/database/test_crud.py +++ b/tests/ctl/database/test_crud.py @@ -58,7 +58,7 @@ def fixture_created_resources( @pytest.mark.integration @pytest.mark.parametrize( "created_resources", - ["data_category", "data_use", "data_qualifier"], + ["data_category", "data_use"], indirect=["created_resources"], ) async def test_cascade_delete_taxonomy_children( diff --git a/tests/fixtures/application_fixtures.py b/tests/fixtures/application_fixtures.py index 9d193ca83f..1c118921c6 100644 --- a/tests/fixtures/application_fixtures.py +++ b/tests/fixtures/application_fixtures.py @@ -1831,7 +1831,6 @@ def ctl_dataset(db: Session, example_datasets): organization_fides_key="default_organization", name="Postgres Example Subscribers Dataset", description="Example Postgres dataset created in test fixtures", - data_qualifier="aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", retention="No retention or erasure policy", collections=[ { @@ -1866,7 +1865,6 @@ def unlinked_dataset(db: Session): organization_fides_key="default_organization", name="Unlinked Dataset", description="Example dataset created in test fixtures", - data_qualifier="aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", retention="No retention or erasure policy", collections=[ { @@ -1901,7 +1899,6 @@ def linked_dataset(db: Session, connection_config: ConnectionConfig) -> Generato organization_fides_key="default_organization", name="Linked Dataset", description="Example dataset created in test fixtures", - data_qualifier="aggregated.anonymized.linked_pseudonymized.pseudonymized.identified", retention="No retention or erasure policy", collections=[ { @@ -2813,7 +2810,6 @@ def tcf_system(db: Session) -> System: "system_id": system.id, "data_categories": ["user.device.cookie_id"], "data_use": "analytics.reporting.content_performance", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "legal_basis_for_processing": "Consent", @@ -2830,7 +2826,6 @@ def tcf_system(db: Session) -> System: "system_id": system.id, "data_categories": ["user"], "data_use": "essential.fraud_detection", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "legal_basis_for_processing": "Legitimate interests", diff --git a/tests/ops/api/v1/endpoints/test_user_endpoints.py b/tests/ops/api/v1/endpoints/test_user_endpoints.py index 2a057c400f..ba559256be 100644 --- a/tests/ops/api/v1/endpoints/test_user_endpoints.py +++ b/tests/ops/api/v1/endpoints/test_user_endpoints.py @@ -1449,7 +1449,6 @@ def test_update_system_manager_existing_system_not_in_request_which_removes_syst "system_id": second_system.id, "data_categories": ["user.device.cookie_id"], "data_use": "marketing.advertising", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "egress": None, diff --git a/tests/ops/models/test_privacy_preference.py b/tests/ops/models/test_privacy_preference.py index 8473aa0512..a517714269 100644 --- a/tests/ops/models/test_privacy_preference.py +++ b/tests/ops/models/test_privacy_preference.py @@ -1316,7 +1316,6 @@ def test_determine_relevant_systems_for_notice( "system_id": system_with_no_uses.id, "data_categories": ["user.device.cookie_id"], "data_use": "analytics", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "egress": None, @@ -1351,7 +1350,6 @@ def test_determine_relevant_systems_for_tcf_consent_purpose( "system_id": system_with_no_uses.id, "data_categories": ["user.device.cookie_id"], "data_use": "marketing.advertising.profiling", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "legal_basis_for_processing": "Consent", @@ -1384,7 +1382,6 @@ def test_determine_relevant_systems_for_tcf_legitimate_interests_purpose( "system_id": system_with_no_uses.id, "data_categories": ["user.device.cookie_id"], "data_use": "marketing.advertising.profiling", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "legal_basis_for_processing": "Legitimate interests", @@ -1427,7 +1424,6 @@ def test_determine_relevant_systems_for_tcf_special_purpose( "system_id": system_with_no_uses.id, "data_categories": ["user.device.cookie_id"], "data_use": "marketing.advertising.serving", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "legal_basis_for_processing": "Consent", "dataset_references": None, @@ -1464,7 +1460,6 @@ def test_determine_relevant_systems_for_tcf_consent_vendor( "system_id": system_with_no_uses.id, "data_categories": ["user.device.cookie_id"], "data_use": "marketing.advertising.serving", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "legal_basis_for_processing": "Consent", "dataset_references": None, @@ -1491,7 +1486,6 @@ def test_determine_relevant_systems_for_tcf_legitimate_interests_vendor( "system_id": system_with_no_uses.id, "data_categories": ["user.device.cookie_id"], "data_use": "marketing.advertising.serving", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "legal_basis_for_processing": "Legitimate interests", "dataset_references": None, @@ -1577,7 +1571,6 @@ def test_determine_relevant_systems_for_tcf_system(self, db, system_with_no_uses "system_id": system_with_no_uses.id, "data_categories": ["user.device.cookie_id"], "data_use": "marketing.advertising.serving", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "egress": None, @@ -1680,7 +1673,6 @@ def test_determine_relevant_systems_for_with_purpose_override( "system_id": system_with_no_uses.id, "data_categories": ["user.device.cookie_id"], "data_use": "marketing.advertising.profiling", - "data_qualifier": "aggregated.anonymized.unlinked_pseudonymized.pseudonymized.identified", "data_subjects": ["customer"], "dataset_references": None, "legal_basis_for_processing": "Legitimate interests", From fc15dfd5cdabcf6cf43eacb53ccf76b1c59ad9b3 Mon Sep 17 00:00:00 2001 From: Adam Sachs Date: Fri, 8 Dec 2023 17:13:01 -0500 Subject: [PATCH 02/10] migration to remove data_qualifier references --- .../548a1ac26771_remove_data_qualifier.py | 94 +++++++++++++++++++ 1 file changed, 94 insertions(+) create mode 100644 src/fides/api/alembic/migrations/versions/548a1ac26771_remove_data_qualifier.py diff --git a/src/fides/api/alembic/migrations/versions/548a1ac26771_remove_data_qualifier.py b/src/fides/api/alembic/migrations/versions/548a1ac26771_remove_data_qualifier.py new file mode 100644 index 0000000000..62142598cd --- /dev/null +++ b/src/fides/api/alembic/migrations/versions/548a1ac26771_remove_data_qualifier.py @@ -0,0 +1,94 @@ +"""remove data_qualifier + +Revision ID: 548a1ac26771 +Revises: 848a8f4125cf +Create Date: 2023-12-08 22:07:38.617038 + +""" +import sqlalchemy as sa +from alembic import op +from sqlalchemy.dialects import postgresql + +# revision identifiers, used by Alembic. +revision = "548a1ac26771" +down_revision = "848a8f4125cf" +branch_labels = None +depends_on = None + + +def upgrade(): + # ### commands auto generated by Alembic - please adjust! ### + op.drop_index("ix_ctl_data_qualifiers_fides_key", table_name="ctl_data_qualifiers") + op.drop_index("ix_ctl_data_qualifiers_id", table_name="ctl_data_qualifiers") + op.drop_table("ctl_data_qualifiers") + op.drop_column("ctl_datasets", "data_qualifier") + op.drop_index("ix_ctl_systems_name", table_name="ctl_systems") + op.drop_column("privacydeclaration", "data_qualifier") + op.drop_constraint("purpose_constraint", "tcf_purpose_overrides", type_="unique") + # ### end Alembic commands ### + + +def downgrade(): + # ### commands auto generated by Alembic - please adjust! ### + op.create_unique_constraint( + "purpose_constraint", "tcf_purpose_overrides", ["purpose"] + ) + op.add_column( + "privacydeclaration", + sa.Column("data_qualifier", sa.VARCHAR(), autoincrement=False, nullable=True), + ) + op.create_index("ix_ctl_systems_name", "ctl_systems", ["name"], unique=False) + op.add_column( + "ctl_datasets", + sa.Column("data_qualifier", sa.VARCHAR(), autoincrement=False, nullable=True), + ) + op.create_table( + "ctl_data_qualifiers", + sa.Column("id", sa.VARCHAR(length=255), autoincrement=False, nullable=False), + sa.Column("fides_key", sa.VARCHAR(), autoincrement=False, nullable=False), + sa.Column( + "organization_fides_key", sa.TEXT(), autoincrement=False, nullable=True + ), + sa.Column("name", sa.TEXT(), autoincrement=False, nullable=True), + sa.Column("description", sa.TEXT(), autoincrement=False, nullable=True), + sa.Column("parent_key", sa.TEXT(), autoincrement=False, nullable=True), + sa.Column( + "created_at", + postgresql.TIMESTAMP(timezone=True), + server_default=sa.text("now()"), + autoincrement=False, + nullable=True, + ), + sa.Column( + "updated_at", + postgresql.TIMESTAMP(timezone=True), + server_default=sa.text("now()"), + autoincrement=False, + nullable=True, + ), + sa.Column( + "tags", postgresql.ARRAY(sa.VARCHAR()), autoincrement=False, nullable=True + ), + sa.Column("is_default", sa.BOOLEAN(), autoincrement=False, nullable=True), + sa.Column( + "active", + sa.BOOLEAN(), + server_default=sa.text("true"), + autoincrement=False, + nullable=False, + ), + sa.Column("version_added", sa.TEXT(), autoincrement=False, nullable=True), + sa.Column("version_deprecated", sa.TEXT(), autoincrement=False, nullable=True), + sa.Column("replaced_by", sa.TEXT(), autoincrement=False, nullable=True), + sa.PrimaryKeyConstraint("id", name="ctl_data_qualifiers_pkey"), + ) + op.create_index( + "ix_ctl_data_qualifiers_id", "ctl_data_qualifiers", ["id"], unique=False + ) + op.create_index( + "ix_ctl_data_qualifiers_fides_key", + "ctl_data_qualifiers", + ["fides_key"], + unique=False, + ) + # ### end Alembic commands ### From f9312d849107d3f3b2b4aff58e9e26f94039dd60 Mon Sep 17 00:00:00 2001 From: Adam Sachs Date: Mon, 11 Dec 2023 11:13:45 -0500 Subject: [PATCH 03/10] initial removal of registry references --- .fides/db_dataset.yml | 31 -------------- clients/admin-ui/cypress/e2e/systems.cy.ts | 1 - .../fixtures/data-flow-scanner/diff.json | 8 ---- .../fixtures/data-flow-scanner/list.json | 42 ------------------- .../cypress/fixtures/dictionary-entries.json | 3 -- .../cypress/fixtures/generate/system.json | 4 -- .../fixtures/generate/system_to_review.json | 1 - .../fixtures/scopes/roles-to-scopes.json | 10 ----- .../fixtures/systems/dictionary-system.json | 1 - .../cypress/fixtures/systems/system.json | 1 - .../cypress/fixtures/systems/systems.json | 3 -- .../systems/systems_with_data_uses.json | 3 -- .../fixtures/user-management/permissions.json | 4 -- clients/admin-ui/src/types/api/index.ts | 1 - .../types/api/models/BasicSystemResponse.ts | 4 -- .../admin-ui/src/types/api/models/Registry.ts | 29 ------------- .../src/types/api/models/ScopeRegistryEnum.ts | 4 -- .../admin-ui/src/types/api/models/System.ts | 4 -- .../src/types/api/models/SystemResponse.ts | 5 +-- .../src/types/dictionary-api/models/Vendor.ts | 4 -- demo_resources/demo_registry.yml | 4 -- requirements.txt | 2 +- src/fides/api/api/v1/__init__.py | 2 - src/fides/api/api/v1/endpoints/generic.py | 3 +- src/fides/api/models/sql_models.py | 12 ------ src/fides/api/oauth/roles.py | 2 - src/fides/api/util/endpoint_utils.py | 2 - src/fides/common/api/scope_registry.py | 10 ----- tests/conftest.py | 8 ---- tests/ctl/cli/test_cli.py | 4 +- tests/ctl/core/test_api.py | 6 --- tests/ctl/database/test_crud.py | 2 - 32 files changed, 5 insertions(+), 215 deletions(-) delete mode 100644 clients/admin-ui/src/types/api/models/Registry.ts delete mode 100644 demo_resources/demo_registry.yml diff --git a/.fides/db_dataset.yml b/.fides/db_dataset.yml index ebad897fd1..5548883c6b 100644 --- a/.fides/db_dataset.yml +++ b/.fides/db_dataset.yml @@ -718,34 +718,6 @@ dataset: description: The timestamp of when the row was last updated data_categories: - system.operations - - name: ctl_registries - fields: - - name: created_at - description: The timestamp of when the row was created - data_categories: - - system.operations - - name: description - data_categories: - - system.operations - - name: fides_key - data_categories: - - system.operations - - name: id - data_categories: - - system.operations - - name: name - data_categories: - - system.operations - - name: organization_fides_key - data_categories: - - system.operations - - name: tags - data_categories: - - system.operations - - name: updated_at - description: The timestamp of when the row was last updated - data_categories: - - system.operations - name: ctl_systems fields: - name: administrating_department @@ -809,9 +781,6 @@ dataset: - name: privacy_declarations data_categories: - system.operations - - name: registry_id - data_categories: - - system.operations - name: system_type data_categories: - system.operations diff --git a/clients/admin-ui/cypress/e2e/systems.cy.ts b/clients/admin-ui/cypress/e2e/systems.cy.ts index efbff9a029..fb3adaf34c 100644 --- a/clients/admin-ui/cypress/e2e/systems.cy.ts +++ b/clients/admin-ui/cypress/e2e/systems.cy.ts @@ -437,7 +437,6 @@ describe("System management page", () => { tags, fidesctl_meta: fidesctlMeta, meta, - registry_id: registryid, ...edited } = body; expect(edited).to.eql({ diff --git a/clients/admin-ui/cypress/fixtures/data-flow-scanner/diff.json b/clients/admin-ui/cypress/fixtures/data-flow-scanner/diff.json index 26ec00a992..3d80776fae 100644 --- a/clients/admin-ui/cypress/fixtures/data-flow-scanner/diff.json +++ b/clients/admin-ui/cypress/fixtures/data-flow-scanner/diff.json @@ -88,7 +88,6 @@ "tags": null, "name": "datadog-agent", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "datadog" }, "fidesctl_meta": null, "system_type": "Service", @@ -166,7 +165,6 @@ "tags": null, "name": "fides2", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -202,7 +200,6 @@ "tags": null, "name": "fidesctl-demo", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -239,7 +236,6 @@ "tags": null, "name": "hydra", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -268,7 +264,6 @@ "tags": null, "name": "kratos", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -299,7 +294,6 @@ "tags": null, "name": "kube-dns", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "kube-system" }, "fidesctl_meta": null, "system_type": "Service", @@ -409,7 +403,6 @@ "tags": null, "name": "pl-elastic-es-http", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -472,7 +465,6 @@ "tags": null, "name": "pl-elastic-es-transport", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", diff --git a/clients/admin-ui/cypress/fixtures/data-flow-scanner/list.json b/clients/admin-ui/cypress/fixtures/data-flow-scanner/list.json index aa6e942f22..3d8b1fcf22 100644 --- a/clients/admin-ui/cypress/fixtures/data-flow-scanner/list.json +++ b/clients/admin-ui/cypress/fixtures/data-flow-scanner/list.json @@ -6,7 +6,6 @@ "tags": null, "name": "pl-elastic-es-transport", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -52,7 +51,6 @@ "tags": null, "name": "api-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -165,7 +163,6 @@ "tags": null, "name": "datadog-agent", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "datadog" }, "fidesctl_meta": null, "system_type": "Service", @@ -243,7 +240,6 @@ "tags": null, "name": "fidesctl-demo", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -280,7 +276,6 @@ "tags": null, "name": "pl-nats", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -363,7 +358,6 @@ "tags": null, "name": "vzconn-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -401,7 +395,6 @@ "tags": null, "name": "cloud-proxy-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -438,7 +431,6 @@ "tags": null, "name": "scriptmgr-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -464,7 +456,6 @@ "tags": null, "name": "cron-script-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -517,7 +508,6 @@ "tags": null, "name": "postgres", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -592,7 +582,6 @@ "tags": null, "name": "fides-redis", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -637,7 +626,6 @@ "tags": null, "name": "fidesops-000-fidesops", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -662,7 +650,6 @@ "tags": null, "name": "fides-external-dns-staging", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -704,7 +691,6 @@ "tags": null, "name": "pl-elastic-es-http", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -765,7 +751,6 @@ "tags": null, "name": "profile-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -827,7 +812,6 @@ "tags": null, "name": "vizier-metadata-svc", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "pl" }, "fidesctl_meta": null, "system_type": "Service", @@ -876,7 +860,6 @@ "tags": null, "name": "elastic-webhook-server", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "elastic-system" }, "fidesctl_meta": null, "system_type": "Service", @@ -932,7 +915,6 @@ "tags": null, "name": "fidesops-demo-pc", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -957,7 +939,6 @@ "tags": null, "name": "aws-load-balancer-webhook-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "kube-system" }, "fidesctl_meta": null, "system_type": "Service", @@ -984,7 +965,6 @@ "tags": null, "name": "fidesops-demo", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -1041,7 +1021,6 @@ "tags": null, "name": "datadog-cluster-agent", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "datadog" }, "fidesctl_meta": null, "system_type": "Service", @@ -1083,7 +1062,6 @@ "tags": null, "name": "vizier-cloud-connector-svc", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "pl" }, "fidesctl_meta": null, "system_type": "Service", @@ -1133,7 +1111,6 @@ "tags": null, "name": "fidesops-plus-000-fidesops-plus", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -1159,7 +1136,6 @@ "tags": null, "name": "fidesctl-postgres", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -1194,7 +1170,6 @@ "tags": null, "name": "config-manager-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -1255,7 +1230,6 @@ "tags": null, "name": "kelvin-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "pl" }, "fidesctl_meta": null, "system_type": "Service", @@ -1293,7 +1267,6 @@ "tags": null, "name": "kratos", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -1324,7 +1297,6 @@ "tags": null, "name": "vzmgr-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -1408,7 +1380,6 @@ "tags": null, "name": "artifact-tracker-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -1465,7 +1436,6 @@ "tags": null, "name": "auth-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -1517,7 +1487,6 @@ "tags": null, "name": "project-manager-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -1554,7 +1523,6 @@ "tags": null, "name": "hydra", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -1584,7 +1552,6 @@ "tags": null, "name": "fidesctl-000-fidesctl", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -1610,7 +1577,6 @@ "tags": null, "name": "vizier-query-broker-svc", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "pl" }, "fidesctl_meta": null, "system_type": "Service", @@ -1678,7 +1644,6 @@ "tags": null, "name": "kube-dns", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "kube-system" }, "fidesctl_meta": null, "system_type": "Service", @@ -1793,7 +1758,6 @@ "tags": null, "name": "plugin-service", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", @@ -1846,7 +1810,6 @@ "tags": null, "name": "oauth-oauth", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -1871,7 +1834,6 @@ "tags": null, "name": "pixie-operator-index", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "px-operator" }, "fidesctl_meta": null, "system_type": "Service", @@ -1907,7 +1869,6 @@ "tags": null, "name": "demo-db-demo-data", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -1942,7 +1903,6 @@ "tags": null, "name": "fidesctl-demo-cls", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -1967,7 +1927,6 @@ "tags": null, "name": "fidesops-postgres", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", @@ -2013,7 +1972,6 @@ "tags": null, "name": "fides-dev-tools", "description": "Default description, automatically generated by fidesctl-plus.", - "registry_id": null, "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", diff --git a/clients/admin-ui/cypress/fixtures/dictionary-entries.json b/clients/admin-ui/cypress/fixtures/dictionary-entries.json index 975d894a3f..05e88febbe 100644 --- a/clients/admin-ui/cypress/fixtures/dictionary-entries.json +++ b/clients/admin-ui/cypress/fixtures/dictionary-entries.json @@ -6,7 +6,6 @@ "tags": [], "name": null, "description": null, - "registry_id": null, "meta": null, "fidesctl_meta": null, "system_type": null, @@ -103,7 +102,6 @@ "tags": [], "name": null, "description": null, - "registry_id": null, "meta": null, "fidesctl_meta": null, "system_type": null, @@ -196,7 +194,6 @@ "tags": null, "name": null, "description": null, - "registry_id": null, "meta": null, "fidesctl_meta": null, "system_type": null, diff --git a/clients/admin-ui/cypress/fixtures/generate/system.json b/clients/admin-ui/cypress/fixtures/generate/system.json index a47b89f25b..2e7a1b0352 100644 --- a/clients/admin-ui/cypress/fixtures/generate/system.json +++ b/clients/admin-ui/cypress/fixtures/generate/system.json @@ -5,7 +5,6 @@ "organization_fides_key": "default_organization", "name": "example-postgres-cluster", "description": "Fides Generated Description for RDS Cluster: example-postgres-cluster", - "registry_id": null, "meta": null, "fidesctl_meta": { "resource_id": "arn:aws:rds:us-east-2:123456789012:cluster:example-postgres-cluster", @@ -29,7 +28,6 @@ "organization_fides_key": "default_organization", "name": "example-system-1", "description": "Fides Generated Description for example-system-1", - "registry_id": null, "meta": null, "fidesctl_meta": { "resource_id": "example-system-1:resource_id", @@ -43,7 +41,6 @@ "organization_fides_key": "default_organization", "name": "example-system-2", "description": "Fides Generated Description for example-system-2", - "registry_id": null, "meta": null, "fidesctl_meta": { "resource_id": "example-system-2:resource_id", @@ -57,7 +54,6 @@ "organization_fides_key": "default_organization", "name": "example-system-without-meta", "description": "Fides Generated Description for system lacking metadata", - "registry_id": null, "meta": null, "system_type": "example-system-1:system_type" } diff --git a/clients/admin-ui/cypress/fixtures/generate/system_to_review.json b/clients/admin-ui/cypress/fixtures/generate/system_to_review.json index 641ee5f081..71fa9f2fd2 100644 --- a/clients/admin-ui/cypress/fixtures/generate/system_to_review.json +++ b/clients/admin-ui/cypress/fixtures/generate/system_to_review.json @@ -3,7 +3,6 @@ "organization_fides_key": "default_organization", "name": "example-postgres-cluster", "description": "Fides Generated Description for RDS Cluster: example-postgres-cluster", - "registry_id": null, "meta": null, "fidesctl_meta": { "resource_id": "arn:aws:rds:us-east-2:123456789012:cluster:example-postgres-cluster", diff --git a/clients/admin-ui/cypress/fixtures/scopes/roles-to-scopes.json b/clients/admin-ui/cypress/fixtures/scopes/roles-to-scopes.json index fa25c850e7..0f04e5455c 100644 --- a/clients/admin-ui/cypress/fixtures/scopes/roles-to-scopes.json +++ b/clients/admin-ui/cypress/fixtures/scopes/roles-to-scopes.json @@ -95,10 +95,6 @@ "privacy-request:transfer", "privacy-request:upload_data", "privacy-request:view_data", - "registry:create", - "registry:delete", - "registry:read", - "registry:update", "rule:create_or_update", "rule:delete", "rule:read", @@ -167,7 +163,6 @@ "privacy-request:review", "privacy-request:upload_data", "privacy-request:view_data", - "registry:read", "rule:read", "saas_config:read", "scope:read", @@ -206,7 +201,6 @@ "privacy-notice:read", "privacy-request-notifications:read", "privacy-request:read", - "registry:read", "rule:read", "saas_config:read", "scope:read", @@ -315,10 +309,6 @@ "privacy-request:transfer", "privacy-request:upload_data", "privacy-request:view_data", - "registry:create", - "registry:delete", - "registry:read", - "registry:update", "rule:create_or_update", "rule:delete", "rule:read", diff --git a/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json b/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json index d20da8c777..706aff51e6 100644 --- a/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json +++ b/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json @@ -4,7 +4,6 @@ "tags": [], "name": null, "description": null, - "registry_id": null, "meta": null, "fidesctl_meta": null, "system_type": null, diff --git a/clients/admin-ui/cypress/fixtures/systems/system.json b/clients/admin-ui/cypress/fixtures/systems/system.json index 79681b2811..a5abdc46e0 100644 --- a/clients/admin-ui/cypress/fixtures/systems/system.json +++ b/clients/admin-ui/cypress/fixtures/systems/system.json @@ -4,7 +4,6 @@ "tags": ["demo", "analytics"], "name": "Demo Analytics System", "description": "A system used for analyzing customer behaviour.", - "registry_id": null, "meta": null, "fidesctl_meta": null, "dataset_reference": null, diff --git a/clients/admin-ui/cypress/fixtures/systems/systems.json b/clients/admin-ui/cypress/fixtures/systems/systems.json index 4305f674a5..0b5e58a49c 100644 --- a/clients/admin-ui/cypress/fixtures/systems/systems.json +++ b/clients/admin-ui/cypress/fixtures/systems/systems.json @@ -5,7 +5,6 @@ "tags": null, "name": "Fidesctl System", "description": "Software that functionally applies Fides.", - "registry_id": null, "meta": null, "fidesctl_meta": null, "system_type": "Service", @@ -45,7 +44,6 @@ "tags": null, "name": "Demo Analytics System", "description": "A system used for analyzing customer behaviour.", - "registry_id": null, "meta": null, "fidesctl_meta": null, "system_type": "Service", @@ -87,7 +85,6 @@ "tags": null, "name": "Demo Marketing System", "description": "Collect data about our users for marketing.", - "registry_id": null, "meta": null, "fidesctl_meta": null, "system_type": "Service", diff --git a/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json b/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json index d14796468b..fc359894ba 100644 --- a/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json +++ b/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json @@ -5,7 +5,6 @@ "tags": null, "name": "Fidesctl System", "description": "Software that functionally applies Fides.", - "registry_id": null, "meta": null, "fidesctl_meta": null, "system_type": "Service", @@ -56,7 +55,6 @@ "tags": null, "name": "Demo Analytics System", "description": "A system used for analyzing customer behaviour.", - "registry_id": null, "meta": null, "fidesctl_meta": null, "system_type": "Service", @@ -97,7 +95,6 @@ "tags": null, "name": "Demo Marketing System", "description": "Collect data about our users for marketing.", - "registry_id": null, "meta": null, "fidesctl_meta": null, "system_type": "Service", diff --git a/clients/admin-ui/cypress/fixtures/user-management/permissions.json b/clients/admin-ui/cypress/fixtures/user-management/permissions.json index b0f8cce125..e591cb4951 100644 --- a/clients/admin-ui/cypress/fixtures/user-management/permissions.json +++ b/clients/admin-ui/cypress/fixtures/user-management/permissions.json @@ -98,10 +98,6 @@ "privacy-request:transfer", "privacy-request:upload_data", "privacy-request:view_data", - "registry:create", - "registry:delete", - "registry:read", - "registry:update", "rule:create_or_update", "rule:delete", "rule:read", diff --git a/clients/admin-ui/src/types/api/index.ts b/clients/admin-ui/src/types/api/index.ts index 253adbfb32..fe5a52da80 100644 --- a/clients/admin-ui/src/types/api/index.ts +++ b/clients/admin-ui/src/types/api/index.ts @@ -263,7 +263,6 @@ export { RateLimitPeriod } from "./models/RateLimitPeriod"; export type { RecordConsentServedRequest } from "./models/RecordConsentServedRequest"; export type { RedshiftDocsSchema } from "./models/RedshiftDocsSchema"; export type { Registration } from "./models/Registration"; -export type { Registry } from "./models/Registry"; export { RequestOrigin } from "./models/RequestOrigin"; export type { ResourceFilter } from "./models/ResourceFilter"; export { ResourceTypes } from "./models/ResourceTypes"; diff --git a/clients/admin-ui/src/types/api/models/BasicSystemResponse.ts b/clients/admin-ui/src/types/api/models/BasicSystemResponse.ts index 6901740abb..163c76a646 100644 --- a/clients/admin-ui/src/types/api/models/BasicSystemResponse.ts +++ b/clients/admin-ui/src/types/api/models/BasicSystemResponse.ts @@ -36,10 +36,6 @@ export type BasicSystemResponse = { * A detailed description of what this resource is. */ description?: string; - /** - * The id of the system registry, if used. - */ - registry_id?: number; /** * An optional property to store any extra information for a resource. Data can be structured in any way: simple set of `key: value` pairs or deeply nested objects. */ diff --git a/clients/admin-ui/src/types/api/models/Registry.ts b/clients/admin-ui/src/types/api/models/Registry.ts deleted file mode 100644 index b194e7b581..0000000000 --- a/clients/admin-ui/src/types/api/models/Registry.ts +++ /dev/null @@ -1,29 +0,0 @@ -/* istanbul ignore file */ -/* tslint:disable */ -/* eslint-disable */ - -/** - * The Registry resource model. - * - * Systems can be assigned to this resource, but it doesn't inherently - * point to any other resources. - */ -export type Registry = { - /** - * A unique key used to identify this resource. - */ - fides_key: string; - /** - * Defines the Organization that this resource belongs to. - */ - organization_fides_key?: string; - tags?: Array; - /** - * Human-Readable name for this resource. - */ - name?: string; - /** - * A detailed description of what this resource is. - */ - description?: string; -}; diff --git a/clients/admin-ui/src/types/api/models/ScopeRegistryEnum.ts b/clients/admin-ui/src/types/api/models/ScopeRegistryEnum.ts index 4901c45c3d..64171444dc 100644 --- a/clients/admin-ui/src/types/api/models/ScopeRegistryEnum.ts +++ b/clients/admin-ui/src/types/api/models/ScopeRegistryEnum.ts @@ -109,10 +109,6 @@ export enum ScopeRegistryEnum { PRIVACY_REQUEST_TRANSFER = "privacy-request:transfer", PRIVACY_REQUEST_UPLOAD_DATA = "privacy-request:upload_data", PRIVACY_REQUEST_VIEW_DATA = "privacy-request:view_data", - REGISTRY_CREATE = "registry:create", - REGISTRY_DELETE = "registry:delete", - REGISTRY_READ = "registry:read", - REGISTRY_UPDATE = "registry:update", RULE_CREATE_OR_UPDATE = "rule:create_or_update", RULE_DELETE = "rule:delete", RULE_READ = "rule:read", diff --git a/clients/admin-ui/src/types/api/models/System.ts b/clients/admin-ui/src/types/api/models/System.ts index 7eb53daaed..872f3c1aa5 100644 --- a/clients/admin-ui/src/types/api/models/System.ts +++ b/clients/admin-ui/src/types/api/models/System.ts @@ -34,10 +34,6 @@ export type System = { * A detailed description of what this resource is. */ description?: string; - /** - * The id of the system registry, if used. - */ - registry_id?: number; /** * An optional property to store any extra information for a resource. Data can be structured in any way: simple set of `key: value` pairs or deeply nested objects. */ diff --git a/clients/admin-ui/src/types/api/models/SystemResponse.ts b/clients/admin-ui/src/types/api/models/SystemResponse.ts index fd79dccdbc..b90be141dc 100644 --- a/clients/admin-ui/src/types/api/models/SystemResponse.ts +++ b/clients/admin-ui/src/types/api/models/SystemResponse.ts @@ -38,10 +38,7 @@ export type SystemResponse = { * A detailed description of what this resource is. */ description?: string; - /** - * The id of the system registry, if used. - */ - registry_id?: number; + /** * An optional property to store any extra information for a resource. Data can be structured in any way: simple set of `key: value` pairs or deeply nested objects. */ diff --git a/clients/admin-ui/src/types/dictionary-api/models/Vendor.ts b/clients/admin-ui/src/types/dictionary-api/models/Vendor.ts index 813b7bd241..6988083ef3 100644 --- a/clients/admin-ui/src/types/dictionary-api/models/Vendor.ts +++ b/clients/admin-ui/src/types/dictionary-api/models/Vendor.ts @@ -26,10 +26,6 @@ export type Vendor = { * A detailed description of what this resource is. */ description?: string; - /** - * The id of the system registry, if used. - */ - registry_id?: number; /** * An optional property to store any extra information for a resource. Data can be structured in any way: simple set of `key: value` pairs or deeply nested objects. */ diff --git a/demo_resources/demo_registry.yml b/demo_resources/demo_registry.yml deleted file mode 100644 index 7d4658e032..0000000000 --- a/demo_resources/demo_registry.yml +++ /dev/null @@ -1,4 +0,0 @@ -registry: - - fides_key: demo_registry - name: Demo Registry - description: Demo Registry diff --git a/requirements.txt b/requirements.txt index ecf78e9fed..58f0270405 100644 --- a/requirements.txt +++ b/requirements.txt @@ -12,7 +12,7 @@ defusedxml==0.7.1 expandvars==0.9.0 fastapi[all]==0.89.1 fastapi-pagination[sqlalchemy]==0.11.4 -fideslang==3.0.0a0 +fideslang==3.0.0a1 fideslog==1.2.10 firebase-admin==5.3.0 GitPython==3.1.35 diff --git a/src/fides/api/api/v1/__init__.py b/src/fides/api/api/v1/__init__.py index 3fec58c72f..f08f10ff74 100644 --- a/src/fides/api/api/v1/__init__.py +++ b/src/fides/api/api/v1/__init__.py @@ -14,7 +14,6 @@ EVALUATION_ROUTER, ORGANIZATION_ROUTER, POLICY_ROUTER, - REGISTRY_ROUTER, ) from .endpoints.system import ( SYSTEM_CONNECTION_INSTANTIATE_ROUTER, @@ -36,7 +35,6 @@ GENERATE_ROUTER, ORGANIZATION_ROUTER, POLICY_ROUTER, - REGISTRY_ROUTER, SYSTEM_CONNECTION_INSTANTIATE_ROUTER, SYSTEM_CONNECTIONS_ROUTER, SYSTEM_ROUTER, diff --git a/src/fides/api/api/v1/endpoints/generic.py b/src/fides/api/api/v1/endpoints/generic.py index ed66afc590..f0babc93e9 100644 --- a/src/fides/api/api/v1/endpoints/generic.py +++ b/src/fides/api/api/v1/endpoints/generic.py @@ -2,7 +2,7 @@ This module generates all of the routers for the boilerplate/generic objects that don't require any extra logic. """ -from fideslang.models import Dataset, Evaluation, Organization, Policy, Registry +from fideslang.models import Dataset, Evaluation, Organization, Policy from fides.api.schemas.taxonomy_extensions import DataCategory, DataSubject, DataUse @@ -20,7 +20,6 @@ fides_model=Organization, model_type="organization" ) POLICY_ROUTER = generic_router_factory(fides_model=Policy, model_type="policy") -REGISTRY_ROUTER = generic_router_factory(fides_model=Registry, model_type="registry") EVALUATION_ROUTER = generic_router_factory( fides_model=Evaluation, model_type="evaluation" ) diff --git a/src/fides/api/models/sql_models.py b/src/fides/api/models/sql_models.py index 391e72e8a7..a7fb333d3d 100644 --- a/src/fides/api/models/sql_models.py +++ b/src/fides/api/models/sql_models.py @@ -334,15 +334,6 @@ class PolicyCtl(Base, FidesBase): rules = Column(JSON) -# Registry -class Registry(Base, FidesBase): - """ - The SQL model for the Registry resource. - """ - - __tablename__ = "ctl_registries" - - # System class System(Base, FidesBase): """ @@ -351,7 +342,6 @@ class System(Base, FidesBase): __tablename__ = "ctl_systems" - registry_id = Column(String) meta = Column(JSON) fidesctl_meta = Column(JSON) system_type = Column(String) @@ -585,7 +575,6 @@ async def get_purpose_legal_basis_override(self) -> Optional[str]: class SystemModel(BaseModel): fides_key: str - registry_id: str meta: Optional[Dict[str, Any]] fidesctl_meta: Optional[Dict[str, Any]] system_type: str @@ -627,7 +616,6 @@ class SystemScans(Base): "fides_user_permissions": FidesUserPermissions, "organization": Organization, "policy": PolicyCtl, - "registry": Registry, "system": System, "evaluation": Evaluation, } diff --git a/src/fides/api/oauth/roles.py b/src/fides/api/oauth/roles.py index d0589ec0fb..901227153a 100644 --- a/src/fides/api/oauth/roles.py +++ b/src/fides/api/oauth/roles.py @@ -32,7 +32,6 @@ PRIVACY_REQUEST_REVIEW, PRIVACY_REQUEST_UPLOAD_DATA, PRIVACY_REQUEST_VIEW_DATA, - REGISTRY_READ, RULE_READ, SAAS_CONFIG_READ, SCOPE_READ, @@ -102,7 +101,6 @@ class RoleRegistryEnum(Enum): PRIVACY_NOTICE_READ, PRIVACY_REQUEST_READ, PRIVACY_REQUEST_NOTIFICATIONS_READ, - REGISTRY_READ, RULE_READ, SCOPE_READ, STORAGE_READ, diff --git a/src/fides/api/util/endpoint_utils.py b/src/fides/api/util/endpoint_utils.py index 11229b2ece..36990d3113 100644 --- a/src/fides/api/util/endpoint_utils.py +++ b/src/fides/api/util/endpoint_utils.py @@ -21,7 +21,6 @@ DATA_USE, EVALUATION, ORGANIZATION, - REGISTRY, SYSTEM, ) from fides.config import CONFIG @@ -42,7 +41,6 @@ "evaluation": EVALUATION, "organization": ORGANIZATION, "policy": CTL_POLICY, - "registry": REGISTRY, "system": SYSTEM, } diff --git a/src/fides/common/api/scope_registry.py b/src/fides/common/api/scope_registry.py index 098883e8d7..1eb8589b37 100644 --- a/src/fides/common/api/scope_registry.py +++ b/src/fides/common/api/scope_registry.py @@ -49,7 +49,6 @@ PRIVACY_REQUEST_NOTIFICATIONS = "privacy-request-notifications" READ = "read" REGISTER = "register" -REGISTRY = "registry" RESET = "reset" RESUME = "resume" REVIEW = "review" @@ -181,11 +180,6 @@ PRIVACY_REQUEST_UPLOAD_DATA = f"{PRIVACY_REQUEST}:{UPLOAD_DATA}" PRIVACY_REQUEST_VIEW_DATA = f"{PRIVACY_REQUEST}:{VIEW_DATA}" -REGISTRY_CREATE = f"{REGISTRY}:{CREATE}" -REGISTRY_READ = f"{REGISTRY}:{READ}" -REGISTRY_UPDATE = f"{REGISTRY}:{UPDATE}" -REGISTRY_DELETE = f"{REGISTRY}:{DELETE}" - RULE_CREATE_OR_UPDATE = f"{RULE}:{CREATE_OR_UPDATE}" RULE_DELETE = f"{RULE}:{DELETE}" RULE_READ = f"{RULE}:{READ}" @@ -316,10 +310,6 @@ PRIVACY_REQUEST_TRANSFER: "Transfer privacy requests", PRIVACY_REQUEST_UPLOAD_DATA: "Manually upload data for the privacy request", PRIVACY_REQUEST_VIEW_DATA: "View subject data related to the privacy request", - REGISTRY_CREATE: "Create registry", - REGISTRY_READ: "Read registry details", - REGISTRY_DELETE: "Delete registry", - REGISTRY_UPDATE: "Update registry details", RULE_CREATE_OR_UPDATE: "Create or update rules", RULE_DELETE: "Remove rules", RULE_READ: "View rules", diff --git a/tests/conftest.py b/tests/conftest.py index a39e5ea1fb..ece87156ed 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -435,16 +435,8 @@ def resources_dict(): data_uses=models.PrivacyRule(matches="NONE", values=["essential.service"]), data_subjects=models.PrivacyRule(matches="ANY", values=[]), ), - "registry": models.Registry( - organization_fides_key=1, - fides_key="test_registry", - name="Test Registry", - description="Test Regsitry", - systems=[], - ), "system": models.System( organization_fides_key=1, - registryId=1, fides_key="test_system", system_type="SYSTEM", name="Test System", diff --git a/tests/ctl/cli/test_cli.py b/tests/ctl/cli/test_cli.py index 9c6f898398..ec41d95d6f 100644 --- a/tests/ctl/cli/test_cli.py +++ b/tests/ctl/cli/test_cli.py @@ -259,8 +259,8 @@ def test_ls_verbose( def test_ls_no_resources_found( self, test_config_path: str, test_cli_runner: CliRunner ) -> None: - """This test only workss because we don't have any registry resources by default.""" - result = test_cli_runner.invoke(cli, ["-f", test_config_path, "ls", "registry"]) + """This test only works because we don't have any system resources by default.""" + result = test_cli_runner.invoke(cli, ["-f", test_config_path, "ls", "system"]) print(result.output) assert result.exit_code == 0 diff --git a/tests/ctl/core/test_api.py b/tests/ctl/core/test_api.py index 5ac882b563..6654a0079a 100644 --- a/tests/ctl/core/test_api.py +++ b/tests/ctl/core/test_api.py @@ -452,7 +452,6 @@ def remove_all_systems(self, db) -> None: def system_create_request_body(self) -> SystemSchema: return SystemSchema( organization_fides_key=1, - registryId=1, fides_key="system_fides_key", system_type="SYSTEM", name="Test System", @@ -743,7 +742,6 @@ async def test_system_create_minimal_request_body( "name", "privacy_policy", "reason_for_exemption", - "registry_id", "tags", "third_country_transfers", "vendor_id", @@ -1014,7 +1012,6 @@ def remove_all_systems(self, db) -> None: def system_update_request_body(self, system) -> SystemSchema: return SystemSchema( organization_fides_key=1, - registryId=1, fides_key=system.fides_key, system_type="SYSTEM", name=self.updated_system_name, @@ -1036,7 +1033,6 @@ def system_update_request_body(self, system) -> SystemSchema: def system_update_request_body_with_system_cookies(self, system) -> SystemSchema: return SystemSchema( organization_fides_key=1, - registryId=1, fides_key=system.fides_key, system_type="SYSTEM", name=self.updated_system_name, @@ -1064,7 +1060,6 @@ def system_update_request_body_with_privacy_declaration_cookies( ) -> SystemSchema: return SystemSchema( organization_fides_key=1, - registryId=1, fides_key=system.fides_key, system_type="SYSTEM", name=self.updated_system_name, @@ -1090,7 +1085,6 @@ def system_update_request_body_with_new_dictionary_fields( ) -> SystemSchema: return SystemSchema( organization_fides_key=1, - registryId=1, fides_key=system.fides_key, system_type="SYSTEM", name=self.updated_system_name, diff --git a/tests/ctl/database/test_crud.py b/tests/ctl/database/test_crud.py index b0c1ce5b6c..cfa55a5ce6 100644 --- a/tests/ctl/database/test_crud.py +++ b/tests/ctl/database/test_crud.py @@ -376,7 +376,6 @@ async def test_get_custom_fields_filtered( async def test_get_resource_with_custom_field(db, async_session_temp): system_data = { "name": "my system", - "registry_id": "1", "system_type": "test", "fides_key": str(uuid4()), } @@ -427,7 +426,6 @@ async def test_get_resource_with_custom_field(db, async_session_temp): async def test_get_resource_with_custom_field_no_custom_field(async_session_temp): system_data = { "name": "my system", - "registry_id": "1", "system_type": "test", "fides_key": str(uuid4()), } From 5776299d34114849bc09d1e268b475a18f99c207 Mon Sep 17 00:00:00 2001 From: Adam Sachs Date: Mon, 11 Dec 2023 11:43:08 -0500 Subject: [PATCH 04/10] migration to remove registry references --- ...c26771_fideslang_3.0_remove_references.py} | 50 +++++++++++++++++-- 1 file changed, 46 insertions(+), 4 deletions(-) rename src/fides/api/alembic/migrations/versions/{548a1ac26771_remove_data_qualifier.py => 548a1ac26771_fideslang_3.0_remove_references.py} (64%) diff --git a/src/fides/api/alembic/migrations/versions/548a1ac26771_remove_data_qualifier.py b/src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py similarity index 64% rename from src/fides/api/alembic/migrations/versions/548a1ac26771_remove_data_qualifier.py rename to src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py index 62142598cd..1b17b28303 100644 --- a/src/fides/api/alembic/migrations/versions/548a1ac26771_remove_data_qualifier.py +++ b/src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py @@ -17,7 +17,7 @@ def upgrade(): - # ### commands auto generated by Alembic - please adjust! ### + ## Remove data qualifier references op.drop_index("ix_ctl_data_qualifiers_fides_key", table_name="ctl_data_qualifiers") op.drop_index("ix_ctl_data_qualifiers_id", table_name="ctl_data_qualifiers") op.drop_table("ctl_data_qualifiers") @@ -25,11 +25,16 @@ def upgrade(): op.drop_index("ix_ctl_systems_name", table_name="ctl_systems") op.drop_column("privacydeclaration", "data_qualifier") op.drop_constraint("purpose_constraint", "tcf_purpose_overrides", type_="unique") - # ### end Alembic commands ### + + ## Remove registry references + op.drop_index("ix_ctl_registries_fides_key", table_name="ctl_registries") + op.drop_index("ix_ctl_registries_id", table_name="ctl_registries") + op.drop_table("ctl_registries") + op.drop_column("ctl_systems", "registry_id") def downgrade(): - # ### commands auto generated by Alembic - please adjust! ### + ## Add back in data qualifier references op.create_unique_constraint( "purpose_constraint", "tcf_purpose_overrides", ["purpose"] ) @@ -91,4 +96,41 @@ def downgrade(): ["fides_key"], unique=False, ) - # ### end Alembic commands ### + + ## Add back in registry references + op.add_column( + "ctl_systems", + sa.Column("registry_id", sa.VARCHAR(), autoincrement=False, nullable=True), + ) + op.create_table( + "ctl_registries", + sa.Column("id", sa.VARCHAR(length=255), autoincrement=False, nullable=False), + sa.Column("fides_key", sa.VARCHAR(), autoincrement=False, nullable=False), + sa.Column( + "organization_fides_key", sa.TEXT(), autoincrement=False, nullable=True + ), + sa.Column("name", sa.TEXT(), autoincrement=False, nullable=True), + sa.Column("description", sa.TEXT(), autoincrement=False, nullable=True), + sa.Column( + "created_at", + postgresql.TIMESTAMP(timezone=True), + server_default=sa.text("now()"), + autoincrement=False, + nullable=True, + ), + sa.Column( + "updated_at", + postgresql.TIMESTAMP(timezone=True), + server_default=sa.text("now()"), + autoincrement=False, + nullable=True, + ), + sa.Column( + "tags", postgresql.ARRAY(sa.VARCHAR()), autoincrement=False, nullable=True + ), + sa.PrimaryKeyConstraint("id", name="ctl_registries_pkey"), + ) + op.create_index("ix_ctl_registries_id", "ctl_registries", ["id"], unique=False) + op.create_index( + "ix_ctl_registries_fides_key", "ctl_registries", ["fides_key"], unique=False + ) From 3dda90b73bc059fa65fac2743179f461fdefa219 Mon Sep 17 00:00:00 2001 From: Adam Sachs Date: Mon, 11 Dec 2023 12:06:57 -0500 Subject: [PATCH 05/10] remove data use field references in tests --- src/fides/core/audit.py | 25 ------------------------- tests/ctl/core/test_audit.py | 20 -------------------- 2 files changed, 45 deletions(-) diff --git a/src/fides/core/audit.py b/src/fides/core/audit.py index 68adf488a3..e543027d02 100644 --- a/src/fides/core/audit.py +++ b/src/fides/core/audit.py @@ -72,15 +72,6 @@ def validate_system_attributes( new_findings += 1 for privacy_declaration in system.privacy_declarations: - raw_data_use = get_server_resource( - url, "data_use", privacy_declaration.data_use, headers - ) - data_use = parse_dict( - resource_type="data_use", resource=raw_data_use, from_server=True - ) - assert isinstance(data_use, DataUse) - data_use_findings = audit_data_use_attributes(data_use, system.name or "") - new_findings = new_findings + data_use_findings for data_subject_fides_key in privacy_declaration.data_subjects: raw_data_subject = get_server_resource( url, "data_subject", data_subject_fides_key, headers @@ -98,22 +89,6 @@ def validate_system_attributes( return new_findings -def audit_data_use_attributes(data_use: DataUse, system_name: str) -> int: - """ - Audits the extended attributes for a DataUse - """ - data_use_list = ["recipients", "legal_basis", "special_category"] - findings = 0 - for attribute in data_use_list: - attribute_is_set = getattr(data_use, attribute) is not None - compliance_messaging( - attribute_is_set, data_use.fides_key, attribute, system_name - ) - if not attribute_is_set: - findings += 1 - return findings - - def audit_data_subject_attributes(data_subject: DataSubject, system_name: str) -> int: """ Audits the extended attributes for a DataSubject diff --git a/tests/ctl/core/test_audit.py b/tests/ctl/core/test_audit.py index bbed48ed30..b7440292b9 100644 --- a/tests/ctl/core/test_audit.py +++ b/tests/ctl/core/test_audit.py @@ -82,26 +82,6 @@ def test_rich_organization_passes_audit( assert audit_findings == 0 -@pytest.mark.unit -def test_basic_data_use_fails_audit( - test_basic_data_use: List[DataUse], -) -> None: - audit_findings = audit.audit_data_use_attributes( - test_basic_data_use[0], "test_system_name" - ) - assert audit_findings > 0 - - -@pytest.mark.unit -def test_rich_data_use_passes_audit( - test_rich_data_use: List[DataUse], -) -> None: - audit_findings = audit.audit_data_use_attributes( - test_rich_data_use[0], "test_system_name" - ) - assert audit_findings == 0 - - @pytest.mark.unit def test_basic_data_subject_fails_audit( test_basic_data_subject: List[DataSubject], From a9fc3897285eebfa235aa78c1c99784b2e3b3c47 Mon Sep 17 00:00:00 2001 From: Adam Sachs Date: Mon, 11 Dec 2023 17:56:31 -0500 Subject: [PATCH 06/10] initial removal of deprecated field references --- .fides/db_dataset.yml | 63 --- .fides/systems.yml | 21 - .../admin-ui/cypress/e2e/systems-plus.cy.ts | 2 - clients/admin-ui/cypress/e2e/systems.cy.ts | 58 +-- clients/admin-ui/cypress/e2e/taxonomy.cy.ts | 39 -- .../fixtures/classify/dataset-in-review.json | 3 - .../fixtures/connectors/datasetconfig.json | 3 - .../fixtures/data-flow-scanner/diff.json | 80 +--- .../fixtures/data-flow-scanner/list.json | 420 ++---------------- .../cypress/fixtures/datamap/datamap.json | 99 ----- .../fixtures/datamap/empty_datamap.json | 11 - .../admin-ui/cypress/fixtures/dataset.json | 2 - .../admin-ui/cypress/fixtures/datasets.json | 15 - .../cypress/fixtures/dictionary-entries.json | 15 - .../cypress/fixtures/generate/dataset.json | 94 ---- .../cypress/fixtures/generate/system.json | 10 +- .../fixtures/generate/system_to_review.json | 10 +- .../fixtures/systems/dictionary-system.json | 5 - .../cypress/fixtures/systems/system.json | 1 - .../cypress/fixtures/systems/systems.json | 24 - .../systems/systems_with_data_uses.json | 24 - .../cypress/fixtures/taxonomy/data_uses.json | 270 ----------- .../src/features/datamap/constants.ts | 30 -- .../features/datamap/datamap.slice.test.ts | 25 +- .../src/features/datamap/datamap.slice.ts | 5 - .../features/datamap/modals/FilterModal.tsx | 9 - .../src/features/dataset/constants.ts | 8 - .../features/datastore-connections/types.ts | 8 - clients/admin-ui/src/features/system/form.ts | 14 +- clients/admin-ui/src/mocks/data.ts | 4 - clients/admin-ui/src/types/api/index.ts | 3 - .../types/api/models/BasicSystemResponse.ts | 35 -- .../models/DataProtectionImpactAssessment.ts | 28 -- .../admin-ui/src/types/api/models/DataUse.ts | 23 - .../admin-ui/src/types/api/models/Dataset.ts | 21 - .../src/types/api/models/LegalBasisEnum.ts | 15 - .../types/api/models/SpecialCategoriesEnum.ts | 18 - .../admin-ui/src/types/api/models/System.ts | 35 -- .../src/types/api/models/SystemResponse.ts | 35 -- .../src/types/dictionary-api/models/Vendor.ts | 33 -- demo_resources/demo_dataset.yml | 4 - demo_resources/demo_extended_taxonomy.yml | 5 - demo_resources/demo_system.yml | 9 - requirements.txt | 2 +- src/fides/api/models/sql_models.py | 38 -- src/fides/core/audit.py | 2 +- .../sample_resources/sample_systems.yml | 11 - tests/conftest.py | 24 - tests/ctl/core/test_api.py | 4 - tests/ctl/core/test_audit.py | 17 - tests/fixtures/application_fixtures.py | 15 - tests/lib/test_system_oauth_util.py | 3 - .../api/v1/endpoints/test_user_endpoints.py | 6 - 53 files changed, 64 insertions(+), 1694 deletions(-) delete mode 100644 clients/admin-ui/src/types/api/models/DataProtectionImpactAssessment.ts delete mode 100644 clients/admin-ui/src/types/api/models/LegalBasisEnum.ts delete mode 100644 clients/admin-ui/src/types/api/models/SpecialCategoriesEnum.ts diff --git a/.fides/db_dataset.yml b/.fides/db_dataset.yml index 5548883c6b..a71ac3778f 100644 --- a/.fides/db_dataset.yml +++ b/.fides/db_dataset.yml @@ -6,7 +6,6 @@ dataset: meta: {} data_categories: - system.operations - retention: 1 year post employment collections: - name: accessmanualwebhook description: 'A table to record manual steps within data subject execution' @@ -433,18 +432,6 @@ dataset: - name: id data_categories: - system.operations - - name: legal_basis - data_categories: - - system.operations - - name: legitimate_interest - description: Boolean value denoting whether or not the data use is marked as - a legitimate interest - data_categories: - - system.operations - - name: legitimate_interest_impact_assessment - description: A url pointing to a legitimate interest impact assessment - data_categories: - - system.operations - name: name data_categories: - system.operations @@ -454,12 +441,6 @@ dataset: - name: parent_key data_categories: - system.operations - - name: recipients - data_categories: - - system.operations - - name: special_category - data_categories: - - system.operations - name: tags data_categories: - system.operations @@ -507,17 +488,6 @@ dataset: - name: id data_categories: - system.operations - - name: joint_controller - description: Encrypted contact information for a joint controller (name, address, - email, phone) - data_categories: - - user.contact - retention: End of joint controller agreement. - - name: legal_basis - description: The legal basis for processing personal data as defined by Article - 6 of the GDPR - data_categories: - - system.operations - name: meta data_categories: - system.operations @@ -527,25 +497,9 @@ dataset: - name: organization_fides_key data_categories: - system.operations - - name: recipients - description: An array of recipients of the intended data use. - data_categories: - - system.operations - - name: retention - description: A string representing how long the dataset is retained for. Can - also be found and applied as a property within Collections and Fields. - data_categories: - - system.operations - - name: special_category - description: The special category as defined by Article 9 of the GDPR - data_categories: - - system.operations - name: tags data_categories: - system.operations - - name: third_country_transfers - data_categories: - - system.operations - name: updated_at description: The timestamp of when the row was last updated data_categories: @@ -727,14 +681,6 @@ dataset: description: The timestamp of when the row was created data_categories: - system.operations - - name: data_protection_impact_assessment - description: Properties identifying if a DPIA is required, the status of it, - and a link if applicable. - data_categories: - - system.operations - - name: data_responsibility_title - data_categories: - - system.operations - name: description data_categories: - system.operations @@ -763,12 +709,6 @@ dataset: - system.operations retention: null fields: null - - name: joint_controller - description: Encrypted contact information for a joint controller (name, address, - email, phone) - data_categories: - - user.contact - retention: End of joint controller agreement. - name: meta data_categories: - system.operations @@ -787,9 +727,6 @@ dataset: - name: tags data_categories: - system.operations - - name: third_country_transfers - data_categories: - - system.operations - name: updated_at description: The timestamp of when the row was last updated data_categories: diff --git a/.fides/systems.yml b/.fides/systems.yml index e36a72fc1a..d1256c27e0 100644 --- a/.fides/systems.yml +++ b/.fides/systems.yml @@ -6,13 +6,6 @@ system: description: Privacy annotations as code. system_type: Service # RoPA Info - these need to exist to pass an audit - data_responsibility_title: Controller - data_protection_impact_assessment: - is_required: false - progress: null - link: null - joint_controller: null - third_country_transfers: null administrating_department: Not defined # Privacy Declarations privacy_declarations: @@ -33,13 +26,6 @@ system: description: Privacy request fufillment. system_type: Application # RoPA Info - these need to exist to pass an audit - data_responsibility_title: Controller - data_protection_impact_assessment: - is_required: false - progress: null - link: null - joint_controller: null - third_country_transfers: null administrating_department: Not defined # Privacy Declarations privacy_declarations: @@ -59,13 +45,6 @@ system: description: Fides administration UI. system_type: Application # RoPA Info - these need to exist to pass an audit - data_responsibility_title: Controller - data_protection_impact_assessment: - is_required: false - progress: null - link: null - joint_controller: null - third_country_transfers: null administrating_department: Not defined # Privacy Declarations privacy_declarations: diff --git a/clients/admin-ui/cypress/e2e/systems-plus.cy.ts b/clients/admin-ui/cypress/e2e/systems-plus.cy.ts index 1a9e1d7d07..aba5f88fcd 100644 --- a/clients/admin-ui/cypress/e2e/systems-plus.cy.ts +++ b/clients/admin-ui/cypress/e2e/systems-plus.cy.ts @@ -70,7 +70,6 @@ describe("System management with Plus features", () => { ...dictSystem, fides_key: origSystem.fides_key, customFieldValues: undefined, - data_protection_impact_assessment: undefined, }, } ).as("getDictSystem"); @@ -101,7 +100,6 @@ describe("System management with Plus features", () => { ...dictSystem, fides_key: origSystem.fides_key, customFieldValues: undefined, - data_protection_impact_assessment: undefined, }, } ).as("getDictSystem"); diff --git a/clients/admin-ui/cypress/e2e/systems.cy.ts b/clients/admin-ui/cypress/e2e/systems.cy.ts index fb3adaf34c..41f5d66eda 100644 --- a/clients/admin-ui/cypress/e2e/systems.cy.ts +++ b/clients/admin-ui/cypress/e2e/systems.cy.ts @@ -318,22 +318,10 @@ describe("System management page", () => { "have.value", "Software that functionally applies Fides." ); - cy.getByTestId("input-data_responsibility_title").should( - "contain", - "Controller" - ); cy.getByTestId("input-administrating_department").should( "have.value", "Not defined" ); - // add something for joint controller - const controllerName = "Sally Controller"; - cy.getByTestId("input-joint_controller.name").type(controllerName); - cy.getByTestId("save-btn").click(); - cy.wait("@putSystem").then((interception) => { - const { body } = interception.request; - expect(body.joint_controller.name).to.eql(controllerName); - }); cy.wait("@getFidesctlSystem"); // Switch to the Data Uses tab @@ -381,54 +369,15 @@ describe("System management page", () => { const system = { fides_key: "fidesctl_system", system_type: "cool system", - data_responsibility_title: "Sub-Processor", + organization_fides_key: "default_organization", administrating_department: "department", - third_country_transfers: ["USA"], - joint_controller: { - name: "bob", - email: "bob@ethyca.com", - }, - data_protection_impact_assessment: { - is_required: true, - progress: "in progress", - link: "http://www.ethyca.com", - }, }; cy.getByTestId("system-fidesctl_system").within(() => { cy.getByTestId("more-btn").click(); cy.getByTestId("edit-btn").click(); }); - // input extra fields - cy.getByTestId("input-data_responsibility_title").click(); - cy.getByTestId("input-data_responsibility_title").within(() => { - cy.contains(system.data_responsibility_title).click(); - }); - cy.getByTestId("input-administrating_department") - .clear() - .type(system.administrating_department); - cy.getByTestId("input-third_country_transfers").type( - "United States of America{enter}" - ); - cy.getByTestId("input-joint_controller.name").type( - system.joint_controller.name - ); - cy.getByTestId("input-joint_controller.email").type( - system.joint_controller.email - ); - cy.getByTestId( - "input-data_protection_impact_assessment.is_required" - ).within(() => { - cy.getByTestId("option-true").click(); - }); - cy.getByTestId("input-data_protection_impact_assessment.progress").type( - system.data_protection_impact_assessment.progress - ); - cy.getByTestId("input-data_protection_impact_assessment.link").type( - system.data_protection_impact_assessment.link - ); - cy.getByTestId("save-btn").click(); cy.wait("@putSystem").then((interception) => { const { body } = interception.request; @@ -447,12 +396,7 @@ describe("System management page", () => { system_type: "Service", egress: [], ingress: [], - third_country_transfers: ["USA"], administrating_department: system.administrating_department, - data_responsibility_title: system.data_responsibility_title, - joint_controller: system.joint_controller, - data_protection_impact_assessment: - system.data_protection_impact_assessment, }); }); }); diff --git a/clients/admin-ui/cypress/e2e/taxonomy.cy.ts b/clients/admin-ui/cypress/e2e/taxonomy.cy.ts index 8cab9ef6ae..9dbb9fd5b6 100644 --- a/clients/admin-ui/cypress/e2e/taxonomy.cy.ts +++ b/clients/admin-ui/cypress/e2e/taxonomy.cy.ts @@ -186,36 +186,6 @@ describe("Taxonomy management page", () => { "mouseover" ); cy.getByTestId("edit-btn").click(); - cy.getByTestId("input-legal_basis").should( - "contain", - "Legitimate Interests" - ); - cy.getByTestId("input-special_category").should( - "contain", - "Vital Interests" - ); - cy.getByTestId("input-recipients").should("contain", "marketing team"); - cy.getByTestId("input-recipients").should("contain", "dog shelter"); - cy.getByTestId("input-legitimate_interest").within(() => { - cy.getByTestId("option-false").should("have.attr", "data-checked"); - cy.getByTestId("option-true").click(); - cy.getByTestId("option-true").should("have.attr", "data-checked"); - cy.getByTestId("option-false").should("not.have.attr", "data-checked"); - }); - - cy.getByTestId("input-legitimate_interest_impact_assessment").should( - "have.value", - "https://example.org/legitimate_interest_assessment" - ); - - cy.getByTestId("input-legitimate_interest_impact_assessment") - .clear() - .type("foo"); - // Test clearable single-select. - cy.getByTestId("input-legal_basis").within(() => { - cy.get('[aria-label="Clear selected options"]').click(); - }); - cy.getByTestId("input-special_category").click().type("{backspace}{esc}"); // trigger a PUT cy.getByTestId("submit-btn").click(); cy.wait("@putDataUse").then((interception) => { @@ -226,9 +196,6 @@ describe("Taxonomy management page", () => { description: "Provide, give, or make available the product, service, application or system.", is_default: true, - recipients: ["marketing team", "dog shelter"], - legitimate_interest: true, - legitimate_interest_impact_assessment: "foo", }; expect(body).to.eql(expected); }); @@ -238,12 +205,6 @@ describe("Taxonomy management page", () => { "mouseover" ); cy.getByTestId("edit-btn").click(); - cy.getByTestId("input-legal_basis").should("contain", "Select..."); - cy.getByTestId("input-special_category").should("contain", "Select..."); - cy.getByTestId("input-recipients").should("contain", "Select..."); - cy.getByTestId("input-legitimate_interest_impact_assessment").should( - "not.exist" - ); }); it("Can render an extended form for Data Subjects", () => { diff --git a/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json b/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json index 7761f2b14d..dc49a8602c 100644 --- a/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json +++ b/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json @@ -7,9 +7,6 @@ "meta": null, "data_categories": [], "fidesctl_meta": null, - "joint_controller": null, - "retention": "30 days after account deletion", - "third_country_transfers": ["GBR", "CAN"], "collections": [ { "name": "users", diff --git a/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json b/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json index 79ca8a1e8d..9117d2d24d 100644 --- a/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json +++ b/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json @@ -11,9 +11,6 @@ "meta": null, "data_categories": null, "fides_meta": null, - "joint_controller": null, - "retention": "No retention or erasure policy", - "third_country_transfers": null, "collections": [ { "name": "address", diff --git a/clients/admin-ui/cypress/fixtures/data-flow-scanner/diff.json b/clients/admin-ui/cypress/fixtures/data-flow-scanner/diff.json index 3d80776fae..25f5caa411 100644 --- a/clients/admin-ui/cypress/fixtures/data-flow-scanner/diff.json +++ b/clients/admin-ui/cypress/fixtures/data-flow-scanner/diff.json @@ -91,7 +91,6 @@ "meta": { "kubernetes_namespace": "datadog" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "kube-dns", "type": "system", "data_categories": null }, { @@ -150,14 +149,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fides2", @@ -168,7 +160,6 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { @@ -185,14 +176,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fidesctl-demo", @@ -203,7 +187,6 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { @@ -221,14 +204,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "hydra", @@ -239,7 +215,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { "fides_key": "kube-dns", "type": "system", "data_categories": null }, @@ -249,14 +224,7 @@ { "fides_key": "hydra", "type": "system", "data_categories": null } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "kratos", @@ -267,7 +235,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "kube-dns", "type": "system", "data_categories": null }, { "fides_key": "external", "type": "system", "data_categories": null }, @@ -279,14 +246,7 @@ { "fides_key": "postgres", "type": "system", "data_categories": null } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "kube-dns", @@ -297,7 +257,6 @@ "meta": { "kubernetes_namespace": "kube-system" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "fidesops-plus-000-fidesops-plus", @@ -388,14 +347,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "pl-elastic-es-http", @@ -406,7 +358,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { @@ -448,14 +399,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" } ], "removed_systems": [ @@ -468,7 +412,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { @@ -500,14 +443,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" } ] } diff --git a/clients/admin-ui/cypress/fixtures/data-flow-scanner/list.json b/clients/admin-ui/cypress/fixtures/data-flow-scanner/list.json index 3d8b1fcf22..625a57b32c 100644 --- a/clients/admin-ui/cypress/fixtures/data-flow-scanner/list.json +++ b/clients/admin-ui/cypress/fixtures/data-flow-scanner/list.json @@ -9,7 +9,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { @@ -36,14 +35,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "api-service", @@ -54,7 +46,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "kube-dns", "type": "system", "data_categories": null }, { @@ -148,14 +139,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "datadog-agent", @@ -166,7 +150,6 @@ "meta": { "kubernetes_namespace": "datadog" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "fides-redis", @@ -225,14 +208,7 @@ { "fides_key": "kube-dns", "type": "system", "data_categories": null } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fidesctl-demo", @@ -243,7 +219,6 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { "fides_key": "kube-dns", "type": "system", "data_categories": null }, @@ -261,14 +236,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "pl-nats", @@ -279,7 +247,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { @@ -343,14 +310,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "vzconn-service", @@ -361,7 +321,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "pl-nats", "type": "system", "data_categories": null }, { @@ -380,14 +339,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "cloud-proxy-service", @@ -398,7 +350,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { "fides_key": "kube-dns", "type": "system", "data_categories": null }, @@ -416,14 +367,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "scriptmgr-service", @@ -434,21 +378,13 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "kube-dns", "type": "system", "data_categories": null }, { "fides_key": "external", "type": "system", "data_categories": null } ], "ingress": [], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "cron-script-service", @@ -459,7 +395,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "vzmgr-service", @@ -493,14 +428,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "postgres", @@ -511,7 +439,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "artifact-tracker-service", @@ -567,14 +494,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fides-redis", @@ -585,7 +505,6 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "fidesops-demo", @@ -611,14 +530,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fidesops-000-fidesops", @@ -629,20 +541,12 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null } ], "ingress": [], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fides-external-dns-staging", @@ -653,7 +557,6 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "datadog-agent", @@ -676,14 +579,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "pl-elastic-es-http", @@ -694,7 +590,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { @@ -736,14 +631,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "profile-service", @@ -754,7 +642,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "api-service", @@ -797,14 +684,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "vizier-metadata-svc", @@ -815,7 +695,6 @@ "meta": { "kubernetes_namespace": "pl" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "vizier-query-broker-svc", @@ -845,14 +724,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "elastic-webhook-server", @@ -863,7 +735,6 @@ "meta": { "kubernetes_namespace": "elastic-system" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "elastic-webhook-server", @@ -900,14 +771,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fidesops-demo-pc", @@ -918,20 +782,12 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null } ], "ingress": [], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "aws-load-balancer-webhook-service", @@ -942,7 +798,6 @@ "meta": { "kubernetes_namespace": "kube-system" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "kube-dns", "type": "system", "data_categories": null }, { "fides_key": "external", "type": "system", "data_categories": null }, @@ -950,14 +805,7 @@ ], "ingress": [], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fidesops-demo", @@ -968,7 +816,6 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "demo-db-demo-data", @@ -1006,14 +853,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "datadog-cluster-agent", @@ -1024,7 +864,6 @@ "meta": { "kubernetes_namespace": "datadog" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "kubernetes", @@ -1047,14 +886,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "vizier-cloud-connector-svc", @@ -1065,7 +897,6 @@ "meta": { "kubernetes_namespace": "pl" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "vizier-query-broker-svc", @@ -1096,14 +927,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fidesops-plus-000-fidesops-plus", @@ -1114,21 +938,13 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "kube-dns", "type": "system", "data_categories": null }, { "fides_key": "external", "type": "system", "data_categories": null } ], "ingress": [], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fidesctl-postgres", @@ -1139,7 +955,6 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "fidesctl-demo", @@ -1155,14 +970,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "config-manager-service", @@ -1173,7 +981,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "artifact-tracker-service", @@ -1215,14 +1022,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "kelvin-service", @@ -1233,7 +1033,6 @@ "meta": { "kubernetes_namespace": "pl" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { @@ -1252,14 +1051,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "kratos", @@ -1270,7 +1062,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "postgres", "type": "system", "data_categories": null }, { "fides_key": "kube-dns", "type": "system", "data_categories": null }, @@ -1282,14 +1073,7 @@ { "fides_key": "kratos", "type": "system", "data_categories": null } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "vzmgr-service", @@ -1300,7 +1084,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "vzconn-service", @@ -1365,14 +1148,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "artifact-tracker-service", @@ -1383,7 +1159,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "config-manager-service", @@ -1421,14 +1196,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "auth-service", @@ -1439,7 +1207,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "profile-service", @@ -1472,14 +1239,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "project-manager-service", @@ -1490,7 +1250,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "profile-service", @@ -1508,14 +1267,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "hydra", @@ -1526,7 +1278,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { "fides_key": "hydra", "type": "system", "data_categories": null }, @@ -1537,14 +1288,7 @@ { "fides_key": "hydra", "type": "system", "data_categories": null } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fidesctl-000-fidesctl", @@ -1555,21 +1299,13 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { "fides_key": "kube-dns", "type": "system", "data_categories": null } ], "ingress": [], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "vizier-query-broker-svc", @@ -1580,7 +1316,6 @@ "meta": { "kubernetes_namespace": "pl" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "vizier-metadata-svc", @@ -1629,14 +1364,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "kube-dns", @@ -1647,7 +1375,6 @@ "meta": { "kubernetes_namespace": "kube-system" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "fidesops-postgres", @@ -1743,14 +1470,7 @@ { "fides_key": "kube-dns", "type": "system", "data_categories": null } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "plugin-service", @@ -1761,7 +1481,6 @@ "meta": { "kubernetes_namespace": "plc" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { "fides_key": "postgres", "type": "system", "data_categories": null }, @@ -1795,14 +1514,7 @@ { "fides_key": "postgres", "type": "system", "data_categories": null } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "oauth-oauth", @@ -1813,20 +1525,12 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null } ], "ingress": [], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "pixie-operator-index", @@ -1837,7 +1541,6 @@ "meta": { "kubernetes_namespace": "px-operator" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null }, { @@ -1854,14 +1557,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "demo-db-demo-data", @@ -1872,7 +1568,6 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "fidesops-demo", @@ -1888,14 +1583,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fidesctl-demo-cls", @@ -1906,20 +1594,12 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null } ], "ingress": [], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fidesops-postgres", @@ -1930,7 +1610,6 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "fidesops-postgres", @@ -1957,14 +1636,7 @@ } ], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "fides-dev-tools", @@ -1975,20 +1647,12 @@ "meta": { "kubernetes_namespace": "default" }, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": [ { "fides_key": "external", "type": "system", "data_categories": null } ], "ingress": [], "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" } ] } diff --git a/clients/admin-ui/cypress/fixtures/datamap/datamap.json b/clients/admin-ui/cypress/fixtures/datamap/datamap.json index e564b0cd7e..fa73ee31ca 100644 --- a/clients/admin-ui/cypress/fixtures/datamap/datamap.json +++ b/clients/admin-ui/cypress/fixtures/datamap/datamap.json @@ -4,26 +4,15 @@ "system.name": "Fides System", "system.administrating_department": "Department or Business Function", "system.privacy_declaration.data_use.name": "Purpose of Processing", - "system.joint_controller": "Joint Controller", "system.privacy_declaration.data_subjects.name": "Categories of Individuals", "unioned_data_categories": "Categories of Personal Data (Fides Taxonomy)", - "system.privacy_declaration.data_use.recipients": "Categories of Recipients", "system.link_to_processor_contract": "Link to Contract with Processor", "third_country_combined": "Third Country Transfers", "system.third_country_safeguards": "Safeguards for Exceptional Transfers of Personal Data", - "dataset.retention": "Retention Schedule", "organization.link_to_security_policy": "General Description of Security Measures", - "system.data_responsibility_title": "Role or Responsibility", - "system.privacy_declaration.data_use.legal_basis": "Article 6 lawful basis for processing personal data", - "system.privacy_declaration.data_use.special_category": "Article 9 condition for processing special category data", - "system.privacy_declaration.data_use.legitimate_interest": "Legitimate interests for the processing (if applicable)", - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment": "Link to record of legitimate interests assessment (if applicable)", "system.privacy_declaration.data_subjects.rights_available": "Rights available to individuals", "system.privacy_declaration.data_subjects.automated_decisions_or_profiling": "Existence of automated decision-making, including profiling (if applicable)", "dataset.source_name": "The source of the personal data (if applicable)", - "system.data_protection_impact_assessment.is_required": "Data Protection Impact Assessment required?", - "system.data_protection_impact_assessment.progress": "Data Protection Impact Assessment progress", - "system.data_protection_impact_assessment.link": "Link to Data Protection Impact Assessment", "system.fides_key": "System Fides Key", "dataset.fides_key": "Dataset Fides Key (if applicable)", "system.description": "Description of the System" @@ -33,26 +22,15 @@ "system.name": "Demo Analytics System", "system.administrating_department": "Engineering", "system.privacy_declaration.data_use.name": "System", - "system.joint_controller": "", "system.privacy_declaration.data_subjects.name": "Customer", "unioned_data_categories": "user.contact", - "system.privacy_declaration.data_use.recipients": "N/A", "system.link_to_processor_contract": "", "third_country_combined": "USA, GBR, CAN", "system.third_country_safeguards": "", - "dataset.retention": "N/A", "organization.link_to_security_policy": "https://ethyca.com/privacy-policy/", - "system.data_responsibility_title": "Controller", - "system.privacy_declaration.data_use.legal_basis": "N/A", - "system.privacy_declaration.data_use.special_category": "N/A", - "system.privacy_declaration.data_use.legitimate_interest": "N/A", - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment": "N/A", "system.privacy_declaration.data_subjects.rights_available": "No data subject rights listed", "system.privacy_declaration.data_subjects.automated_decisions_or_profiling": "N/A", "dataset.source_name": "N/A", - "system.data_protection_impact_assessment.is_required": true, - "system.data_protection_impact_assessment.progress": "Complete", - "system.data_protection_impact_assessment.link": "https://example.org/analytics_system_data_protection_impact_assessment", "system.fides_key": "demo_analytics_system", "dataset.fides_key": "demo_users_dataset", "system.description": "A system used for analyzing customer behaviour." @@ -62,26 +40,15 @@ "system.name": "Demo Analytics System", "system.administrating_department": "Engineering", "system.privacy_declaration.data_use.name": "System", - "system.joint_controller": "", "system.privacy_declaration.data_subjects.name": "Customer", "unioned_data_categories": "user.device.cookie_id", - "system.privacy_declaration.data_use.recipients": "N/A", "system.link_to_processor_contract": "", "third_country_combined": "USA, GBR, CAN", "system.third_country_safeguards": "", - "dataset.retention": "N/A", "organization.link_to_security_policy": "https://ethyca.com/privacy-policy/", - "system.data_responsibility_title": "Controller", - "system.privacy_declaration.data_use.legal_basis": "N/A", - "system.privacy_declaration.data_use.special_category": "N/A", - "system.privacy_declaration.data_use.legitimate_interest": "N/A", - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment": "N/A", "system.privacy_declaration.data_subjects.rights_available": "No data subject rights listed", "system.privacy_declaration.data_subjects.automated_decisions_or_profiling": "N/A", "dataset.source_name": "N/A", - "system.data_protection_impact_assessment.is_required": true, - "system.data_protection_impact_assessment.progress": "Complete", - "system.data_protection_impact_assessment.link": "https://example.org/analytics_system_data_protection_impact_assessment", "system.fides_key": "demo_analytics_system", "dataset.fides_key": "demo_users_dataset", "system.description": "A system used for analyzing customer behaviour." @@ -91,26 +58,15 @@ "system.name": "Demo Marketing System", "system.administrating_department": "Marketing", "system.privacy_declaration.data_use.name": "Advertising, Marketing or Promotion", - "system.joint_controller": "", "system.privacy_declaration.data_subjects.name": "Customer", "unioned_data_categories": "user.device.cookie_id", - "system.privacy_declaration.data_use.recipients": "N/A", "system.link_to_processor_contract": "", "third_country_combined": "N/A", "system.third_country_safeguards": "", - "dataset.retention": "N/A", "organization.link_to_security_policy": "https://ethyca.com/privacy-policy/", - "system.data_responsibility_title": "Processor", - "system.privacy_declaration.data_use.legal_basis": "N/A", - "system.privacy_declaration.data_use.special_category": "N/A", - "system.privacy_declaration.data_use.legitimate_interest": "N/A", - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment": "N/A", "system.privacy_declaration.data_subjects.rights_available": "No data subject rights listed", "system.privacy_declaration.data_subjects.automated_decisions_or_profiling": "N/A", "dataset.source_name": "N/A", - "system.data_protection_impact_assessment.is_required": false, - "system.data_protection_impact_assessment.progress": "N/A", - "system.data_protection_impact_assessment.link": "N/A", "system.fides_key": "demo_marketing_system", "dataset.fides_key": "N/A", "system.description": "Collect data about our users for marketing." @@ -120,26 +76,15 @@ "system.name": "Demo Analytics System", "system.administrating_department": "Engineering", "system.privacy_declaration.data_use.name": "System", - "system.joint_controller": "", "system.privacy_declaration.data_subjects.name": "Customer", "unioned_data_categories": "user.contact.email", - "system.privacy_declaration.data_use.recipients": "N/A", "system.link_to_processor_contract": "", "third_country_combined": "USA, GBR, CAN", "system.third_country_safeguards": "", - "dataset.retention": "Account termination", "organization.link_to_security_policy": "https://ethyca.com/privacy-policy/", - "system.data_responsibility_title": "Controller", - "system.privacy_declaration.data_use.legal_basis": "N/A", - "system.privacy_declaration.data_use.special_category": "N/A", - "system.privacy_declaration.data_use.legitimate_interest": "N/A", - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment": "N/A", "system.privacy_declaration.data_subjects.rights_available": "No data subject rights listed", "system.privacy_declaration.data_subjects.automated_decisions_or_profiling": "N/A", "dataset.source_name": "Demo Users Dataset", - "system.data_protection_impact_assessment.is_required": true, - "system.data_protection_impact_assessment.progress": "Complete", - "system.data_protection_impact_assessment.link": "https://example.org/analytics_system_data_protection_impact_assessment", "system.fides_key": "demo_analytics_system", "dataset.fides_key": "demo_users_dataset", "system.description": "A system used for analyzing customer behaviour." @@ -149,26 +94,15 @@ "system.name": "Demo Analytics System", "system.administrating_department": "Engineering", "system.privacy_declaration.data_use.name": "System", - "system.joint_controller": "", "system.privacy_declaration.data_subjects.name": "Customer", "unioned_data_categories": "system.operations", - "system.privacy_declaration.data_use.recipients": "N/A", "system.link_to_processor_contract": "", "third_country_combined": "USA, GBR, CAN", "system.third_country_safeguards": "", - "dataset.retention": "30 days after account deletion", "organization.link_to_security_policy": "https://ethyca.com/privacy-policy/", - "system.data_responsibility_title": "Controller", - "system.privacy_declaration.data_use.legal_basis": "N/A", - "system.privacy_declaration.data_use.special_category": "N/A", - "system.privacy_declaration.data_use.legitimate_interest": "N/A", - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment": "N/A", "system.privacy_declaration.data_subjects.rights_available": "No data subject rights listed", "system.privacy_declaration.data_subjects.automated_decisions_or_profiling": "N/A", "dataset.source_name": "Demo Users Dataset", - "system.data_protection_impact_assessment.is_required": true, - "system.data_protection_impact_assessment.progress": "Complete", - "system.data_protection_impact_assessment.link": "https://example.org/analytics_system_data_protection_impact_assessment", "system.fides_key": "demo_analytics_system", "dataset.fides_key": "demo_users_dataset", "system.description": "A system used for analyzing customer behaviour." @@ -178,26 +112,15 @@ "system.name": "Demo Analytics System", "system.administrating_department": "Engineering", "system.privacy_declaration.data_use.name": "System", - "system.joint_controller": "", "system.privacy_declaration.data_subjects.name": "Customer", "unioned_data_categories": "user.unique_id", - "system.privacy_declaration.data_use.recipients": "N/A", "system.link_to_processor_contract": "", "third_country_combined": "USA, GBR, CAN", "system.third_country_safeguards": "", - "dataset.retention": "30 days after account deletion", "organization.link_to_security_policy": "https://ethyca.com/privacy-policy/", - "system.data_responsibility_title": "Controller", - "system.privacy_declaration.data_use.legal_basis": "N/A", - "system.privacy_declaration.data_use.special_category": "N/A", - "system.privacy_declaration.data_use.legitimate_interest": "N/A", - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment": "N/A", "system.privacy_declaration.data_subjects.rights_available": "No data subject rights listed", "system.privacy_declaration.data_subjects.automated_decisions_or_profiling": "N/A", "dataset.source_name": "Demo Users Dataset", - "system.data_protection_impact_assessment.is_required": true, - "system.data_protection_impact_assessment.progress": "Complete", - "system.data_protection_impact_assessment.link": "https://example.org/analytics_system_data_protection_impact_assessment", "system.fides_key": "demo_analytics_system", "dataset.fides_key": "demo_users_dataset", "system.description": "A system used for analyzing customer behaviour." @@ -207,26 +130,15 @@ "system.name": "Demo Analytics System", "system.administrating_department": "Engineering", "system.privacy_declaration.data_use.name": "System", - "system.joint_controller": "", "system.privacy_declaration.data_subjects.name": "Customer", "unioned_data_categories": "user.contact.address.state", - "system.privacy_declaration.data_use.recipients": "N/A", "system.link_to_processor_contract": "", "third_country_combined": "USA, GBR, CAN", "system.third_country_safeguards": "", - "dataset.retention": "30 days after account deletion", "organization.link_to_security_policy": "https://ethyca.com/privacy-policy/", - "system.data_responsibility_title": "Controller", - "system.privacy_declaration.data_use.legal_basis": "N/A", - "system.privacy_declaration.data_use.special_category": "N/A", - "system.privacy_declaration.data_use.legitimate_interest": "N/A", - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment": "N/A", "system.privacy_declaration.data_subjects.rights_available": "No data subject rights listed", "system.privacy_declaration.data_subjects.automated_decisions_or_profiling": "N/A", "dataset.source_name": "Demo Users Dataset", - "system.data_protection_impact_assessment.is_required": true, - "system.data_protection_impact_assessment.progress": "Complete", - "system.data_protection_impact_assessment.link": "https://example.org/analytics_system_data_protection_impact_assessment", "system.fides_key": "demo_analytics_system", "dataset.fides_key": "demo_users_dataset", "system.description": "A system used for analyzing customer behaviour." @@ -236,26 +148,15 @@ "system.name": "Demo Analytics System", "system.administrating_department": "Engineering", "system.privacy_declaration.data_use.name": "System", - "system.joint_controller": "", "system.privacy_declaration.data_subjects.name": "Customer", "unioned_data_categories": "user.name", - "system.privacy_declaration.data_use.recipients": "N/A", "system.link_to_processor_contract": "", "third_country_combined": "USA, GBR, CAN", "system.third_country_safeguards": "", - "dataset.retention": "Account termination", "organization.link_to_security_policy": "https://ethyca.com/privacy-policy/", - "system.data_responsibility_title": "Controller", - "system.privacy_declaration.data_use.legal_basis": "N/A", - "system.privacy_declaration.data_use.special_category": "N/A", - "system.privacy_declaration.data_use.legitimate_interest": "N/A", - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment": "N/A", "system.privacy_declaration.data_subjects.rights_available": "No data subject rights listed", "system.privacy_declaration.data_subjects.automated_decisions_or_profiling": "N/A", "dataset.source_name": "Demo Users Dataset", - "system.data_protection_impact_assessment.is_required": true, - "system.data_protection_impact_assessment.progress": "Complete", - "system.data_protection_impact_assessment.link": "https://example.org/analytics_system_data_protection_impact_assessment", "system.fides_key": "demo_analytics_system", "dataset.fides_key": "demo_users_dataset", "system.description": "A system used for analyzing customer behaviour." diff --git a/clients/admin-ui/cypress/fixtures/datamap/empty_datamap.json b/clients/admin-ui/cypress/fixtures/datamap/empty_datamap.json index 40311a2051..db645b12be 100644 --- a/clients/admin-ui/cypress/fixtures/datamap/empty_datamap.json +++ b/clients/admin-ui/cypress/fixtures/datamap/empty_datamap.json @@ -4,26 +4,15 @@ "system.name": "Fides System", "system.administrating_department": "Department or Business Function", "system.privacy_declaration.data_use.name": "Purpose of Processing", - "system.joint_controller": "Joint Controller", "system.privacy_declaration.data_subjects.name": "Categories of Individuals", "unioned_data_categories": "Categories of Personal Data (Fides Taxonomy)", - "system.privacy_declaration.data_use.recipients": "Categories of Recipients", "system.link_to_processor_contract": "Link to Contract with Processor", "third_country_combined": "Third Country Transfers", "system.third_country_safeguards": "Safeguards for Exceptional Transfers of Personal Data", - "dataset.retention": "Retention Schedule", "organization.link_to_security_policy": "General Description of Security Measures", - "system.data_responsibility_title": "Role or Responsibility", - "system.privacy_declaration.data_use.legal_basis": "Article 6 lawful basis for processing personal data", - "system.privacy_declaration.data_use.special_category": "Article 9 condition for processing special category data", - "system.privacy_declaration.data_use.legitimate_interest": "Legitimate interests for the processing (if applicable)", - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment": "Link to record of legitimate interests assessment (if applicable)", "system.privacy_declaration.data_subjects.rights_available": "Rights available to individuals", "system.privacy_declaration.data_subjects.automated_decisions_or_profiling": "Existence of automated decision-making, including profiling (if applicable)", "dataset.source_name": "The source of the personal data (if applicable)", - "system.data_protection_impact_assessment.is_required": "Data Protection Impact Assessment required?", - "system.data_protection_impact_assessment.progress": "Data Protection Impact Assessment progress", - "system.data_protection_impact_assessment.link": "Link to Data Protection Impact Assessment", "system.fides_key": "System Fides Key", "dataset.fides_key": "Dataset Fides Key (if applicable)", "system.description": "Description of the System" diff --git a/clients/admin-ui/cypress/fixtures/dataset.json b/clients/admin-ui/cypress/fixtures/dataset.json index 99e34f1829..f0daff5390 100644 --- a/clients/admin-ui/cypress/fixtures/dataset.json +++ b/clients/admin-ui/cypress/fixtures/dataset.json @@ -7,9 +7,7 @@ "meta": null, "data_categories": [], "fidesctl_meta": null, - "joint_controller": null, "retention": "30 days after account deletion", - "third_country_transfers": ["GBR", "CAN"], "collections": [ { "name": "users", diff --git a/clients/admin-ui/cypress/fixtures/datasets.json b/clients/admin-ui/cypress/fixtures/datasets.json index 140bfbbbd7..d47c830dd2 100644 --- a/clients/admin-ui/cypress/fixtures/datasets.json +++ b/clients/admin-ui/cypress/fixtures/datasets.json @@ -8,9 +8,6 @@ "meta": null, "data_categories": ["system"], "fidesctl_meta": null, - "joint_controller": null, - "retention": "30 days after account deletion", - "third_country_transfers": ["GBR", "USA", "CAN"], "collections": [ { "name": "users", @@ -73,9 +70,6 @@ "meta": null, "data_categories": [], "fidesctl_meta": null, - "joint_controller": null, - "retention": "30 days after account deletion", - "third_country_transfers": ["GBR", "CAN"], "collections": [ { "name": "users", @@ -138,9 +132,6 @@ "meta": null, "data_categories": [], "fidesctl_meta": null, - "joint_controller": null, - "retention": "30 days after account deletion", - "third_country_transfers": ["GBR", "CAN"], "collections": [ { "name": "users", @@ -203,9 +194,6 @@ "meta": null, "data_categories": [], "fidesctl_meta": null, - "joint_controller": null, - "retention": "30 days after account deletion", - "third_country_transfers": ["GBR", "CAN"], "collections": [ { "name": "users", @@ -268,9 +256,6 @@ "meta": null, "data_categories": null, "fides_meta": null, - "joint_controller": null, - "retention": "No retention or erasure policy", - "third_country_transfers": null, "collections": [] } ] diff --git a/clients/admin-ui/cypress/fixtures/dictionary-entries.json b/clients/admin-ui/cypress/fixtures/dictionary-entries.json index 05e88febbe..2b33b467fc 100644 --- a/clients/admin-ui/cypress/fixtures/dictionary-entries.json +++ b/clients/admin-ui/cypress/fixtures/dictionary-entries.json @@ -9,14 +9,10 @@ "meta": null, "fidesctl_meta": null, "system_type": null, - "data_responsibility_title": null, "egress": null, "ingress": null, "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, "administrating_department": "Not defined", - "data_protection_impact_assessment": null, "vendor_id": "gvl.780", "dataset_references": [], "processes_personal_data": true, @@ -34,7 +30,6 @@ "legal_address": "Maetzler Rechtsanwalts GmbH &;Schellinggasse 3/10;Co KG;Schellinggasse 3/10;Vienna", "responsibility": [], "dpo": "support@aniview.com", - "joint_controller_info": null, "data_security_practices": null, "cookie_max_age_seconds": 7776000, "uses_cookies": true, @@ -105,14 +100,10 @@ "meta": null, "fidesctl_meta": null, "system_type": null, - "data_responsibility_title": null, "egress": null, "ingress": null, "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, "administrating_department": "Not defined", - "data_protection_impact_assessment": null, "vendor_id": "gvl.733", "dataset_references": [], "processes_personal_data": true, @@ -130,7 +121,6 @@ "legal_address": "Marshalllaan 2, unit 2.02;GZ Delft;2625;Netherlands;Netherlands", "responsibility": [], "dpo": "DPO@anzu.io", - "joint_controller_info": null, "data_security_practices": null, "cookie_max_age_seconds": null, "uses_cookies": false, @@ -197,14 +187,10 @@ "meta": null, "fidesctl_meta": null, "system_type": null, - "data_responsibility_title": null, "egress": null, "ingress": null, "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, "administrating_department": "Not defined", - "data_protection_impact_assessment": null, "vendor_id": "gacp.3214", "dataset_references": [], "processes_personal_data": true, @@ -222,7 +208,6 @@ "legal_address": null, "responsibility": [], "dpo": null, - "joint_controller_info": null, "data_security_practices": null, "cookie_max_age_seconds": null, "uses_cookies": false, diff --git a/clients/admin-ui/cypress/fixtures/generate/dataset.json b/clients/admin-ui/cypress/fixtures/generate/dataset.json index ee438c2c51..f805c91580 100644 --- a/clients/admin-ui/cypress/fixtures/generate/dataset.json +++ b/clients/admin-ui/cypress/fixtures/generate/dataset.json @@ -8,9 +8,6 @@ "meta": null, "data_categories": [], "fidesctl_meta": null, - "joint_controller": null, - "retention": "No retention or erasure policy", - "third_country_transfers": null, "collections": [ { "name": "alembic_version", @@ -258,27 +255,6 @@ "retention": null, "fields": null }, - { - "name": "legal_basis", - "description": "Fides Generated Description for Column: legal_basis", - "data_categories": [], - "retention": null, - "fields": null - }, - { - "name": "legitimate_interest", - "description": "Fides Generated Description for Column: legitimate_interest", - "data_categories": [], - "retention": null, - "fields": null - }, - { - "name": "legitimate_interest_impact_assessment", - "description": "Fides Generated Description for Column: legitimate_interest_impact_assessment", - "data_categories": [], - "retention": null, - "fields": null - }, { "name": "name", "description": "Fides Generated Description for Column: name", @@ -300,20 +276,6 @@ "retention": null, "fields": null }, - { - "name": "recipients", - "description": "Fides Generated Description for Column: recipients", - "data_categories": [], - "retention": null, - "fields": null - }, - { - "name": "special_category", - "description": "Fides Generated Description for Column: special_category", - "data_categories": [], - "retention": null, - "fields": null - }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", @@ -383,13 +345,6 @@ "retention": null, "fields": null }, - { - "name": "joint_controller", - "description": "Fides Generated Description for Column: joint_controller", - "data_categories": [], - "retention": null, - "fields": null - }, { "name": "meta", "description": "Fides Generated Description for Column: meta", @@ -411,20 +366,6 @@ "retention": null, "fields": null }, - { - "name": "retention", - "description": "Fides Generated Description for Column: retention", - "data_categories": [], - "retention": null, - "fields": null - }, - { - "name": "third_country_transfers", - "description": "Fides Generated Description for Column: third_country_transfers", - "data_categories": [], - "retention": null, - "fields": null - }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", @@ -717,20 +658,6 @@ "retention": null, "fields": null }, - { - "name": "data_protection_impact_assessment", - "description": "Fides Generated Description for Column: data_protection_impact_assessment", - "data_categories": [], - "retention": null, - "fields": null - }, - { - "name": "data_responsibility_title", - "description": "Fides Generated Description for Column: data_responsibility_title", - "data_categories": [], - "retention": null, - "fields": null - }, { "name": "description", "description": "Fides Generated Description for Column: description", @@ -759,13 +686,6 @@ "retention": null, "fields": null }, - { - "name": "joint_controller", - "description": "Fides Generated Description for Column: joint_controller", - "data_categories": [], - "retention": null, - "fields": null - }, { "name": "meta", "description": "Fides Generated Description for Column: meta", @@ -794,13 +714,6 @@ "retention": null, "fields": null }, - { - "name": "registry_id", - "description": "Fides Generated Description for Column: registry_id", - "data_categories": [], - "retention": null, - "fields": null - }, { "name": "system_type", "description": "Fides Generated Description for Column: system_type", @@ -808,13 +721,6 @@ "retention": null, "fields": null }, - { - "name": "third_country_transfers", - "description": "Fides Generated Description for Column: third_country_transfers", - "data_categories": [], - "retention": null, - "fields": null - }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", diff --git a/clients/admin-ui/cypress/fixtures/generate/system.json b/clients/admin-ui/cypress/fixtures/generate/system.json index 2e7a1b0352..5736ec68b6 100644 --- a/clients/admin-ui/cypress/fixtures/generate/system.json +++ b/clients/admin-ui/cypress/fixtures/generate/system.json @@ -12,16 +12,8 @@ "endpoint_port": "5432" }, "system_type": "rds_cluster", - "data_responsibility_title": "Controller", "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" }, { "fides_key": "example-system-1", diff --git a/clients/admin-ui/cypress/fixtures/generate/system_to_review.json b/clients/admin-ui/cypress/fixtures/generate/system_to_review.json index 71fa9f2fd2..242a27a67c 100644 --- a/clients/admin-ui/cypress/fixtures/generate/system_to_review.json +++ b/clients/admin-ui/cypress/fixtures/generate/system_to_review.json @@ -10,14 +10,6 @@ "endpoint_port": "5432" }, "system_type": "rds_cluster", - "data_responsibility_title": "Controller", "privacy_declarations": [], - "joint_controller": null, - "third_country_transfers": null, - "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - } + "administrating_department": "Not defined" } diff --git a/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json b/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json index 706aff51e6..c056c08bf5 100644 --- a/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json +++ b/clients/admin-ui/cypress/fixtures/systems/dictionary-system.json @@ -7,7 +7,6 @@ "meta": null, "fidesctl_meta": null, "system_type": null, - "data_responsibility_title": null, "egress": null, "ingress": null, "privacy_declarations": [ @@ -32,10 +31,7 @@ "id": "pri_bc6e6efe-f122-3e33-ac9a-732ae8b437bb" } ], - "joint_controller": null, - "third_country_transfers": null, "administrating_department": "Not defined", - "data_protection_impact_assessment": null, "vendor_id": "gvl.733", "dataset_references": [], "processes_personal_data": true, @@ -53,7 +49,6 @@ "legal_address": "Marshalllaan 2, unit 2.02;GZ Delft;2625;Netherlands;Netherlands", "responsibility": [], "dpo": "DPO@anzu.io", - "joint_controller_info": null, "data_security_practices": null, "cookie_max_age_seconds": null, "uses_cookies": false, diff --git a/clients/admin-ui/cypress/fixtures/systems/system.json b/clients/admin-ui/cypress/fixtures/systems/system.json index a5abdc46e0..858dc6aba2 100644 --- a/clients/admin-ui/cypress/fixtures/systems/system.json +++ b/clients/admin-ui/cypress/fixtures/systems/system.json @@ -42,7 +42,6 @@ "administrating_department": "Engineering", "responsibility": "Controller", "dpo": "Derek P. Officer", - "joint_controller": "Julia Controller", "data_security_practices": [], "cookies": [] } diff --git a/clients/admin-ui/cypress/fixtures/systems/systems.json b/clients/admin-ui/cypress/fixtures/systems/systems.json index 0b5e58a49c..1bd6d2b29e 100644 --- a/clients/admin-ui/cypress/fixtures/systems/systems.json +++ b/clients/admin-ui/cypress/fixtures/systems/systems.json @@ -8,7 +8,6 @@ "meta": null, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "privacy_declarations": [ { "name": "Store system data.", @@ -20,14 +19,7 @@ "id": "pri_ac9d4dfb-d033-4b06-bc7f-968df8d125ff" } ], - "joint_controller": null, - "third_country_transfers": null, "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - }, "ingress": [], "egress": [], "cookies": [ @@ -47,7 +39,6 @@ "meta": null, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": null, "ingress": [ { @@ -69,14 +60,7 @@ "id": "pri_ac9d4dfb-d033-4b06-bc7f-968df8d125ff" } ], - "joint_controller": null, - "third_country_transfers": ["USA", "CAN"], "administrating_department": "Engineering", - "data_protection_impact_assessment": { - "is_required": true, - "progress": "Complete", - "link": "https://example.org/analytics_system_data_protection_impact_assessment" - }, "cookies": [] }, { @@ -88,7 +72,6 @@ "meta": null, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Processor", "egress": [ { "fides_key": "demo_analytics_system", @@ -110,14 +93,7 @@ "id": "pri_06430a1c-1365-422e-90a7-d444ddb32181" } ], - "joint_controller": null, - "third_country_transfers": null, "administrating_department": "Marketing", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - }, "cookies": [] } ] diff --git a/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json b/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json index fc359894ba..bb0472df0c 100644 --- a/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json +++ b/clients/admin-ui/cypress/fixtures/systems/systems_with_data_uses.json @@ -8,7 +8,6 @@ "meta": null, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "privacy_declarations": [ { "name": "Store system data.", @@ -31,14 +30,7 @@ "id": "pri_bc6e6efe-f122-3e33-ac9a-732ae8b437bb" } ], - "joint_controller": null, - "third_country_transfers": null, "administrating_department": "Not defined", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - }, "ingress": [], "egress": [], "cookies": [ @@ -58,7 +50,6 @@ "meta": null, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Controller", "egress": null, "ingress": [ { @@ -79,14 +70,7 @@ "id": "pri_ac9d4dfb-d033-4b06-bc7f-968df8d125ff" } ], - "joint_controller": null, - "third_country_transfers": ["USA", "CAN"], "administrating_department": "Engineering", - "data_protection_impact_assessment": { - "is_required": true, - "progress": "Complete", - "link": "https://example.org/analytics_system_data_protection_impact_assessment" - }, "cookies": [] }, { @@ -98,7 +82,6 @@ "meta": null, "fidesctl_meta": null, "system_type": "Service", - "data_responsibility_title": "Processor", "egress": [ { "fides_key": "demo_analytics_system", @@ -119,14 +102,7 @@ "id": "pri_06430a1c-1365-422e-90a7-d444ddb32181" } ], - "joint_controller": null, - "third_country_transfers": null, "administrating_department": "Marketing", - "data_protection_impact_assessment": { - "is_required": false, - "progress": null, - "link": null - }, "cookies": [] } ] diff --git a/clients/admin-ui/cypress/fixtures/taxonomy/data_uses.json b/clients/admin-ui/cypress/fixtures/taxonomy/data_uses.json index c4fc20f921..f1b8faecb8 100644 --- a/clients/admin-ui/cypress/fixtures/taxonomy/data_uses.json +++ b/clients/admin-ui/cypress/fixtures/taxonomy/data_uses.json @@ -10,11 +10,6 @@ "name": "Analytics", "description": "Provides analytics for activities such as system and advertising performance reporting, insights and fraud detection.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -28,11 +23,6 @@ "name": "Analytics for Reporting", "description": "Provides analytics for general reporting such as system and advertising performance.", "parent_key": "analytics", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -46,11 +36,6 @@ "name": "Analytics for Advertising Performance", "description": "Provides analytics for reporting of advertising performance.", "parent_key": "analytics.reporting", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -64,11 +49,6 @@ "name": "Analytics for Content Performance", "description": "Analytics for reporting on content performance.", "parent_key": "analytics.reporting", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -82,11 +62,6 @@ "name": "Analytics for Insights", "description": "Provides analytics for reporting of campaign insights related to advertising and promotion activities.", "parent_key": "analytics.reporting", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -100,11 +75,6 @@ "name": "Analytics for System Activity", "description": "Provides analytics for reporting on system activity.", "parent_key": "analytics.reporting", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -118,11 +88,6 @@ "name": "Analytics for System Performance", "description": "Provides analytics for reporting on system performance.", "parent_key": "analytics.reporting.system", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -136,11 +101,6 @@ "name": "Collect", "description": "Collects or stores data in order to use it for another purpose which has not yet been expressly defined.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -154,11 +114,6 @@ "name": "Employment", "description": "Processes data for the purpose of recruitment or employment and human resources (HR) related activities.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -172,11 +127,6 @@ "name": "Employment Recruitment", "description": "Processes data of prospective employees for the purpose of recruitment.", "parent_key": "employment", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -190,11 +140,6 @@ "name": "Essential", "description": "Operates the service or product, including legal obligations, support and basic system operations.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -208,11 +153,6 @@ "name": "Essential Fraud Detection", "description": "Detects possible fraud or misuse of the product, service, application or system.", "parent_key": "essential", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -226,11 +166,6 @@ "name": "Essential Legal Obligation", "description": "Provides service to meet a legal or compliance obligation such as consent management.", "parent_key": "essential", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -244,11 +179,6 @@ "name": "Essential for Service", "description": "Provides the essential product, service, application or system, without which the product/service would not be possible.", "parent_key": "essential", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -262,11 +192,6 @@ "name": "Essential Service Authentication", "description": "Authenticate users to the product, service, application or system.", "parent_key": "essential.service", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -280,11 +205,6 @@ "name": "Essential Service Notifications", "description": "Sends notifications about the product, service, application or system.", "parent_key": "essential.service", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -298,11 +218,6 @@ "name": "Essential for Operations", "description": "Essential to ensure the operation of the product, service, application or system.", "parent_key": "essential.service", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -316,11 +231,6 @@ "name": "Essential for Payment Processing", "description": "Essential to processes payments for the product, service, application or system.", "parent_key": "essential.service", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -334,11 +244,6 @@ "name": "Essential for Security", "description": "Essential to provide security for the product, service, application or system", "parent_key": "essential.service", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -352,11 +257,6 @@ "name": "Essential for Service Upgrades", "description": "Provides timely system upgrade information options.", "parent_key": "essential.service", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -370,11 +270,6 @@ "name": "Essential Email Service Notifications", "description": "Sends email notifications about the product, service, application or system.", "parent_key": "essential.service.notifications", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -388,11 +283,6 @@ "name": "Essential SMS Service Notifications", "description": "Sends SMS notifications about the product, service, application or system.", "parent_key": "essential.service.notifications", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -406,11 +296,6 @@ "name": "Essential for Operations Support", "description": "Provides support for the product, service, application or system.", "parent_key": "essential.service.operations", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -424,11 +309,6 @@ "name": "Essential for Support Improvement", "description": "Essential to optimize and improve support for the product, service, application or system.", "parent_key": "essential.service.operations", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -442,11 +322,6 @@ "name": "Finance", "description": "Enables finance and accounting activities such as audits and tax reporting.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -460,11 +335,6 @@ "name": "Functional", "description": "Used for specific, necessary, and legitimate purposes", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -478,11 +348,6 @@ "name": "Local Data Storage", "description": "Stores or accesses information from the device as needed when using a product, service, application, or system", "parent_key": "functional", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -496,11 +361,6 @@ "name": "Service", "description": "Functions relating to provided services, products, applications or systems.", "parent_key": "functional", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -514,11 +374,6 @@ "name": "Improve Service", "description": "Improves the specific product, service, application or system.", "parent_key": "functional.service", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -532,11 +387,6 @@ "name": "Marketing", "description": "Enables marketing, promotion, advertising and sales activities for the product, service, application or system.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -550,11 +400,6 @@ "name": "Advertising, Marketing or Promotion", "description": "Advertises or promotes the product, service, application or system and associated services.", "parent_key": "marketing", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -568,11 +413,6 @@ "name": "Marketing Communications", "description": "Uses combined channels to message and market to a customer, user or prospect.", "parent_key": "marketing", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -586,11 +426,6 @@ "name": "First Party Advertising", "description": "Serves advertisements based on first party data collected or derived about the user.", "parent_key": "marketing.advertising", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -604,11 +439,6 @@ "name": "Frequency Capping", "description": "Restricts the number of times a specific advertisement is shown to an individual.", "parent_key": "marketing.advertising", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -622,11 +452,6 @@ "name": "Negative Targeting", "description": "Enforces rules used to ensure a certain audience or group is not targeted by advertising.", "parent_key": "marketing.advertising", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -640,11 +465,6 @@ "name": "Profiling for Advertising", "description": "Creates audience profiles for the purpose of targeted advertising", "parent_key": "marketing.advertising", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -658,11 +478,6 @@ "name": "Essential for Serving Ads", "description": "Essential to the delivery of advertising and content.", "parent_key": "marketing.advertising", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -676,11 +491,6 @@ "name": "Third Party Advertising", "description": "Serves advertisements based on data within the system or joined with data provided by 3rd parties.", "parent_key": "marketing.advertising", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -694,11 +504,6 @@ "name": "First Party Contextual Advertising", "description": "Serves advertisements based on current content being viewed by the user of the system or service.", "parent_key": "marketing.advertising.first_party", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -712,11 +517,6 @@ "name": "First Party Personalized Advertising", "description": "Targets advertisements based on data collected or derived about the user from use of the system.", "parent_key": "marketing.advertising.first_party", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -730,11 +530,6 @@ "name": "Third Party Targeted Advertising", "description": "Targets advertisements based on data within the system or joined with data provided by 3rd parties.", "parent_key": "marketing.advertising.third_party", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -748,11 +543,6 @@ "name": "Marketing Email Communications", "description": "Sends email marketing communications.", "parent_key": "marketing.communications", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -766,11 +556,6 @@ "name": "Marketing SMS Communications", "description": "Sends SMS marketing communications.", "parent_key": "marketing.communications", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -784,11 +569,6 @@ "name": "Operations", "description": "Supports business processes necessary to the organization's operation.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -802,11 +582,6 @@ "name": "Personalize", "description": "Personalizes the product, service, application or system.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -820,11 +595,6 @@ "name": "Content Personalization", "description": "Personalizes the content of the product, service, application or system.", "parent_key": "personalize", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -838,11 +608,6 @@ "name": "Personalized Profiling", "description": "Creates profiles for the purpose of serving content.", "parent_key": "personalize", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -856,11 +621,6 @@ "name": "System Personalization", "description": "Personalizes the system.", "parent_key": "personalize", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -874,11 +634,6 @@ "name": "Sales", "description": "Supports sales activities such as communications and outreach.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -892,11 +647,6 @@ "name": "Third Party Sharing", "description": "Transfers data to third parties outside of the system or service's scope.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -910,11 +660,6 @@ "name": "Sharing for Legal Obligation", "description": "Shares data for legal obligations, including contracts, applicable laws or regulations.", "parent_key": "third_party_sharing", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -928,11 +673,6 @@ "name": "Train AI System", "description": "Trains an AI system or data model for machine learning.", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": null, - "legitimate_interest_impact_assessment": null, "active": true }, { @@ -945,11 +685,6 @@ "name": "Custom field", "description": "Custom field for tests", "parent_key": null, - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": false, - "legitimate_interest_impact_assessment": null, "is_default": false, "active": true }, @@ -963,11 +698,6 @@ "name": "Custom foo", "description": "Custom foo for tests", "parent_key": "custom", - "legal_basis": null, - "special_category": null, - "recipients": null, - "legitimate_interest": false, - "legitimate_interest_impact_assessment": null, "is_default": false, "active": true } diff --git a/clients/admin-ui/src/features/datamap/constants.ts b/clients/admin-ui/src/features/datamap/constants.ts index e9297db518..83a77e1084 100644 --- a/clients/admin-ui/src/features/datamap/constants.ts +++ b/clients/admin-ui/src/features/datamap/constants.ts @@ -17,27 +17,11 @@ export const SYSTEM_PRIVACY_DECLARATION_DATA_USE_NAME = export const SYSTEM_PRIVACY_DECLARATION_DATA_SUBJECTS_NAME = "system.privacy_declaration.data_subjects.name"; export const SYSTEM_DESCRIPTION = "system.description"; -export const SYSTEM_PRIVACY_DECLARATION_DATA_USE_LEGAL_BASIS = - "system.privacy_declaration.data_use.legal_basis"; - -export const SYSTEM_DATA_RESPONSIBILITY_TITLE = - "system.data_responsibility_title"; - export const DATASET_SOURCE_NAME = "dataset.source_name"; -export const SYSTEM_PRIVACY_DECLARATION_DATA_USE_LEGITIMATE_INTEREST_IMPACT_ASSESSMENT = - "system.privacy_declaration.data_use.legitimate_interest_impact_assessment"; export const SYSTEM_PRIVACY_DECLARATION_DATA_SUBJECTS_AUTOMATED_DECISIONS_OR_PROFILING = "system.privacy_declaration.data_subjects.automated_decisions_or_profiling"; -export const SYSTEM_PRIVACY_DECLARATION_DATA_USE_RECIPIENTS = - "system.privacy_declaration.data_use.recipients"; -export const SYSTEM_DATA_PROTECTION_IMPACT_ASSESSMENT_LINK = - "system.data_protection_impact_assessment.link"; -export const SYSTEM_PRIVACY_DECLARATION_DATA_USE_SPECIAL_CATEGORY = - "system.privacy_declaration.data_use.special_category"; export const ORGANIZATION_LINK_TO_SECURITY_POLICY = "organization.link_to_security_policy"; -export const SYSTEM_JOINT_CONTROLLER = "system.joint_controller"; -export const DATASET_RETENTION = "dataset.retention"; export const SYSTEM_ADMINISTRATING_DEPARTMENT = "system.administrating_department"; export const DATASET_NAME = "dataset.name"; @@ -58,32 +42,18 @@ export const COLUMN_NAME_MAP: NameMap = {}; COLUMN_NAME_MAP[SYSTEM_NAME] = "System Name"; COLUMN_NAME_MAP[SYSTEM_DESCRIPTION] = "Description"; COLUMN_NAME_MAP[SYSTEM_PRIVACY_DECLARATION_DATA_USE_NAME] = "Data Use"; -COLUMN_NAME_MAP[SYSTEM_PRIVACY_DECLARATION_DATA_USE_LEGAL_BASIS] = - "Legal Basis"; COLUMN_NAME_MAP[DATA_CATEGORY_COLUMN_ID] = "Data Category"; COLUMN_NAME_MAP[SYSTEM_PRIVACY_DECLARATION_DATA_SUBJECTS_NAME] = "Data Subject"; COLUMN_NAME_MAP[SYSTEM_PRIVACY_DECLARATION_DATA_SUBJECTS_RIGHTS_AVAILABLE] = "Data Subject Rights"; COLUMN_NAME_MAP[DATASET_NAME] = "Datasets"; COLUMN_NAME_MAP[SYSTEM_ADMINISTRATING_DEPARTMENT] = "Department"; -COLUMN_NAME_MAP[SYSTEM_DATA_RESPONSIBILITY_TITLE] = "Responsibility"; -COLUMN_NAME_MAP[SYSTEM_JOINT_CONTROLLER] = "Joint Controller"; -COLUMN_NAME_MAP[DATASET_RETENTION] = "Retention Period"; COLUMN_NAME_MAP[ORGANIZATION_LINK_TO_SECURITY_POLICY] = "Data Security Practices"; -COLUMN_NAME_MAP[SYSTEM_PRIVACY_DECLARATION_DATA_USE_SPECIAL_CATEGORY] = - "Legal Basis for Special Category Data"; -COLUMN_NAME_MAP[SYSTEM_DATA_PROTECTION_IMPACT_ASSESSMENT_LINK] = - "Data Protection Impact Assessment"; -COLUMN_NAME_MAP[SYSTEM_PRIVACY_DECLARATION_DATA_USE_RECIPIENTS] = - "Third Party Recipients"; COLUMN_NAME_MAP[DATASET_SOURCE_NAME] = "Data Source"; COLUMN_NAME_MAP[ SYSTEM_PRIVACY_DECLARATION_DATA_SUBJECTS_AUTOMATED_DECISIONS_OR_PROFILING ] = "Purpose for Automated decision-making or profiling"; -COLUMN_NAME_MAP[ - SYSTEM_PRIVACY_DECLARATION_DATA_USE_LEGITIMATE_INTEREST_IMPACT_ASSESSMENT -] = "Legitimate Interests Assessment"; COLUMN_NAME_MAP[SYSTEM_PRIVACY_DECLARATION_NAME] = "Processing Activity"; COLUMN_NAME_MAP[SYSTEM_INGRESS] = "Source Systems"; COLUMN_NAME_MAP[SYSTEM_EGRESS] = "Destination Systems"; diff --git a/clients/admin-ui/src/features/datamap/datamap.slice.test.ts b/clients/admin-ui/src/features/datamap/datamap.slice.test.ts index b24d908daa..5453fdcbb2 100644 --- a/clients/admin-ui/src/features/datamap/datamap.slice.test.ts +++ b/clients/admin-ui/src/features/datamap/datamap.slice.test.ts @@ -14,29 +14,23 @@ describe("Merge Columns", () => { value: "system.privacy_declaration.data_use.name", id: 1, }, - { - isVisible: true, - text: "Legal Basis", - value: "system.privacy_declaration.data_use.legal_basis", - id: 2, - }, { isVisible: true, text: "Data Category", value: "unioned_data_categories", - id: 3, + id: 2, }, { isVisible: true, text: "Data Subject", value: "system.privacy_declaration.data_subjects.name", - id: 4, + id: 3, }, { isVisible: true, text: "Description", value: "system.description", - id: 5, + id: 4, }, ]; @@ -53,29 +47,24 @@ describe("Merge Columns", () => { value: "system.privacy_declaration.data_use.name", id: 1, }, - { - isVisible: true, - text: "Legal Basis", - value: "system.privacy_declaration.data_use.legal_basis", - id: 2, - }, + { isVisible: true, text: "Data Category", value: "unioned_data_categories", - id: 3, + id: 2, }, { isVisible: true, text: "Data Subject", value: "system.privacy_declaration.data_subjects.name", - id: 4, + id: 3, }, { isVisible: true, text: "Description", value: "system.description", - id: 5, + id: 4, }, ]; diff --git a/clients/admin-ui/src/features/datamap/datamap.slice.ts b/clients/admin-ui/src/features/datamap/datamap.slice.ts index efd6c44496..72356a3c69 100644 --- a/clients/admin-ui/src/features/datamap/datamap.slice.ts +++ b/clients/admin-ui/src/features/datamap/datamap.slice.ts @@ -8,7 +8,6 @@ import { SYSTEM_DESCRIPTION, SYSTEM_NAME, SYSTEM_PRIVACY_DECLARATION_DATA_SUBJECTS_NAME, - SYSTEM_PRIVACY_DECLARATION_DATA_USE_LEGAL_BASIS, SYSTEM_PRIVACY_DECLARATION_DATA_USE_NAME, } from "~/features/datamap/constants"; @@ -49,7 +48,6 @@ type View = "map" | "table"; const DEFAULT_ACTIVE_COLUMNS = [ SYSTEM_NAME, SYSTEM_PRIVACY_DECLARATION_DATA_USE_NAME, - SYSTEM_PRIVACY_DECLARATION_DATA_USE_LEGAL_BASIS, DATA_CATEGORY_COLUMN_ID, SYSTEM_PRIVACY_DECLARATION_DATA_SUBJECTS_NAME, SYSTEM_DESCRIPTION, @@ -58,11 +56,8 @@ const DEFAULT_ACTIVE_COLUMNS = [ const DEPRECATED_COLUMNS = [ "third_country_combined", "system.third_country_safeguards", - "system.data_protection_impact_assessment.is_required", - "system.data_protection_impact_assessment.progress", "dataset.fides_key", "system.link_to_processor_contract", - "system.privacy_declaration.data_use.legitimate_interest", ]; // API endpoints diff --git a/clients/admin-ui/src/features/datamap/modals/FilterModal.tsx b/clients/admin-ui/src/features/datamap/modals/FilterModal.tsx index 39405cadcc..f4be7cad96 100644 --- a/clients/admin-ui/src/features/datamap/modals/FilterModal.tsx +++ b/clients/admin-ui/src/features/datamap/modals/FilterModal.tsx @@ -17,7 +17,6 @@ import { HeaderGroup } from "react-table"; import { DatamapRow } from "~/features/datamap"; import { DATA_CATEGORY_COLUMN_ID, - SYSTEM_DATA_RESPONSIBILITY_TITLE, SYSTEM_PRIVACY_DECLARATION_DATA_SUBJECTS_NAME, SYSTEM_PRIVACY_DECLARATION_DATA_USE_NAME, } from "~/features/datamap/constants"; @@ -104,14 +103,6 @@ const FilterModal: React.FC = ({ isOpen, onClose }) => { )} ) : null} - {anyFiltersActive(headers, [SYSTEM_DATA_RESPONSIBILITY_TITLE]) ? ( - <> - - - {getHeaderFilter(headers, SYSTEM_DATA_RESPONSIBILITY_TITLE)} - - - ) : null} diff --git a/clients/admin-ui/src/features/dataset/constants.ts b/clients/admin-ui/src/features/dataset/constants.ts index c26441e6db..d3a0f1bbb6 100644 --- a/clients/admin-ui/src/features/dataset/constants.ts +++ b/clients/admin-ui/src/features/dataset/constants.ts @@ -6,18 +6,10 @@ export const DATASET = { name: { tooltip: "A UI-friendly label for the Dataset." }, description: { tooltip: "A human-readable description of the Dataset." }, - retention: { - tooltip: - "An optional string to describe the retention policy for a dataset. This field can also be applied more granularly at either the Collection or field level of a Dataset", - }, data_categories: { tooltip: "Arrays of Data Category resources, identified by fides_key, that apply to all collections in the Dataset.", }, - third_country_transfers: { - tooltip: - "An optional array to identify any third countries where data is transited to. For consistency purposes, these fields are required to follow the Alpha-3 code set in ISO 3166-1", - }, }; export const COLLECTION = { diff --git a/clients/admin-ui/src/features/datastore-connections/types.ts b/clients/admin-ui/src/features/datastore-connections/types.ts index 872437cf4a..8612bb0283 100644 --- a/clients/admin-ui/src/features/datastore-connections/types.ts +++ b/clients/admin-ui/src/features/datastore-connections/types.ts @@ -74,14 +74,6 @@ export type Dataset = { fidesctl_meta: { resource_id: string; }; - joint_controller: { - name: string; - address: string; - email: string; - phone: string; - }; - retention: string; - third_country_transfers: string[]; collections: DatasetCollection[]; fidesops_meta: { after: string[]; diff --git a/clients/admin-ui/src/features/system/form.ts b/clients/admin-ui/src/features/system/form.ts index 686bebc14c..a98e6b164d 100644 --- a/clients/admin-ui/src/features/system/form.ts +++ b/clients/admin-ui/src/features/system/form.ts @@ -3,15 +3,10 @@ import { CustomFieldValues, } from "~/features/common/custom-fields"; import { formatKey } from "~/features/datastore-connections/system_portal_config/helpers"; -import { DataProtectionImpactAssessment, System } from "~/types/api"; +import { System } from "~/types/api"; -export type FormValues = Omit & +export type FormValues = System & CustomFieldsFormValues & { - data_protection_impact_assessment?: { - is_required: "true" | "false"; - progress?: DataProtectionImpactAssessment["progress"]; - link?: DataProtectionImpactAssessment["link"]; - }; customFieldValues?: CustomFieldValues; data_stewards: string; }; @@ -50,7 +45,6 @@ export const transformSystemToFormValues = ( system: System, customFieldValues?: CustomFieldValues ): FormValues => { - const { data_protection_impact_assessment: dpia } = system; // @ts-ignore const dataStewards = system?.data_stewards ?.map((user: any) => user.username) @@ -58,10 +52,6 @@ export const transformSystemToFormValues = ( return { ...system, - data_protection_impact_assessment: { - ...dpia, - is_required: dpia?.is_required ? "true" : "false", - }, customFieldValues, description: system.description ? system.description : "", legal_address: system.legal_address ? system.legal_address : "", diff --git a/clients/admin-ui/src/mocks/data.ts b/clients/admin-ui/src/mocks/data.ts index 93f540caba..2440839580 100644 --- a/clients/admin-ui/src/mocks/data.ts +++ b/clients/admin-ui/src/mocks/data.ts @@ -4,7 +4,6 @@ import { ClassifyCollection, ClassifyDataset, ClassifyField, - DataResponsibilityTitle, Dataset, DatasetCollection, DatasetField, @@ -18,9 +17,7 @@ import { export const mockSystem = (partialSystem?: Partial): System => { const system: System = { system_type: "Service", - data_responsibility_title: DataResponsibilityTitle.CONTROLLER, privacy_declarations: [], - data_protection_impact_assessment: { is_required: true }, fides_key: "analytics_system", organization_fides_key: "sample_organization", }; @@ -223,7 +220,6 @@ export const mockDataset = (partialDataset?: Partial): Dataset => { name: "created_at", description: "User's creation timestamp", data_categories: ["system.operations"], - retention: "Account termination", collections: [mockDatasetCollection()], }; return Object.assign(dataset, partialDataset); diff --git a/clients/admin-ui/src/types/api/index.ts b/clients/admin-ui/src/types/api/index.ts index fe5a52da80..270c213ff0 100644 --- a/clients/admin-ui/src/types/api/index.ts +++ b/clients/admin-ui/src/types/api/index.ts @@ -95,7 +95,6 @@ export type { DatabaseConfig } from "./models/DatabaseConfig"; export type { DatabaseHealthCheck } from "./models/DatabaseHealthCheck"; export type { DataCategory } from "./models/DataCategory"; export type { DataFlow } from "./models/DataFlow"; -export type { DataProtectionImpactAssessment } from "./models/DataProtectionImpactAssessment"; export { DataResponsibilityTitle } from "./models/DataResponsibilityTitle"; export type { Dataset } from "./models/Dataset"; export type { DatasetCollection } from "./models/DatasetCollection"; @@ -163,7 +162,6 @@ export type { IdentityTypes } from "./models/IdentityTypes"; export type { IdentityVerificationConfigResponse } from "./models/IdentityVerificationConfigResponse"; export { IncludeExcludeEnum } from "./models/IncludeExcludeEnum"; export type { LastServedConsentSchema } from "./models/LastServedConsentSchema"; -export { LegalBasisEnum } from "./models/LegalBasisEnum"; export { LegalBasisForProcessingEnum } from "./models/LegalBasisForProcessingEnum"; export { LegalBasisForProfilingEnum } from "./models/LegalBasisForProfilingEnum"; export type { ManualAction } from "./models/ManualAction"; @@ -291,7 +289,6 @@ export { ServiceHealth } from "./models/ServiceHealth"; export { ServingComponent } from "./models/ServingComponent"; export type { SnowflakeDocsSchema } from "./models/SnowflakeDocsSchema"; export type { SovrnDocsSchema } from "./models/SovrnDocsSchema"; -export { SpecialCategoriesEnum } from "./models/SpecialCategoriesEnum"; export { SpecialCategoryLegalBasisEnum } from "./models/SpecialCategoryLegalBasisEnum"; export { StatusEnum } from "./models/StatusEnum"; export type { StorageApplicationConfig } from "./models/StorageApplicationConfig"; diff --git a/clients/admin-ui/src/types/api/models/BasicSystemResponse.ts b/clients/admin-ui/src/types/api/models/BasicSystemResponse.ts index 163c76a646..e7e631bc53 100644 --- a/clients/admin-ui/src/types/api/models/BasicSystemResponse.ts +++ b/clients/admin-ui/src/types/api/models/BasicSystemResponse.ts @@ -2,10 +2,8 @@ /* tslint:disable */ /* eslint-disable */ -import type { ContactDetails } from "./ContactDetails"; import type { Cookies } from "./Cookies"; import type { DataFlow } from "./DataFlow"; -import type { DataProtectionImpactAssessment } from "./DataProtectionImpactAssessment"; import type { DataResponsibilityTitle } from "./DataResponsibilityTitle"; import type { LegalBasisForProfilingEnum } from "./LegalBasisForProfilingEnum"; import type { PrivacyDeclaration } from "./PrivacyDeclaration"; @@ -52,10 +50,6 @@ export type BasicSystemResponse = { * A required value to describe the type of system being modeled, examples include: Service, Application, Third Party, etc. */ system_type: string; - /** - * Deprecated. The responsibility or role over the system that processes personal data - */ - data_responsibility_title?: DataResponsibilityTitle; /** * The resources to which the system sends data. */ @@ -73,39 +67,10 @@ export type BasicSystemResponse = { * */ privacy_declarations: Array; - /** - * Deprecated. - * The contact details information model. - * - * Used to capture contact information for controllers, used - * as part of exporting a data map / ROPA. - * - * This model is nested under an Organization and - * potentially under a system/dataset. - * - */ - joint_controller?: ContactDetails; - /** - * Deprecated. An optional array to identify any third countries where data is transited to. For consistency purposes, these fields are required to follow the Alpha-3 code set in ISO 3166-1. - */ - third_country_transfers?: Array; /** * An optional value to identify the owning department or group of the system within your organization */ administrating_department?: string; - /** - * Deprecated. - * The DataProtectionImpactAssessment (DPIA) resource model. - * - * Contains information in regard to the data protection - * impact assessment exported on a data map or Record of - * Processing Activities (RoPA). - * - * A legal requirement under GDPR for any project that - * introduces a high risk to personal information. - * - */ - data_protection_impact_assessment?: DataProtectionImpactAssessment; /** * The unique identifier for the vendor that's associated with this system. */ diff --git a/clients/admin-ui/src/types/api/models/DataProtectionImpactAssessment.ts b/clients/admin-ui/src/types/api/models/DataProtectionImpactAssessment.ts deleted file mode 100644 index ee8fd39ef3..0000000000 --- a/clients/admin-ui/src/types/api/models/DataProtectionImpactAssessment.ts +++ /dev/null @@ -1,28 +0,0 @@ -/* istanbul ignore file */ -/* tslint:disable */ -/* eslint-disable */ - -/** - * The DataProtectionImpactAssessment (DPIA) resource model. - * - * Contains information in regard to the data protection - * impact assessment exported on a data map or Record of - * Processing Activities (RoPA). - * - * A legal requirement under GDPR for any project that - * introduces a high risk to personal information. - */ -export type DataProtectionImpactAssessment = { - /** - * A boolean value determining if a data protection impact assessment is required. Defaults to False. - */ - is_required?: boolean; - /** - * The optional status of a Data Protection Impact Assessment. Returned on an exported data map or RoPA. - */ - progress?: string; - /** - * The optional link to the Data Protection Impact Assessment. Returned on an exported data map or RoPA. - */ - link?: string; -}; diff --git a/clients/admin-ui/src/types/api/models/DataUse.ts b/clients/admin-ui/src/types/api/models/DataUse.ts index f2dfae7213..d458682d32 100644 --- a/clients/admin-ui/src/types/api/models/DataUse.ts +++ b/clients/admin-ui/src/types/api/models/DataUse.ts @@ -2,9 +2,6 @@ /* tslint:disable */ /* eslint-disable */ -import type { LegalBasisEnum } from "./LegalBasisEnum"; -import type { SpecialCategoriesEnum } from "./SpecialCategoriesEnum"; - /** * The DataUse resource model. */ @@ -43,26 +40,6 @@ export type DataUse = { */ description?: string; parent_key?: string; - /** - * Deprecated. The legal basis category of which the data use falls under. This field is used as part of the creation of an exportable data map. - */ - legal_basis?: LegalBasisEnum; - /** - * Deprecated. The special category for processing of which the data use falls under. This field is used as part of the creation of an exportable data map. - */ - special_category?: SpecialCategoriesEnum; - /** - * Deprecated. An array of recipients when sharing personal data outside of your organization. - */ - recipients?: Array; - /** - * Deprecated. A boolean representation of if the legal basis used is `Legitimate Interest`. Validated at run time and looks for a `legitimate_interest_impact_assessment` to exist if true. - */ - legitimate_interest?: boolean; - /** - * Deprecated. A url pointing to the legitimate interest impact assessment. Required if the legal bases used is legitimate interest. - */ - legitimate_interest_impact_assessment?: string; /** * Indicates whether the resource is currently 'active'. */ diff --git a/clients/admin-ui/src/types/api/models/Dataset.ts b/clients/admin-ui/src/types/api/models/Dataset.ts index de4662b92c..3500d3cc7e 100644 --- a/clients/admin-ui/src/types/api/models/Dataset.ts +++ b/clients/admin-ui/src/types/api/models/Dataset.ts @@ -2,7 +2,6 @@ /* tslint:disable */ /* eslint-disable */ -import type { ContactDetails } from "./ContactDetails"; import type { DatasetCollection } from "./DatasetCollection"; import type { DatasetMetadata } from "./DatasetMetadata"; @@ -43,26 +42,6 @@ export type Dataset = { * */ fides_meta?: DatasetMetadata; - /** - * Deprecated. - * The contact details information model. - * - * Used to capture contact information for controllers, used - * as part of exporting a data map / ROPA. - * - * This model is nested under an Organization and - * potentially under a system/dataset. - * - */ - joint_controller?: ContactDetails; - /** - * Deprecated. An optional string to describe the retention policy for a dataset. This field can also be applied more granularly at either the Collection or field level of a Dataset. - */ - retention?: string; - /** - * Deprecated. An optional array to identify any third countries where data is transited to. For consistency purposes, these fields are required to follow the Alpha-3 code set in [ISO 3166-1](https://en.wikipedia.org/wiki/ISO_3166-1_alpha-3). - */ - third_country_transfers?: Array; /** * An array of objects that describe the Dataset's collections. */ diff --git a/clients/admin-ui/src/types/api/models/LegalBasisEnum.ts b/clients/admin-ui/src/types/api/models/LegalBasisEnum.ts deleted file mode 100644 index 136fee2038..0000000000 --- a/clients/admin-ui/src/types/api/models/LegalBasisEnum.ts +++ /dev/null @@ -1,15 +0,0 @@ -/* istanbul ignore file */ -/* tslint:disable */ -/* eslint-disable */ - -/** - * Deprecated. The model for allowable legal basis categories on data uses. - */ -export enum LegalBasisEnum { - CONSENT = "Consent", - CONTRACT = "Contract", - LEGAL_OBLIGATION = "Legal Obligation", - VITAL_INTEREST = "Vital Interest", - PUBLIC_INTEREST = "Public Interest", - LEGITIMATE_INTERESTS = "Legitimate Interests", -} diff --git a/clients/admin-ui/src/types/api/models/SpecialCategoriesEnum.ts b/clients/admin-ui/src/types/api/models/SpecialCategoriesEnum.ts deleted file mode 100644 index bd812520f2..0000000000 --- a/clients/admin-ui/src/types/api/models/SpecialCategoriesEnum.ts +++ /dev/null @@ -1,18 +0,0 @@ -/* istanbul ignore file */ -/* tslint:disable */ -/* eslint-disable */ - -/** - * Deprecated. Special Categories Enum that was used on Data Uses. - */ -export enum SpecialCategoriesEnum { - CONSENT = "Consent", - EMPLOYMENT = "Employment", - VITAL_INTERESTS = "Vital Interests", - NON_PROFIT_BODIES = "Non-profit Bodies", - PUBLIC_BY_DATA_SUBJECT = "Public by Data Subject", - LEGAL_CLAIMS = "Legal Claims", - SUBSTANTIAL_PUBLIC_INTEREST = "Substantial Public Interest", - MEDICAL = "Medical", - PUBLIC_HEALTH_INTEREST = "Public Health Interest", -} diff --git a/clients/admin-ui/src/types/api/models/System.ts b/clients/admin-ui/src/types/api/models/System.ts index 872f3c1aa5..2d5ec2926a 100644 --- a/clients/admin-ui/src/types/api/models/System.ts +++ b/clients/admin-ui/src/types/api/models/System.ts @@ -2,10 +2,8 @@ /* tslint:disable */ /* eslint-disable */ -import type { ContactDetails } from "./ContactDetails"; import type { Cookies } from "./Cookies"; import type { DataFlow } from "./DataFlow"; -import type { DataProtectionImpactAssessment } from "./DataProtectionImpactAssessment"; import type { DataResponsibilityTitle } from "./DataResponsibilityTitle"; import type { LegalBasisForProfilingEnum } from "./LegalBasisForProfilingEnum"; import type { PrivacyDeclaration } from "./PrivacyDeclaration"; @@ -50,10 +48,6 @@ export type System = { * A required value to describe the type of system being modeled, examples include: Service, Application, Third Party, etc. */ system_type: string; - /** - * Deprecated. The responsibility or role over the system that processes personal data - */ - data_responsibility_title?: DataResponsibilityTitle; /** * The resources to which the system sends data. */ @@ -71,39 +65,10 @@ export type System = { * */ privacy_declarations: Array; - /** - * Deprecated. - * The contact details information model. - * - * Used to capture contact information for controllers, used - * as part of exporting a data map / ROPA. - * - * This model is nested under an Organization and - * potentially under a system/dataset. - * - */ - joint_controller?: ContactDetails; - /** - * Deprecated. An optional array to identify any third countries where data is transited to. For consistency purposes, these fields are required to follow the Alpha-3 code set in ISO 3166-1. - */ - third_country_transfers?: Array; /** * An optional value to identify the owning department or group of the system within your organization */ administrating_department?: string; - /** - * Deprecated. - * The DataProtectionImpactAssessment (DPIA) resource model. - * - * Contains information in regard to the data protection - * impact assessment exported on a data map or Record of - * Processing Activities (RoPA). - * - * A legal requirement under GDPR for any project that - * introduces a high risk to personal information. - * - */ - data_protection_impact_assessment?: DataProtectionImpactAssessment; /** * The unique identifier for the vendor that's associated with this system. */ diff --git a/clients/admin-ui/src/types/api/models/SystemResponse.ts b/clients/admin-ui/src/types/api/models/SystemResponse.ts index b90be141dc..ea51733ba0 100644 --- a/clients/admin-ui/src/types/api/models/SystemResponse.ts +++ b/clients/admin-ui/src/types/api/models/SystemResponse.ts @@ -3,10 +3,8 @@ /* eslint-disable */ import type { ConnectionConfigurationResponse } from "./ConnectionConfigurationResponse"; -import type { ContactDetails } from "./ContactDetails"; import type { Cookies } from "./Cookies"; import type { DataFlow } from "./DataFlow"; -import type { DataProtectionImpactAssessment } from "./DataProtectionImpactAssessment"; import type { DataResponsibilityTitle } from "./DataResponsibilityTitle"; import type { LegalBasisForProfilingEnum } from "./LegalBasisForProfilingEnum"; import type { PrivacyDeclarationResponse } from "./PrivacyDeclarationResponse"; @@ -55,10 +53,6 @@ export type SystemResponse = { * A required value to describe the type of system being modeled, examples include: Service, Application, Third Party, etc. */ system_type: string; - /** - * Deprecated. The responsibility or role over the system that processes personal data - */ - data_responsibility_title?: DataResponsibilityTitle; /** * The resources to which the system sends data. */ @@ -71,39 +65,10 @@ export type SystemResponse = { * Extension of base pydantic model to include DB `id` field in the response */ privacy_declarations: Array; - /** - * Deprecated. - * The contact details information model. - * - * Used to capture contact information for controllers, used - * as part of exporting a data map / ROPA. - * - * This model is nested under an Organization and - * potentially under a system/dataset. - * - */ - joint_controller?: ContactDetails; - /** - * Deprecated. An optional array to identify any third countries where data is transited to. For consistency purposes, these fields are required to follow the Alpha-3 code set in ISO 3166-1. - */ - third_country_transfers?: Array; /** * An optional value to identify the owning department or group of the system within your organization */ administrating_department?: string; - /** - * Deprecated. - * The DataProtectionImpactAssessment (DPIA) resource model. - * - * Contains information in regard to the data protection - * impact assessment exported on a data map or Record of - * Processing Activities (RoPA). - * - * A legal requirement under GDPR for any project that - * introduces a high risk to personal information. - * - */ - data_protection_impact_assessment?: DataProtectionImpactAssessment; /** * The unique identifier for the vendor that's associated with this system. */ diff --git a/clients/admin-ui/src/types/dictionary-api/models/Vendor.ts b/clients/admin-ui/src/types/dictionary-api/models/Vendor.ts index 6988083ef3..ea3b6bbd86 100644 --- a/clients/admin-ui/src/types/dictionary-api/models/Vendor.ts +++ b/clients/admin-ui/src/types/dictionary-api/models/Vendor.ts @@ -39,10 +39,6 @@ export type Vendor = { */ fidesctl_meta?: SystemMetadata; system_type?: string; - /** - * Deprecated. The responsibility or role over the system that processes personal data - */ - data_responsibility_title?: DataResponsibilityTitle; /** * The resources to which the system sends data. */ @@ -52,39 +48,10 @@ export type Vendor = { */ ingress?: Array; privacy_declarations?: Array; - /** - * Deprecated. - * The contact details information model. - * - * Used to capture contact information for controllers, used - * as part of exporting a data map / ROPA. - * - * This model is nested under an Organization and - * potentially under a system/dataset. - * - */ - joint_controller?: ContactDetails; - /** - * Deprecated. An optional array to identify any third countries where data is transited to. For consistency purposes, these fields are required to follow the Alpha-3 code set in ISO 3166-1. - */ - third_country_transfers?: Array; /** * An optional value to identify the owning department or group of the system within your organization */ administrating_department?: string; - /** - * Deprecated. - * The DataProtectionImpactAssessment (DPIA) resource model. - * - * Contains information in regard to the data protection - * impact assessment exported on a data map or Record of - * Processing Activities (RoPA). - * - * A legal requirement under GDPR for any project that - * introduces a high risk to personal information. - * - */ - data_protection_impact_assessment?: DataProtectionImpactAssessment; /** * The unique identifier for the vendor that's associated with this system. */ diff --git a/demo_resources/demo_dataset.yml b/demo_resources/demo_dataset.yml index 65223bd540..37a4470830 100644 --- a/demo_resources/demo_dataset.yml +++ b/demo_resources/demo_dataset.yml @@ -5,10 +5,6 @@ dataset: description: Data collected about users for our analytics system. meta: null data_categories: [] - retention: "30 days after account deletion" - third_country_transfers: - - GBR - - CAN collections: - name: users description: User information diff --git a/demo_resources/demo_extended_taxonomy.yml b/demo_resources/demo_extended_taxonomy.yml index a03cee4af1..0b6d7e3645 100644 --- a/demo_resources/demo_extended_taxonomy.yml +++ b/demo_resources/demo_extended_taxonomy.yml @@ -2,11 +2,6 @@ data_use: - fides_key: marketing.advertising.third_party.targeted.direct_marketing name: Direct Marketing description: User information for direct marketing purposes - recipients: - - Processor - marketing co. - legal_basis: Legitimate Interests - special_category: Vital Interests - legitimate_interest_impact_assessment: https://example.org/legitimate_interest_assessment parent_key: marketing.advertising.third_party.targeted data_subject: diff --git a/demo_resources/demo_system.yml b/demo_resources/demo_system.yml index 26ca544e1b..b76a5f4af4 100644 --- a/demo_resources/demo_system.yml +++ b/demo_resources/demo_system.yml @@ -4,17 +4,9 @@ system: description: A system used for analyzing customer behaviour. system_type: Service administrating_department: Engineering - data_responsibility_title: Controller ingress: - fides_key: demo_marketing_system type: system - third_country_transfers: - - USA - - CAN - data_protection_impact_assessment: - is_required: True - progress: Complete - link: https://example.org/analytics_system_data_protection_impact_assessment privacy_declarations: - name: Analyze customer behaviour for improvements. data_categories: @@ -31,7 +23,6 @@ system: description: Collect data about our users for marketing. system_type: Service administrating_department: Marketing - data_responsibility_title: Processor egress: - fides_key: demo_analytics_system type: system diff --git a/requirements.txt b/requirements.txt index 58f0270405..c55c2bdc3d 100644 --- a/requirements.txt +++ b/requirements.txt @@ -12,7 +12,7 @@ defusedxml==0.7.1 expandvars==0.9.0 fastapi[all]==0.89.1 fastapi-pagination[sqlalchemy]==0.11.4 -fideslang==3.0.0a1 +fideslang==3.0.0a2 fideslog==1.2.10 firebase-admin==5.3.0 GitPython==3.1.35 diff --git a/src/fides/api/models/sql_models.py b/src/fides/api/models/sql_models.py index a7fb333d3d..9f193e6a07 100644 --- a/src/fides/api/models/sql_models.py +++ b/src/fides/api/models/sql_models.py @@ -217,19 +217,6 @@ class DataUse(Base, FidesBase): __tablename__ = "ctl_data_uses" parent_key = Column(Text) - legal_basis = Column( - Text - ) # Deprecated in favor of PrivacyDeclaration.legal_basis_for_processing - special_category = Column( - Text - ) # Deprecated in favor of PrivacyDeclaration.special_category_legal_basis - recipients = Column( - ARRAY(String) - ) # Deprecated in favor of PrivacyDeclaration.third_parties - legitimate_interest = Column(BOOLEAN, nullable=True) # Deprecated - legitimate_interest_impact_assessment = Column( - String, nullable=True - ) # Deprecated in favor of PrivacyDeclaration.legal_basis_for_processing active = Column(BOOLEAN, default=True, nullable=False) # Default Fields @@ -271,15 +258,6 @@ class Dataset(Base, FidesBase): data_categories = Column(ARRAY(String)) collections = Column(JSON) fides_meta = Column(JSON) - joint_controller = Column( - PGEncryptedString, nullable=True - ) # Deprecated in favor of Systems.joint_controller_info - retention = Column( - String - ) # Deprecated in favor of PrivacyDeclaration.retention_period - third_country_transfers = Column( - ARRAY(String) - ) # Deprecated in favor of Systems.does_international_transfers @classmethod def create_from_dataset_dict(cls, db: Session, dataset: dict) -> "Dataset": @@ -345,19 +323,7 @@ class System(Base, FidesBase): meta = Column(JSON) fidesctl_meta = Column(JSON) system_type = Column(String) - joint_controller = Column( - PGEncryptedString, nullable=True - ) # Deprecated in favor of System.joint_controller_info - data_responsibility_title = Column( - String - ) # Deprecated in favor of System.responsibility - third_country_transfers = Column( - ARRAY(String) - ) # Deprecated in favor of System.does_international_transfers administrating_department = Column(String) - data_protection_impact_assessment = Column( - JSON - ) # Deprecated in favor of System.requires_data_protection_assessments, System.dpa_location, and System.dpa_progress egress = Column(JSON) ingress = Column(JSON) @@ -578,12 +544,8 @@ class SystemModel(BaseModel): meta: Optional[Dict[str, Any]] fidesctl_meta: Optional[Dict[str, Any]] system_type: str - data_responsibility_title: Optional[str] - joint_controller: Optional[str] - third_country_transfers: Optional[List[str]] privacy_declarations: Optional[Dict[str, Any]] administrating_department: Optional[str] - data_protection_impact_assessment: Optional[Dict[str, Any]] egress: Optional[Dict[str, Any]] ingress: Optional[Dict[str, Any]] value: Optional[List[Any]] diff --git a/src/fides/core/audit.py b/src/fides/core/audit.py index e543027d02..25b61d13f0 100644 --- a/src/fides/core/audit.py +++ b/src/fides/core/audit.py @@ -1,6 +1,6 @@ from typing import Dict, List, Optional, Union -from fideslang.models import DataSubject, DataUse, FidesModel, Organization, System +from fideslang.models import DataSubject, FidesModel, Organization, System from fideslang.parse import parse_dict from fides.common.utils import echo_green, echo_red, pretty_echo diff --git a/src/fides/data/sample_project/sample_resources/sample_systems.yml b/src/fides/data/sample_project/sample_resources/sample_systems.yml index 2c472047d8..d1d5c380f3 100644 --- a/src/fides/data/sample_project/sample_resources/sample_systems.yml +++ b/src/fides/data/sample_project/sample_resources/sample_systems.yml @@ -4,14 +4,6 @@ system: description: Cookie House eCommerce Application system_type: Application administrating_department: Engineering - data_responsibility_title: Controller - third_country_transfers: - - USA - - CAN - data_protection_impact_assessment: - is_required: True - progress: Complete - link: https://example.org/cookie_house_dpia privacy_declarations: - data_categories: - user.contact @@ -25,7 +17,6 @@ system: description: Primary database for Cookie House orders. system_type: Database administrating_department: Engineering - data_responsibility_title: Processor egress: - fides_key: cookie_house type: system @@ -44,7 +35,6 @@ system: description: Additional database to store detailed data about users. system_type: Database administrating_department: Engineering - data_responsibility_title: Processor egress: - fides_key: cookie_house type: system @@ -62,7 +52,6 @@ system: description: Marketing application for audience analysis, targeted ads, etc. system_type: Application administrating_department: Marketing - data_responsibility_title: Processor egress: - fides_key: cookie_house_customer_database type: system diff --git a/tests/conftest.py b/tests/conftest.py index ece87156ed..02777a57b4 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -1040,12 +1040,6 @@ def system(db: Session) -> System: "description": "fixture-made-system", "organization_fides_key": "default_organization", "system_type": "Service", - "data_responsibility_title": "Processor", - "data_protection_impact_assessment": { - "is_required": False, - "progress": None, - "link": None, - }, }, ) @@ -1112,12 +1106,6 @@ def system_third_party_sharing(db: Session) -> System: "description": "fixture-made-system", "organization_fides_key": "default_organization", "system_type": "Service", - "data_responsibility_title": "Processor", - "data_protection_impact_assessment": { - "is_required": False, - "progress": None, - "link": None, - }, }, ) @@ -1148,12 +1136,6 @@ def system_provide_service(db: Session) -> System: "description": "fixture-made-system", "organization_fides_key": "default_organization", "system_type": "Service", - "data_responsibility_title": "Processor", - "data_protection_impact_assessment": { - "is_required": False, - "progress": None, - "link": None, - }, }, ) @@ -1184,12 +1166,6 @@ def system_provide_service_operations_support_optimization(db: Session) -> Syste "description": "fixture-made-system", "organization_fides_key": "default_organization", "system_type": "Service", - "data_responsibility_title": "Processor", - "data_protection_impact_assessment": { - "is_required": False, - "progress": None, - "link": None, - }, }, ) diff --git a/tests/ctl/core/test_api.py b/tests/ctl/core/test_api.py index 6654a0079a..988ff2e45f 100644 --- a/tests/ctl/core/test_api.py +++ b/tests/ctl/core/test_api.py @@ -724,8 +724,6 @@ async def test_system_create_minimal_request_body( expected_none = [ "connection_configs", - "data_protection_impact_assessment", - "data_responsibility_title", "data_security_practices", "description", "dpa_location", @@ -734,7 +732,6 @@ async def test_system_create_minimal_request_body( "egress", "fidesctl_meta", "ingress", - "joint_controller", "joint_controller_info", "legal_address", "legal_name", @@ -743,7 +740,6 @@ async def test_system_create_minimal_request_body( "privacy_policy", "reason_for_exemption", "tags", - "third_country_transfers", "vendor_id", ] for field in expected_none: diff --git a/tests/ctl/core/test_audit.py b/tests/ctl/core/test_audit.py index b7440292b9..3fabb41818 100644 --- a/tests/ctl/core/test_audit.py +++ b/tests/ctl/core/test_audit.py @@ -32,23 +32,6 @@ def test_rich_organization() -> Generator: ] -@pytest.fixture -def test_basic_data_use() -> Generator: - yield [DataUse(fides_key="test_data_use")] - - -@pytest.fixture -def test_rich_data_use() -> Generator: - yield [ - DataUse( - fides_key="test_data_use", - recipients=["test"], - legal_basis="Consent", - special_category="Consent", - ) - ] - - @pytest.fixture def test_basic_data_subject() -> Generator: yield [DataSubject(fides_key="test_data_subject")] diff --git a/tests/fixtures/application_fixtures.py b/tests/fixtures/application_fixtures.py index 1c118921c6..aa301dfa10 100644 --- a/tests/fixtures/application_fixtures.py +++ b/tests/fixtures/application_fixtures.py @@ -1831,7 +1831,6 @@ def ctl_dataset(db: Session, example_datasets): organization_fides_key="default_organization", name="Postgres Example Subscribers Dataset", description="Example Postgres dataset created in test fixtures", - retention="No retention or erasure policy", collections=[ { "name": "subscriptions", @@ -1865,7 +1864,6 @@ def unlinked_dataset(db: Session): organization_fides_key="default_organization", name="Unlinked Dataset", description="Example dataset created in test fixtures", - retention="No retention or erasure policy", collections=[ { "name": "subscriptions", @@ -1899,7 +1897,6 @@ def linked_dataset(db: Session, connection_config: ConnectionConfig) -> Generato organization_fides_key="default_organization", name="Linked Dataset", description="Example dataset created in test fixtures", - retention="No retention or erasure policy", collections=[ { "name": "subscriptions", @@ -2772,12 +2769,6 @@ def system_with_no_uses(db: Session) -> System: "description": "tcf_relevant_system", "organization_fides_key": "default_organization", "system_type": "Service", - "data_responsibility_title": "Processor", - "data_protection_impact_assessment": { - "is_required": False, - "progress": None, - "link": None, - }, }, ) return system @@ -2794,12 +2785,6 @@ def tcf_system(db: Session) -> System: "description": "My TCF System Description", "organization_fides_key": "default_organization", "system_type": "Service", - "data_responsibility_title": "Processor", - "data_protection_impact_assessment": { - "is_required": False, - "progress": None, - "link": None, - }, }, ) diff --git a/tests/lib/test_system_oauth_util.py b/tests/lib/test_system_oauth_util.py index 475eed5315..db741769a8 100644 --- a/tests/lib/test_system_oauth_util.py +++ b/tests/lib/test_system_oauth_util.py @@ -277,7 +277,6 @@ def test_get_system_from_request_body(self, db, system): system_schema = SystemSchema( fides_key=system.fides_key, system_type="Service", - data_responsibility_title="Processor", name="System Name", privacy_declarations=[], ) @@ -291,7 +290,6 @@ def test_get_system_from_request_body_not_found(self, db): system_schema = SystemSchema( fides_key="unknown_fides_key", system_type="Service", - data_responsibility_title="Processor", name="System Name", privacy_declarations=[], ) @@ -324,7 +322,6 @@ async def test_get_system_schema_in_dev_mode(self): system_schema = SystemSchema( fides_key="unknown_fides_key", system_type="Service", - data_responsibility_title="Processor", name="System Name", privacy_declarations=[], ) diff --git a/tests/ops/api/v1/endpoints/test_user_endpoints.py b/tests/ops/api/v1/endpoints/test_user_endpoints.py index ba559256be..59bf23021a 100644 --- a/tests/ops/api/v1/endpoints/test_user_endpoints.py +++ b/tests/ops/api/v1/endpoints/test_user_endpoints.py @@ -1434,12 +1434,6 @@ def test_update_system_manager_existing_system_not_in_request_which_removes_syst "description": "fixture-made-system", "organization_fides_key": "default_organization", "system_type": "Service", - "data_responsibility_title": "Processor", - "data_protection_impact_assessment": { - "is_required": False, - "progress": None, - "link": None, - }, }, ) PrivacyDeclaration.create( From 80f56d60bf4ef2596beca98310c10e71486d7f83 Mon Sep 17 00:00:00 2001 From: Adam Sachs Date: Mon, 11 Dec 2023 18:32:39 -0500 Subject: [PATCH 07/10] migration to remove deprecated model fields --- ...ac26771_fideslang_3.0_remove_references.py | 108 ++++++++++++++++++ 1 file changed, 108 insertions(+) diff --git a/src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py b/src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py index 1b17b28303..08ae8a0a4f 100644 --- a/src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py +++ b/src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py @@ -32,6 +32,24 @@ def upgrade(): op.drop_table("ctl_registries") op.drop_column("ctl_systems", "registry_id") + ## Remove data use fields + op.drop_column("ctl_data_uses", "legal_basis") + op.drop_column("ctl_data_uses", "special_category") + op.drop_column("ctl_data_uses", "legitimate_interest") + op.drop_column("ctl_data_uses", "legitimate_interest_impact_assessment") + op.drop_column("ctl_data_uses", "recipients") + + ## Remove dataset fields + op.drop_column("ctl_datasets", "retention") + op.drop_column("ctl_datasets", "joint_controller") + op.drop_column("ctl_datasets", "third_country_transfers") + + ## Remove system fields + op.drop_column("ctl_systems", "joint_controller") + op.drop_column("ctl_systems", "data_responsibility_title") + op.drop_column("ctl_systems", "third_country_transfers") + op.drop_column("ctl_systems", "data_protection_impact_assessment") + def downgrade(): ## Add back in data qualifier references @@ -134,3 +152,93 @@ def downgrade(): op.create_index( "ix_ctl_registries_fides_key", "ctl_registries", ["fides_key"], unique=False ) + + ## Add back system fields + op.add_column( + "ctl_systems", + sa.Column( + "data_protection_impact_assessment", + postgresql.JSON(astext_type=sa.Text()), + autoincrement=False, + nullable=True, + ), + ) + op.add_column( + "ctl_systems", + sa.Column( + "third_country_transfers", + postgresql.ARRAY(sa.VARCHAR()), + autoincrement=False, + nullable=True, + ), + ) + op.add_column( + "ctl_systems", + sa.Column( + "data_responsibility_title", + sa.VARCHAR(), + autoincrement=False, + nullable=True, + ), + ) + op.add_column( + "ctl_systems", + sa.Column( + "joint_controller", postgresql.BYTEA(), autoincrement=False, nullable=True + ), + ) + + ## Add back dataset fields + op.add_column( + "ctl_datasets", + sa.Column( + "third_country_transfers", + postgresql.ARRAY(sa.VARCHAR()), + autoincrement=False, + nullable=True, + ), + ) + op.add_column( + "ctl_datasets", + sa.Column( + "joint_controller", postgresql.BYTEA(), autoincrement=False, nullable=True + ), + ) + op.add_column( + "ctl_datasets", + sa.Column("retention", sa.VARCHAR(), autoincrement=False, nullable=True), + ) + + ## Add back data use fields + op.add_column( + "ctl_data_uses", + sa.Column( + "recipients", + postgresql.ARRAY(sa.VARCHAR()), + autoincrement=False, + nullable=True, + ), + ) + op.add_column( + "ctl_data_uses", + sa.Column( + "legitimate_interest_impact_assessment", + sa.VARCHAR(), + autoincrement=False, + nullable=True, + ), + ) + op.add_column( + "ctl_data_uses", + sa.Column( + "legitimate_interest", sa.BOOLEAN(), autoincrement=False, nullable=True + ), + ) + op.add_column( + "ctl_data_uses", + sa.Column("special_category", sa.TEXT(), autoincrement=False, nullable=True), + ) + op.add_column( + "ctl_data_uses", + sa.Column("legal_basis", sa.TEXT(), autoincrement=False, nullable=True), + ) From 99732d32d70fb753098884824da894673d0fae35 Mon Sep 17 00:00:00 2001 From: Adam Sachs Date: Wed, 13 Dec 2023 17:36:15 -0500 Subject: [PATCH 08/10] some tweaks to migration --- ...548a1ac26771_fideslang_3.0_remove_references.py | 14 +++++--------- 1 file changed, 5 insertions(+), 9 deletions(-) diff --git a/src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py b/src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py index 08ae8a0a4f..8aa35e8008 100644 --- a/src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py +++ b/src/fides/api/alembic/migrations/versions/548a1ac26771_fideslang_3.0_remove_references.py @@ -24,7 +24,6 @@ def upgrade(): op.drop_column("ctl_datasets", "data_qualifier") op.drop_index("ix_ctl_systems_name", table_name="ctl_systems") op.drop_column("privacydeclaration", "data_qualifier") - op.drop_constraint("purpose_constraint", "tcf_purpose_overrides", type_="unique") ## Remove registry references op.drop_index("ix_ctl_registries_fides_key", table_name="ctl_registries") @@ -53,9 +52,6 @@ def upgrade(): def downgrade(): ## Add back in data qualifier references - op.create_unique_constraint( - "purpose_constraint", "tcf_purpose_overrides", ["purpose"] - ) op.add_column( "privacydeclaration", sa.Column("data_qualifier", sa.VARCHAR(), autoincrement=False, nullable=True), @@ -67,8 +63,8 @@ def downgrade(): ) op.create_table( "ctl_data_qualifiers", - sa.Column("id", sa.VARCHAR(length=255), autoincrement=False, nullable=False), - sa.Column("fides_key", sa.VARCHAR(), autoincrement=False, nullable=False), + sa.Column("id", sa.VARCHAR(length=255), autoincrement=False, nullable=True), + sa.Column("fides_key", sa.VARCHAR(), autoincrement=False, nullable=True), sa.Column( "organization_fides_key", sa.TEXT(), autoincrement=False, nullable=True ), @@ -98,7 +94,7 @@ def downgrade(): sa.BOOLEAN(), server_default=sa.text("true"), autoincrement=False, - nullable=False, + nullable=True, ), sa.Column("version_added", sa.TEXT(), autoincrement=False, nullable=True), sa.Column("version_deprecated", sa.TEXT(), autoincrement=False, nullable=True), @@ -122,8 +118,8 @@ def downgrade(): ) op.create_table( "ctl_registries", - sa.Column("id", sa.VARCHAR(length=255), autoincrement=False, nullable=False), - sa.Column("fides_key", sa.VARCHAR(), autoincrement=False, nullable=False), + sa.Column("id", sa.VARCHAR(length=255), autoincrement=False, nullable=True), + sa.Column("fides_key", sa.VARCHAR(), autoincrement=False, nullable=True), sa.Column( "organization_fides_key", sa.TEXT(), autoincrement=False, nullable=True ), From 49892c7379f3e9ddf6ae758560955a5f6ec512c6 Mon Sep 17 00:00:00 2001 From: Adam Sachs Date: Wed, 13 Dec 2023 17:58:03 -0500 Subject: [PATCH 09/10] remove references to retention on dataset sub-components --- .fides/db_dataset.yml | 7 -- .../fixtures/classify/dataset-in-review.json | 12 --- .../fixtures/connectors/datasetconfig.json | 59 ---------- .../admin-ui/cypress/fixtures/dataset.json | 12 --- .../admin-ui/cypress/fixtures/datasets.json | 28 ----- .../cypress/fixtures/generate/dataset.json | 102 ------------------ .../features/datastore-connections/types.ts | 2 - clients/admin-ui/src/mocks/data.ts | 2 - .../src/types/api/models/DatasetCollection.ts | 4 - .../src/types/api/models/DatasetField.ts | 4 - demo_resources/demo_dataset.yml | 2 - scripts/verify_fideslang_2_data_migration.py | 1 - tests/ops/models/test_datasetconfig.py | 15 --- 13 files changed, 250 deletions(-) diff --git a/.fides/db_dataset.yml b/.fides/db_dataset.yml index a71ac3778f..01eb95c3c9 100644 --- a/.fides/db_dataset.yml +++ b/.fides/db_dataset.yml @@ -592,7 +592,6 @@ dataset: email, phone) data_categories: - user.contact - retention: 1 Year post-employment - name: created_at description: The timestamp of when the row was created data_categories: @@ -602,7 +601,6 @@ dataset: address, email, phone) data_categories: - user.contact - retention: 1 Year post-employment - name: description data_categories: - system.operations @@ -629,7 +627,6 @@ dataset: email, phone) data_categories: - user.contact - retention: 1 Year post-employment - name: security_policy description: A link to the Ethyca security policy data_categories: @@ -684,13 +681,11 @@ dataset: - name: description data_categories: - system.operations - retention: null fields: null - name: egress description: Data categories that leave this system data_categories: - system.operations - retention: null fields: null - name: fides_key data_categories: @@ -701,13 +696,11 @@ dataset: - name: id data_categories: - system.operations - retention: null fields: null - name: ingress description: Data categories that enter this system data_categories: - system.operations - retention: null fields: null - name: meta data_categories: diff --git a/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json b/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json index dc49a8602c..d1dcc15063 100644 --- a/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json +++ b/clients/admin-ui/cypress/fixtures/classify/dataset-in-review.json @@ -12,55 +12,47 @@ "name": "users", "description": "User information", "data_categories": [], - "retention": null, "fields": [ { "name": "email", "description": "User's Email", "data_categories": [], - "retention": "Account termination", "fields": null }, { "name": "device", "description": "User's Device", "data_categories": [], - "retention": null, "fields": null }, { "name": "state", "description": "Implementation detail", "data_categories": ["system.operations"], - "retention": "3.14 Days", "fields": null }, { "name": "created_at", "description": "User's creation timestamp", "data_categories": [], - "retention": null, "fields": null }, { "name": "first_name", "description": "User's first name", "data_categories": [], - "retention": "Account termination", "fields": null }, { "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "retention": null, "fields": null }, { "name": "uuid", "description": "User's unique ID", "data_categories": [], - "retention": null, "fields": null } ] @@ -69,27 +61,23 @@ "name": "products", "description": "Product information", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "Product creation timestamp", "data_categories": [], - "retention": null, "fields": null }, { "name": "name", "description": "Name of the product", "data_categories": [], - "retention": "Account termination", "fields": null }, { "name": "price", "description": "Price of the product", "data_categories": [], - "retention": null, "fields": null } ] diff --git a/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json b/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json index 9117d2d24d..6cf4d7d77c 100644 --- a/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json +++ b/clients/admin-ui/cypress/fixtures/connectors/datasetconfig.json @@ -16,13 +16,11 @@ "name": "address", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "city", "description": null, "data_categories": ["user.contact.address.city"], - "retention": null, "fides_meta": null, "fields": null }, @@ -30,7 +28,6 @@ "name": "house", "description": null, "data_categories": ["user.contact.address.street"], - "retention": null, "fides_meta": null, "fields": null }, @@ -38,7 +35,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -54,7 +50,6 @@ "name": "state", "description": null, "data_categories": ["user.contact.address.state"], - "retention": null, "fides_meta": null, "fields": null }, @@ -62,7 +57,6 @@ "name": "street", "description": null, "data_categories": ["user.contact.address.street"], - "retention": null, "fides_meta": null, "fields": null }, @@ -70,7 +64,6 @@ "name": "zip", "description": null, "data_categories": ["user.contact.address.postal_code"], - "retention": null, "fides_meta": null, "fields": null } @@ -81,13 +74,11 @@ "name": "customer", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "address_id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": [ { @@ -109,7 +100,6 @@ "name": "created", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null }, @@ -117,7 +107,6 @@ "name": "email", "description": null, "data_categories": ["user.contact.email"], - "retention": null, "fides_meta": { "references": null, "identity": "email", @@ -133,7 +122,6 @@ "name": "id", "description": null, "data_categories": ["user.unique_id"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -149,7 +137,6 @@ "name": "name", "description": null, "data_categories": ["user.name"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -168,13 +155,11 @@ "name": "employee", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "address_id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": [ { @@ -196,7 +181,6 @@ "name": "email", "description": null, "data_categories": ["user.contact.email"], - "retention": null, "fides_meta": { "references": null, "identity": "email", @@ -212,7 +196,6 @@ "name": "id", "description": null, "data_categories": ["user.unique_id"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -228,7 +211,6 @@ "name": "name", "description": null, "data_categories": ["user.name"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -247,13 +229,11 @@ "name": "login", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "customer_id", "description": null, "data_categories": ["user.unique_id"], - "retention": null, "fides_meta": { "references": [ { @@ -275,7 +255,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -291,7 +270,6 @@ "name": "time", "description": null, "data_categories": ["user.sensor"], - "retention": null, "fides_meta": null, "fields": null } @@ -302,13 +280,11 @@ "name": "order_item", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "order_id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": [ { @@ -330,7 +306,6 @@ "name": "product_id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": [ { @@ -352,7 +327,6 @@ "name": "quantity", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null } @@ -363,13 +337,11 @@ "name": "orders", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "customer_id", "description": null, "data_categories": ["user.unique_id"], - "retention": null, "fides_meta": { "references": [ { @@ -391,7 +363,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -407,7 +378,6 @@ "name": "shipping_address_id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": [ { @@ -432,13 +402,11 @@ "name": "payment_card", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "billing_address_id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": [ { @@ -460,7 +428,6 @@ "name": "ccn", "description": null, "data_categories": ["user.financial.bank_account"], - "retention": null, "fides_meta": null, "fields": null }, @@ -468,7 +435,6 @@ "name": "code", "description": null, "data_categories": ["user.financial"], - "retention": null, "fides_meta": null, "fields": null }, @@ -476,7 +442,6 @@ "name": "customer_id", "description": null, "data_categories": ["user.unique_id"], - "retention": null, "fides_meta": { "references": [ { @@ -498,7 +463,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -514,7 +478,6 @@ "name": "name", "description": null, "data_categories": ["user.financial"], - "retention": null, "fides_meta": null, "fields": null }, @@ -522,7 +485,6 @@ "name": "preferred", "description": null, "data_categories": ["user"], - "retention": null, "fides_meta": null, "fields": null } @@ -533,13 +495,11 @@ "name": "product", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -555,7 +515,6 @@ "name": "name", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null }, @@ -563,7 +522,6 @@ "name": "price", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null } @@ -574,13 +532,11 @@ "name": "report", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "email", "description": null, "data_categories": ["user.contact.email"], - "retention": null, "fides_meta": { "references": null, "identity": "email", @@ -596,7 +552,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -612,7 +567,6 @@ "name": "month", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null }, @@ -620,7 +574,6 @@ "name": "name", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null }, @@ -628,7 +581,6 @@ "name": "total_visits", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null }, @@ -636,7 +588,6 @@ "name": "year", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null } @@ -647,13 +598,11 @@ "name": "service_request", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "alt_email", "description": null, "data_categories": ["user.contact.email"], - "retention": null, "fides_meta": { "references": null, "identity": "email", @@ -669,7 +618,6 @@ "name": "closed", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null }, @@ -677,7 +625,6 @@ "name": "email", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": null, "identity": "email", @@ -693,7 +640,6 @@ "name": "employee_id", "description": null, "data_categories": ["user.unique_id"], - "retention": null, "fides_meta": { "references": [ { @@ -715,7 +661,6 @@ "name": "id", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": { "references": null, "identity": null, @@ -731,7 +676,6 @@ "name": "opened", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null } @@ -742,13 +686,11 @@ "name": "visit", "description": null, "data_categories": null, - "retention": null, "fields": [ { "name": "email", "description": null, "data_categories": ["user.contact.email"], - "retention": null, "fides_meta": { "references": null, "identity": "email", @@ -764,7 +706,6 @@ "name": "last_visit", "description": null, "data_categories": ["system.operations"], - "retention": null, "fides_meta": null, "fields": null } diff --git a/clients/admin-ui/cypress/fixtures/dataset.json b/clients/admin-ui/cypress/fixtures/dataset.json index f0daff5390..d8b570a293 100644 --- a/clients/admin-ui/cypress/fixtures/dataset.json +++ b/clients/admin-ui/cypress/fixtures/dataset.json @@ -7,54 +7,46 @@ "meta": null, "data_categories": [], "fidesctl_meta": null, - "retention": "30 days after account deletion", "collections": [ { "name": "users", "description": "User information", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "User's creation timestamp", "data_categories": ["system.operations"], - "retention": null, "fields": null }, { "name": "email", "description": "User's Email", "data_categories": ["user.contact.email"], - "retention": "Account termination", "fields": null }, { "name": "first_name", "description": "User's first name", "data_categories": ["user.name"], - "retention": "Account termination", "fields": null }, { "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "retention": null, "fields": null }, { "name": "state", "description": "User's State", "data_categories": ["user.contact.address.state"], - "retention": null, "fields": null }, { "name": "uuid", "description": "User's unique ID", "data_categories": ["user.unique_id"], - "retention": null, "fields": null } ] @@ -63,27 +55,23 @@ "name": "products", "description": "Product information", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "Product creation timestamp", "data_categories": ["system.operations"], - "retention": null, "fields": null }, { "name": "name", "description": "Name of the product", "data_categories": ["user.name"], - "retention": "Account termination", "fields": null }, { "name": "price", "description": "Price of the product", "data_categories": ["system.operations"], - "retention": null, "fields": null } ] diff --git a/clients/admin-ui/cypress/fixtures/datasets.json b/clients/admin-ui/cypress/fixtures/datasets.json index d47c830dd2..1fbe40ae0e 100644 --- a/clients/admin-ui/cypress/fixtures/datasets.json +++ b/clients/admin-ui/cypress/fixtures/datasets.json @@ -13,48 +13,41 @@ "name": "users", "description": "User information", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "User's creation timestamp", "data_categories": ["system.operations"], - "retention": null, "fields": null }, { "name": "email", "description": "User's Email", "data_categories": ["user.contact.email"], - "retention": "Account termination", "fields": null }, { "name": "first_name", "description": "User's first name", "data_categories": ["user.name"], - "retention": "Account termination", "fields": null }, { "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "retention": null, "fields": null }, { "name": "state", "description": "User's State", "data_categories": ["user.contact.address.state"], - "retention": null, "fields": null }, { "name": "uuid", "description": "User's unique ID", "data_categories": ["user.unique_id"], - "retention": null, "fields": null } ] @@ -75,48 +68,41 @@ "name": "users", "description": "User information", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "User's creation timestamp", "data_categories": ["system.operations"], - "retention": null, "fields": null }, { "name": "email", "description": "User's Email", "data_categories": ["user.contact.email"], - "retention": "Account termination", "fields": null }, { "name": "first_name", "description": "User's first name", "data_categories": ["user.name"], - "retention": "Account termination", "fields": null }, { "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "retention": null, "fields": null }, { "name": "state", "description": "User's State", "data_categories": ["user.contact.address.state"], - "retention": null, "fields": null }, { "name": "uuid", "description": "User's unique ID", "data_categories": ["user.unique_id"], - "retention": null, "fields": null } ] @@ -137,48 +123,41 @@ "name": "users", "description": "User information", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "User's creation timestamp", "data_categories": ["system.operations"], - "retention": null, "fields": null }, { "name": "email", "description": "User's Email", "data_categories": ["user.contact.email"], - "retention": "Account termination", "fields": null }, { "name": "first_name", "description": "User's first name", "data_categories": ["user.name"], - "retention": "Account termination", "fields": null }, { "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "retention": null, "fields": null }, { "name": "state", "description": "User's State", "data_categories": ["user.contact.address.state"], - "retention": null, "fields": null }, { "name": "uuid", "description": "User's unique ID", "data_categories": ["user.unique_id"], - "retention": null, "fields": null } ] @@ -199,48 +178,41 @@ "name": "users", "description": "User information", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "User's creation timestamp", "data_categories": ["system.operations"], - "retention": null, "fields": null }, { "name": "email", "description": "User's Email", "data_categories": ["user.contact.email"], - "retention": "Account termination", "fields": null }, { "name": "first_name", "description": "User's first name", "data_categories": ["user.name"], - "retention": "Account termination", "fields": null }, { "name": "food_preference", "description": "User's favorite food", "data_categories": [], - "retention": null, "fields": null }, { "name": "state", "description": "User's State", "data_categories": ["user.contact.address.state"], - "retention": null, "fields": null }, { "name": "uuid", "description": "User's unique ID", "data_categories": ["user.unique_id"], - "retention": null, "fields": null } ] diff --git a/clients/admin-ui/cypress/fixtures/generate/dataset.json b/clients/admin-ui/cypress/fixtures/generate/dataset.json index f805c91580..412a9c444e 100644 --- a/clients/admin-ui/cypress/fixtures/generate/dataset.json +++ b/clients/admin-ui/cypress/fixtures/generate/dataset.json @@ -13,13 +13,11 @@ "name": "alembic_version", "description": "Fides Generated Description for Table: alembic_version", "data_categories": [], - "retention": null, "fields": [ { "name": "version_num", "description": "Fides Generated Description for Column: version_num", "data_categories": [], - "retention": null, "fields": null } ] @@ -28,124 +26,106 @@ "name": "data_categories", "description": "Fides Generated Description for Table: data_categories", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "retention": null, "fields": null }, { "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "retention": null, "fields": null }, { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "retention": null, "fields": null }, { "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "retention": null, "fields": null }, { "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "parent_key", "description": "Fides Generated Description for Column: parent_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "retention": null, "fields": null } ] }, { "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "retention": null, "fields": null }, { "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "retention": null, "fields": null }, { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "retention": null, "fields": null }, { "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "retention": null, "fields": null }, { "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "parent_key", "description": "Fides Generated Description for Column: parent_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "retention": null, "fields": null } ] @@ -154,69 +134,59 @@ "name": "data_subjects", "description": "Fides Generated Description for Table: data_subjects", "data_categories": [], - "retention": null, "fields": [ { "name": "automated_decisions_or_profiling", "description": "Fides Generated Description for Column: automated_decisions_or_profiling", "data_categories": [], - "retention": null, "fields": null }, { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "retention": null, "fields": null }, { "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "retention": null, "fields": null }, { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "retention": null, "fields": null }, { "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "retention": null, "fields": null }, { "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "rights", "description": "Fides Generated Description for Column: rights", "data_categories": [], - "retention": null, "fields": null }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "retention": null, "fields": null } ] @@ -225,62 +195,53 @@ "name": "data_uses", "description": "Fides Generated Description for Table: data_uses", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "retention": null, "fields": null }, { "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "retention": null, "fields": null }, { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "retention": null, "fields": null }, { "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "retention": null, "fields": null }, { "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "parent_key", "description": "Fides Generated Description for Column: parent_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "retention": null, "fields": null } ] @@ -289,88 +250,75 @@ "name": "datasets", "description": "Fides Generated Description for Table: datasets", "data_categories": [], - "retention": null, "fields": [ { "name": "collections", "description": "Fides Generated Description for Column: collections", "data_categories": [], - "retention": null, "fields": null }, { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "retention": null, "fields": null }, { "name": "data_categories", "description": "Fides Generated Description for Column: data_categories", "data_categories": [], - "retention": null, "fields": null }, { "data_categories": [], - "retention": null, "fields": null }, { "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "retention": null, "fields": null }, { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "fidesctl_meta", "description": "Fides Generated Description for Column: fidesctl_meta", "data_categories": [], - "retention": null, "fields": null }, { "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "retention": null, "fields": null }, { "name": "meta", "description": "Fides Generated Description for Column: meta", "data_categories": [], - "retention": null, "fields": null }, { "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "retention": null, "fields": null }, { "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "retention": null, "fields": null } ] @@ -379,41 +327,35 @@ "name": "evaluations", "description": "Fides Generated Description for Table: evaluations", "data_categories": [], - "retention": null, "fields": [ { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "retention": null, "fields": null }, { "name": "message", "description": "Fides Generated Description for Column: message", "data_categories": [], - "retention": null, "fields": null }, { "name": "status", "description": "Fides Generated Description for Column: status", "data_categories": [], - "retention": null, "fields": null }, { "name": "violations", "description": "Fides Generated Description for Column: violations", "data_categories": [], - "retention": null, "fields": null } ] @@ -422,97 +364,83 @@ "name": "organizations", "description": "Fides Generated Description for Table: organizations", "data_categories": [], - "retention": null, "fields": [ { "name": "controller", "description": "Fides Generated Description for Column: controller", "data_categories": [], - "retention": null, "fields": null }, { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "retention": null, "fields": null }, { "name": "data_protection_officer", "description": "Fides Generated Description for Column: data_protection_officer", "data_categories": [], - "retention": null, "fields": null }, { "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "retention": null, "fields": null }, { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "fidesctl_meta", "description": "Fides Generated Description for Column: fidesctl_meta", "data_categories": [], - "retention": null, "fields": null }, { "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "retention": null, "fields": null }, { "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "retention": null, "fields": null }, { "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "organization_parent_key", "description": "Fides Generated Description for Column: organization_parent_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "representative", "description": "Fides Generated Description for Column: representative", "data_categories": [], - "retention": null, "fields": null }, { "name": "security_policy", "description": "Fides Generated Description for Column: security_policy", "data_categories": [], - "retention": null, "fields": null }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "retention": null, "fields": null } ] @@ -521,62 +449,53 @@ "name": "policies", "description": "Fides Generated Description for Table: policies", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "retention": null, "fields": null }, { "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "retention": null, "fields": null }, { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "retention": null, "fields": null }, { "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "retention": null, "fields": null }, { "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "rules", "description": "Fides Generated Description for Column: rules", "data_categories": [], - "retention": null, "fields": null }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "retention": null, "fields": null } ] @@ -585,55 +504,47 @@ "name": "registries", "description": "Fides Generated Description for Table: registries", "data_categories": [], - "retention": null, "fields": [ { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "retention": null, "fields": null }, { "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "retention": null, "fields": null }, { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "retention": null, "fields": null }, { "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "retention": null, "fields": null }, { "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "retention": null, "fields": null } ] @@ -642,90 +553,77 @@ "name": "systems", "description": "Fides Generated Description for Table: systems", "data_categories": [], - "retention": null, "fields": [ { "name": "administrating_department", "description": "Fides Generated Description for Column: administrating_department", "data_categories": [], - "retention": null, "fields": null }, { "name": "created_at", "description": "Fides Generated Description for Column: created_at", "data_categories": [], - "retention": null, "fields": null }, { "name": "description", "description": "Fides Generated Description for Column: description", "data_categories": [], - "retention": null, "fields": null }, { "name": "fides_key", "description": "Fides Generated Description for Column: fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "fidesctl_meta", "description": "Fides Generated Description for Column: fidesctl_meta", "data_categories": [], - "retention": null, "fields": null }, { "name": "id", "description": "Fides Generated Description for Column: id", "data_categories": [], - "retention": null, "fields": null }, { "name": "meta", "description": "Fides Generated Description for Column: meta", "data_categories": [], - "retention": null, "fields": null }, { "name": "name", "description": "Fides Generated Description for Column: name", "data_categories": [], - "retention": null, "fields": null }, { "name": "organization_fides_key", "description": "Fides Generated Description for Column: organization_fides_key", "data_categories": [], - "retention": null, "fields": null }, { "name": "privacy_declarations", "description": "Fides Generated Description for Column: privacy_declarations", "data_categories": [], - "retention": null, "fields": null }, { "name": "system_type", "description": "Fides Generated Description for Column: system_type", "data_categories": [], - "retention": null, "fields": null }, { "name": "updated_at", "description": "Fides Generated Description for Column: updated_at", "data_categories": [], - "retention": null, "fields": null } ] diff --git a/clients/admin-ui/src/features/datastore-connections/types.ts b/clients/admin-ui/src/features/datastore-connections/types.ts index 8612bb0283..ae63ba5ae7 100644 --- a/clients/admin-ui/src/features/datastore-connections/types.ts +++ b/clients/admin-ui/src/features/datastore-connections/types.ts @@ -84,7 +84,6 @@ export type DatasetCollection = { name: string; description: string; data_categories: string[]; - retention: string; fields: DatasetCollectionField[]; }; @@ -92,7 +91,6 @@ export type DatasetCollectionField = { name: string; description: string; data_categories: string[]; - retention: string; fidesops_meta: { references: FidesOpsMetaReference[]; identity: string; diff --git a/clients/admin-ui/src/mocks/data.ts b/clients/admin-ui/src/mocks/data.ts index 2440839580..dc1499507c 100644 --- a/clients/admin-ui/src/mocks/data.ts +++ b/clients/admin-ui/src/mocks/data.ts @@ -195,7 +195,6 @@ export const mockDatasetField = ( name: "created_at", description: "User's creation timestamp", data_categories: ["system.operations"], - retention: "Account termination", }; return Object.assign(field, partialField); }; @@ -207,7 +206,6 @@ export const mockDatasetCollection = ( name: "created_at", description: "User's creation timestamp", data_categories: ["system.operations"], - retention: "Account termination", fields: [mockDatasetField()], }; return Object.assign(collection, partialCollection); diff --git a/clients/admin-ui/src/types/api/models/DatasetCollection.ts b/clients/admin-ui/src/types/api/models/DatasetCollection.ts index 340df662dd..44b96847ea 100644 --- a/clients/admin-ui/src/types/api/models/DatasetCollection.ts +++ b/clients/admin-ui/src/types/api/models/DatasetCollection.ts @@ -23,10 +23,6 @@ export type DatasetCollection = { * Array of Data Category resources identified by `fides_key`, that apply to all fields in the collection. */ data_categories?: Array; - /** - * An optional string to describe the retention policy for a Dataset collection. This field can also be applied more granularly at the field level of a Dataset. - */ - retention?: string; /** * An array of objects that describe the collection's fields. */ diff --git a/clients/admin-ui/src/types/api/models/DatasetField.ts b/clients/admin-ui/src/types/api/models/DatasetField.ts index 7e954b1435..593346a505 100644 --- a/clients/admin-ui/src/types/api/models/DatasetField.ts +++ b/clients/admin-ui/src/types/api/models/DatasetField.ts @@ -22,10 +22,6 @@ export type DatasetField = { * Arrays of Data Categories, identified by `fides_key`, that applies to this field. */ data_categories?: Array; - /** - * An optional string to describe the retention policy for a dataset. This field can also be applied more granularly at either the Collection or field level of a Dataset. - */ - retention?: string; fides_meta?: FidesMeta; /** * An optional array of objects that describe hierarchical/nested fields (typically found in NoSQL databases). diff --git a/demo_resources/demo_dataset.yml b/demo_resources/demo_dataset.yml index 37a4470830..ea9b149012 100644 --- a/demo_resources/demo_dataset.yml +++ b/demo_resources/demo_dataset.yml @@ -18,12 +18,10 @@ dataset: description: User's Email data_categories: - user.contact.email - retention: Account termination - name: first_name description: User's first name data_categories: - user.name - retention: Account termination - name: food_preference description: User's favorite food data_categories: [] diff --git a/scripts/verify_fideslang_2_data_migration.py b/scripts/verify_fideslang_2_data_migration.py index 271275c0db..aee0b9c556 100644 --- a/scripts/verify_fideslang_2_data_migration.py +++ b/scripts/verify_fideslang_2_data_migration.py @@ -68,7 +68,6 @@ fideslang.models.DatasetField( name="old_dataset_field", data_categories=["user.observed"], # new key = user.behavior - retention=None, fields=None, ) ], diff --git a/tests/ops/models/test_datasetconfig.py b/tests/ops/models/test_datasetconfig.py index 7d1b7e788c..9c64aa5d6c 100644 --- a/tests/ops/models/test_datasetconfig.py +++ b/tests/ops/models/test_datasetconfig.py @@ -280,11 +280,6 @@ def test_no_existing_dataset_config_or_ctl_dataset( postgres_dataset_result = Dataset(**postgres_dataset) assert ctl_dataset.collections[0] == postgres_dataset_result.collections[0] - # ensure 'retention', i.e. one of the fields added via fideslang `Dataset` instantiation - # is present on the resulting dataset object - assert "retention" in ctl_dataset.collections[0] - assert "retention" in ctl_dataset.collections[0]["fields"][0] - dataset_config.delete(db) ctl_dataset.delete(db) @@ -360,11 +355,6 @@ def test_no_existing_dataset_config_but_ctl_dataset_exists( dataset_result = Dataset(**dataset_data) assert ctl_dataset.collections[0] == dataset_result.collections[0] - # ensure 'retention', i.e. one of the fields added via fideslang `Dataset` instantiation - # is present on the resulting dataset object - assert "retention" in ctl_dataset.collections[0] - assert "retention" in ctl_dataset.collections[0]["fields"][0] - dataset_config.delete(db) ctl_dataset.delete(db) @@ -429,8 +419,3 @@ def test_existing_dataset_config_and_ctl_dataset(self, dataset_config, db): # to make our assertions more straightforward dataset_result = Dataset(**dataset_data) assert updated_ctl_dataset.collections[0] == dataset_result.collections[0] - - # ensure 'retention', i.e. one of the fields added via fideslang `Dataset` instantiation - # is present on the resulting dataset object - assert "retention" in updated_ctl_dataset.collections[0] - assert "retention" in updated_ctl_dataset.collections[0]["fields"][0] From 1fd7cf8241e7edc271552879cc36b3f067552f9d Mon Sep 17 00:00:00 2001 From: Adam Sachs Date: Fri, 15 Dec 2023 11:11:30 -0500 Subject: [PATCH 10/10] bump to fideslang 3.0.0 --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index c55c2bdc3d..aa61513d3b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -12,7 +12,7 @@ defusedxml==0.7.1 expandvars==0.9.0 fastapi[all]==0.89.1 fastapi-pagination[sqlalchemy]==0.11.4 -fideslang==3.0.0a2 +fideslang==3.0.0 fideslog==1.2.10 firebase-admin==5.3.0 GitPython==3.1.35