[DC-3668] Ignore race/ethnicity sub categories in ct notebook (#1846)

* [DC-3668] Ignore race/ethnicity sub categories in ct notebook * [DC-3668] remove unsuppressed concepts from csv
all-of-us · Jan 17, 2024 · 2f7e21e · 2f7e21e
1 parent 3332d83
commit 2f7e21e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 35 deletions.
diff --git a/data_steward/analytics/cdr_ops/controlled_tier_qc/csv/Controlled_Tier_Concept_Level.csv b/data_steward/analytics/cdr_ops/controlled_tier_qc/csv/Controlled_Tier_Concept_Level.csv
@@ -218,45 +218,10 @@ observation,observation_source_value,,NHPI_NHPISpecific,YES,DC-1366
 observation,observation_source_value,,White_WhiteSpecific,YES,DC-1366
 observation,observation_source_value,,Hispanic_HispanicSpecific,YES,DC-1366
 observation,observation_source_value,,RaceEthnicityNoneOfThese_RaceEthnicityFreeTextBox,YES,DC-1366
-observation,observation_source_concept_id,1586151,,YES,DC-1366
-observation,observation_source_concept_id,1586150,,YES,DC-1366
-observation,observation_source_concept_id,1586152,,YES,DC-1366
-observation,observation_source_concept_id,1586153,,YES,DC-1366
-observation,observation_source_concept_id,1586154,,YES,DC-1366
-observation,observation_source_concept_id,1586155,,YES,DC-1366
-observation,observation_source_concept_id,1586156,,YES,DC-1366
 observation,observation_source_concept_id,1586149,,YES,DC-1366
-observation,observation_concept_id,1586151,,YES,DC-1366
-observation,observation_concept_id,1586150,,YES,DC-1366
-observation,observation_concept_id,1586152,,YES,DC-1366
-observation,observation_concept_id,1586153,,YES,DC-1366
-observation,observation_concept_id,1586154,,YES,DC-1366
-observation,observation_concept_id,1586155,,YES,DC-1366
-observation,observation_concept_id,1586156,,YES,DC-1366
 observation,observation_concept_id,1586149,,YES,DC-1366
-observation,value_as_concept_id,1586151,,YES,DC-1366
-observation,value_as_concept_id,1586150,,YES,DC-1366
-observation,value_as_concept_id,1586152,,YES,DC-1366
-observation,value_as_concept_id,1586153,,YES,DC-1366
-observation,value_as_concept_id,1586154,,YES,DC-1366
-observation,value_as_concept_id,1586155,,YES,DC-1366
-observation,value_as_concept_id,1586156,,YES,DC-1366
 observation,value_as_concept_id,1586149,,YES,DC-1366
-observation,value_source_concept_id,1586151,,YES,DC-1366
-observation,value_source_concept_id,1586150,,YES,DC-1366
-observation,value_source_concept_id,1586152,,YES,DC-1366
-observation,value_source_concept_id,1586153,,YES,DC-1366
-observation,value_source_concept_id,1586154,,YES,DC-1366
-observation,value_source_concept_id,1586155,,YES,DC-1366
-observation,value_source_concept_id,1586156,,YES,DC-1366
 observation,value_source_concept_id,1586149,,YES,DC-1366
-observation,value_source_value,,Asian_AsianSpecific,YES,DC-1366
-observation,value_source_value,,AIAN_AIANSpecific,YES,DC-1366
-observation,value_source_value,,Black_BlackSpecific,YES,DC-1366
-observation,value_source_value,,MENA_MENASpecific,YES,DC-1366
-observation,value_source_value,,NHPI_NHPISpecific,YES,DC-1366
-observation,value_source_value,,White_WhiteSpecific,YES,DC-1366
-observation,value_source_value,,Hispanic_HispanicSpecific,YES,DC-1366
 observation,value_source_value,,RaceEthnicityNoneOfThese_RaceEthnicityFreeTextBox,YES,DC-1366
 observation,observation_source_concept_id,1333234,,YES,DC-1496
 observation,observation_source_concept_id,1310066,,YES,DC-1496

diff --git a/data_steward/analytics/cdr_ops/controlled_tier_qc/sql/query_templates.py b/data_steward/analytics/cdr_ops/controlled_tier_qc/sql/query_templates.py
@@ -116,6 +116,8 @@
     SELECT {{ new_id }}
     {% if mapping_table == 'site_maskings' %}
     FROM `{{ project_id }}.{{ pipeline_dataset }}.{{ mapping_table }}`
+    {% elif mapping_table == '_deid_questionnaire_response_map' %}
+    FROM `{{ project_id }}.{{ questionnaire_response_dataset }}.{{ mapping_table }}`
     {% else %}
     FROM `{{ project_id }}.{{ mapping_dataset }}.{{ mapping_table }}`
     {% endif %}