Added coments

datacommonsorg · Nov 22, 2024 · 7ab6af1 · 7ab6af1
1 parent 2025f1f
commit 7ab6af1
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scripts/us_census/pep/population_estimate_by_race/preprocess.py b/scripts/us_census/pep/population_estimate_by_race/preprocess.py
@@ -1059,6 +1059,7 @@ def process(self):
                 (os.path.join(self.cleaned_csv_file_path,
                     "USA_Population_Count_by_Race_before_2000.csv"))
             generator_df = generator_df[generator_df['geo_ID'].str.len() > 1]
+            #Duplicate geo_ID instances were detected within the 1970-1979 data subset. To ensure data integrity, the older entries were eliminated, leaving only the most recent updates.
             generator_df = generator_df.drop_duplicates(
                 subset=['geo_ID', 'Year'], keep='last')
             generator_df.to_csv(os.path.join(