Integrate 2023 EIA 923 final release data (#3903)

* Update extraction maps

* Remove ER columns from drop_columns()

* Transform data and update validation tests

* Update release notes

* Restore early_release column to data

docs/release_notes.rst

@@ -13,9 +13,14 @@ EIA 860
 ~~~~~~~
 * Added EIA 860 final release data from 2023. See :issue:`3684` and PR :pr:`3871`.
 
+EIA 923
+~~~~~~~
+* Added EIA 923 final release data from 2023 and revised data from 2022. See
+  :issue:`3902` and PR :pr:`3903`.
+
 FERC Form 714
 ~~~~~~~~~~~~~
-* Integrate 2021-2023 years of the FERC Form 714 data. FERC updated its reporting
+* Integrated 2021-2023 years of the FERC Form 714 data. FERC updated its reporting
   format for 2021 from a CSV files to XBRL files. This update integrates the two
   raw data sources and extends the data coverage through 2023. See :issue:`3809`
   and :pr:`3842`.
@@ -28,15 +33,15 @@ Schema Changes
 
 Bug Fixes
 ^^^^^^^^^
-* Include more retiring generators in the net generation and fuel consumption
+* Included more retiring generators in the net generation and fuel consumption
   allocation. Thanks to :user:`grgmiller` for this contirbution :pr:`3690`.
-* Fix a bug found in the rolling averages used to impute missing values in
+* Fixed a bug found in the rolling averages used to impute missing values in
   ``fuel_cost_per_mmbtu`` and to calculate ``capex_annual_addition_rolling``. Thanks
   to RMI for identifying this bug! See issue :issue:`3889` and PR :pr:`3892`.
 
 Major Dependency Updates
 ^^^^^^^^^^^^^^^^^^^^^^^^
-* Update to use `Numpy v2.0 <https://numpy.org/doc/stable/release/2.0.0-notes.html>`__
+* Updated to use `Numpy v2.0 <https://numpy.org/doc/stable/release/2.0.0-notes.html>`__
   and `Splink v4.0 <https://moj-analytical-services.github.io/splink/blog/2024/07/24/splink-400-released.html>`__.
   See issues :issue:`3736,3735` and PRs :pr:`3547,3834`.
 

src/pudl/package_data/eia923/column_maps/boiler_fuel.csv

@@ -66,4 +66,4 @@ ash_content_pct_december,ash_content_december,ash_content_december,ash_content_d
 total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity,total_fuel_consumption_quantity
 balancing_authority_code_eia,,,,,,,,,,,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,ba_code
 report_year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year
-early_release,,,,,,,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals,
+early_release,,,,,,,,,,,,,,,,,

src/pudl/package_data/eia923/column_maps/byproduct_disposition.csv

@@ -12,4 +12,4 @@ stored_onsite_1000_tons,stored_onsite,stored_onsite,stored_onsite,stored_onsite,
 stored_offsite_1000_tons,stored_offsite,stored_offsite,stored_offsite,stored_offsite,stored_offsite,stored_offsite_thousand_tons,stored_offsite_thousand_tons,stored_offsite,stored_offsite,stored_offsite,stored_offsite,stored_offsite,stored_offsite,stored_offsite,stored_offsite,stored_offsite
 total_disposal_1000_tons,total,total,total,total,total,total_thousand_tons_or_for_steam_mmbtu,total_thousand_tons_or_for_steam_mmbtu,total,total,total,total,total,total,total,total,total
 byproducts_to_report,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts,no_byproducts
-early_release,,,,,,,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals
+early_release,,,,,,,,,,,,,,,,

src/pudl/package_data/eia923/column_maps/byproduct_expenses_and_revenues.csv

@@ -29,4 +29,4 @@ revenues_fly_bottom_ash_intermingled_1000_dollars,fly_bottom_ash_intermingled_re
 revenues_fgd_byproducts_1000_dollars,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues_thousand_dollars,fgd_byproducts_revenues_thousand_dollars,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues,fgd_byproducts_revenues
 revenues_other_byproducts_1000_dollars,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues_thousand_dollars,other_byproducts_revenues_thousand_dollars,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues,other_byproducts_revenues
 revenues_total_byproduct_1000_dollars,total_revenues,total_revenues,total_revenues,total_revenues,total_revenues,total_revenues_thousand_dollars,total_revenues_thousand_dollars,total_revenues,total_revenues,total_revenues,total_revenues,total_revenues,total_revenues,total_revenues,total_revenues,total_revenues
-early_release,,unnamed_30,,,,,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals
+early_release,,unnamed_30,,,,,,,,,,,,,,

src/pudl/package_data/eia923/column_maps/cooling_system_information.csv

@@ -29,4 +29,4 @@ annual_maximum_intake_winter_temperature_fahrenheit,intake_peak_winter_temperatu
 annual_maximum_intake_summer_temperature_fahrenheit,intake_peak_summer_temperature,intake_peak_summer_temperature,,,,,,,,,,,,,,
 annual_maximum_outlet_winter_temperature_fahrenheit,outlet_peak_winter_temperature,outlet_peak_winter_temperature,,,,,,,,,,,,,,
 annual_maximum_outlet_summer_temperature_fahrenheit,outlet_peak_summer_temperature,outlet_peak_summer_temperature,,,,,,,,,,,,,,
-early_release,,,,,,,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals
+early_release,,,,,,,,,,,,,,,,

src/pudl/package_data/eia923/column_maps/emissions_control.csv

@@ -22,4 +22,4 @@ fgd_electricity_consumption_mwh,fgd_electricity_consumption_megawatthours,fgd_el
 mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency,mercury_removal_efficiency
 mercury_emission_rate_lb_per_trillion_btu,,,,,mercury_emission_rate,mercury_emission_rate,mercury_emission_rate,mercury_emission_rate,mercury_emission_rate,mercury_emission_rate,mercury_emission_rate,mercury_emission_rate
 acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency,acid_gas_removal_efficiency
-early_release,,,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals
+early_release,,,,,,,,,,,,

src/pudl/package_data/eia923/column_maps/energy_storage.csv

@@ -12,7 +12,7 @@ sector_id_eia,eia_sector_number,eia_sector_number,eia_sector_number,eia_sector_n
 sector_name_eia,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name
 prime_mover_code,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover
 energy_source_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code
-fuel_type_code_agg,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,mer_fuel_type_code,mer_fuel_type_code
+fuel_type_code_agg,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,mer_fuel_type_code,mer_fuel_type_code,mer_fuel_type_code
 balancing_authority_code_eia,,,,,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code
 reporting_frequency_code,,,,,respondent_frequency,respondent_frequency,respondent_frequency,respondent_frequency,respondent_frequency,respondent_frequency,
 fuel_units,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label
@@ -69,4 +69,4 @@ total_fuel_consumed_for_electricity_units,electric_fuel_consumption_quantity,ele
 total_gross_generation_mwh,gross_generation_megawatthours,gross_generation_megawatthours,gross_generation_megawatthours,gross_generation_megawatthours,gross_generation_megawatthours,gross_generation_megawatthours,gross_generation_megawatthours,gross_generation_megawatthours,gross_generation_megawatthours,gross_generation_megawatthours,gross_generation_megawatthours
 total_net_generation_mwh,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours
 report_year,year,year,year,year,year,year,year,year,year,year,year
-early_release,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals,
+early_release,,,,,,,,,,,

src/pudl/package_data/eia923/column_maps/fgd_operation_maintenance.csv

@@ -16,4 +16,4 @@ fgd_electricity_consumption_mwh,electric_energy_consumption,electric_energy_cons
 so2_removal_efficiency_annual,efficiency_at_annual_operating_factor,efficiency_at_annual_operating_factor,efficiency_at_annual_operating_factor,efficiency_at_annual_operating_factor,,,,,,,,,,,,
 so2_removal_efficiency_tested,tested_efficiency_at_100_load,tested_efficiency_at_100_load,tested_efficiency_at_100_load,tested_efficiency_at_100_load,,,,,,,,,,,,
 so2_test_date,date_of_latest_efficiency_test,date_of_latest_efficiency_test,date_of_latest_efficiency_test,date_of_latest_efficiency_test,,,,,,,,,,,,
-early_release,,,,,,,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals
+early_release,,,,,,,,,,,,,,,,

src/pudl/package_data/eia923/column_maps/fuel_receipts_costs.csv

@@ -31,4 +31,4 @@ natural_gas_delivery_contract_type_code,,,,,,,natural_gas_delivery_contract_type
 moisture_content_pct,,,,,,,moisture_content,moisture_content,moisture_content,moisture_content,moisture_content,moisture_content,moisture_content,moisture_content,moisture_content,moisture_content,moisture_content
 chlorine_content_ppm,,,,,,,chlorine_content,chlorine_content,chlorine_content,chlorine_content,chlorine_content,chlorine_content,chlorine_content,chlorine_content,chlorine_content,chlorine_content,chlorine_content
 balancing_authority_code_eia,,,,,,,,,,,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,ba_code
-early_release,,,,,,,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals,
+early_release,,,,,,,,,,,,,,,,,

src/pudl/package_data/eia923/column_maps/generation_fuel.csv

@@ -13,7 +13,7 @@ sector_id_eia,eia_sector_number,eia_sector_number,eia_sector_number,eia_sector_n
 sector_name_eia,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name,sector_name
 prime_mover_code,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover,reported_prime_mover
 energy_source_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code,reported_fuel_type_code
-fuel_type_code_agg,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,mer_fuel_type_code,mer_fuel_type_code
+fuel_type_code_agg,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,aer_fuel_type_code,mer_fuel_type_code,mer_fuel_type_code,mer_fuel_type_code
 balancing_authority_code_eia,,,,,,,,,,,,,,,,,,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code
 reporting_frequency_code,,,,,,,,,,,,,,,,,,respondent_frequency,respondent_frequency,respondent_frequency,respondent_frequency,respondent_frequency,respondent_frequency,
 fuel_unit,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label,physical_unit_label
@@ -95,4 +95,4 @@ total_fuel_consumption_mmbtu,total_fuel_consumption_mmbtus,total_fuel_consumptio
 elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtus,elec_fuel_consumption_mmbtus,elec_fuel_consumption_mmbtus,elec_fuel_consumption_mmbtus,elec_fuel_consumption_mmbtus,elec_fuel_consumption_mmbtus,elec_fuel_consumption_mmbtus,elec_fuel_consumption_mmbtus,elec_fuel_consumption_mmbtus,elec_fuel_consumption_mmbtus,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu,elec_fuel_consumption_mmbtu
 total_net_generation_mwh,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours,net_generation_megawatthours
 report_year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year
-early_release,,,,,,,,,,,,,,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals,
+early_release,,,,,,,,,,,,,,,,,,,,,,,,

src/pudl/package_data/eia923/column_maps/generator.csv

@@ -28,4 +28,4 @@ net_generation_mwh_december,net_generation_december,net_generation_december,net_
 net_generation_mwh_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date,net_generation_year_to_date
 balancing_authority_code_eia,,,,,,,,,,,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,balancing_authority_code,ba_code
 report_year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year,year
-early_release,,,,,,,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals,
+early_release,,,,,,,,,,,,,,,,,

src/pudl/package_data/eia923/column_maps/plant_frame.csv

@@ -9,4 +9,4 @@ plant_name_eia,plant_name,plant_name,plant_name,plant_name,plant_name,plant_name
 associated_combined_heat_power,combined_heat_and_power_status_y_chp_n_non_chp,combined_heat_and_power_status,combined_heat_and_power_status_y_chp_n_non_chp,combined_heat_and_power_status,combined_heat_and_power_status,combined_heat_and_power_status,combined_heat_and_power_status,combined_heat_and_power_status,combined_heat_and_power_status,combined_heat_and_power_status,combined_heat_and_power_status,combined_heat_and_power_status,combined_heat_and_power_status,combined_heat_and_power_status
 reporting_frequency_code,reporting_frequency_annual_or_monthly,reporting_frequency,reporting_frequency_annual_or_monthly,reporting_frequency,reporting_frequency,reporting_frequency,reporting_frequency,reporting_frequency,reporting_frequency,respondent_frequency,respondent_frequency,respondent_frequency,respondent_frequency,respondent_frequency
 nameplate_capacity_mw,nameplate_capacity_mw,,,,,,,,,,,,,
-early_release,,,,,,,,,,,,,early_release_data_july_2024_not_fully_edited_use_with_caution_do_not_aggregate_to_state_regional_or_national_totals,
+early_release,,,,,,,,,,,,,,