Skip to content

Commit 6948364

Browse files
authored
Attempt to fix row-count errors from Puerto Rico EIA-860M data (catalyst-cooperative#5418)
* Attempt to fix row-count errors from Puerto Rico EIA-860M data * Update schema with range of rows
1 parent a99258a commit 6948364

3 files changed

Lines changed: 31 additions & 39 deletions

File tree

dbt/models/sec10k/core_sec10k__assn_exhibit_21_subsidiaries_and_eia_utilities/schema.yml

Lines changed: 2 additions & 2 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

dbt/schema_inputs/sec10k/core_sec10k__assn_exhibit_21_subsidiaries_and_eia_utilities/schema.human.yml

Lines changed: 4 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -9,18 +9,10 @@ sources:
99
config:
1010
enabled: "{{ target.name == 'etl-full'}}"
1111
arguments:
12-
# local builds
13-
# 2026-07-08: dropped from 5708 to 5705 when 39004
14-
# changed its EIA name from Reliant to NorAm (-4 entries)
15-
# and 61185 changed from Cycle Power Partners to Cycle Holdings (+1 entry)
16-
min_value: 5705
17-
# remote builds
18-
# As of 2026-06-24 the only extra entry in remote is
19-
# great bay power marketing, inc
20-
# 2026-07-08: 5971 changed its EIA name from
21-
# Great Bay Power Marketing to Great Bay Power Corporation,
22-
# which may eliminate this discrepancy
23-
max_value: 5706
12+
# remote builds 2026-07-19:
13+
min_value: 5724
14+
# local builds 2026-07-19:
15+
max_value: 5730
2416
columns:
2517
- name: subsidiary_company_id_sec10k
2618
data_tests:

dbt/seeds/etl_full_row_counts.csv

Lines changed: 25 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -788,7 +788,7 @@ core_eia860__scd_generators,2022,32353
788788
core_eia860__scd_generators,2023,33489
789789
core_eia860__scd_generators,2024,34914
790790
core_eia860__scd_generators,2025,36171
791-
core_eia860__scd_generators,2026,37638
791+
core_eia860__scd_generators,2026,37881
792792
core_eia860__scd_generators_energy_storage,2016,78
793793
core_eia860__scd_generators_energy_storage,2017,110
794794
core_eia860__scd_generators_energy_storage,2018,146
@@ -897,7 +897,7 @@ core_eia860__scd_plants,2022,14278
897897
core_eia860__scd_plants,2023,15112
898898
core_eia860__scd_plants,2024,16179
899899
core_eia860__scd_plants,2025,16983
900-
core_eia860__scd_plants,2026,17642
900+
core_eia860__scd_plants,2026,17712
901901
core_eia860__scd_utilities,2001,3424
902902
core_eia860__scd_utilities,2002,6816
903903
core_eia860__scd_utilities,2003,3534
@@ -924,18 +924,18 @@ core_eia860__scd_utilities,2023,7806
924924
core_eia860__scd_utilities,2024,8285
925925
core_eia860__scd_utilities,2025,8525
926926
core_eia860__scd_utilities,2026,7618
927-
core_eia860m__changelog_generators,2015,49530
928-
core_eia860m__changelog_generators,2016,58745
927+
core_eia860m__changelog_generators,2015,49533
928+
core_eia860m__changelog_generators,2016,58749
929929
core_eia860m__changelog_generators,2017,22122
930930
core_eia860m__changelog_generators,2018,7526
931-
core_eia860m__changelog_generators,2019,9632
931+
core_eia860m__changelog_generators,2019,9633
932932
core_eia860m__changelog_generators,2020,9060
933-
core_eia860m__changelog_generators,2021,9705
934-
core_eia860m__changelog_generators,2022,15952
935-
core_eia860m__changelog_generators,2023,10090
936-
core_eia860m__changelog_generators,2024,11548
937-
core_eia860m__changelog_generators,2025,10717
938-
core_eia860m__changelog_generators,2026,7251
933+
core_eia860m__changelog_generators,2021,9707
934+
core_eia860m__changelog_generators,2022,15953
935+
core_eia860m__changelog_generators,2023,10092
936+
core_eia860m__changelog_generators,2024,11551
937+
core_eia860m__changelog_generators,2025,10719
938+
core_eia860m__changelog_generators,2026,7252
939939
core_eia861__assn_balancing_authority,2001,3114
940940
core_eia861__assn_balancing_authority,2002,3396
941941
core_eia861__assn_balancing_authority,2003,3348
@@ -1626,9 +1626,9 @@ core_eia__codes_storage_technology_types,,8
16261626
core_eia__codes_wet_dry_bottom,,2
16271627
core_eia__codes_wind_quality_class,,4
16281628
core_eia__entity_boilers,,6927
1629-
core_eia__entity_generators,,42634
1630-
core_eia__entity_plants,,19524
1631-
core_eia__entity_utilities,,17259
1629+
core_eia__entity_generators,,42877
1630+
core_eia__entity_plants,,19593
1631+
core_eia__entity_utilities,,17295
16321632
core_eia__yearly_fuel_receipts_costs_aggs,2008,35222
16331633
core_eia__yearly_fuel_receipts_costs_aggs,2009,34866
16341634
core_eia__yearly_fuel_receipts_costs_aggs,2010,34845
@@ -1670,7 +1670,7 @@ core_epa__assn_eia_epacamd,2021,6410
16701670
core_epa__assn_eia_epacamd,2022,6410
16711671
core_epa__assn_eia_epacamd,2023,6371
16721672
core_epa__assn_eia_epacamd,2024,6340
1673-
core_epa__assn_eia_epacamd_subplant_ids,,44581
1673+
core_epa__assn_eia_epacamd_subplant_ids,,44824
16741674
core_epacems__hourly_emissions,1995,3846120
16751675
core_epacems__hourly_emissions,1996,3645432
16761676
core_epacems__hourly_emissions,1997,17660784
@@ -3592,7 +3592,7 @@ out_eia923__generation_fuel_combined,2022,189250
35923592
out_eia923__generation_fuel_combined,2023,197699
35933593
out_eia923__generation_fuel_combined,2024,207559
35943594
out_eia923__generation_fuel_combined,2025,205371
3595-
out_eia923__generation_fuel_combined,2026,23464
3595+
out_eia923__generation_fuel_combined,2026,23468
35963596
out_eia923__monthly_boiler_fuel,2008,77537
35973597
out_eia923__monthly_boiler_fuel,2009,79002
35983598
out_eia923__monthly_boiler_fuel,2010,81161
@@ -3725,7 +3725,7 @@ out_eia923__monthly_generation_fuel_combined,2022,189250
37253725
out_eia923__monthly_generation_fuel_combined,2023,197699
37263726
out_eia923__monthly_generation_fuel_combined,2024,207559
37273727
out_eia923__monthly_generation_fuel_combined,2025,205371
3728-
out_eia923__monthly_generation_fuel_combined,2026,23464
3728+
out_eia923__monthly_generation_fuel_combined,2026,23468
37293729
out_eia923__yearly_boiler_fuel,2008,6783
37303730
out_eia923__yearly_boiler_fuel,2009,6748
37313731
out_eia923__yearly_boiler_fuel,2010,6901
@@ -3938,7 +3938,7 @@ out_eia__monthly_generators,2022,314856
39383938
out_eia__monthly_generators,2023,324483
39393939
out_eia__monthly_generators,2024,333776
39403940
out_eia__monthly_generators,2025,344269
3941-
out_eia__monthly_generators,2026,37638
3941+
out_eia__monthly_generators,2026,37881
39423942
out_eia__yearly_assn_plant_parts_plant_gen,2001,258598
39433943
out_eia__yearly_assn_plant_parts_plant_gen,2002,279292
39443944
out_eia__yearly_assn_plant_parts_plant_gen,2003,286122
@@ -3949,7 +3949,7 @@ out_eia__yearly_assn_plant_parts_plant_gen,2007,314112
39493949
out_eia__yearly_assn_plant_parts_plant_gen,2008,323859
39503950
out_eia__yearly_assn_plant_parts_plant_gen,2009,335548
39513951
out_eia__yearly_assn_plant_parts_plant_gen,2010,324928
3952-
out_eia__yearly_assn_plant_parts_plant_gen,2011,335198
3952+
out_eia__yearly_assn_plant_parts_plant_gen,2011,335202
39533953
out_eia__yearly_assn_plant_parts_plant_gen,2012,346297
39543954
out_eia__yearly_assn_plant_parts_plant_gen,2013,362449
39553955
out_eia__yearly_assn_plant_parts_plant_gen,2014,374332
@@ -3964,7 +3964,7 @@ out_eia__yearly_assn_plant_parts_plant_gen,2022,480343
39643964
out_eia__yearly_assn_plant_parts_plant_gen,2023,494938
39653965
out_eia__yearly_assn_plant_parts_plant_gen,2024,514139
39663966
out_eia__yearly_assn_plant_parts_plant_gen,2025,529239
3967-
out_eia__yearly_assn_plant_parts_plant_gen,2026,521769
3967+
out_eia__yearly_assn_plant_parts_plant_gen,2026,525161
39683968
out_eia__yearly_boilers,2008,3598
39693969
out_eia__yearly_boilers,2009,4348
39703970
out_eia__yearly_boilers,2010,4693
@@ -4009,7 +4009,7 @@ out_eia__yearly_generators,2022,32353
40094009
out_eia__yearly_generators,2023,33446
40104010
out_eia__yearly_generators,2024,34871
40114011
out_eia__yearly_generators,2025,36119
4012-
out_eia__yearly_generators,2026,37638
4012+
out_eia__yearly_generators,2026,37881
40134013
out_eia__yearly_generators_by_ownership,2001,39430
40144014
out_eia__yearly_generators_by_ownership,2002,40926
40154015
out_eia__yearly_generators_by_ownership,2003,41832
@@ -4035,7 +4035,7 @@ out_eia__yearly_generators_by_ownership,2022,67964
40354035
out_eia__yearly_generators_by_ownership,2023,70114
40364036
out_eia__yearly_generators_by_ownership,2024,73120
40374037
out_eia__yearly_generators_by_ownership,2025,75554
4038-
out_eia__yearly_generators_by_ownership,2026,75276
4038+
out_eia__yearly_generators_by_ownership,2026,75762
40394039
out_eia__yearly_plant_parts,2001,127890
40404040
out_eia__yearly_plant_parts,2002,135628
40414041
out_eia__yearly_plant_parts,2003,140072
@@ -4046,7 +4046,7 @@ out_eia__yearly_plant_parts,2007,154465
40464046
out_eia__yearly_plant_parts,2008,161216
40474047
out_eia__yearly_plant_parts,2009,168584
40484048
out_eia__yearly_plant_parts,2010,163846
4049-
out_eia__yearly_plant_parts,2011,170446
4049+
out_eia__yearly_plant_parts,2011,170448
40504050
out_eia__yearly_plant_parts,2012,178187
40514051
out_eia__yearly_plant_parts,2013,190654
40524052
out_eia__yearly_plant_parts,2014,198298
@@ -4061,7 +4061,7 @@ out_eia__yearly_plant_parts,2022,286382
40614061
out_eia__yearly_plant_parts,2023,298756
40624062
out_eia__yearly_plant_parts,2024,315551
40634063
out_eia__yearly_plant_parts,2025,327005
4064-
out_eia__yearly_plant_parts,2026,318600
4064+
out_eia__yearly_plant_parts,2026,320240
40654065
out_eia__yearly_plants,2001,5886
40664066
out_eia__yearly_plants,2002,5832
40674067
out_eia__yearly_plants,2003,5843
@@ -4087,7 +4087,7 @@ out_eia__yearly_plants,2022,14278
40874087
out_eia__yearly_plants,2023,15112
40884088
out_eia__yearly_plants,2024,16179
40894089
out_eia__yearly_plants,2025,16983
4090-
out_eia__yearly_plants,2026,17642
4090+
out_eia__yearly_plants,2026,17712
40914091
out_eia__yearly_utilities,2001,3424
40924092
out_eia__yearly_utilities,2002,6816
40934093
out_eia__yearly_utilities,2003,3534

0 commit comments

Comments
 (0)