Merge pull request #76 from mtiemann-os-climate/ingest-2024

Ingest 2024

.gitignore

@@ -104,7 +104,7 @@ docs/_build/
 
 # PyBuilder
 .pybuilder/
-target/
+/target/
 
 # Jupyter Notebook
 .ipynb_checkpoints
@@ -183,3 +183,9 @@ test/.DS_Store
 
 # Cython debug symbols
 cython_debug/
+
+# dbt things
+dbt/rmi_transform/dbt_packages/
+dbt/rmi_transform/logs/
+dbt/rmi_transform/target/graph.gpickle
+dbt/rmi_transform/target/partial_parse.msgpack

dbt/rmi_transform/target/compiled/rmi_transform/models/assets_earnings_investments.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, respondent_id, year, asset, sub_asset, asset_value, earnings_value, investment_value
+    from osc_datacommons_dev.rmi.assets_earnings_investments_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/customers_sales.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, respondent_id, year, customer_type, customer_type_rmi, customers, sales, revenues
+    from osc_datacommons_dev.rmi.customers_sales_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/debt_equity_returns.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, respondent_id, year, rate_base_actual, equity_actual, debt_actual, equity_ratio_actual, returns_actual, earnings_actual, interest_actual, fed_tax_expense_actual, pre_tax_net_income_actual, ror_actual, roe_actual, interest_rate_actual, equity_ratio, ror, roe, interest_rate, effective_fed_tax_rate, equity_authorized, debt_authorized, returns_authorized, earnings_authorized, interest_authorized, interest_rate_authorized
+    from osc_datacommons_dev.rmi.debt_equity_returns_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/emissions_targets.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, respondent_id, year, target_scope, target_type, state, co2_historical, co2_target, co2_target_all_years, co2_1point5c, generation_historical, generation_projected, generation_1point5c, co2_intensity_historical, co2_intensity_target, co2_intensity_target_all_years, co2_intensity_1point5c
+    from osc_datacommons_dev.rmi.emissions_targets_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/employees.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, respondent_id, year, technology, employees
+    from osc_datacommons_dev.rmi.employees_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/expenditure_bills_burden.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, respondent_id, year, percent_ami, ownership, electricity_gas_other, technology, expenditure, bill, burden
+    from osc_datacommons_dev.rmi.expenditure_bills_burden_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/housing_units_income.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, respondent_id, year, percent_ami, ownership, housing_units, income
+    from osc_datacommons_dev.rmi.housing_units_income_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/net_plant_balance.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, respondent_id, year, ferc_class, original_cost, accum_depr, net_plant_balance, arc, arc_accum_depr, net_arc
+    from osc_datacommons_dev.rmi.net_plant_balance_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/operations_emissions_by_fuel.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select year, parent_name, utility_name, utility_id_eia, utility_type_rmi, plant_id_eia, plant_name_eia, generator_id, state, city, county, latitude, longitude, balancing_authority_code_eia, balancing_authority_name_eia, iso_rto_code, nerc_region, operational_status_code, operating_month, operating_year, retirement_month, retirement_year, energy_source, owned_energy_source, technology_eia, technology_rmi, energy_source_code, fuel_type_category, net_generation, fuel_consumed, emissions_co2, emissions_nox, emissions_sox
+    from osc_datacommons_dev.rmi.operations_emissions_by_fuel_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/operations_emissions_by_tech.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select year, parent_name, utility_name, utility_id_eia, utility_type_rmi, plant_id_eia, plant_name_eia, generator_id, state, city, county, latitude, longitude, balancing_authority_code_eia, balancing_authority_name_eia, iso_rto_code, nerc_region, operational_status_code, operating_month, operating_year, retirement_month, retirement_year, energy_source, owned_energy_source, technology_eia, technology_rmi, capacity, year_end_capacity, net_generation, potential_generation, capacity_factor, fuel_consumed, emissions_co2, emissions_nox, emissions_sox
+    from osc_datacommons_dev.rmi.operations_emissions_by_tech_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/revenue_by_tech.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, respondent_id, year, technology, component, detail, revenue_total, revenue_residential
+    from osc_datacommons_dev.rmi.revenue_by_tech_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/state_policies.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select state, state_abbr, securitization_policy, market_indexing_policy, fuel_pass_through, governor_party, legislation_majority_party
+    from osc_datacommons_dev.rmi.state_policies_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/state_targets.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select state, year, year_type, legal_standard, enforcement_standard, target_type, target_value
+    from osc_datacommons_dev.rmi.state_targets_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/utility_information.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, parent_lei, parent_ticker, parent_isin, utility_name, respondent_id, entity_id, utility_id_eia, utility_lei, entity_type_eia, utility_type_rmi, first_report_year, last_report_year, duplicate_utility_id_eia
+    from osc_datacommons_dev.rmi.utility_information_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/utility_information_2023.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, parent_lei, ticker, isin, utility_name, utility_id_ferc1, utility_id_ferc1_dbf, utility_id_ferc1_xbrl, utility_id_eia, utility_lei, fraction_owned_utility, entity_type_eia, utility_type_rmi, public_private_unmapped, duplicate_utility_id_eia
+    from osc_datacommons_dev.rmi.utility_information_2023_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/utility_state_map.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, respondent_id, year, state, state_abbr, capacity_owned_in_state, capacity_operated_in_state, mwh_sales_in_state
+    from osc_datacommons_dev.rmi.utility_state_map_source
+)
+select * from source_data

dbt/rmi_transform/target/compiled/rmi_transform/models/utility_state_map_2023.sql

@@ -0,0 +1,6 @@
+
+with source_data as (
+    select parent_name, utility_name, utility_id_eia, year, state, state_abbr, capacity_owned_in_state, capacity_operated_in_state, mwh_sales_in_state
+    from osc_datacommons_dev.rmi.utility_state_map_2023_source
+)
+select * from source_data