diff --git a/.gitignore b/.gitignore index 3a63141..b0a8578 100644 --- a/.gitignore +++ b/.gitignore @@ -104,7 +104,7 @@ docs/_build/ # PyBuilder .pybuilder/ -target/ +/target/ # Jupyter Notebook .ipynb_checkpoints @@ -183,3 +183,9 @@ test/.DS_Store # Cython debug symbols cython_debug/ + +# dbt things +dbt/rmi_transform/dbt_packages/ +dbt/rmi_transform/logs/ +dbt/rmi_transform/target/graph.gpickle +dbt/rmi_transform/target/partial_parse.msgpack diff --git a/data/processed/template-20220415-output.xlsx b/data/processed/template-20220415-output.xlsx index 851134d..985fc37 100644 Binary files a/data/processed/template-20220415-output.xlsx and b/data/processed/template-20220415-output.xlsx differ diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/assets_earnings_investments.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/assets_earnings_investments.sql new file mode 100644 index 0000000..4a11340 --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/assets_earnings_investments.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, respondent_id, year, asset, sub_asset, asset_value, earnings_value, investment_value + from osc_datacommons_dev.rmi.assets_earnings_investments_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/customers_sales.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/customers_sales.sql new file mode 100644 index 0000000..afbd8e3 --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/customers_sales.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, respondent_id, year, customer_type, customer_type_rmi, customers, sales, revenues + from osc_datacommons_dev.rmi.customers_sales_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/debt_equity_returns.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/debt_equity_returns.sql new file mode 100644 index 0000000..bed3a56 --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/debt_equity_returns.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, respondent_id, year, rate_base_actual, equity_actual, debt_actual, equity_ratio_actual, returns_actual, earnings_actual, interest_actual, fed_tax_expense_actual, pre_tax_net_income_actual, ror_actual, roe_actual, interest_rate_actual, equity_ratio, ror, roe, interest_rate, effective_fed_tax_rate, equity_authorized, debt_authorized, returns_authorized, earnings_authorized, interest_authorized, interest_rate_authorized + from osc_datacommons_dev.rmi.debt_equity_returns_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/emissions_targets.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/emissions_targets.sql new file mode 100644 index 0000000..50a36be --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/emissions_targets.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, respondent_id, year, target_scope, target_type, state, co2_historical, co2_target, co2_target_all_years, co2_1point5c, generation_historical, generation_projected, generation_1point5c, co2_intensity_historical, co2_intensity_target, co2_intensity_target_all_years, co2_intensity_1point5c + from osc_datacommons_dev.rmi.emissions_targets_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/employees.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/employees.sql new file mode 100644 index 0000000..4a4c6b4 --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/employees.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, respondent_id, year, technology, employees + from osc_datacommons_dev.rmi.employees_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/expenditure_bills_burden.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/expenditure_bills_burden.sql new file mode 100644 index 0000000..2c782b3 --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/expenditure_bills_burden.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, respondent_id, year, percent_ami, ownership, electricity_gas_other, technology, expenditure, bill, burden + from osc_datacommons_dev.rmi.expenditure_bills_burden_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/housing_units_income.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/housing_units_income.sql new file mode 100644 index 0000000..cc8fb85 --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/housing_units_income.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, respondent_id, year, percent_ami, ownership, housing_units, income + from osc_datacommons_dev.rmi.housing_units_income_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/net_plant_balance.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/net_plant_balance.sql new file mode 100644 index 0000000..ae7a684 --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/net_plant_balance.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, respondent_id, year, ferc_class, original_cost, accum_depr, net_plant_balance, arc, arc_accum_depr, net_arc + from osc_datacommons_dev.rmi.net_plant_balance_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/operations_emissions_by_fuel.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/operations_emissions_by_fuel.sql new file mode 100644 index 0000000..a7353ea --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/operations_emissions_by_fuel.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select year, parent_name, utility_name, utility_id_eia, utility_type_rmi, plant_id_eia, plant_name_eia, generator_id, state, city, county, latitude, longitude, balancing_authority_code_eia, balancing_authority_name_eia, iso_rto_code, nerc_region, operational_status_code, operating_month, operating_year, retirement_month, retirement_year, energy_source, owned_energy_source, technology_eia, technology_rmi, energy_source_code, fuel_type_category, net_generation, fuel_consumed, emissions_co2, emissions_nox, emissions_sox + from osc_datacommons_dev.rmi.operations_emissions_by_fuel_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/operations_emissions_by_tech.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/operations_emissions_by_tech.sql new file mode 100644 index 0000000..48ee2bf --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/operations_emissions_by_tech.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select year, parent_name, utility_name, utility_id_eia, utility_type_rmi, plant_id_eia, plant_name_eia, generator_id, state, city, county, latitude, longitude, balancing_authority_code_eia, balancing_authority_name_eia, iso_rto_code, nerc_region, operational_status_code, operating_month, operating_year, retirement_month, retirement_year, energy_source, owned_energy_source, technology_eia, technology_rmi, capacity, year_end_capacity, net_generation, potential_generation, capacity_factor, fuel_consumed, emissions_co2, emissions_nox, emissions_sox + from osc_datacommons_dev.rmi.operations_emissions_by_tech_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/revenue_by_tech.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/revenue_by_tech.sql new file mode 100644 index 0000000..2c861ba --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/revenue_by_tech.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, respondent_id, year, technology, component, detail, revenue_total, revenue_residential + from osc_datacommons_dev.rmi.revenue_by_tech_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/state_policies.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/state_policies.sql new file mode 100644 index 0000000..bd4d7d0 --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/state_policies.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select state, state_abbr, securitization_policy, market_indexing_policy, fuel_pass_through, governor_party, legislation_majority_party + from osc_datacommons_dev.rmi.state_policies_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/state_targets.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/state_targets.sql new file mode 100644 index 0000000..435328c --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/state_targets.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select state, year, year_type, legal_standard, enforcement_standard, target_type, target_value + from osc_datacommons_dev.rmi.state_targets_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_information.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_information.sql new file mode 100644 index 0000000..305c1df --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_information.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, parent_lei, parent_ticker, parent_isin, utility_name, respondent_id, entity_id, utility_id_eia, utility_lei, entity_type_eia, utility_type_rmi, first_report_year, last_report_year, duplicate_utility_id_eia + from osc_datacommons_dev.rmi.utility_information_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_information_2023.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_information_2023.sql new file mode 100644 index 0000000..7cb3f3b --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_information_2023.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, parent_lei, ticker, isin, utility_name, utility_id_ferc1, utility_id_ferc1_dbf, utility_id_ferc1_xbrl, utility_id_eia, utility_lei, fraction_owned_utility, entity_type_eia, utility_type_rmi, public_private_unmapped, duplicate_utility_id_eia + from osc_datacommons_dev.rmi.utility_information_2023_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_state_map.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_state_map.sql new file mode 100644 index 0000000..d01968e --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_state_map.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, respondent_id, year, state, state_abbr, capacity_owned_in_state, capacity_operated_in_state, mwh_sales_in_state + from osc_datacommons_dev.rmi.utility_state_map_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_state_map_2023.sql b/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_state_map_2023.sql new file mode 100644 index 0000000..0a3f36c --- /dev/null +++ b/dbt/rmi_transform/target/compiled/rmi_transform/models/utility_state_map_2023.sql @@ -0,0 +1,6 @@ + +with source_data as ( + select parent_name, utility_name, utility_id_eia, year, state, state_abbr, capacity_owned_in_state, capacity_operated_in_state, mwh_sales_in_state + from osc_datacommons_dev.rmi.utility_state_map_2023_source +) +select * from source_data diff --git a/dbt/rmi_transform/target/manifest.json b/dbt/rmi_transform/target/manifest.json new file mode 100644 index 0000000..215366e --- /dev/null +++ b/dbt/rmi_transform/target/manifest.json @@ -0,0 +1,6812 @@ +{ + "metadata": { + "dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v8.json", + "dbt_version": "1.4.9", + "generated_at": "2024-05-21T09:47:39.555052Z", + "invocation_id": "5801a4e0-52ae-43a2-b6e2-24ed5d97ed2c", + "env": {}, + "project_id": "2fe6dd6dda564ba74ecf1b4455d9f9c0", + "user_id": "a43f89c3-da5c-426b-8fb9-18b55d97f411", + "send_anonymous_usage_stats": true, + "adapter_type": "trino" + }, + "nodes": { + "model.rmi_transform.revenue_by_tech": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "revenue_by_tech", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "revenue_by_tech.sql", + "original_file_path": "models/revenue_by_tech.sql", + "unique_id": "model.rmi_transform.revenue_by_tech", + "fqn": ["rmi_transform", "revenue_by_tech"], + "alias": "revenue_by_tech", + "checksum": { + "name": "sha256", + "checksum": "54fd14003775f7852389e2d65a6d87c9b823203d6a00ba265478356f4465cfce" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/revenue_by_tech.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.059906, + "relation_name": "osc_datacommons_dev.rmi.revenue_by_tech", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, technology, component, detail, revenue_total, revenue_residential\n from osc_datacommons_dev.rmi.revenue_by_tech_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/revenue_by_tech.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, technology, component, detail, revenue_total, revenue_residential\n from osc_datacommons_dev.rmi.revenue_by_tech_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.emissions_targets": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "emissions_targets", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "emissions_targets.sql", + "original_file_path": "models/emissions_targets.sql", + "unique_id": "model.rmi_transform.emissions_targets", + "fqn": ["rmi_transform", "emissions_targets"], + "alias": "emissions_targets", + "checksum": { + "name": "sha256", + "checksum": "4fac649c3547a9bc6409ee8f569f5f1185da4abc856ed7cc63fed93995d9c05d" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/emissions_targets.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.069699, + "relation_name": "osc_datacommons_dev.rmi.emissions_targets", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, target_scope, target_type, state, co2_historical, co2_target, co2_target_all_years, co2_1point5c, generation_historical, generation_projected, generation_1point5c, co2_intensity_historical, co2_intensity_target, co2_intensity_target_all_years, co2_intensity_1point5c\n from osc_datacommons_dev.rmi.emissions_targets_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/emissions_targets.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, target_scope, target_type, state, co2_historical, co2_target, co2_target_all_years, co2_1point5c, generation_historical, generation_projected, generation_1point5c, co2_intensity_historical, co2_intensity_target, co2_intensity_target_all_years, co2_intensity_1point5c\n from osc_datacommons_dev.rmi.emissions_targets_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.state_targets": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "state_targets", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "state_targets.sql", + "original_file_path": "models/state_targets.sql", + "unique_id": "model.rmi_transform.state_targets", + "fqn": ["rmi_transform", "state_targets"], + "alias": "state_targets", + "checksum": { + "name": "sha256", + "checksum": "1c04bbfdbb5fea36c3218b3cb4324946cf6b6241eeb4b063861c3fc7520048c3" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/state_targets.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.072087, + "relation_name": "osc_datacommons_dev.rmi.state_targets", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select state, year, year_type, legal_standard, enforcement_standard, target_type, target_value\n from osc_datacommons_dev.rmi.state_targets_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/state_targets.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select state, year, year_type, legal_standard, enforcement_standard, target_type, target_value\n from osc_datacommons_dev.rmi.state_targets_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.customers_sales": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "customers_sales", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "customers_sales.sql", + "original_file_path": "models/customers_sales.sql", + "unique_id": "model.rmi_transform.customers_sales", + "fqn": ["rmi_transform", "customers_sales"], + "alias": "customers_sales", + "checksum": { + "name": "sha256", + "checksum": "69810c8429fb5aca827bbbbfddcd6be1b0d5a89a062ad0322a9adcabde7d31f8" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/customers_sales.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.074292, + "relation_name": "osc_datacommons_dev.rmi.customers_sales", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, customer_type, customer_type_rmi, customers, sales, revenues\n from osc_datacommons_dev.rmi.customers_sales_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/customers_sales.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, customer_type, customer_type_rmi, customers, sales, revenues\n from osc_datacommons_dev.rmi.customers_sales_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.operations_emissions_by_tech": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "operations_emissions_by_tech", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "operations_emissions_by_tech.sql", + "original_file_path": "models/operations_emissions_by_tech.sql", + "unique_id": "model.rmi_transform.operations_emissions_by_tech", + "fqn": ["rmi_transform", "operations_emissions_by_tech"], + "alias": "operations_emissions_by_tech", + "checksum": { + "name": "sha256", + "checksum": "f96a15e5c61e83e2a8270b32f39e8c0a453bc7aaa7f216aefcf0ee343b732c83" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/operations_emissions_by_tech.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.0765991, + "relation_name": "osc_datacommons_dev.rmi.operations_emissions_by_tech", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select year, parent_name, utility_name, utility_id_eia, utility_type_rmi, plant_id_eia, plant_name_eia, generator_id, state, city, county, latitude, longitude, balancing_authority_code_eia, balancing_authority_name_eia, iso_rto_code, nerc_region, operational_status_code, operating_month, operating_year, retirement_month, retirement_year, energy_source, owned_energy_source, technology_eia, technology_rmi, capacity, year_end_capacity, net_generation, potential_generation, capacity_factor, fuel_consumed, emissions_co2, emissions_nox, emissions_sox\n from osc_datacommons_dev.rmi.operations_emissions_by_tech_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/operations_emissions_by_tech.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select year, parent_name, utility_name, utility_id_eia, utility_type_rmi, plant_id_eia, plant_name_eia, generator_id, state, city, county, latitude, longitude, balancing_authority_code_eia, balancing_authority_name_eia, iso_rto_code, nerc_region, operational_status_code, operating_month, operating_year, retirement_month, retirement_year, energy_source, owned_energy_source, technology_eia, technology_rmi, capacity, year_end_capacity, net_generation, potential_generation, capacity_factor, fuel_consumed, emissions_co2, emissions_nox, emissions_sox\n from osc_datacommons_dev.rmi.operations_emissions_by_tech_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.employees": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "employees", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "employees.sql", + "original_file_path": "models/employees.sql", + "unique_id": "model.rmi_transform.employees", + "fqn": ["rmi_transform", "employees"], + "alias": "employees", + "checksum": { + "name": "sha256", + "checksum": "c198f858f488d33a991571892e6f0d4e727b51fb7b96cf94872b8ecf6ce57d48" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/employees.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.078742, + "relation_name": "osc_datacommons_dev.rmi.employees", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, technology, employees\n from osc_datacommons_dev.rmi.employees_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/employees.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, technology, employees\n from osc_datacommons_dev.rmi.employees_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.assets_earnings_investments": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "assets_earnings_investments", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "assets_earnings_investments.sql", + "original_file_path": "models/assets_earnings_investments.sql", + "unique_id": "model.rmi_transform.assets_earnings_investments", + "fqn": ["rmi_transform", "assets_earnings_investments"], + "alias": "assets_earnings_investments", + "checksum": { + "name": "sha256", + "checksum": "0825f47c64105627947ffda63b1e2dcf76849433894dda598d47593f39e9f220" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/assets_earnings_investments.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.0809028, + "relation_name": "osc_datacommons_dev.rmi.assets_earnings_investments", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, asset, sub_asset, asset_value, earnings_value, investment_value\n from osc_datacommons_dev.rmi.assets_earnings_investments_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/assets_earnings_investments.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, asset, sub_asset, asset_value, earnings_value, investment_value\n from osc_datacommons_dev.rmi.assets_earnings_investments_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.expenditure_bills_burden": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "expenditure_bills_burden", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "expenditure_bills_burden.sql", + "original_file_path": "models/expenditure_bills_burden.sql", + "unique_id": "model.rmi_transform.expenditure_bills_burden", + "fqn": ["rmi_transform", "expenditure_bills_burden"], + "alias": "expenditure_bills_burden", + "checksum": { + "name": "sha256", + "checksum": "3223f2f752a41d57c1ab2958ee10f08f343e3cdc44e0f31616bd6896df273a84" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/expenditure_bills_burden.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.083057, + "relation_name": "osc_datacommons_dev.rmi.expenditure_bills_burden", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, percent_ami, ownership, electricity_gas_other, technology, expenditure, bill, burden\n from osc_datacommons_dev.rmi.expenditure_bills_burden_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/expenditure_bills_burden.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, percent_ami, ownership, electricity_gas_other, technology, expenditure, bill, burden\n from osc_datacommons_dev.rmi.expenditure_bills_burden_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.net_plant_balance": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "net_plant_balance", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "net_plant_balance.sql", + "original_file_path": "models/net_plant_balance.sql", + "unique_id": "model.rmi_transform.net_plant_balance", + "fqn": ["rmi_transform", "net_plant_balance"], + "alias": "net_plant_balance", + "checksum": { + "name": "sha256", + "checksum": "02ee7f33fc36d2cfd5bc50b424b2ab90a43ace8a41ddb6d7b9aaa430e25b1c02" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/net_plant_balance.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.085391, + "relation_name": "osc_datacommons_dev.rmi.net_plant_balance", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, ferc_class, original_cost, accum_depr, net_plant_balance, arc, arc_accum_depr, net_arc\n from osc_datacommons_dev.rmi.net_plant_balance_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/net_plant_balance.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, ferc_class, original_cost, accum_depr, net_plant_balance, arc, arc_accum_depr, net_arc\n from osc_datacommons_dev.rmi.net_plant_balance_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.utility_information_2023": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "utility_information_2023", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "utility_information_2023.sql", + "original_file_path": "models/utility_information_2023.sql", + "unique_id": "model.rmi_transform.utility_information_2023", + "fqn": ["rmi_transform", "utility_information_2023"], + "alias": "utility_information_2023", + "checksum": { + "name": "sha256", + "checksum": "1b1131764f159f56a4587d6a76ba150069e505447686efd3d6d24eb03fb7463f" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/utility_information_2023.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.0875342, + "relation_name": "osc_datacommons_dev.rmi.utility_information_2023", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, parent_lei, ticker, isin, utility_name, utility_id_ferc1, utility_id_ferc1_dbf, utility_id_ferc1_xbrl, utility_id_eia, utility_lei, fraction_owned_utility, entity_type_eia, utility_type_rmi, public_private_unmapped, duplicate_utility_id_eia\n from osc_datacommons_dev.rmi.utility_information_2023_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/utility_information_2023.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, parent_lei, ticker, isin, utility_name, utility_id_ferc1, utility_id_ferc1_dbf, utility_id_ferc1_xbrl, utility_id_eia, utility_lei, fraction_owned_utility, entity_type_eia, utility_type_rmi, public_private_unmapped, duplicate_utility_id_eia\n from osc_datacommons_dev.rmi.utility_information_2023_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.debt_equity_returns": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "debt_equity_returns", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "debt_equity_returns.sql", + "original_file_path": "models/debt_equity_returns.sql", + "unique_id": "model.rmi_transform.debt_equity_returns", + "fqn": ["rmi_transform", "debt_equity_returns"], + "alias": "debt_equity_returns", + "checksum": { + "name": "sha256", + "checksum": "271e63589dd95e9c23e50eb8e0a4b8686dad135c5fbdf9720bcc91e388dcf181" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/debt_equity_returns.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.0898821, + "relation_name": "osc_datacommons_dev.rmi.debt_equity_returns", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, rate_base_actual, equity_actual, debt_actual, equity_ratio_actual, returns_actual, earnings_actual, interest_actual, fed_tax_expense_actual, pre_tax_net_income_actual, ror_actual, roe_actual, interest_rate_actual, equity_ratio, ror, roe, interest_rate, effective_fed_tax_rate, equity_authorized, debt_authorized, returns_authorized, earnings_authorized, interest_authorized, interest_rate_authorized\n from osc_datacommons_dev.rmi.debt_equity_returns_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/debt_equity_returns.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, rate_base_actual, equity_actual, debt_actual, equity_ratio_actual, returns_actual, earnings_actual, interest_actual, fed_tax_expense_actual, pre_tax_net_income_actual, ror_actual, roe_actual, interest_rate_actual, equity_ratio, ror, roe, interest_rate, effective_fed_tax_rate, equity_authorized, debt_authorized, returns_authorized, earnings_authorized, interest_authorized, interest_rate_authorized\n from osc_datacommons_dev.rmi.debt_equity_returns_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.utility_state_map": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "utility_state_map", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "utility_state_map.sql", + "original_file_path": "models/utility_state_map.sql", + "unique_id": "model.rmi_transform.utility_state_map", + "fqn": ["rmi_transform", "utility_state_map"], + "alias": "utility_state_map", + "checksum": { + "name": "sha256", + "checksum": "a17d4b8500b15706ea19a916956bb34fb9b68522c52bd167ab5671e1a9d76a9c" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/utility_state_map.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.091972, + "relation_name": "osc_datacommons_dev.rmi.utility_state_map", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, state, state_abbr, capacity_owned_in_state, capacity_operated_in_state, mwh_sales_in_state\n from osc_datacommons_dev.rmi.utility_state_map_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/utility_state_map.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, state, state_abbr, capacity_owned_in_state, capacity_operated_in_state, mwh_sales_in_state\n from osc_datacommons_dev.rmi.utility_state_map_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.housing_units_income": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "housing_units_income", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "housing_units_income.sql", + "original_file_path": "models/housing_units_income.sql", + "unique_id": "model.rmi_transform.housing_units_income", + "fqn": ["rmi_transform", "housing_units_income"], + "alias": "housing_units_income", + "checksum": { + "name": "sha256", + "checksum": "0b93599cc277603867f6de6a45c755b80799741a9e31e8d6b0d833a73e9e1ce8" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/housing_units_income.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.094236, + "relation_name": "osc_datacommons_dev.rmi.housing_units_income", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, percent_ami, ownership, housing_units, income\n from osc_datacommons_dev.rmi.housing_units_income_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/housing_units_income.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, respondent_id, year, percent_ami, ownership, housing_units, income\n from osc_datacommons_dev.rmi.housing_units_income_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.utility_information": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "utility_information", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "utility_information.sql", + "original_file_path": "models/utility_information.sql", + "unique_id": "model.rmi_transform.utility_information", + "fqn": ["rmi_transform", "utility_information"], + "alias": "utility_information", + "checksum": { + "name": "sha256", + "checksum": "ce41fa0e25315bef553672ce16bee714d1c2b9e7322a840596cd9847ac9a8508" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/utility_information.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.0963771, + "relation_name": "osc_datacommons_dev.rmi.utility_information", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, parent_lei, parent_ticker, parent_isin, utility_name, respondent_id, entity_id, utility_id_eia, utility_lei, entity_type_eia, utility_type_rmi, first_report_year, last_report_year, duplicate_utility_id_eia\n from osc_datacommons_dev.rmi.utility_information_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/utility_information.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, parent_lei, parent_ticker, parent_isin, utility_name, respondent_id, entity_id, utility_id_eia, utility_lei, entity_type_eia, utility_type_rmi, first_report_year, last_report_year, duplicate_utility_id_eia\n from osc_datacommons_dev.rmi.utility_information_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.operations_emissions_by_fuel": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "operations_emissions_by_fuel", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "operations_emissions_by_fuel.sql", + "original_file_path": "models/operations_emissions_by_fuel.sql", + "unique_id": "model.rmi_transform.operations_emissions_by_fuel", + "fqn": ["rmi_transform", "operations_emissions_by_fuel"], + "alias": "operations_emissions_by_fuel", + "checksum": { + "name": "sha256", + "checksum": "007f175b10128c10205556e0675eb6c3396df5eca1f405e96cddde17c06f0c28" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/operations_emissions_by_fuel.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.098468, + "relation_name": "osc_datacommons_dev.rmi.operations_emissions_by_fuel", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select year, parent_name, utility_name, utility_id_eia, utility_type_rmi, plant_id_eia, plant_name_eia, generator_id, state, city, county, latitude, longitude, balancing_authority_code_eia, balancing_authority_name_eia, iso_rto_code, nerc_region, operational_status_code, operating_month, operating_year, retirement_month, retirement_year, energy_source, owned_energy_source, technology_eia, technology_rmi, energy_source_code, fuel_type_category, net_generation, fuel_consumed, emissions_co2, emissions_nox, emissions_sox\n from osc_datacommons_dev.rmi.operations_emissions_by_fuel_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/operations_emissions_by_fuel.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select year, parent_name, utility_name, utility_id_eia, utility_type_rmi, plant_id_eia, plant_name_eia, generator_id, state, city, county, latitude, longitude, balancing_authority_code_eia, balancing_authority_name_eia, iso_rto_code, nerc_region, operational_status_code, operating_month, operating_year, retirement_month, retirement_year, energy_source, owned_energy_source, technology_eia, technology_rmi, energy_source_code, fuel_type_category, net_generation, fuel_consumed, emissions_co2, emissions_nox, emissions_sox\n from osc_datacommons_dev.rmi.operations_emissions_by_fuel_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.state_policies": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "state_policies", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "state_policies.sql", + "original_file_path": "models/state_policies.sql", + "unique_id": "model.rmi_transform.state_policies", + "fqn": ["rmi_transform", "state_policies"], + "alias": "state_policies", + "checksum": { + "name": "sha256", + "checksum": "7c87651b2b3713d095ae1a3d49e159201c819d5ec32c67986d8d5b332317b900" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/state_policies.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.10056, + "relation_name": "osc_datacommons_dev.rmi.state_policies", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select state, state_abbr, securitization_policy, market_indexing_policy, fuel_pass_through, governor_party, legislation_majority_party\n from osc_datacommons_dev.rmi.state_policies_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/state_policies.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select state, state_abbr, securitization_policy, market_indexing_policy, fuel_pass_through, governor_party, legislation_majority_party\n from osc_datacommons_dev.rmi.state_policies_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + }, + "model.rmi_transform.utility_state_map_2023": { + "database": "osc_datacommons_dev", + "schema": "rmi", + "name": "utility_state_map_2023", + "resource_type": "model", + "package_name": "rmi_transform", + "path": "utility_state_map_2023.sql", + "original_file_path": "models/utility_state_map_2023.sql", + "unique_id": "model.rmi_transform.utility_state_map_2023", + "fqn": ["rmi_transform", "utility_state_map_2023"], + "alias": "utility_state_map_2023", + "checksum": { + "name": "sha256", + "checksum": "0ebecdd528c072c9979359db9537619dd6ba975da03081f3a07f65c830a58e15" + }, + "config": { + "enabled": true, + "alias": null, + "schema": null, + "database": null, + "tags": [], + "meta": {}, + "materialized": "view", + "incremental_strategy": null, + "persist_docs": {}, + "quoting": {}, + "column_types": {}, + "full_refresh": null, + "unique_key": null, + "on_schema_change": "ignore", + "grants": {}, + "packages": [], + "docs": { "show": true, "node_color": null }, + "view_security": "invoker", + "post-hook": [], + "pre-hook": [] + }, + "tags": [], + "description": "", + "columns": {}, + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "build_path": "target/run/rmi_transform/models/utility_state_map_2023.sql", + "deferred": false, + "unrendered_config": { + "materialized": "view", + "view_security": "invoker" + }, + "created_at": 1716284860.1027951, + "relation_name": "osc_datacommons_dev.rmi.utility_state_map_2023", + "raw_code": "{{ config(materialized='view', view_security='invoker') }}\nwith source_data as (\n select parent_name, utility_name, utility_id_eia, year, state, state_abbr, capacity_owned_in_state, capacity_operated_in_state, mwh_sales_in_state\n from osc_datacommons_dev.rmi.utility_state_map_2023_source\n)\nselect * from source_data", + "language": "sql", + "refs": [], + "sources": [], + "metrics": [], + "depends_on": { "macros": [], "nodes": [] }, + "compiled_path": "target/compiled/rmi_transform/models/utility_state_map_2023.sql", + "compiled": true, + "compiled_code": "\nwith source_data as (\n select parent_name, utility_name, utility_id_eia, year, state, state_abbr, capacity_owned_in_state, capacity_operated_in_state, mwh_sales_in_state\n from osc_datacommons_dev.rmi.utility_state_map_2023_source\n)\nselect * from source_data", + "extra_ctes_injected": true, + "extra_ctes": [] + } + }, + "sources": {}, + "macros": { + "macro.dbt_trino.trino__get_catalog": { + "name": "trino__get_catalog", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/catalog.sql", + "original_file_path": "macros/catalog.sql", + "unique_id": "macro.dbt_trino.trino__get_catalog", + "macro_sql": "{% macro trino__get_catalog(information_schema, schemas) -%}\n {%- call statement('catalog', fetch_result=True) -%}\n with tables as (\n\n select\n table_catalog as \"table_database\",\n table_schema as \"table_schema\",\n table_name as \"table_name\",\n table_type as \"table_type\",\n null as \"table_owner\"\n\n from {{ information_schema }}.tables\n where\n table_schema != 'information_schema'\n and\n table_schema in ('{{ schemas | join(\"','\") | lower }}')\n\n ),\n\n columns as (\n\n select\n table_catalog as \"table_database\",\n table_schema as \"table_schema\",\n table_name as \"table_name\",\n\n column_name as \"column_name\",\n ordinal_position as \"column_index\",\n data_type as \"column_type\",\n comment as \"column_comment\"\n\n from {{ information_schema }}.columns\n where\n table_schema != 'information_schema'\n and\n table_schema in ('{{ schemas | join(\"','\") | lower }}')\n\n ),\n\n table_comment as (\n {%- for schema in schemas %}\n select\n catalog_name as \"table_database\",\n schema_name as \"table_schema\",\n table_name as \"table_name\",\n comment as \"table_comment\"\n\n from system.metadata.table_comments\n where\n catalog_name = '{{ information_schema.database }}'\n and\n schema_name != 'information_schema'\n and\n schema_name = '{{ schema | lower }}'\n {% if not loop.last %}\n union all\n {% endif %}\n {%- endfor %}\n )\n\n select *\n from tables\n join columns using (\"table_database\", \"table_schema\", \"table_name\")\n join table_comment using (\"table_database\", \"table_schema\", \"table_name\")\n order by \"column_index\"\n\n {%- endcall -%}\n\n {{ return(load_result('catalog').table) }}\n\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.601486, + "supported_languages": null + }, + "macro.dbt_trino.trino__get_columns_in_relation": { + "name": "trino__get_columns_in_relation", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__get_columns_in_relation", + "macro_sql": "{% macro trino__get_columns_in_relation(relation) -%}\n {%- set sql -%}\n describe {{ relation }}\n {%- endset -%}\n {%- set result = run_query(sql) -%}\n\n {% set maximum = 10000 %}\n {% if (result | length) >= maximum %}\n {% set msg %}\n Too many columns in relation {{ relation }}! dbt can only get\n information about relations with fewer than {{ maximum }} columns.\n {% endset %}\n {% do exceptions.raise_compiler_error(msg) %}\n {% endif %}\n\n {% set columns = [] %}\n {% for row in result %}\n {% do columns.append(api.Column.from_description(row['Column'].lower(), row['Type'])) %}\n {% endfor %}\n {% do return(columns) %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.run_query"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.615426, + "supported_languages": null + }, + "macro.dbt_trino.trino__list_relations_without_caching": { + "name": "trino__list_relations_without_caching", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__list_relations_without_caching", + "macro_sql": "{% macro trino__list_relations_without_caching(relation) %}\n {% call statement('list_relations_without_caching', fetch_result=True) -%}\n select\n t.table_catalog as database,\n t.table_name as name,\n t.table_schema as schema,\n case when mv.name is not null then 'materializedview'\n when t.table_type = 'BASE TABLE' then 'table'\n when t.table_type = 'VIEW' then 'view'\n else t.table_type\n end as table_type\n from {{ relation.information_schema() }}.tables t\n left join system.metadata.materialized_views mv\n on mv.catalog_name = t.table_catalog and mv.schema_name = t.table_schema and mv.name = t.table_name\n where t.table_schema = '{{ relation.schema | lower }}'\n and (mv.catalog_name is null or mv.catalog_name = '{{ relation.database | lower }}')\n and (mv.schema_name is null or mv.schema_name = '{{ relation.schema | lower }}')\n {% endcall %}\n {{ return(load_result('list_relations_without_caching').table) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6163368, + "supported_languages": null + }, + "macro.dbt_trino.trino__reset_csv_table": { + "name": "trino__reset_csv_table", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__reset_csv_table", + "macro_sql": "{% macro trino__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {{ adapter.drop_relation(old_relation) }}\n {{ return(create_csv_table(model, agate_table)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.create_csv_table"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.616698, + "supported_languages": null + }, + "macro.dbt_trino.trino__create_csv_table": { + "name": "trino__create_csv_table", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__create_csv_table", + "macro_sql": "{% macro trino__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {%- set _properties = config.get('properties') -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n ) {{ properties(_properties) }}\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.properties", "macro.dbt.statement"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.61826, + "supported_languages": null + }, + "macro.dbt_trino.properties": { + "name": "properties", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.properties", + "macro_sql": "{% macro properties(properties) %}\n {%- if properties is not none -%}\n WITH (\n {%- for key, value in properties.items() -%}\n {{ key }} = {{ value }}\n {%- if not loop.last -%}{{ ',\\n ' }}{%- endif -%}\n {%- endfor -%}\n )\n {%- endif -%}\n{%- endmacro -%}\n\n\n", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.618817, + "supported_languages": null + }, + "macro.dbt_trino.trino__create_table_as": { + "name": "trino__create_table_as", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__create_table_as", + "macro_sql": "{% macro trino__create_table_as(temporary, relation, sql) -%}\n {%- set _properties = config.get('properties') -%}\n create table {{ relation }}\n {{ properties(_properties) }}\n as (\n {{ sql }}\n );\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.properties"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6192021, + "supported_languages": null + }, + "macro.dbt_trino.trino__create_view_as": { + "name": "trino__create_view_as", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__create_view_as", + "macro_sql": "{% macro trino__create_view_as(relation, sql) -%}\n {%- set view_security = config.get('view_security', 'definer') -%}\n {%- if view_security not in ['definer', 'invoker'] -%}\n {%- set log_message = 'Invalid value for view_security (%s) specified. Setting default value (%s).' % (view_security, 'definer') -%}\n {% do log(log_message) %}\n {%- set on_table_exists = 'definer' -%}\n {% endif %}\n create or replace view\n {{ relation }}\n security {{ view_security }}\n as\n {{ sql }}\n ;\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6199439, + "supported_languages": null + }, + "macro.dbt_trino.trino__drop_relation": { + "name": "trino__drop_relation", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__drop_relation", + "macro_sql": "{% macro trino__drop_relation(relation) -%}\n {% set relation_type = 'materialized view' if relation.type == 'materializedview' else relation.type %}\n {% call statement('drop_relation', auto_begin=False) -%}\n drop {{ relation_type }} if exists {{ relation }}\n {%- endcall %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.620411, + "supported_languages": null + }, + "macro.dbt_trino.trino__information_schema_name": { + "name": "trino__information_schema_name", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__information_schema_name", + "macro_sql": "{% macro trino__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.62066, + "supported_languages": null + }, + "macro.dbt_trino.trino__drop_schema": { + "name": "trino__drop_schema", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__drop_schema", + "macro_sql": "{% macro trino__drop_schema(relation) -%}\n {% for row in list_relations_without_caching(relation) %}\n {% set rel_db = row[0] %}\n {% set rel_identifier = row[1] %}\n {% set rel_schema = row[2] %}\n {% set rel_type = api.Relation.get_relation_type(row[3]) %}\n {% set existing = api.Relation.create(database=rel_db, schema=rel_schema, identifier=rel_identifier, type=rel_type) %}\n {% do drop_relation(existing) %}\n {% endfor %}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation }}\n {% endcall %}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.list_relations_without_caching", + "macro.dbt.drop_relation", + "macro.dbt.statement" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6217039, + "supported_languages": null + }, + "macro.dbt_trino.trino__rename_relation": { + "name": "trino__rename_relation", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__rename_relation", + "macro_sql": "{% macro trino__rename_relation(from_relation, to_relation) -%}\n {% set from_relation_type = 'materialized view' if from_relation.type == 'materializedview' else from_relation.type %}\n {% call statement('rename_relation') -%}\n alter {{ from_relation_type }} {{ from_relation }} rename to {{ to_relation }}\n {%- endcall %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.622197, + "supported_languages": null + }, + "macro.dbt_trino.trino__alter_relation_comment": { + "name": "trino__alter_relation_comment", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__alter_relation_comment", + "macro_sql": "{% macro trino__alter_relation_comment(relation, relation_comment) -%}\n comment on {{ relation.type }} {{ relation }} is '{{ relation_comment | replace(\"'\", \"''\") }}';\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.622518, + "supported_languages": null + }, + "macro.dbt_trino.trino__alter_column_comment": { + "name": "trino__alter_column_comment", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__alter_column_comment", + "macro_sql": "{% macro trino__alter_column_comment(relation, column_dict) %}\n {% set existing_columns = adapter.get_columns_in_relation(relation) | map(attribute=\"name\") | list %}\n {% for column_name in column_dict if (column_name in existing_columns) %}\n {% set comment = column_dict[column_name]['description'] %}\n {%- if comment|length -%}\n comment on column {{ relation }}.{{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }} is '{{ comment | replace(\"'\", \"''\") }}';\n {%- else -%}\n comment on column {{ relation }}.{{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }} is null;\n {%- endif -%}\n {% endfor %}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.623855, + "supported_languages": null + }, + "macro.dbt_trino.trino__list_schemas": { + "name": "trino__list_schemas", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__list_schemas", + "macro_sql": "{% macro trino__list_schemas(database) -%}\n {% call statement('list_schemas', fetch_result=True, auto_begin=False) %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.schemata\n {% endcall %}\n {{ return(load_result('list_schemas').table) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.statement", "macro.dbt.information_schema_name"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.624324, + "supported_languages": null + }, + "macro.dbt_trino.trino__check_schema_exists": { + "name": "trino__check_schema_exists", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__check_schema_exists", + "macro_sql": "{% macro trino__check_schema_exists(information_schema, schema) -%}\n {% call statement('check_schema_exists', fetch_result=True, auto_begin=False) -%}\n select count(*)\n from {{ information_schema }}.schemata\n where catalog_name = '{{ information_schema.database }}'\n and schema_name = '{{ schema | lower }}'\n {%- endcall %}\n {{ return(load_result('check_schema_exists').table) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.624861, + "supported_languages": null + }, + "macro.dbt_trino.trino__get_binding_char": { + "name": "trino__get_binding_char", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__get_binding_char", + "macro_sql": "{% macro trino__get_binding_char() %}\n {%- if target.prepared_statements_enabled|as_bool -%}\n {{ return('?') }}\n {%- else -%}\n {{ return('%s') }}\n {%- endif -%}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.62521, + "supported_languages": null + }, + "macro.dbt_trino.trino__alter_relation_add_remove_columns": { + "name": "trino__alter_relation_add_remove_columns", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.trino__alter_relation_add_remove_columns", + "macro_sql": "{% macro trino__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% for column in add_columns %}\n {% set sql -%}\n alter {{ relation.type }} {{ relation }} add column {{ column.name }} {{ column.data_type }}\n {%- endset -%}\n {% do run_query(sql) %}\n {% endfor %}\n\n {% for column in remove_columns %}\n {% set sql -%}\n alter {{ relation.type }} {{ relation }} drop column {{ column.name }}\n {%- endset -%}\n {% do run_query(sql) %}\n {% endfor %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.run_query"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.626366, + "supported_languages": null + }, + "macro.dbt_trino.create_or_replace_view": { + "name": "create_or_replace_view", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/adapters.sql", + "original_file_path": "macros/adapters.sql", + "unique_id": "macro.dbt_trino.create_or_replace_view", + "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there is another object delete it\n {%- if old_relation is not none and not old_relation.is_view -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=True) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.run_hooks", + "macro.dbt.handle_existing_table", + "macro.dbt.should_full_refresh", + "macro.dbt.statement", + "macro.dbt.get_create_view_as_sql", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.628143, + "supported_languages": null + }, + "macro.dbt_trino.trino__get_show_grant_sql": { + "name": "trino__get_show_grant_sql", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/apply_grants.sql", + "original_file_path": "macros/apply_grants.sql", + "unique_id": "macro.dbt_trino.trino__get_show_grant_sql", + "macro_sql": "{% macro trino__get_show_grant_sql(relation) -%}\n select\n grantee,\n lower(privilege_type) as privilege_type\n from information_schema.table_privileges\n where table_catalog = '{{ relation.database }}'\n and table_schema = '{{ relation.schema }}'\n and table_name = '{{ relation.identifier }}'\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.628927, + "supported_languages": null + }, + "macro.dbt_trino.trino__copy_grants": { + "name": "trino__copy_grants", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/apply_grants.sql", + "original_file_path": "macros/apply_grants.sql", + "unique_id": "macro.dbt_trino.trino__copy_grants", + "macro_sql": "{% macro trino__copy_grants() %}\n {#\n -- This macro should return true or false depending on the answer to\n -- following question:\n -- when an object is fully replaced on your database, do grants copy over?\n -- e.g. on Postgres this is never true,\n -- on Spark this is different for views vs. non-Delta tables vs. Delta tables,\n -- on Snowflake it depends on the user-supplied copy_grants configuration.\n -- true by default, which means \u201cplay it safe\u201d: grants MIGHT have copied over,\n -- so dbt will run an extra query to check them + calculate diffs.\n #}\n {{ return(False) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6291468, + "supported_languages": null + }, + "macro.dbt_trino.trino__get_grant_sql": { + "name": "trino__get_grant_sql", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/apply_grants.sql", + "original_file_path": "macros/apply_grants.sql", + "unique_id": "macro.dbt_trino.trino__get_grant_sql", + "macro_sql": "\n\n{%- macro trino__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation }} to {{ adapter.quote(grantees[0]) }}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.629573, + "supported_languages": null + }, + "macro.dbt_trino.trino__support_multiple_grantees_per_dcl_statement": { + "name": "trino__support_multiple_grantees_per_dcl_statement", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/apply_grants.sql", + "original_file_path": "macros/apply_grants.sql", + "unique_id": "macro.dbt_trino.trino__support_multiple_grantees_per_dcl_statement", + "macro_sql": "\n\n{%- macro trino__support_multiple_grantees_per_dcl_statement() -%}\n {#\n -- This macro should return true or false depending on the answer to\n -- following question:\n -- does this database support grant {privilege} to user_a, user_b, ...?\n -- or do user_a + user_b need their own separate grant statements?\n #}\n {{ return(False) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.629765, + "supported_languages": null + }, + "macro.dbt_trino.trino__call_dcl_statements": { + "name": "trino__call_dcl_statements", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/apply_grants.sql", + "original_file_path": "macros/apply_grants.sql", + "unique_id": "macro.dbt_trino.trino__call_dcl_statements", + "macro_sql": "{% macro trino__call_dcl_statements(dcl_statement_list) %}\n {% for dcl_statement in dcl_statement_list %}\n {% call statement('grant_or_revoke') %}\n {{ dcl_statement }}\n {% endcall %}\n {% endfor %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6301131, + "supported_languages": null + }, + "macro.dbt_trino.materialization_materialized_view_trino": { + "name": "materialization_materialized_view_trino", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/materialized_view.sql", + "original_file_path": "macros/materializations/materialized_view.sql", + "unique_id": "macro.dbt_trino.materialization_materialized_view_trino", + "macro_sql": "{% materialization materialized_view, adapter=\"trino\" %}\n\n {% set full_refresh_mode = (should_full_refresh()) %}\n\n {%- set target_relation = this %}\n {%- set existing_relation = load_relation(this) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n {{ log(\"No existing materialized view found, creating materialized view...\", info=true) }}\n {%- set build_sql = create_materialized_view_as(target_relation) %}\n\n {% elif full_refresh_mode or existing_relation.type != \"materializedview\" %}\n {{ log(\"Found a \" ~ existing_relation.type ~ \" with same name. Dropping it...\", info=true) }}\n {#-- Make sure the backup doesn't exist so we don't encounter issues with the rename below #}\n {% set backup_identifier = existing_relation.identifier ~ \"__dbt_backup\" %}\n {% set backup_relation = existing_relation.incorporate(path={\"identifier\": backup_identifier}) %}\n {% do adapter.drop_relation(backup_relation) %}\n\n {% do adapter.rename_relation(existing_relation, backup_relation) %}\n {%- set build_sql = create_materialized_view_as(target_relation) %}\n {% do to_drop.append(backup_relation) %}\n\n {% else %}\n {{ log(\"Refreshing materialized view '\" ~ existing_relation.identifier ~ \"'...\", info=true) }}\n {%- set build_sql = refresh_materialized_view(target_relation) %}\n {% endif %}\n\n {% if build_sql %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% else %}\n\n {{ store_result('main', 'SKIP') }}\n\n {% endif %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", + "depends_on": { + "macros": [ + "macro.dbt.should_full_refresh", + "macro.dbt.load_relation", + "macro.dbt.run_hooks", + "macro.dbt_trino.create_materialized_view_as", + "macro.dbt_trino.refresh_materialized_view", + "macro.dbt.statement", + "macro.dbt.persist_docs" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6344619, + "supported_languages": ["sql"] + }, + "macro.dbt_trino.create_materialized_view_as": { + "name": "create_materialized_view_as", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/materialized_view.sql", + "original_file_path": "macros/materializations/materialized_view.sql", + "unique_id": "macro.dbt_trino.create_materialized_view_as", + "macro_sql": "\n\n\n{%- macro create_materialized_view_as(target_relation) -%}\n {%- set _properties = config.get('properties') -%}\n create or replace materialized view {{ target_relation }}\n {{ properties(_properties) }}\n as (\n {{ sql }}\n );\n{%- endmacro -%}\n\n\n", + "depends_on": { "macros": ["macro.dbt_trino.properties"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.634849, + "supported_languages": null + }, + "macro.dbt_trino.refresh_materialized_view": { + "name": "refresh_materialized_view", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/materialized_view.sql", + "original_file_path": "macros/materializations/materialized_view.sql", + "unique_id": "macro.dbt_trino.refresh_materialized_view", + "macro_sql": "{%- macro refresh_materialized_view(target_relation) -%}\n {%- set sqlcode = \"refresh materialized view \" ~ target_relation %}\n {{ sqlcode }}\n{%- endmacro -%}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6350899, + "supported_languages": null + }, + "macro.dbt_trino.materialization_view_trino": { + "name": "materialization_view_trino", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/view.sql", + "original_file_path": "macros/materializations/view.sql", + "unique_id": "macro.dbt_trino.materialization_view_trino", + "macro_sql": "{% materialization view, adapter='trino' -%}\n {% set to_return = create_or_replace_view() %}\n {% set target_relation = this.incorporate(type='view') %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% do return(to_return) %}\n{%- endmaterialization %}", + "depends_on": { + "macros": [ + "macro.dbt_trino.create_or_replace_view", + "macro.dbt.persist_docs" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.635675, + "supported_languages": ["sql"] + }, + "macro.dbt_trino.materialization_table_trino": { + "name": "materialization_table_trino", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/table.sql", + "original_file_path": "macros/materializations/table.sql", + "unique_id": "macro.dbt_trino.materialization_table_trino", + "macro_sql": "{% materialization table, adapter = 'trino' %}\n {%- set on_table_exists = config.get('on_table_exists', 'rename') -%}\n {% if on_table_exists not in ['rename', 'drop'] %}\n {%- set log_message = 'Invalid value for on_table_exists (%s) specified. Setting default value (%s).' % (on_table_exists, 'rename') -%}\n {% do log(log_message) %}\n {%- set on_table_exists = 'rename' -%}\n {% endif %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n\n {% if on_table_exists == 'rename' %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {% endif %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {% if on_table_exists == 'rename' %}\n {#-- build modeldock #}\n {% call statement('main') -%}\n {{ create_table_as(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n {#-- cleanup #}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {#-- finally, drop the existing/backup relation after the commit #}\n {{ drop_relation_if_exists(backup_relation) }}\n\n {% elif on_table_exists == 'drop' %}\n {#-- cleanup #}\n {%- if existing_relation is not none -%}\n {{ adapter.drop_relation(existing_relation) }}\n {%- endif -%}\n\n {#-- build model #}\n {% call statement('main') -%}\n {{ create_table_as(False, target_relation, sql) }}\n {%- endcall %}\n {% endif %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", + "depends_on": { + "macros": [ + "macro.dbt.load_cached_relation", + "macro.dbt.make_intermediate_relation", + "macro.dbt.make_backup_relation", + "macro.dbt.drop_relation_if_exists", + "macro.dbt.run_hooks", + "macro.dbt.statement", + "macro.dbt.create_table_as", + "macro.dbt.persist_docs", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.640127, + "supported_languages": ["sql"] + }, + "macro.dbt_trino.get_incremental_tmp_relation_type": { + "name": "get_incremental_tmp_relation_type", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/incremental.sql", + "original_file_path": "macros/materializations/incremental.sql", + "unique_id": "macro.dbt_trino.get_incremental_tmp_relation_type", + "macro_sql": "{% macro get_incremental_tmp_relation_type(strategy, unique_key, language) %}\n\n /* {#\n If we are running multiple statements (DELETE + INSERT),\n we must first save the model query results as a temporary table\n in order to guarantee consistent inputs to both statements.\n\n If we are running a single statement (MERGE or INSERT alone),\n we can save the model query definition as a view instead,\n for faster overall incremental processing.\n #} */\n {%- set views_enabled = config.get('views_enabled', true) -%}\n\n {% if language == 'sql' and (views_enabled and (strategy in ('default', 'append', 'merge') or (unique_key is none))) %}\n {{ return('view') }}\n {% else %} {#-- play it safe -- #}\n {{ return('table') }}\n {% endif %}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.649606, + "supported_languages": null + }, + "macro.dbt_trino.materialization_incremental_trino": { + "name": "materialization_incremental_trino", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/incremental.sql", + "original_file_path": "macros/materializations/incremental.sql", + "unique_id": "macro.dbt_trino.materialization_incremental_trino", + "macro_sql": "{% materialization incremental, adapter='trino', supported_languages=['sql'] -%}\n\n {#-- Set vars --#}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n {%- set language = model['language'] -%}\n {% set target_relation = this.incorporate(type='table') %}\n {% set existing_relation = load_relation(this) %}\n\n {#-- The temp relation will be a view (faster) or temp table, depending on upsert/merge strategy --#}\n {%- set unique_key = config.get('unique_key') -%}\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set tmp_relation_type = get_incremental_tmp_relation_type(incremental_strategy, unique_key, language) %}\n {% set tmp_relation = make_temp_relation(this).incorporate(type=tmp_relation_type) %}\n -- the temp_ relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation.\n {%- set preexisting_tmp_relation = load_cached_relation(tmp_relation)-%}\n\n {% set grant_config = config.get('grants') %}\n\n {% set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') %}\n\n -- drop the temp relation if it exists already in the database\n {{ drop_relation_if_exists(preexisting_tmp_relation) }}\n\n {{ run_hooks(pre_hooks) }}\n\n {% if existing_relation is none %}\n {%- call statement('main', language=language) -%}\n {{ create_table_as(False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n\n {% elif existing_relation.is_view %}\n {#-- Can't overwrite a view with a table - we must drop --#}\n {{ log(\"Dropping relation \" ~ target_relation ~ \" because it is a view and this model is a table.\") }}\n {% do adapter.drop_relation(existing_relation) %}\n {%- call statement('main', language=language) -%}\n {{ create_table_as(False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n {% elif full_refresh_mode %}\n {#-- Can't replace a table - we must drop --#}\n {% do adapter.drop_relation(existing_relation) %}\n {%- call statement('main', language=language) -%}\n {{ create_table_as(False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n\n {% else %}\n {#-- Create the temp relation, either as a view or as a temp table --#}\n {% if tmp_relation_type == 'view' %}\n {%- call statement('create_tmp_relation') -%}\n {{ create_view_as(tmp_relation, compiled_code) }}\n {%- endcall -%}\n {% else %}\n {%- call statement('create_tmp_relation', language=language) -%}\n {{ create_table_as(True, tmp_relation, compiled_code, language) }}\n {%- endcall -%}\n {% endif %}\n\n {% do adapter.expand_target_column_types(\n from_relation=tmp_relation,\n to_relation=target_relation) %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, tmp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': tmp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n\n {%- call statement('main') -%}\n {{ strategy_sql_macro_func(strategy_arg_dict) }}\n {%- endcall -%}\n {% endif %}\n\n {% do drop_relation_if_exists(tmp_relation) %}\n\n {{ run_hooks(post_hooks) }}\n\n {% set should_revoke =\n should_revoke(existing_relation.is_table, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", + "depends_on": { + "macros": [ + "macro.dbt.should_full_refresh", + "macro.dbt.load_relation", + "macro.dbt_trino.get_incremental_tmp_relation_type", + "macro.dbt.make_temp_relation", + "macro.dbt.load_cached_relation", + "macro.dbt.incremental_validate_on_schema_change", + "macro.dbt.drop_relation_if_exists", + "macro.dbt.run_hooks", + "macro.dbt.statement", + "macro.dbt.create_table_as", + "macro.dbt.create_view_as", + "macro.dbt.process_schema_changes", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6545432, + "supported_languages": ["sql"] + }, + "macro.dbt_trino.trino__get_delete_insert_merge_sql": { + "name": "trino__get_delete_insert_merge_sql", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/incremental.sql", + "original_file_path": "macros/materializations/incremental.sql", + "unique_id": "macro.dbt_trino.trino__get_delete_insert_merge_sql", + "macro_sql": "{% macro trino__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not string %}\n delete from {{ target }}\n where\n {% for key in unique_key %}\n {{ target }}.{{ key }} in (select {{ key }} from {{ source }})\n {{ \"and \" if not loop.last }}\n {% endfor %}\n {% if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {% endif %}\n ;\n {% else %}\n delete from {{ target }}\n where (\n {{ unique_key }}) in (\n select {{ unique_key }}\n from {{ source }}\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_quoted_csv"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.656251, + "supported_languages": null + }, + "macro.dbt_trino.trino__get_merge_sql": { + "name": "trino__get_merge_sql", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/incremental.sql", + "original_file_path": "macros/materializations/incremental.sql", + "unique_id": "macro.dbt_trino.trino__get_merge_sql", + "macro_sql": "{% macro trino__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set dest_cols_csv_source = dest_cols_csv.split(', ') -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set unique_key_match %}\n DBT_INTERNAL_SOURCE.{{ unique_key }} = DBT_INTERNAL_DEST.{{ unique_key }}\n {% endset %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({% for dest_cols in dest_cols_csv_source -%}\n DBT_INTERNAL_SOURCE.{{ dest_cols }}\n {%- if not loop.last %}, {% endif %}\n {%- endfor %})\n\n {% else %}\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n {% endif %}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.get_quoted_csv", + "macro.dbt.get_merge_update_columns" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6590872, + "supported_languages": null + }, + "macro.dbt_trino.trino__snapshot_hash_arguments": { + "name": "trino__snapshot_hash_arguments", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/snapshot.sql", + "original_file_path": "macros/materializations/snapshot.sql", + "unique_id": "macro.dbt_trino.trino__snapshot_hash_arguments", + "macro_sql": "{% macro trino__snapshot_hash_arguments(args) -%}\n lower(to_hex(md5(to_utf8(concat({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar), ''){% if not loop.last %}, '|',{% endif -%}\n {%- endfor -%}\n )))))\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.660091, + "supported_languages": null + }, + "macro.dbt_trino.trino__post_snapshot": { + "name": "trino__post_snapshot", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/snapshot.sql", + "original_file_path": "macros/materializations/snapshot.sql", + "unique_id": "macro.dbt_trino.trino__post_snapshot", + "macro_sql": "{% macro trino__post_snapshot(staging_relation) %}\n -- Clean up the snapshot temp table\n {% do drop_relation(staging_relation) %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.drop_relation"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6603, + "supported_languages": null + }, + "macro.dbt_trino.trino__snapshot_merge_sql": { + "name": "trino__snapshot_merge_sql", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/snapshot.sql", + "original_file_path": "macros/materializations/snapshot.sql", + "unique_id": "macro.dbt_trino.trino__snapshot_merge_sql", + "macro_sql": "{% macro trino__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.dbt_scd_id = DBT_INTERNAL_DEST.dbt_scd_id\n\n when matched\n and DBT_INTERNAL_DEST.dbt_valid_to is null\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set dbt_valid_to = DBT_INTERNAL_SOURCE.dbt_valid_to\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({% for insert_col in insert_cols -%}\n DBT_INTERNAL_SOURCE.{{ insert_col }}\n {%- if not loop.last %}, {% endif %}\n {%- endfor %})\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6608782, + "supported_languages": null + }, + "macro.dbt_trino.trino__get_batch_size": { + "name": "trino__get_batch_size", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt_trino.trino__get_batch_size", + "macro_sql": "{% macro trino__get_batch_size() %}\n {{ return(1000) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6627991, + "supported_languages": null + }, + "macro.dbt_trino.create_bindings": { + "name": "create_bindings", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt_trino.create_bindings", + "macro_sql": "{% macro create_bindings(row, types) %}\n {% set values = [] %}\n {% set re = modules.re %}\n\n {%- for item in row -%}\n {%- set type = types[loop.index0] -%}\n {%- set match_type = re.match(\"(\\w+)(\\(.*\\))?\", type) -%}\n {%- if item is not none and item is string and 'interval' in match_type.group(1) -%}\n {%- do values.append((none, match_type.group(1).upper() ~ \" \" ~ item)) -%}\n {%- elif item is not none and item is string and 'varchar' not in type.lower() -%}\n {%- do values.append((none, match_type.group(1).upper() ~ \" '\" ~ item ~ \"'\")) -%}\n {%- elif item is not none and 'varchar' in type.lower() -%}\n {%- do values.append((get_binding_char(), item|string())) -%}\n {%- else -%}\n {%- do values.append((get_binding_char(), item)) -%}\n {% endif -%}\n {%- endfor -%}\n {{ return(values) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_binding_char"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6646469, + "supported_languages": null + }, + "macro.dbt_trino.trino__load_csv_rows": { + "name": "trino__load_csv_rows", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt_trino.trino__load_csv_rows", + "macro_sql": "{% macro trino__load_csv_rows(model, agate_table) %}\n {% set column_override = model['config'].get('column_types', {}) %}\n {% set types = [] %}\n\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- do types.append(type) -%}\n {%- endfor -%}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for tuple in create_bindings(row, types) -%}\n {%- if tuple.0 is not none -%}\n {{ tuple.0 }}\n {%- do bindings.append(tuple.1) -%}\n {%- else -%}\n {{ tuple.1 }}\n {%- endif -%}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.get_batch_size", + "macro.dbt.get_seed_column_quoted_csv", + "macro.dbt_trino.create_bindings" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.667157, + "supported_languages": null + }, + "macro.dbt_trino.trino__type_float": { + "name": "trino__type_float", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/datatypes.sql", + "original_file_path": "macros/utils/datatypes.sql", + "unique_id": "macro.dbt_trino.trino__type_float", + "macro_sql": "{% macro trino__type_float() -%}\n double\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6674051, + "supported_languages": null + }, + "macro.dbt_trino.trino__type_string": { + "name": "trino__type_string", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/datatypes.sql", + "original_file_path": "macros/utils/datatypes.sql", + "unique_id": "macro.dbt_trino.trino__type_string", + "macro_sql": "{% macro trino__type_string() -%}\n varchar\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.667527, + "supported_languages": null + }, + "macro.dbt_trino.trino__type_numeric": { + "name": "trino__type_numeric", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/datatypes.sql", + "original_file_path": "macros/utils/datatypes.sql", + "unique_id": "macro.dbt_trino.trino__type_numeric", + "macro_sql": "{% macro trino__type_numeric() -%}\n decimal(28, 6)\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.667647, + "supported_languages": null + }, + "macro.dbt_trino.trino__type_int": { + "name": "trino__type_int", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/datatypes.sql", + "original_file_path": "macros/utils/datatypes.sql", + "unique_id": "macro.dbt_trino.trino__type_int", + "macro_sql": "\n\n{%- macro trino__type_int() -%}\n integer\n{%- endmacro -%}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6677718, + "supported_languages": null + }, + "macro.dbt_trino.trino__dateadd": { + "name": "trino__dateadd", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/dateadd.sql", + "original_file_path": "macros/utils/dateadd.sql", + "unique_id": "macro.dbt_trino.trino__dateadd", + "macro_sql": "{% macro trino__dateadd(datepart, interval, from_date_or_timestamp) -%}\n date_add('{{ datepart }}', {{ interval }}, {{ from_date_or_timestamp }})\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.668086, + "supported_languages": null + }, + "macro.dbt_trino.trino__current_timestamp": { + "name": "trino__current_timestamp", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/timestamps.sql", + "original_file_path": "macros/utils/timestamps.sql", + "unique_id": "macro.dbt_trino.trino__current_timestamp", + "macro_sql": "{% macro trino__current_timestamp() -%}\n current_timestamp\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.668301, + "supported_languages": null + }, + "macro.dbt_trino.trino__snapshot_string_as_time": { + "name": "trino__snapshot_string_as_time", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/timestamps.sql", + "original_file_path": "macros/utils/timestamps.sql", + "unique_id": "macro.dbt_trino.trino__snapshot_string_as_time", + "macro_sql": "{% macro trino__snapshot_string_as_time(timestamp) %}\n {%- set result = \"timestamp '\" ~ timestamp ~ \"'\" -%}\n {{ return(result) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6685781, + "supported_languages": null + }, + "macro.dbt_trino.trino__right": { + "name": "trino__right", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/right.sql", + "original_file_path": "macros/utils/right.sql", + "unique_id": "macro.dbt_trino.trino__right", + "macro_sql": "{% macro trino__right(string_text, length_expression) %}\n case when {{ length_expression }} = 0\n then ''\n else\n substr({{ string_text }}, -1 * ({{ length_expression }}))\n end\n{%- endmacro -%}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6689012, + "supported_languages": null + }, + "macro.dbt_trino.trino__listagg": { + "name": "trino__listagg", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/listagg.sql", + "original_file_path": "macros/utils/listagg.sql", + "unique_id": "macro.dbt_trino.trino__listagg", + "macro_sql": "{% macro trino__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n {% set collect_list %} array_agg({{ measure }} {% if order_by_clause -%}{{ order_by_clause }}{%- endif %}) {% endset %}\n {% set limited %} slice({{ collect_list }}, 1, {{ limit_num }}) {% endset %}\n {% set collected = limited if limit_num else collect_list %}\n {% set final %} array_join({{ collected }}, {{ delimiter_text }}) {% endset %}\n {% do return(final) %}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.669892, + "supported_languages": null + }, + "macro.dbt_trino.trino__datediff": { + "name": "trino__datediff", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/datediff.sql", + "original_file_path": "macros/utils/datediff.sql", + "unique_id": "macro.dbt_trino.trino__datediff", + "macro_sql": "{% macro trino__datediff(first_date, second_date, datepart) -%}\n {%- if datepart == 'year' -%}\n (year(CAST({{ second_date }} AS TIMESTAMP)) - year(CAST({{ first_date }} AS TIMESTAMP)))\n {%- elif datepart == 'quarter' -%}\n ({{ datediff(first_date, second_date, 'year') }} * 4) + quarter(CAST({{ second_date }} AS TIMESTAMP)) - quarter(CAST({{ first_date }} AS TIMESTAMP))\n {%- elif datepart == 'month' -%}\n ({{ datediff(first_date, second_date, 'year') }} * 12) + month(CAST({{ second_date }} AS TIMESTAMP)) - month(CAST({{ first_date }} AS TIMESTAMP))\n {%- elif datepart == 'day' -%}\n ((to_milliseconds((CAST(CAST({{ second_date }} AS TIMESTAMP) AS DATE) - CAST(CAST({{ first_date }} AS TIMESTAMP) AS DATE)))) / 86400000)\n {%- elif datepart == 'week' -%}\n ({{ datediff(first_date, second_date, 'day') }} / 7 + case\n when dow(CAST({{first_date}} AS TIMESTAMP)) <= dow(CAST({{second_date}} AS TIMESTAMP)) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {%- elif datepart == 'hour' -%}\n ({{ datediff(first_date, second_date, 'day') }} * 24 + hour(CAST({{ second_date }} AS TIMESTAMP)) - hour(CAST({{ first_date }} AS TIMESTAMP)))\n {%- elif datepart == 'minute' -%}\n ({{ datediff(first_date, second_date, 'hour') }} * 60 + minute(CAST({{ second_date }} AS TIMESTAMP)) - minute(CAST({{ first_date }} AS TIMESTAMP)))\n {%- elif datepart == 'second' -%}\n ({{ datediff(first_date, second_date, 'minute') }} * 60 + second(CAST({{ second_date }} AS TIMESTAMP)) - second(CAST({{ first_date }} AS TIMESTAMP)))\n {%- elif datepart == 'millisecond' -%}\n (to_milliseconds((CAST({{ second_date }} AS TIMESTAMP) - CAST({{ first_date }} AS TIMESTAMP))))\n {%- else -%}\n {% if execute %}{{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in Trino: {!r}\".format(datepart)) }}{% endif %}\n {%- endif -%}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.datediff"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.673586, + "supported_languages": null + }, + "macro.dbt_trino.trino__safe_cast": { + "name": "trino__safe_cast", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/safe_cast.sql", + "original_file_path": "macros/utils/safe_cast.sql", + "unique_id": "macro.dbt_trino.trino__safe_cast", + "macro_sql": "{% macro trino__safe_cast(field, type) -%}\n try_cast({{field}} as {{type}})\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.673853, + "supported_languages": null + }, + "macro.dbt_trino.trino__hash": { + "name": "trino__hash", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/hash.sql", + "original_file_path": "macros/utils/hash.sql", + "unique_id": "macro.dbt_trino.trino__hash", + "macro_sql": "{% macro trino__hash(field) -%}\n lower(to_hex(md5(to_utf8(cast({{field}} as varchar)))))\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.674061, + "supported_languages": null + }, + "macro.dbt_trino.trino__any_value": { + "name": "trino__any_value", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/any_value.sql", + "original_file_path": "macros/utils/any_value.sql", + "unique_id": "macro.dbt_trino.trino__any_value", + "macro_sql": "{% macro trino__any_value(expression) -%}\n min({{ expression }})\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6742668, + "supported_languages": null + }, + "macro.dbt_trino.trino__array_concat": { + "name": "trino__array_concat", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/array_concat.sql", + "original_file_path": "macros/utils/array_concat.sql", + "unique_id": "macro.dbt_trino.trino__array_concat", + "macro_sql": "{% macro trino__array_concat(array_1, array_2) -%}\n concat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.67452, + "supported_languages": null + }, + "macro.dbt_trino.trino__bool_or": { + "name": "trino__bool_or", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/bool_or.sql", + "original_file_path": "macros/utils/bool_or.sql", + "unique_id": "macro.dbt_trino.trino__bool_or", + "macro_sql": "{% macro trino__bool_or(expression) -%}\n bool_or({{ expression }})\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.674767, + "supported_languages": null + }, + "macro.dbt_trino.trino__split_part": { + "name": "trino__split_part", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/split_part.sql", + "original_file_path": "macros/utils/split_part.sql", + "unique_id": "macro.dbt_trino.trino__split_part", + "macro_sql": "{% macro trino__split_part(string_text, delimiter_text, part_number) %}\n {% if part_number >= 0 %}\n {{ dbt.default__split_part(string_text, delimiter_text, part_number) }}\n {% else %}\n {{ dbt._split_part_negative(string_text, delimiter_text, part_number) }}\n {% endif %}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.default__split_part", + "macro.dbt._split_part_negative" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.675346, + "supported_languages": null + }, + "macro.dbt_trino.trino__date_trunc": { + "name": "trino__date_trunc", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/date_trunc.sql", + "original_file_path": "macros/utils/date_trunc.sql", + "unique_id": "macro.dbt_trino.trino__date_trunc", + "macro_sql": "{% macro trino__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.675602, + "supported_languages": null + }, + "macro.dbt_trino.trino__array_construct": { + "name": "trino__array_construct", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/array_construct.sql", + "original_file_path": "macros/utils/array_construct.sql", + "unique_id": "macro.dbt_trino.trino__array_construct", + "macro_sql": "{% macro trino__array_construct(inputs, data_type) -%}\n {%- if not inputs -%}\n null\n {%- else -%}\n array[ {{ inputs|join(' , ') }} ]\n {%- endif -%}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.675992, + "supported_languages": null + }, + "macro.dbt_trino.trino__array_append": { + "name": "trino__array_append", + "resource_type": "macro", + "package_name": "dbt_trino", + "path": "macros/utils/array_append.sql", + "original_file_path": "macros/utils/array_append.sql", + "unique_id": "macro.dbt_trino.trino__array_append", + "macro_sql": "{% macro trino__array_append(array, new_element) -%}\n {{ array_concat(array, array_construct([new_element])) }}\n{%- endmacro %}", + "depends_on": { + "macros": ["macro.dbt.array_concat", "macro.dbt.array_construct"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.676296, + "supported_languages": null + }, + "macro.dbt.run_hooks": { + "name": "run_hooks", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/hooks.sql", + "original_file_path": "macros/materializations/hooks.sql", + "unique_id": "macro.dbt.run_hooks", + "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6779149, + "supported_languages": null + }, + "macro.dbt.make_hook_config": { + "name": "make_hook_config", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/hooks.sql", + "original_file_path": "macros/materializations/hooks.sql", + "unique_id": "macro.dbt.make_hook_config", + "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.678216, + "supported_languages": null + }, + "macro.dbt.before_begin": { + "name": "before_begin", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/hooks.sql", + "original_file_path": "macros/materializations/hooks.sql", + "unique_id": "macro.dbt.before_begin", + "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.make_hook_config"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6784399, + "supported_languages": null + }, + "macro.dbt.in_transaction": { + "name": "in_transaction", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/hooks.sql", + "original_file_path": "macros/materializations/hooks.sql", + "unique_id": "macro.dbt.in_transaction", + "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.make_hook_config"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.678655, + "supported_languages": null + }, + "macro.dbt.after_commit": { + "name": "after_commit", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/hooks.sql", + "original_file_path": "macros/materializations/hooks.sql", + "unique_id": "macro.dbt.after_commit", + "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.make_hook_config"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.67887, + "supported_languages": null + }, + "macro.dbt.set_sql_header": { + "name": "set_sql_header", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/configs.sql", + "original_file_path": "macros/materializations/configs.sql", + "unique_id": "macro.dbt.set_sql_header", + "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.679422, + "supported_languages": null + }, + "macro.dbt.should_full_refresh": { + "name": "should_full_refresh", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/configs.sql", + "original_file_path": "macros/materializations/configs.sql", + "unique_id": "macro.dbt.should_full_refresh", + "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.67987, + "supported_languages": null + }, + "macro.dbt.should_store_failures": { + "name": "should_store_failures", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/configs.sql", + "original_file_path": "macros/materializations/configs.sql", + "unique_id": "macro.dbt.should_store_failures", + "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.680322, + "supported_languages": null + }, + "macro.dbt.snapshot_merge_sql": { + "name": "snapshot_merge_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/snapshot_merge.sql", + "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", + "unique_id": "macro.dbt.snapshot_merge_sql", + "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__snapshot_merge_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6809092, + "supported_languages": null + }, + "macro.dbt.default__snapshot_merge_sql": { + "name": "default__snapshot_merge_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/snapshot_merge.sql", + "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", + "unique_id": "macro.dbt.default__snapshot_merge_sql", + "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.dbt_scd_id = DBT_INTERNAL_DEST.dbt_scd_id\n\n when matched\n and DBT_INTERNAL_DEST.dbt_valid_to is null\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set dbt_valid_to = DBT_INTERNAL_SOURCE.dbt_valid_to\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.681312, + "supported_languages": null + }, + "macro.dbt.strategy_dispatch": { + "name": "strategy_dispatch", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/strategies.sql", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "unique_id": "macro.dbt.strategy_dispatch", + "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.685727, + "supported_languages": null + }, + "macro.dbt.snapshot_hash_arguments": { + "name": "snapshot_hash_arguments", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/strategies.sql", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "unique_id": "macro.dbt.snapshot_hash_arguments", + "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__snapshot_hash_arguments"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.685981, + "supported_languages": null + }, + "macro.dbt.default__snapshot_hash_arguments": { + "name": "default__snapshot_hash_arguments", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/strategies.sql", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "unique_id": "macro.dbt.default__snapshot_hash_arguments", + "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.686322, + "supported_languages": null + }, + "macro.dbt.snapshot_timestamp_strategy": { + "name": "snapshot_timestamp_strategy", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/strategies.sql", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "unique_id": "macro.dbt.snapshot_timestamp_strategy", + "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, config, target_exists) %}\n {% set primary_key = config['unique_key'] %}\n {% set updated_at = config['updated_at'] %}\n {% set invalidate_hard_deletes = config.get('invalidate_hard_deletes', false) %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.dbt_valid_from < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_id_expr = snapshot_hash_arguments([primary_key, updated_at]) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes\n }) %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.snapshot_hash_arguments"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.687358, + "supported_languages": null + }, + "macro.dbt.snapshot_string_as_time": { + "name": "snapshot_string_as_time", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/strategies.sql", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "unique_id": "macro.dbt.snapshot_string_as_time", + "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__snapshot_string_as_time"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.687608, + "supported_languages": null + }, + "macro.dbt.default__snapshot_string_as_time": { + "name": "default__snapshot_string_as_time", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/strategies.sql", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "unique_id": "macro.dbt.default__snapshot_string_as_time", + "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.687871, + "supported_languages": null + }, + "macro.dbt.snapshot_check_all_get_existing_columns": { + "name": "snapshot_check_all_get_existing_columns", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/strategies.sql", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns", + "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n select {{ check_cols_config | join(', ') }} from ({{ node['compiled_code'] }}) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_columns_in_query"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.690149, + "supported_languages": null + }, + "macro.dbt.snapshot_check_strategy": { + "name": "snapshot_check_strategy", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/strategies.sql", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "unique_id": "macro.dbt.snapshot_check_strategy", + "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, config, target_exists) %}\n {% set check_cols_config = config['check_cols'] %}\n {% set primary_key = config['unique_key'] %}\n {% set invalidate_hard_deletes = config.get('invalidate_hard_deletes', false) %}\n {% set updated_at = config.get('updated_at', snapshot_get_time()) %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_id_expr = snapshot_hash_arguments([primary_key, updated_at]) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes\n }) %}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.snapshot_get_time", + "macro.dbt.snapshot_check_all_get_existing_columns", + "macro.dbt.get_true_sql", + "macro.dbt.snapshot_hash_arguments" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6920252, + "supported_languages": null + }, + "macro.dbt.create_columns": { + "name": "create_columns", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.create_columns", + "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__create_columns"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6966982, + "supported_languages": null + }, + "macro.dbt.default__create_columns": { + "name": "default__create_columns", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.default__create_columns", + "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation }} add column \"{{ column.name }}\" {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.69713, + "supported_languages": null + }, + "macro.dbt.post_snapshot": { + "name": "post_snapshot", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.post_snapshot", + "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__post_snapshot"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.697382, + "supported_languages": null + }, + "macro.dbt.default__post_snapshot": { + "name": "default__post_snapshot", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.default__post_snapshot", + "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.697524, + "supported_languages": null + }, + "macro.dbt.get_true_sql": { + "name": "get_true_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.get_true_sql", + "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__get_true_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.6977448, + "supported_languages": null + }, + "macro.dbt.default__get_true_sql": { + "name": "default__get_true_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.default__get_true_sql", + "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.697929, + "supported_languages": null + }, + "macro.dbt.snapshot_staging_table": { + "name": "snapshot_staging_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.snapshot_staging_table", + "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__snapshot_staging_table"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.698234, + "supported_languages": null + }, + "macro.dbt.default__snapshot_staging_table": { + "name": "default__snapshot_staging_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.default__snapshot_staging_table", + "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *,\n {{ strategy.unique_key }} as dbt_unique_key\n\n from {{ target_relation }}\n where dbt_valid_to is null\n\n ),\n\n insertions_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to,\n {{ strategy.scd_id }} as dbt_scd_id\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n {{ strategy.updated_at }} as dbt_valid_to\n\n from snapshot_query\n ),\n\n {%- if strategy.invalidate_hard_deletes %}\n\n deletes_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n\n from insertions_source_data as source_data\n left outer join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where snapshotted_data.dbt_unique_key is null\n or (\n snapshotted_data.dbt_unique_key is not null\n and (\n {{ strategy.row_changed }}\n )\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.dbt_scd_id\n\n from updates_source_data as source_data\n join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where (\n {{ strategy.row_changed }}\n )\n )\n\n {%- if strategy.invalidate_hard_deletes -%}\n ,\n\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as dbt_valid_from,\n {{ snapshot_get_time() }} as dbt_updated_at,\n {{ snapshot_get_time() }} as dbt_valid_to,\n snapshotted_data.dbt_scd_id\n\n from snapshotted_data\n left join deletes_source_data as source_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where source_data.dbt_unique_key is null\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.invalidate_hard_deletes %}\n union all\n select * from deletes\n {%- endif %}\n\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.snapshot_get_time"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.699512, + "supported_languages": null + }, + "macro.dbt.build_snapshot_table": { + "name": "build_snapshot_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.build_snapshot_table", + "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__build_snapshot_table"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.700035, + "supported_languages": null + }, + "macro.dbt.default__build_snapshot_table": { + "name": "default__build_snapshot_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.default__build_snapshot_table", + "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n\n select *,\n {{ strategy.scd_id }} as dbt_scd_id,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.700418, + "supported_languages": null + }, + "macro.dbt.build_snapshot_staging_table": { + "name": "build_snapshot_staging_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/helpers.sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "unique_id": "macro.dbt.build_snapshot_staging_table", + "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.make_temp_relation", + "macro.dbt.snapshot_staging_table", + "macro.dbt.statement", + "macro.dbt.create_table_as" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.701041, + "supported_languages": null + }, + "macro.dbt.materialization_snapshot_default": { + "name": "materialization_snapshot_default", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/snapshots/snapshot.sql", + "original_file_path": "macros/materializations/snapshots/snapshot.sql", + "unique_id": "macro.dbt.materialization_snapshot_default", + "macro_sql": "{% materialization snapshot, default %}\n {%- set config = model['config'] -%}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", config, target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {{ adapter.valid_snapshot_target(target_relation) }}\n\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", + "depends_on": { + "macros": [ + "macro.dbt.get_or_create_relation", + "macro.dbt.run_hooks", + "macro.dbt.strategy_dispatch", + "macro.dbt.build_snapshot_table", + "macro.dbt.create_table_as", + "macro.dbt.build_snapshot_staging_table", + "macro.dbt.create_columns", + "macro.dbt.snapshot_merge_sql", + "macro.dbt.statement", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs", + "macro.dbt.create_indexes", + "macro.dbt.post_snapshot" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7088268, + "supported_languages": ["sql"] + }, + "macro.dbt.materialization_test_default": { + "name": "materialization_test_default", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/tests/test.sql", + "original_file_path": "macros/materializations/tests/test.sql", + "unique_id": "macro.dbt.materialization_test_default", + "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type='table') -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ create_table_as(False, target_relation, sql) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql %}\n\n {% endif %}\n\n {% set limit = config.get('limit') %}\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", + "depends_on": { + "macros": [ + "macro.dbt.should_store_failures", + "macro.dbt.statement", + "macro.dbt.create_table_as", + "macro.dbt.get_test_sql" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7116501, + "supported_languages": ["sql"] + }, + "macro.dbt.get_test_sql": { + "name": "get_test_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/tests/helpers.sql", + "original_file_path": "macros/materializations/tests/helpers.sql", + "unique_id": "macro.dbt.get_test_sql", + "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__get_test_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.712251, + "supported_languages": null + }, + "macro.dbt.default__get_test_sql": { + "name": "default__get_test_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/tests/helpers.sql", + "original_file_path": "macros/materializations/tests/helpers.sql", + "unique_id": "macro.dbt.default__get_test_sql", + "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7127419, + "supported_languages": null + }, + "macro.dbt.get_where_subquery": { + "name": "get_where_subquery", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/tests/where_subquery.sql", + "original_file_path": "macros/materializations/tests/where_subquery.sql", + "unique_id": "macro.dbt.get_where_subquery", + "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__get_where_subquery"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.713253, + "supported_languages": null + }, + "macro.dbt.default__get_where_subquery": { + "name": "default__get_where_subquery", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/tests/where_subquery.sql", + "original_file_path": "macros/materializations/tests/where_subquery.sql", + "unique_id": "macro.dbt.default__get_where_subquery", + "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.713811, + "supported_languages": null + }, + "macro.dbt.get_quoted_csv": { + "name": "get_quoted_csv", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/column_helpers.sql", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "unique_id": "macro.dbt.get_quoted_csv", + "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.715821, + "supported_languages": null + }, + "macro.dbt.diff_columns": { + "name": "diff_columns", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/column_helpers.sql", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "unique_id": "macro.dbt.diff_columns", + "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.716631, + "supported_languages": null + }, + "macro.dbt.diff_column_data_types": { + "name": "diff_column_data_types", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/column_helpers.sql", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "unique_id": "macro.dbt.diff_column_data_types", + "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7175932, + "supported_languages": null + }, + "macro.dbt.get_merge_update_columns": { + "name": "get_merge_update_columns", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/column_helpers.sql", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "unique_id": "macro.dbt.get_merge_update_columns", + "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__get_merge_update_columns"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.717937, + "supported_languages": null + }, + "macro.dbt.default__get_merge_update_columns": { + "name": "default__get_merge_update_columns", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/column_helpers.sql", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "unique_id": "macro.dbt.default__get_merge_update_columns", + "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.718997, + "supported_languages": null + }, + "macro.dbt.get_merge_sql": { + "name": "get_merge_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/merge.sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "unique_id": "macro.dbt.get_merge_sql", + "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n -- back compat for old kwarg name\n {% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__get_merge_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.726326, + "supported_languages": null + }, + "macro.dbt.default__get_merge_sql": { + "name": "default__get_merge_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/merge.sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "unique_id": "macro.dbt.default__get_merge_sql", + "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set unique_key_match %}\n DBT_INTERNAL_SOURCE.{{ unique_key }} = DBT_INTERNAL_DEST.{{ unique_key }}\n {% endset %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.get_quoted_csv", + "macro.dbt.get_merge_update_columns" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.728658, + "supported_languages": null + }, + "macro.dbt.get_delete_insert_merge_sql": { + "name": "get_delete_insert_merge_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/merge.sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "unique_id": "macro.dbt.get_delete_insert_merge_sql", + "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__get_delete_insert_merge_sql"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.729034, + "supported_languages": null + }, + "macro.dbt.default__get_delete_insert_merge_sql": { + "name": "default__get_delete_insert_merge_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/merge.sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "unique_id": "macro.dbt.default__get_delete_insert_merge_sql", + "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not string %}\n delete from {{target }}\n using {{ source }}\n where (\n {% for key in unique_key %}\n {{ source }}.{{ key }} = {{ target }}.{{ key }}\n {{ \"and \" if not loop.last}}\n {% endfor %}\n {% if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {% endif %}\n );\n {% else %}\n delete from {{ target }}\n where (\n {{ unique_key }}) in (\n select ({{ unique_key }})\n from {{ source }}\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_quoted_csv"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7304971, + "supported_languages": null + }, + "macro.dbt.get_insert_overwrite_merge_sql": { + "name": "get_insert_overwrite_merge_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/merge.sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "unique_id": "macro.dbt.get_insert_overwrite_merge_sql", + "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__get_insert_overwrite_merge_sql"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.730884, + "supported_languages": null + }, + "macro.dbt.default__get_insert_overwrite_merge_sql": { + "name": "default__get_insert_overwrite_merge_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/merge.sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql", + "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_quoted_csv"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7318232, + "supported_languages": null + }, + "macro.dbt.is_incremental": { + "name": "is_incremental", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/is_incremental.sql", + "original_file_path": "macros/materializations/models/incremental/is_incremental.sql", + "unique_id": "macro.dbt.is_incremental", + "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.should_full_refresh"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.732708, + "supported_languages": null + }, + "macro.dbt.get_incremental_append_sql": { + "name": "get_incremental_append_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.get_incremental_append_sql", + "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__get_incremental_append_sql"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.73384, + "supported_languages": null + }, + "macro.dbt.default__get_incremental_append_sql": { + "name": "default__get_incremental_append_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.default__get_incremental_append_sql", + "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_insert_into_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.734176, + "supported_languages": null + }, + "macro.dbt.get_incremental_delete_insert_sql": { + "name": "get_incremental_delete_insert_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.get_incremental_delete_insert_sql", + "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__get_incremental_delete_insert_sql"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.734447, + "supported_languages": null + }, + "macro.dbt.default__get_incremental_delete_insert_sql": { + "name": "default__get_incremental_delete_insert_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql", + "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_delete_insert_merge_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.734865, + "supported_languages": null + }, + "macro.dbt.get_incremental_merge_sql": { + "name": "get_incremental_merge_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.get_incremental_merge_sql", + "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__get_incremental_merge_sql"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7351391, + "supported_languages": null + }, + "macro.dbt.default__get_incremental_merge_sql": { + "name": "default__get_incremental_merge_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.default__get_incremental_merge_sql", + "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_merge_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7355561, + "supported_languages": null + }, + "macro.dbt.get_incremental_insert_overwrite_sql": { + "name": "get_incremental_insert_overwrite_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql", + "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__get_incremental_insert_overwrite_sql"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.735828, + "supported_languages": null + }, + "macro.dbt.default__get_incremental_insert_overwrite_sql": { + "name": "default__get_incremental_insert_overwrite_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql", + "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_insert_overwrite_merge_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.736327, + "supported_languages": null + }, + "macro.dbt.get_incremental_default_sql": { + "name": "get_incremental_default_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.get_incremental_default_sql", + "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__get_incremental_default_sql"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.736602, + "supported_languages": null + }, + "macro.dbt.default__get_incremental_default_sql": { + "name": "default__get_incremental_default_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.default__get_incremental_default_sql", + "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_incremental_append_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.736829, + "supported_languages": null + }, + "macro.dbt.get_insert_into_sql": { + "name": "get_insert_into_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/strategies.sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "unique_id": "macro.dbt.get_insert_into_sql", + "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.get_quoted_csv"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.73723, + "supported_languages": null + }, + "macro.dbt.materialization_incremental_default": { + "name": "materialization_incremental_default", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/incremental.sql", + "original_file_path": "macros/materializations/models/incremental/incremental.sql", + "unique_id": "macro.dbt.materialization_incremental_default", + "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", + "depends_on": { + "macros": [ + "macro.dbt.load_cached_relation", + "macro.dbt.make_temp_relation", + "macro.dbt.make_intermediate_relation", + "macro.dbt.make_backup_relation", + "macro.dbt.should_full_refresh", + "macro.dbt.incremental_validate_on_schema_change", + "macro.dbt.drop_relation_if_exists", + "macro.dbt.run_hooks", + "macro.dbt.get_create_table_as_sql", + "macro.dbt.run_query", + "macro.dbt.process_schema_changes", + "macro.dbt.statement", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs", + "macro.dbt.create_indexes" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.743923, + "supported_languages": ["sql"] + }, + "macro.dbt.incremental_validate_on_schema_change": { + "name": "incremental_validate_on_schema_change", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/on_schema_change.sql", + "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", + "unique_id": "macro.dbt.incremental_validate_on_schema_change", + "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.750282, + "supported_languages": null + }, + "macro.dbt.check_for_schema_changes": { + "name": "check_for_schema_changes", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/on_schema_change.sql", + "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", + "unique_id": "macro.dbt.check_for_schema_changes", + "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.diff_columns", "macro.dbt.diff_column_data_types"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.752009, + "supported_languages": null + }, + "macro.dbt.sync_column_schemas": { + "name": "sync_column_schemas", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/on_schema_change.sql", + "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", + "unique_id": "macro.dbt.sync_column_schemas", + "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.alter_relation_add_remove_columns", + "macro.dbt.alter_column_type" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.75366, + "supported_languages": null + }, + "macro.dbt.process_schema_changes": { + "name": "process_schema_changes", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/incremental/on_schema_change.sql", + "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", + "unique_id": "macro.dbt.process_schema_changes", + "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.check_for_schema_changes", + "macro.dbt.sync_column_schemas" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.754858, + "supported_languages": null + }, + "macro.dbt.materialization_table_default": { + "name": "materialization_table_default", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/table/table.sql", + "original_file_path": "macros/materializations/models/table/table.sql", + "unique_id": "macro.dbt.materialization_table_default", + "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% do create_indexes(target_relation) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", + "depends_on": { + "macros": [ + "macro.dbt.load_cached_relation", + "macro.dbt.make_intermediate_relation", + "macro.dbt.make_backup_relation", + "macro.dbt.drop_relation_if_exists", + "macro.dbt.run_hooks", + "macro.dbt.statement", + "macro.dbt.get_create_table_as_sql", + "macro.dbt.create_indexes", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7588842, + "supported_languages": ["sql"] + }, + "macro.dbt.get_create_table_as_sql": { + "name": "get_create_table_as_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/table/create_table_as.sql", + "original_file_path": "macros/materializations/models/table/create_table_as.sql", + "unique_id": "macro.dbt.get_create_table_as_sql", + "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__get_create_table_as_sql"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.759547, + "supported_languages": null + }, + "macro.dbt.default__get_create_table_as_sql": { + "name": "default__get_create_table_as_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/table/create_table_as.sql", + "original_file_path": "macros/materializations/models/table/create_table_as.sql", + "unique_id": "macro.dbt.default__get_create_table_as_sql", + "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.create_table_as"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7598069, + "supported_languages": null + }, + "macro.dbt.create_table_as": { + "name": "create_table_as", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/table/create_table_as.sql", + "original_file_path": "macros/materializations/models/table/create_table_as.sql", + "unique_id": "macro.dbt.create_table_as", + "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__create_table_as"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.760407, + "supported_languages": null + }, + "macro.dbt.default__create_table_as": { + "name": "default__create_table_as", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/table/create_table_as.sql", + "original_file_path": "macros/materializations/models/table/create_table_as.sql", + "unique_id": "macro.dbt.default__create_table_as", + "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n as (\n {{ sql }}\n );\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.760978, + "supported_languages": null + }, + "macro.dbt.materialization_view_default": { + "name": "materialization_view_default", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/view/view.sql", + "original_file_path": "macros/materializations/models/view/view.sql", + "unique_id": "macro.dbt.materialization_view_default", + "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", + "depends_on": { + "macros": [ + "macro.dbt.load_cached_relation", + "macro.dbt.make_intermediate_relation", + "macro.dbt.make_backup_relation", + "macro.dbt.run_hooks", + "macro.dbt.drop_relation_if_exists", + "macro.dbt.statement", + "macro.dbt.get_create_view_as_sql", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7644138, + "supported_languages": ["sql"] + }, + "macro.dbt.handle_existing_table": { + "name": "handle_existing_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/view/helpers.sql", + "original_file_path": "macros/materializations/models/view/helpers.sql", + "unique_id": "macro.dbt.handle_existing_table", + "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__handle_existing_table"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.764828, + "supported_languages": null + }, + "macro.dbt.default__handle_existing_table": { + "name": "default__handle_existing_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/view/helpers.sql", + "original_file_path": "macros/materializations/models/view/helpers.sql", + "unique_id": "macro.dbt.default__handle_existing_table", + "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.765142, + "supported_languages": null + }, + "macro.dbt.create_or_replace_view": { + "name": "create_or_replace_view", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/view/create_or_replace_view.sql", + "original_file_path": "macros/materializations/models/view/create_or_replace_view.sql", + "unique_id": "macro.dbt.create_or_replace_view", + "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=True) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.run_hooks", + "macro.dbt.handle_existing_table", + "macro.dbt.should_full_refresh", + "macro.dbt.statement", + "macro.dbt.get_create_view_as_sql", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7671082, + "supported_languages": null + }, + "macro.dbt.get_create_view_as_sql": { + "name": "get_create_view_as_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/view/create_view_as.sql", + "original_file_path": "macros/materializations/models/view/create_view_as.sql", + "unique_id": "macro.dbt.get_create_view_as_sql", + "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__get_create_view_as_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.767586, + "supported_languages": null + }, + "macro.dbt.default__get_create_view_as_sql": { + "name": "default__get_create_view_as_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/view/create_view_as.sql", + "original_file_path": "macros/materializations/models/view/create_view_as.sql", + "unique_id": "macro.dbt.default__get_create_view_as_sql", + "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.create_view_as"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7678158, + "supported_languages": null + }, + "macro.dbt.create_view_as": { + "name": "create_view_as", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/view/create_view_as.sql", + "original_file_path": "macros/materializations/models/view/create_view_as.sql", + "unique_id": "macro.dbt.create_view_as", + "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__create_view_as"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.768074, + "supported_languages": null + }, + "macro.dbt.default__create_view_as": { + "name": "default__create_view_as", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/models/view/create_view_as.sql", + "original_file_path": "macros/materializations/models/view/create_view_as.sql", + "unique_id": "macro.dbt.default__create_view_as", + "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation }} as (\n {{ sql }}\n );\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.768445, + "supported_languages": null + }, + "macro.dbt.materialization_seed_default": { + "name": "materialization_seed_default", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/seed.sql", + "original_file_path": "macros/materializations/seeds/seed.sql", + "unique_id": "macro.dbt.materialization_seed_default", + "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparision later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation)) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", + "depends_on": { + "macros": [ + "macro.dbt.should_full_refresh", + "macro.dbt.run_hooks", + "macro.dbt.reset_csv_table", + "macro.dbt.create_csv_table", + "macro.dbt.load_csv_rows", + "macro.dbt.noop_statement", + "macro.dbt.get_csv_sql", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs", + "macro.dbt.create_indexes" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.773217, + "supported_languages": ["sql"] + }, + "macro.dbt.create_csv_table": { + "name": "create_csv_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.create_csv_table", + "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__create_csv_table"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.77882, + "supported_languages": null + }, + "macro.dbt.default__create_csv_table": { + "name": "default__create_csv_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.default__create_csv_table", + "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.780159, + "supported_languages": null + }, + "macro.dbt.reset_csv_table": { + "name": "reset_csv_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.reset_csv_table", + "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__reset_csv_table"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7804852, + "supported_languages": null + }, + "macro.dbt.default__reset_csv_table": { + "name": "default__reset_csv_table", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.default__reset_csv_table", + "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.create_csv_table"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.781164, + "supported_languages": null + }, + "macro.dbt.get_csv_sql": { + "name": "get_csv_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.get_csv_sql", + "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__get_csv_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.781433, + "supported_languages": null + }, + "macro.dbt.default__get_csv_sql": { + "name": "default__get_csv_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.default__get_csv_sql", + "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.78163, + "supported_languages": null + }, + "macro.dbt.get_binding_char": { + "name": "get_binding_char", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.get_binding_char", + "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__get_binding_char"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.781834, + "supported_languages": null + }, + "macro.dbt.default__get_binding_char": { + "name": "default__get_binding_char", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.default__get_binding_char", + "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.782003, + "supported_languages": null + }, + "macro.dbt.get_batch_size": { + "name": "get_batch_size", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.get_batch_size", + "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__get_batch_size"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.782227, + "supported_languages": null + }, + "macro.dbt.default__get_batch_size": { + "name": "default__get_batch_size", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.default__get_batch_size", + "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7823958, + "supported_languages": null + }, + "macro.dbt.get_seed_column_quoted_csv": { + "name": "get_seed_column_quoted_csv", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.get_seed_column_quoted_csv", + "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.783061, + "supported_languages": null + }, + "macro.dbt.load_csv_rows": { + "name": "load_csv_rows", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.load_csv_rows", + "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__load_csv_rows"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7833228, + "supported_languages": null + }, + "macro.dbt.default__load_csv_rows": { + "name": "default__load_csv_rows", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/materializations/seeds/helpers.sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "unique_id": "macro.dbt.default__load_csv_rows", + "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.get_batch_size", + "macro.dbt.get_seed_column_quoted_csv", + "macro.dbt.get_binding_char" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.785055, + "supported_languages": null + }, + "macro.dbt.generate_alias_name": { + "name": "generate_alias_name", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/get_custom_name/get_custom_alias.sql", + "original_file_path": "macros/get_custom_name/get_custom_alias.sql", + "unique_id": "macro.dbt.generate_alias_name", + "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__generate_alias_name"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.785557, + "supported_languages": null + }, + "macro.dbt.default__generate_alias_name": { + "name": "default__generate_alias_name", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/get_custom_name/get_custom_alias.sql", + "original_file_path": "macros/get_custom_name/get_custom_alias.sql", + "unique_id": "macro.dbt.default__generate_alias_name", + "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name is none -%}\n\n {{ node.name }}\n\n {%- else -%}\n\n {{ custom_alias_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.785887, + "supported_languages": null + }, + "macro.dbt.generate_schema_name": { + "name": "generate_schema_name", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/get_custom_name/get_custom_schema.sql", + "original_file_path": "macros/get_custom_name/get_custom_schema.sql", + "unique_id": "macro.dbt.generate_schema_name", + "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__generate_schema_name"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7865431, + "supported_languages": null + }, + "macro.dbt.default__generate_schema_name": { + "name": "default__generate_schema_name", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/get_custom_name/get_custom_schema.sql", + "original_file_path": "macros/get_custom_name/get_custom_schema.sql", + "unique_id": "macro.dbt.default__generate_schema_name", + "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.786918, + "supported_languages": null + }, + "macro.dbt.generate_schema_name_for_env": { + "name": "generate_schema_name_for_env", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/get_custom_name/get_custom_schema.sql", + "original_file_path": "macros/get_custom_name/get_custom_schema.sql", + "unique_id": "macro.dbt.generate_schema_name_for_env", + "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.787323, + "supported_languages": null + }, + "macro.dbt.generate_database_name": { + "name": "generate_database_name", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/get_custom_name/get_custom_database.sql", + "original_file_path": "macros/get_custom_name/get_custom_database.sql", + "unique_id": "macro.dbt.generate_database_name", + "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__generate_database_name"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.787838, + "supported_languages": null + }, + "macro.dbt.default__generate_database_name": { + "name": "default__generate_database_name", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/get_custom_name/get_custom_database.sql", + "original_file_path": "macros/get_custom_name/get_custom_database.sql", + "unique_id": "macro.dbt.default__generate_database_name", + "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.788259, + "supported_languages": null + }, + "macro.dbt.default__test_relationships": { + "name": "default__test_relationships", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/generic_test_sql/relationships.sql", + "original_file_path": "macros/generic_test_sql/relationships.sql", + "unique_id": "macro.dbt.default__test_relationships", + "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.788809, + "supported_languages": null + }, + "macro.dbt.default__test_not_null": { + "name": "default__test_not_null", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/generic_test_sql/not_null.sql", + "original_file_path": "macros/generic_test_sql/not_null.sql", + "unique_id": "macro.dbt.default__test_not_null", + "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.should_store_failures"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.78945, + "supported_languages": null + }, + "macro.dbt.default__test_unique": { + "name": "default__test_unique", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/generic_test_sql/unique.sql", + "original_file_path": "macros/generic_test_sql/unique.sql", + "unique_id": "macro.dbt.default__test_unique", + "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.789948, + "supported_languages": null + }, + "macro.dbt.default__test_accepted_values": { + "name": "default__test_accepted_values", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/generic_test_sql/accepted_values.sql", + "original_file_path": "macros/generic_test_sql/accepted_values.sql", + "unique_id": "macro.dbt.default__test_accepted_values", + "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7907891, + "supported_languages": null + }, + "macro.dbt.statement": { + "name": "statement", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/etc/statement.sql", + "original_file_path": "macros/etc/statement.sql", + "unique_id": "macro.dbt.statement", + "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7928262, + "supported_languages": null + }, + "macro.dbt.noop_statement": { + "name": "noop_statement", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/etc/statement.sql", + "original_file_path": "macros/etc/statement.sql", + "unique_id": "macro.dbt.noop_statement", + "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.793617, + "supported_languages": null + }, + "macro.dbt.run_query": { + "name": "run_query", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/etc/statement.sql", + "original_file_path": "macros/etc/statement.sql", + "unique_id": "macro.dbt.run_query", + "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.794029, + "supported_languages": null + }, + "macro.dbt.convert_datetime": { + "name": "convert_datetime", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/etc/datetime.sql", + "original_file_path": "macros/etc/datetime.sql", + "unique_id": "macro.dbt.convert_datetime", + "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7962291, + "supported_languages": null + }, + "macro.dbt.dates_in_range": { + "name": "dates_in_range", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/etc/datetime.sql", + "original_file_path": "macros/etc/datetime.sql", + "unique_id": "macro.dbt.dates_in_range", + "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partiton start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.convert_datetime"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.797861, + "supported_languages": null + }, + "macro.dbt.partition_range": { + "name": "partition_range", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/etc/datetime.sql", + "original_file_path": "macros/etc/datetime.sql", + "unique_id": "macro.dbt.partition_range", + "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.dates_in_range"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.798888, + "supported_languages": null + }, + "macro.dbt.py_current_timestring": { + "name": "py_current_timestring", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/etc/datetime.sql", + "original_file_path": "macros/etc/datetime.sql", + "unique_id": "macro.dbt.py_current_timestring", + "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7992141, + "supported_languages": null + }, + "macro.dbt.except": { + "name": "except", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/except.sql", + "original_file_path": "macros/utils/except.sql", + "unique_id": "macro.dbt.except", + "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__except"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.7995331, + "supported_languages": null + }, + "macro.dbt.default__except": { + "name": "default__except", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/except.sql", + "original_file_path": "macros/utils/except.sql", + "unique_id": "macro.dbt.default__except", + "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.79965, + "supported_languages": null + }, + "macro.dbt.replace": { + "name": "replace", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/replace.sql", + "original_file_path": "macros/utils/replace.sql", + "unique_id": "macro.dbt.replace", + "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__replace"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8000891, + "supported_languages": null + }, + "macro.dbt.default__replace": { + "name": "default__replace", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/replace.sql", + "original_file_path": "macros/utils/replace.sql", + "unique_id": "macro.dbt.default__replace", + "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8003252, + "supported_languages": null + }, + "macro.dbt.concat": { + "name": "concat", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/concat.sql", + "original_file_path": "macros/utils/concat.sql", + "unique_id": "macro.dbt.concat", + "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__concat"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.80066, + "supported_languages": null + }, + "macro.dbt.default__concat": { + "name": "default__concat", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/concat.sql", + "original_file_path": "macros/utils/concat.sql", + "unique_id": "macro.dbt.default__concat", + "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.800843, + "supported_languages": null + }, + "macro.dbt.length": { + "name": "length", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/length.sql", + "original_file_path": "macros/utils/length.sql", + "unique_id": "macro.dbt.length", + "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__length"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.801187, + "supported_languages": null + }, + "macro.dbt.default__length": { + "name": "default__length", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/length.sql", + "original_file_path": "macros/utils/length.sql", + "unique_id": "macro.dbt.default__length", + "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.801344, + "supported_languages": null + }, + "macro.dbt.dateadd": { + "name": "dateadd", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/dateadd.sql", + "original_file_path": "macros/utils/dateadd.sql", + "unique_id": "macro.dbt.dateadd", + "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__dateadd"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.801792, + "supported_languages": null + }, + "macro.dbt.default__dateadd": { + "name": "default__dateadd", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/dateadd.sql", + "original_file_path": "macros/utils/dateadd.sql", + "unique_id": "macro.dbt.default__dateadd", + "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8020291, + "supported_languages": null + }, + "macro.dbt.intersect": { + "name": "intersect", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/intersect.sql", + "original_file_path": "macros/utils/intersect.sql", + "unique_id": "macro.dbt.intersect", + "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__intersect"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.802339, + "supported_languages": null + }, + "macro.dbt.default__intersect": { + "name": "default__intersect", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/intersect.sql", + "original_file_path": "macros/utils/intersect.sql", + "unique_id": "macro.dbt.default__intersect", + "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.802453, + "supported_languages": null + }, + "macro.dbt.escape_single_quotes": { + "name": "escape_single_quotes", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/escape_single_quotes.sql", + "original_file_path": "macros/utils/escape_single_quotes.sql", + "unique_id": "macro.dbt.escape_single_quotes", + "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__escape_single_quotes"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8028438, + "supported_languages": null + }, + "macro.dbt.default__escape_single_quotes": { + "name": "default__escape_single_quotes", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/escape_single_quotes.sql", + "original_file_path": "macros/utils/escape_single_quotes.sql", + "unique_id": "macro.dbt.default__escape_single_quotes", + "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.803045, + "supported_languages": null + }, + "macro.dbt.right": { + "name": "right", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/right.sql", + "original_file_path": "macros/utils/right.sql", + "unique_id": "macro.dbt.right", + "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__right"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.803442, + "supported_languages": null + }, + "macro.dbt.default__right": { + "name": "default__right", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/right.sql", + "original_file_path": "macros/utils/right.sql", + "unique_id": "macro.dbt.default__right", + "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.803642, + "supported_languages": null + }, + "macro.dbt.listagg": { + "name": "listagg", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/listagg.sql", + "original_file_path": "macros/utils/listagg.sql", + "unique_id": "macro.dbt.listagg", + "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__listagg"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.804543, + "supported_languages": null + }, + "macro.dbt.default__listagg": { + "name": "default__listagg", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/listagg.sql", + "original_file_path": "macros/utils/listagg.sql", + "unique_id": "macro.dbt.default__listagg", + "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8051982, + "supported_languages": null + }, + "macro.dbt.datediff": { + "name": "datediff", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/datediff.sql", + "original_file_path": "macros/utils/datediff.sql", + "unique_id": "macro.dbt.datediff", + "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__datediff"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8056488, + "supported_languages": null + }, + "macro.dbt.default__datediff": { + "name": "default__datediff", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/datediff.sql", + "original_file_path": "macros/utils/datediff.sql", + "unique_id": "macro.dbt.default__datediff", + "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8058848, + "supported_languages": null + }, + "macro.dbt.safe_cast": { + "name": "safe_cast", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/safe_cast.sql", + "original_file_path": "macros/utils/safe_cast.sql", + "unique_id": "macro.dbt.safe_cast", + "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__safe_cast"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8062809, + "supported_languages": null + }, + "macro.dbt.default__safe_cast": { + "name": "default__safe_cast", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/safe_cast.sql", + "original_file_path": "macros/utils/safe_cast.sql", + "unique_id": "macro.dbt.default__safe_cast", + "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.806487, + "supported_languages": null + }, + "macro.dbt.hash": { + "name": "hash", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/hash.sql", + "original_file_path": "macros/utils/hash.sql", + "unique_id": "macro.dbt.hash", + "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__hash"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.806836, + "supported_languages": null + }, + "macro.dbt.default__hash": { + "name": "default__hash", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/hash.sql", + "original_file_path": "macros/utils/hash.sql", + "unique_id": "macro.dbt.default__hash", + "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.807182, + "supported_languages": null + }, + "macro.dbt.cast_bool_to_text": { + "name": "cast_bool_to_text", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/cast_bool_to_text.sql", + "original_file_path": "macros/utils/cast_bool_to_text.sql", + "unique_id": "macro.dbt.cast_bool_to_text", + "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__cast_bool_to_text"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.807521, + "supported_languages": null + }, + "macro.dbt.default__cast_bool_to_text": { + "name": "default__cast_bool_to_text", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/cast_bool_to_text.sql", + "original_file_path": "macros/utils/cast_bool_to_text.sql", + "unique_id": "macro.dbt.default__cast_bool_to_text", + "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.807751, + "supported_languages": null + }, + "macro.dbt.any_value": { + "name": "any_value", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/any_value.sql", + "original_file_path": "macros/utils/any_value.sql", + "unique_id": "macro.dbt.any_value", + "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__any_value"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.808089, + "supported_languages": null + }, + "macro.dbt.default__any_value": { + "name": "default__any_value", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/any_value.sql", + "original_file_path": "macros/utils/any_value.sql", + "unique_id": "macro.dbt.default__any_value", + "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.808244, + "supported_languages": null + }, + "macro.dbt.position": { + "name": "position", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/position.sql", + "original_file_path": "macros/utils/position.sql", + "unique_id": "macro.dbt.position", + "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__position"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.80864, + "supported_languages": null + }, + "macro.dbt.default__position": { + "name": "default__position", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/position.sql", + "original_file_path": "macros/utils/position.sql", + "unique_id": "macro.dbt.default__position", + "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.808836, + "supported_languages": null + }, + "macro.dbt.string_literal": { + "name": "string_literal", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/literal.sql", + "original_file_path": "macros/utils/literal.sql", + "unique_id": "macro.dbt.string_literal", + "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt.default__string_literal"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.809171, + "supported_languages": null + }, + "macro.dbt.default__string_literal": { + "name": "default__string_literal", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/literal.sql", + "original_file_path": "macros/utils/literal.sql", + "unique_id": "macro.dbt.default__string_literal", + "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.809325, + "supported_languages": null + }, + "macro.dbt.type_string": { + "name": "type_string", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.type_string", + "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt_trino.trino__type_string"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.810467, + "supported_languages": null + }, + "macro.dbt.default__type_string": { + "name": "default__type_string", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.default__type_string", + "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.810685, + "supported_languages": null + }, + "macro.dbt.type_timestamp": { + "name": "type_timestamp", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.type_timestamp", + "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt.default__type_timestamp"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8109171, + "supported_languages": null + }, + "macro.dbt.default__type_timestamp": { + "name": "default__type_timestamp", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.default__type_timestamp", + "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.811132, + "supported_languages": null + }, + "macro.dbt.type_float": { + "name": "type_float", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.type_float", + "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt_trino.trino__type_float"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.811359, + "supported_languages": null + }, + "macro.dbt.default__type_float": { + "name": "default__type_float", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.default__type_float", + "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.811572, + "supported_languages": null + }, + "macro.dbt.type_numeric": { + "name": "type_numeric", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.type_numeric", + "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt_trino.trino__type_numeric"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.811799, + "supported_languages": null + }, + "macro.dbt.default__type_numeric": { + "name": "default__type_numeric", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.default__type_numeric", + "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.812046, + "supported_languages": null + }, + "macro.dbt.type_bigint": { + "name": "type_bigint", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.type_bigint", + "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt.default__type_bigint"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.812307, + "supported_languages": null + }, + "macro.dbt.default__type_bigint": { + "name": "default__type_bigint", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.default__type_bigint", + "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.81252, + "supported_languages": null + }, + "macro.dbt.type_int": { + "name": "type_int", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.type_int", + "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt_trino.trino__type_int"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.812854, + "supported_languages": null + }, + "macro.dbt.default__type_int": { + "name": "default__type_int", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.default__type_int", + "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.81306, + "supported_languages": null + }, + "macro.dbt.type_boolean": { + "name": "type_boolean", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.type_boolean", + "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt.default__type_boolean"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.813289, + "supported_languages": null + }, + "macro.dbt.default__type_boolean": { + "name": "default__type_boolean", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/data_types.sql", + "original_file_path": "macros/utils/data_types.sql", + "unique_id": "macro.dbt.default__type_boolean", + "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8134952, + "supported_languages": null + }, + "macro.dbt.array_concat": { + "name": "array_concat", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/array_concat.sql", + "original_file_path": "macros/utils/array_concat.sql", + "unique_id": "macro.dbt.array_concat", + "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__array_concat"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.813872, + "supported_languages": null + }, + "macro.dbt.default__array_concat": { + "name": "default__array_concat", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/array_concat.sql", + "original_file_path": "macros/utils/array_concat.sql", + "unique_id": "macro.dbt.default__array_concat", + "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.814069, + "supported_languages": null + }, + "macro.dbt.bool_or": { + "name": "bool_or", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/bool_or.sql", + "original_file_path": "macros/utils/bool_or.sql", + "unique_id": "macro.dbt.bool_or", + "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__bool_or"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.814406, + "supported_languages": null + }, + "macro.dbt.default__bool_or": { + "name": "default__bool_or", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/bool_or.sql", + "original_file_path": "macros/utils/bool_or.sql", + "unique_id": "macro.dbt.default__bool_or", + "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8146582, + "supported_languages": null + }, + "macro.dbt.last_day": { + "name": "last_day", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/last_day.sql", + "original_file_path": "macros/utils/last_day.sql", + "unique_id": "macro.dbt.last_day", + "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__last_day"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.815667, + "supported_languages": null + }, + "macro.dbt.default_last_day": { + "name": "default_last_day", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/last_day.sql", + "original_file_path": "macros/utils/last_day.sql", + "unique_id": "macro.dbt.default_last_day", + "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8164868, + "supported_languages": null + }, + "macro.dbt.default__last_day": { + "name": "default__last_day", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/last_day.sql", + "original_file_path": "macros/utils/last_day.sql", + "unique_id": "macro.dbt.default__last_day", + "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.default_last_day"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.81674, + "supported_languages": null + }, + "macro.dbt.split_part": { + "name": "split_part", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/split_part.sql", + "original_file_path": "macros/utils/split_part.sql", + "unique_id": "macro.dbt.split_part", + "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__split_part"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.817472, + "supported_languages": null + }, + "macro.dbt.default__split_part": { + "name": "default__split_part", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/split_part.sql", + "original_file_path": "macros/utils/split_part.sql", + "unique_id": "macro.dbt.default__split_part", + "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8177202, + "supported_languages": null + }, + "macro.dbt._split_part_negative": { + "name": "_split_part_negative", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/split_part.sql", + "original_file_path": "macros/utils/split_part.sql", + "unique_id": "macro.dbt._split_part_negative", + "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 {{ part_number }}\n )\n\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.818049, + "supported_languages": null + }, + "macro.dbt.date_trunc": { + "name": "date_trunc", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/date_trunc.sql", + "original_file_path": "macros/utils/date_trunc.sql", + "unique_id": "macro.dbt.date_trunc", + "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__date_trunc"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8184462, + "supported_languages": null + }, + "macro.dbt.default__date_trunc": { + "name": "default__date_trunc", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/date_trunc.sql", + "original_file_path": "macros/utils/date_trunc.sql", + "unique_id": "macro.dbt.default__date_trunc", + "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.818646, + "supported_languages": null + }, + "macro.dbt.array_construct": { + "name": "array_construct", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/array_construct.sql", + "original_file_path": "macros/utils/array_construct.sql", + "unique_id": "macro.dbt.array_construct", + "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__array_construct"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8191721, + "supported_languages": null + }, + "macro.dbt.default__array_construct": { + "name": "default__array_construct", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/array_construct.sql", + "original_file_path": "macros/utils/array_construct.sql", + "unique_id": "macro.dbt.default__array_construct", + "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.819535, + "supported_languages": null + }, + "macro.dbt.array_append": { + "name": "array_append", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/array_append.sql", + "original_file_path": "macros/utils/array_append.sql", + "unique_id": "macro.dbt.array_append", + "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__array_append"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.819934, + "supported_languages": null + }, + "macro.dbt.default__array_append": { + "name": "default__array_append", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/utils/array_append.sql", + "original_file_path": "macros/utils/array_append.sql", + "unique_id": "macro.dbt.default__array_append", + "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.820138, + "supported_languages": null + }, + "macro.dbt.create_schema": { + "name": "create_schema", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/schema.sql", + "original_file_path": "macros/adapters/schema.sql", + "unique_id": "macro.dbt.create_schema", + "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__create_schema"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.820652, + "supported_languages": null + }, + "macro.dbt.default__create_schema": { + "name": "default__create_schema", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/schema.sql", + "original_file_path": "macros/adapters/schema.sql", + "unique_id": "macro.dbt.default__create_schema", + "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.82093, + "supported_languages": null + }, + "macro.dbt.drop_schema": { + "name": "drop_schema", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/schema.sql", + "original_file_path": "macros/adapters/schema.sql", + "unique_id": "macro.dbt.drop_schema", + "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__drop_schema"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.821172, + "supported_languages": null + }, + "macro.dbt.default__drop_schema": { + "name": "default__drop_schema", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/schema.sql", + "original_file_path": "macros/adapters/schema.sql", + "unique_id": "macro.dbt.default__drop_schema", + "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8214478, + "supported_languages": null + }, + "macro.dbt.current_timestamp": { + "name": "current_timestamp", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/timestamps.sql", + "original_file_path": "macros/adapters/timestamps.sql", + "unique_id": "macro.dbt.current_timestamp", + "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt_trino.trino__current_timestamp"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8221738, + "supported_languages": null + }, + "macro.dbt.default__current_timestamp": { + "name": "default__current_timestamp", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/timestamps.sql", + "original_file_path": "macros/adapters/timestamps.sql", + "unique_id": "macro.dbt.default__current_timestamp", + "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.82255, + "supported_languages": null + }, + "macro.dbt.snapshot_get_time": { + "name": "snapshot_get_time", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/timestamps.sql", + "original_file_path": "macros/adapters/timestamps.sql", + "unique_id": "macro.dbt.snapshot_get_time", + "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": ["macro.dbt.default__snapshot_get_time"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.822886, + "supported_languages": null + }, + "macro.dbt.default__snapshot_get_time": { + "name": "default__snapshot_get_time", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/timestamps.sql", + "original_file_path": "macros/adapters/timestamps.sql", + "unique_id": "macro.dbt.default__snapshot_get_time", + "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.current_timestamp"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8230588, + "supported_languages": null + }, + "macro.dbt.current_timestamp_backcompat": { + "name": "current_timestamp_backcompat", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/timestamps.sql", + "original_file_path": "macros/adapters/timestamps.sql", + "unique_id": "macro.dbt.current_timestamp_backcompat", + "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__current_timestamp_backcompat"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8233018, + "supported_languages": null + }, + "macro.dbt.default__current_timestamp_backcompat": { + "name": "default__current_timestamp_backcompat", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/timestamps.sql", + "original_file_path": "macros/adapters/timestamps.sql", + "unique_id": "macro.dbt.default__current_timestamp_backcompat", + "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8234172, + "supported_languages": null + }, + "macro.dbt.current_timestamp_in_utc_backcompat": { + "name": "current_timestamp_in_utc_backcompat", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/timestamps.sql", + "original_file_path": "macros/adapters/timestamps.sql", + "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat", + "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__current_timestamp_in_utc_backcompat"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.823648, + "supported_languages": null + }, + "macro.dbt.default__current_timestamp_in_utc_backcompat": { + "name": "default__current_timestamp_in_utc_backcompat", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/timestamps.sql", + "original_file_path": "macros/adapters/timestamps.sql", + "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat", + "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.current_timestamp_backcompat", + "macro.dbt.default__current_timestamp_backcompat" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.823939, + "supported_languages": null + }, + "macro.dbt.get_create_index_sql": { + "name": "get_create_index_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/indexes.sql", + "original_file_path": "macros/adapters/indexes.sql", + "unique_id": "macro.dbt.get_create_index_sql", + "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__get_create_index_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.824529, + "supported_languages": null + }, + "macro.dbt.default__get_create_index_sql": { + "name": "default__get_create_index_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/indexes.sql", + "original_file_path": "macros/adapters/indexes.sql", + "unique_id": "macro.dbt.default__get_create_index_sql", + "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.824728, + "supported_languages": null + }, + "macro.dbt.create_indexes": { + "name": "create_indexes", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/indexes.sql", + "original_file_path": "macros/adapters/indexes.sql", + "unique_id": "macro.dbt.create_indexes", + "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__create_indexes"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.824954, + "supported_languages": null + }, + "macro.dbt.default__create_indexes": { + "name": "default__create_indexes", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/indexes.sql", + "original_file_path": "macros/adapters/indexes.sql", + "unique_id": "macro.dbt.default__create_indexes", + "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.get_create_index_sql", "macro.dbt.run_query"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.825516, + "supported_languages": null + }, + "macro.dbt.make_intermediate_relation": { + "name": "make_intermediate_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.make_intermediate_relation", + "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.default__make_intermediate_relation"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.829542, + "supported_languages": null + }, + "macro.dbt.default__make_intermediate_relation": { + "name": "default__make_intermediate_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.default__make_intermediate_relation", + "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__make_temp_relation"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.829891, + "supported_languages": null + }, + "macro.dbt.make_temp_relation": { + "name": "make_temp_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.make_temp_relation", + "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__make_temp_relation"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.830196, + "supported_languages": null + }, + "macro.dbt.default__make_temp_relation": { + "name": "default__make_temp_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.default__make_temp_relation", + "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8305988, + "supported_languages": null + }, + "macro.dbt.make_backup_relation": { + "name": "make_backup_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.make_backup_relation", + "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__make_backup_relation"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.830934, + "supported_languages": null + }, + "macro.dbt.default__make_backup_relation": { + "name": "default__make_backup_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.default__make_backup_relation", + "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8313768, + "supported_languages": null + }, + "macro.dbt.drop_relation": { + "name": "drop_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.drop_relation", + "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__drop_relation"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.831629, + "supported_languages": null + }, + "macro.dbt.default__drop_relation": { + "name": "default__drop_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.default__drop_relation", + "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n drop {{ relation.type }} if exists {{ relation }} cascade\n {%- endcall %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8319302, + "supported_languages": null + }, + "macro.dbt.truncate_relation": { + "name": "truncate_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.truncate_relation", + "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__truncate_relation"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8321831, + "supported_languages": null + }, + "macro.dbt.default__truncate_relation": { + "name": "default__truncate_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.default__truncate_relation", + "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation }}\n {%- endcall %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.832417, + "supported_languages": null + }, + "macro.dbt.rename_relation": { + "name": "rename_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.rename_relation", + "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__rename_relation"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.832698, + "supported_languages": null + }, + "macro.dbt.default__rename_relation": { + "name": "default__rename_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.default__rename_relation", + "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.833094, + "supported_languages": null + }, + "macro.dbt.get_or_create_relation": { + "name": "get_or_create_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.get_or_create_relation", + "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__get_or_create_relation"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8335161, + "supported_languages": null + }, + "macro.dbt.default__get_or_create_relation": { + "name": "default__get_or_create_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.default__get_or_create_relation", + "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.834271, + "supported_languages": null + }, + "macro.dbt.load_cached_relation": { + "name": "load_cached_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.load_cached_relation", + "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.83459, + "supported_languages": null + }, + "macro.dbt.load_relation": { + "name": "load_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.load_relation", + "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.load_cached_relation"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.834795, + "supported_languages": null + }, + "macro.dbt.drop_relation_if_exists": { + "name": "drop_relation_if_exists", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/relation.sql", + "original_file_path": "macros/adapters/relation.sql", + "unique_id": "macro.dbt.drop_relation_if_exists", + "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.835073, + "supported_languages": null + }, + "macro.dbt.collect_freshness": { + "name": "collect_freshness", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/freshness.sql", + "original_file_path": "macros/adapters/freshness.sql", + "unique_id": "macro.dbt.collect_freshness", + "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__collect_freshness"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.835626, + "supported_languages": null + }, + "macro.dbt.default__collect_freshness": { + "name": "default__collect_freshness", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/freshness.sql", + "original_file_path": "macros/adapters/freshness.sql", + "unique_id": "macro.dbt.default__collect_freshness", + "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness').table) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8362129, + "supported_languages": null + }, + "macro.dbt.copy_grants": { + "name": "copy_grants", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.copy_grants", + "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__copy_grants"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.83843, + "supported_languages": null + }, + "macro.dbt.default__copy_grants": { + "name": "default__copy_grants", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.default__copy_grants", + "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.838602, + "supported_languages": null + }, + "macro.dbt.support_multiple_grantees_per_dcl_statement": { + "name": "support_multiple_grantees_per_dcl_statement", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement", + "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt_trino.trino__support_multiple_grantees_per_dcl_statement" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.838836, + "supported_languages": null + }, + "macro.dbt.default__support_multiple_grantees_per_dcl_statement": { + "name": "default__support_multiple_grantees_per_dcl_statement", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement", + "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.838999, + "supported_languages": null + }, + "macro.dbt.should_revoke": { + "name": "should_revoke", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.should_revoke", + "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.copy_grants"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.839489, + "supported_languages": null + }, + "macro.dbt.get_show_grant_sql": { + "name": "get_show_grant_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.get_show_grant_sql", + "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__get_show_grant_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.839751, + "supported_languages": null + }, + "macro.dbt.default__get_show_grant_sql": { + "name": "default__get_show_grant_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.default__get_show_grant_sql", + "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8399072, + "supported_languages": null + }, + "macro.dbt.get_grant_sql": { + "name": "get_grant_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.get_grant_sql", + "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__get_grant_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8402271, + "supported_languages": null + }, + "macro.dbt.default__get_grant_sql": { + "name": "default__get_grant_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.default__get_grant_sql", + "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8404968, + "supported_languages": null + }, + "macro.dbt.get_revoke_sql": { + "name": "get_revoke_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.get_revoke_sql", + "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__get_revoke_sql"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8408132, + "supported_languages": null + }, + "macro.dbt.default__get_revoke_sql": { + "name": "default__get_revoke_sql", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.default__get_revoke_sql", + "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.841206, + "supported_languages": null + }, + "macro.dbt.get_dcl_statement_list": { + "name": "get_dcl_statement_list", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.get_dcl_statement_list", + "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__get_dcl_statement_list"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.841527, + "supported_languages": null + }, + "macro.dbt.default__get_dcl_statement_list": { + "name": "default__get_dcl_statement_list", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.default__get_dcl_statement_list", + "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", + "depends_on": { + "macros": ["macro.dbt.support_multiple_grantees_per_dcl_statement"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8424609, + "supported_languages": null + }, + "macro.dbt.call_dcl_statements": { + "name": "call_dcl_statements", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.call_dcl_statements", + "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__call_dcl_statements"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.842728, + "supported_languages": null + }, + "macro.dbt.default__call_dcl_statements": { + "name": "default__call_dcl_statements", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.default__call_dcl_statements", + "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.843085, + "supported_languages": null + }, + "macro.dbt.apply_grants": { + "name": "apply_grants", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.apply_grants", + "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__apply_grants"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.843404, + "supported_languages": null + }, + "macro.dbt.default__apply_grants": { + "name": "default__apply_grants", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/apply_grants.sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "unique_id": "macro.dbt.default__apply_grants", + "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.run_query", + "macro.dbt.get_show_grant_sql", + "macro.dbt.get_dcl_statement_list", + "macro.dbt.call_dcl_statements" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.844982, + "supported_languages": null + }, + "macro.dbt.alter_column_comment": { + "name": "alter_column_comment", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/persist_docs.sql", + "original_file_path": "macros/adapters/persist_docs.sql", + "unique_id": "macro.dbt.alter_column_comment", + "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__alter_column_comment"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.845846, + "supported_languages": null + }, + "macro.dbt.default__alter_column_comment": { + "name": "default__alter_column_comment", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/persist_docs.sql", + "original_file_path": "macros/adapters/persist_docs.sql", + "unique_id": "macro.dbt.default__alter_column_comment", + "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8462179, + "supported_languages": null + }, + "macro.dbt.alter_relation_comment": { + "name": "alter_relation_comment", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/persist_docs.sql", + "original_file_path": "macros/adapters/persist_docs.sql", + "unique_id": "macro.dbt.alter_relation_comment", + "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__alter_relation_comment"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8465018, + "supported_languages": null + }, + "macro.dbt.default__alter_relation_comment": { + "name": "default__alter_relation_comment", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/persist_docs.sql", + "original_file_path": "macros/adapters/persist_docs.sql", + "unique_id": "macro.dbt.default__alter_relation_comment", + "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.846744, + "supported_languages": null + }, + "macro.dbt.persist_docs": { + "name": "persist_docs", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/persist_docs.sql", + "original_file_path": "macros/adapters/persist_docs.sql", + "unique_id": "macro.dbt.persist_docs", + "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__persist_docs"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.847112, + "supported_languages": null + }, + "macro.dbt.default__persist_docs": { + "name": "default__persist_docs", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/persist_docs.sql", + "original_file_path": "macros/adapters/persist_docs.sql", + "unique_id": "macro.dbt.default__persist_docs", + "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.run_query", + "macro.dbt.alter_relation_comment", + "macro.dbt.alter_column_comment" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.847774, + "supported_languages": null + }, + "macro.dbt.get_catalog": { + "name": "get_catalog", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/metadata.sql", + "original_file_path": "macros/adapters/metadata.sql", + "unique_id": "macro.dbt.get_catalog", + "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__get_catalog"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8495529, + "supported_languages": null + }, + "macro.dbt.default__get_catalog": { + "name": "default__get_catalog", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/metadata.sql", + "original_file_path": "macros/adapters/metadata.sql", + "unique_id": "macro.dbt.default__get_catalog", + "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.849924, + "supported_languages": null + }, + "macro.dbt.information_schema_name": { + "name": "information_schema_name", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/metadata.sql", + "original_file_path": "macros/adapters/metadata.sql", + "unique_id": "macro.dbt.information_schema_name", + "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__information_schema_name"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.850185, + "supported_languages": null + }, + "macro.dbt.default__information_schema_name": { + "name": "default__information_schema_name", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/metadata.sql", + "original_file_path": "macros/adapters/metadata.sql", + "unique_id": "macro.dbt.default__information_schema_name", + "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.850413, + "supported_languages": null + }, + "macro.dbt.list_schemas": { + "name": "list_schemas", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/metadata.sql", + "original_file_path": "macros/adapters/metadata.sql", + "unique_id": "macro.dbt.list_schemas", + "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt_trino.trino__list_schemas"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.850664, + "supported_languages": null + }, + "macro.dbt.default__list_schemas": { + "name": "default__list_schemas", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/metadata.sql", + "original_file_path": "macros/adapters/metadata.sql", + "unique_id": "macro.dbt.default__list_schemas", + "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt.information_schema_name", "macro.dbt.run_query"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.851007, + "supported_languages": null + }, + "macro.dbt.check_schema_exists": { + "name": "check_schema_exists", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/metadata.sql", + "original_file_path": "macros/adapters/metadata.sql", + "unique_id": "macro.dbt.check_schema_exists", + "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__check_schema_exists"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.851288, + "supported_languages": null + }, + "macro.dbt.default__check_schema_exists": { + "name": "default__check_schema_exists", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/metadata.sql", + "original_file_path": "macros/adapters/metadata.sql", + "unique_id": "macro.dbt.default__check_schema_exists", + "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.replace", "macro.dbt.run_query"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.851708, + "supported_languages": null + }, + "macro.dbt.list_relations_without_caching": { + "name": "list_relations_without_caching", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/metadata.sql", + "original_file_path": "macros/adapters/metadata.sql", + "unique_id": "macro.dbt.list_relations_without_caching", + "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__list_relations_without_caching"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.851968, + "supported_languages": null + }, + "macro.dbt.default__list_relations_without_caching": { + "name": "default__list_relations_without_caching", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/metadata.sql", + "original_file_path": "macros/adapters/metadata.sql", + "unique_id": "macro.dbt.default__list_relations_without_caching", + "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8521988, + "supported_languages": null + }, + "macro.dbt.get_columns_in_relation": { + "name": "get_columns_in_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/columns.sql", + "original_file_path": "macros/adapters/columns.sql", + "unique_id": "macro.dbt.get_columns_in_relation", + "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__get_columns_in_relation"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.854172, + "supported_languages": null + }, + "macro.dbt.default__get_columns_in_relation": { + "name": "default__get_columns_in_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/columns.sql", + "original_file_path": "macros/adapters/columns.sql", + "unique_id": "macro.dbt.default__get_columns_in_relation", + "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.854401, + "supported_languages": null + }, + "macro.dbt.sql_convert_columns_in_relation": { + "name": "sql_convert_columns_in_relation", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/columns.sql", + "original_file_path": "macros/adapters/columns.sql", + "unique_id": "macro.dbt.sql_convert_columns_in_relation", + "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8548732, + "supported_languages": null + }, + "macro.dbt.get_columns_in_query": { + "name": "get_columns_in_query", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/columns.sql", + "original_file_path": "macros/adapters/columns.sql", + "unique_id": "macro.dbt.get_columns_in_query", + "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__get_columns_in_query"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.855129, + "supported_languages": null + }, + "macro.dbt.default__get_columns_in_query": { + "name": "default__get_columns_in_query", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/columns.sql", + "original_file_path": "macros/adapters/columns.sql", + "unique_id": "macro.dbt.default__get_columns_in_query", + "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n {% endcall %}\n\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.855812, + "supported_languages": null + }, + "macro.dbt.alter_column_type": { + "name": "alter_column_type", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/columns.sql", + "original_file_path": "macros/adapters/columns.sql", + "unique_id": "macro.dbt.alter_column_type", + "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__alter_column_type"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8564942, + "supported_languages": null + }, + "macro.dbt.default__alter_column_type": { + "name": "default__alter_column_type", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/columns.sql", + "original_file_path": "macros/adapters/columns.sql", + "unique_id": "macro.dbt.default__alter_column_type", + "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.statement"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.857352, + "supported_languages": null + }, + "macro.dbt.alter_relation_add_remove_columns": { + "name": "alter_relation_add_remove_columns", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/columns.sql", + "original_file_path": "macros/adapters/columns.sql", + "unique_id": "macro.dbt.alter_relation_add_remove_columns", + "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", + "depends_on": { + "macros": ["macro.dbt_trino.trino__alter_relation_add_remove_columns"] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.857703, + "supported_languages": null + }, + "macro.dbt.default__alter_relation_add_remove_columns": { + "name": "default__alter_relation_add_remove_columns", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/adapters/columns.sql", + "original_file_path": "macros/adapters/columns.sql", + "unique_id": "macro.dbt.default__alter_relation_add_remove_columns", + "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation }}\n\n {% for column in add_columns %}\n add column {{ column.name }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.name }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.run_query"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.858803, + "supported_languages": null + }, + "macro.dbt.resolve_model_name": { + "name": "resolve_model_name", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/python_model/python.sql", + "original_file_path": "macros/python_model/python.sql", + "unique_id": "macro.dbt.resolve_model_name", + "macro_sql": "{% macro resolve_model_name(input_model_name) %}\n {{ return(adapter.dispatch('resolve_model_name', 'dbt')(input_model_name)) }}\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.default__resolve_model_name"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.860427, + "supported_languages": null + }, + "macro.dbt.default__resolve_model_name": { + "name": "default__resolve_model_name", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/python_model/python.sql", + "original_file_path": "macros/python_model/python.sql", + "unique_id": "macro.dbt.default__resolve_model_name", + "macro_sql": "\n\n{%- macro default__resolve_model_name(input_model_name) -%}\n {{ input_model_name | string | replace('\"', '\\\"') }}\n{%- endmacro -%}\n\n", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.860648, + "supported_languages": null + }, + "macro.dbt.build_ref_function": { + "name": "build_ref_function", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/python_model/python.sql", + "original_file_path": "macros/python_model/python.sql", + "unique_id": "macro.dbt.build_ref_function", + "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {%- set resolved = ref(*_ref) -%}\n {%- do ref_dict.update({_ref | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef ref(*args,dbt_load_df_function):\n refs = {{ ref_dict | tojson }}\n key = '.'.join(args)\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.resolve_model_name"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.861213, + "supported_languages": null + }, + "macro.dbt.build_source_function": { + "name": "build_source_function", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/python_model/python.sql", + "original_file_path": "macros/python_model/python.sql", + "unique_id": "macro.dbt.build_source_function", + "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = '.'.join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", + "depends_on": { "macros": ["macro.dbt.resolve_model_name"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8617759, + "supported_languages": null + }, + "macro.dbt.build_config_dict": { + "name": "build_config_dict", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/python_model/python.sql", + "original_file_path": "macros/python_model/python.sql", + "unique_id": "macro.dbt.build_config_dict", + "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}\n {%- for key, default in config_dbt_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == \"language\" -%}\n {%- set value = \"python\" -%}\n {%- endif -%}\n {%- set value = model.config.get(key, default) -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.862593, + "supported_languages": null + }, + "macro.dbt.py_script_postfix": { + "name": "py_script_postfix", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/python_model/python.sql", + "original_file_path": "macros/python_model/python.sql", + "unique_id": "macro.dbt.py_script_postfix", + "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = \"{{ this.database }}\"\n schema = \"{{ this.schema }}\"\n identifier = \"{{ this.identifier }}\"\n {% set this_relation_name = resolve_model_name(this) %}\n def __repr__(self):\n return '{{ this_relation_name }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args: ref(*args, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", + "depends_on": { + "macros": [ + "macro.dbt.build_ref_function", + "macro.dbt.build_source_function", + "macro.dbt.build_config_dict", + "macro.dbt.resolve_model_name", + "macro.dbt.is_incremental", + "macro.dbt.py_script_comment" + ] + }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.863318, + "supported_languages": null + }, + "macro.dbt.py_script_comment": { + "name": "py_script_comment", + "resource_type": "macro", + "package_name": "dbt", + "path": "macros/python_model/python.sql", + "original_file_path": "macros/python_model/python.sql", + "unique_id": "macro.dbt.py_script_comment", + "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", + "depends_on": { "macros": [] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.863431, + "supported_languages": null + }, + "macro.dbt.test_unique": { + "name": "test_unique", + "resource_type": "macro", + "package_name": "dbt", + "path": "tests/generic/builtin.sql", + "original_file_path": "tests/generic/builtin.sql", + "unique_id": "macro.dbt.test_unique", + "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", + "depends_on": { "macros": ["macro.dbt.default__test_unique"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.8641129, + "supported_languages": null + }, + "macro.dbt.test_not_null": { + "name": "test_not_null", + "resource_type": "macro", + "package_name": "dbt", + "path": "tests/generic/builtin.sql", + "original_file_path": "tests/generic/builtin.sql", + "unique_id": "macro.dbt.test_not_null", + "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", + "depends_on": { "macros": ["macro.dbt.default__test_not_null"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.864446, + "supported_languages": null + }, + "macro.dbt.test_accepted_values": { + "name": "test_accepted_values", + "resource_type": "macro", + "package_name": "dbt", + "path": "tests/generic/builtin.sql", + "original_file_path": "tests/generic/builtin.sql", + "unique_id": "macro.dbt.test_accepted_values", + "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", + "depends_on": { "macros": ["macro.dbt.default__test_accepted_values"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.864843, + "supported_languages": null + }, + "macro.dbt.test_relationships": { + "name": "test_relationships", + "resource_type": "macro", + "package_name": "dbt", + "path": "tests/generic/builtin.sql", + "original_file_path": "tests/generic/builtin.sql", + "unique_id": "macro.dbt.test_relationships", + "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", + "depends_on": { "macros": ["macro.dbt.default__test_relationships"] }, + "description": "", + "meta": {}, + "docs": { "show": true, "node_color": null }, + "patch_path": null, + "arguments": [], + "created_at": 1716284859.865223, + "supported_languages": null + } + }, + "docs": { + "doc.dbt.__overview__": { + "name": "__overview__", + "resource_type": "doc", + "package_name": "dbt", + "path": "overview.md", + "original_file_path": "docs/overview.md", + "unique_id": "doc.dbt.__overview__", + "block_contents": "### Welcome!\n\nWelcome to the auto-generated documentation for your dbt project!\n\n### Navigation\n\nYou can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models\nin your project.\n\n#### Project Tab\nThe `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the\nmodels defined in your dbt project, as well as models imported from dbt packages.\n\n#### Database Tab\nThe `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view\nshows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown\nin this interface, as they do not exist in the database.\n\n### Graph Exploration\nYou can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.\n\nOn model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`\nbutton at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,\nor are built from, the model you're exploring.\n\nOnce expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the\nmodels in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).\n\nNote that you can also right-click on models to interactively filter and explore the graph.\n\n---\n\n### More information\n\n- [What is dbt](https://docs.getdbt.com/docs/introduction)?\n- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)\n- [Installation](https://docs.getdbt.com/docs/installation)\n- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussion" + } + }, + "exposures": {}, + "metrics": {}, + "selectors": {}, + "disabled": {}, + "parent_map": { + "model.rmi_transform.revenue_by_tech": [], + "model.rmi_transform.emissions_targets": [], + "model.rmi_transform.state_targets": [], + "model.rmi_transform.customers_sales": [], + "model.rmi_transform.operations_emissions_by_tech": [], + "model.rmi_transform.employees": [], + "model.rmi_transform.assets_earnings_investments": [], + "model.rmi_transform.expenditure_bills_burden": [], + "model.rmi_transform.net_plant_balance": [], + "model.rmi_transform.utility_information_2023": [], + "model.rmi_transform.debt_equity_returns": [], + "model.rmi_transform.utility_state_map": [], + "model.rmi_transform.housing_units_income": [], + "model.rmi_transform.utility_information": [], + "model.rmi_transform.operations_emissions_by_fuel": [], + "model.rmi_transform.state_policies": [], + "model.rmi_transform.utility_state_map_2023": [] + }, + "child_map": { + "model.rmi_transform.revenue_by_tech": [], + "model.rmi_transform.emissions_targets": [], + "model.rmi_transform.state_targets": [], + "model.rmi_transform.customers_sales": [], + "model.rmi_transform.operations_emissions_by_tech": [], + "model.rmi_transform.employees": [], + "model.rmi_transform.assets_earnings_investments": [], + "model.rmi_transform.expenditure_bills_burden": [], + "model.rmi_transform.net_plant_balance": [], + "model.rmi_transform.utility_information_2023": [], + "model.rmi_transform.debt_equity_returns": [], + "model.rmi_transform.utility_state_map": [], + "model.rmi_transform.housing_units_income": [], + "model.rmi_transform.utility_information": [], + "model.rmi_transform.operations_emissions_by_fuel": [], + "model.rmi_transform.state_policies": [], + "model.rmi_transform.utility_state_map_2023": [] + } +} diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/assets_earnings_investments.sql b/dbt/rmi_transform/target/run/rmi_transform/models/assets_earnings_investments.sql new file mode 100644 index 0000000..e67e1e0 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/assets_earnings_investments.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.assets_earnings_investments + security invoker + as + +with source_data as ( + select parent_name, utility_name, respondent_id, year, asset, sub_asset, asset_value, earnings_value, investment_value + from osc_datacommons_dev.rmi.assets_earnings_investments_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/customers_sales.sql b/dbt/rmi_transform/target/run/rmi_transform/models/customers_sales.sql new file mode 100644 index 0000000..edf1021 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/customers_sales.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.customers_sales + security invoker + as + +with source_data as ( + select parent_name, utility_name, respondent_id, year, customer_type, customer_type_rmi, customers, sales, revenues + from osc_datacommons_dev.rmi.customers_sales_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/debt_equity_returns.sql b/dbt/rmi_transform/target/run/rmi_transform/models/debt_equity_returns.sql new file mode 100644 index 0000000..af8fb63 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/debt_equity_returns.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.debt_equity_returns + security invoker + as + +with source_data as ( + select parent_name, utility_name, respondent_id, year, rate_base_actual, equity_actual, debt_actual, equity_ratio_actual, returns_actual, earnings_actual, interest_actual, fed_tax_expense_actual, pre_tax_net_income_actual, ror_actual, roe_actual, interest_rate_actual, equity_ratio, ror, roe, interest_rate, effective_fed_tax_rate, equity_authorized, debt_authorized, returns_authorized, earnings_authorized, interest_authorized, interest_rate_authorized + from osc_datacommons_dev.rmi.debt_equity_returns_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/emissions_targets.sql b/dbt/rmi_transform/target/run/rmi_transform/models/emissions_targets.sql new file mode 100644 index 0000000..c104d84 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/emissions_targets.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.emissions_targets + security invoker + as + +with source_data as ( + select parent_name, utility_name, respondent_id, year, target_scope, target_type, state, co2_historical, co2_target, co2_target_all_years, co2_1point5c, generation_historical, generation_projected, generation_1point5c, co2_intensity_historical, co2_intensity_target, co2_intensity_target_all_years, co2_intensity_1point5c + from osc_datacommons_dev.rmi.emissions_targets_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/employees.sql b/dbt/rmi_transform/target/run/rmi_transform/models/employees.sql new file mode 100644 index 0000000..fa3d7a1 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/employees.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.employees + security invoker + as + +with source_data as ( + select parent_name, utility_name, respondent_id, year, technology, employees + from osc_datacommons_dev.rmi.employees_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/expenditure_bills_burden.sql b/dbt/rmi_transform/target/run/rmi_transform/models/expenditure_bills_burden.sql new file mode 100644 index 0000000..f70801d --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/expenditure_bills_burden.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.expenditure_bills_burden + security invoker + as + +with source_data as ( + select parent_name, utility_name, respondent_id, year, percent_ami, ownership, electricity_gas_other, technology, expenditure, bill, burden + from osc_datacommons_dev.rmi.expenditure_bills_burden_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/housing_units_income.sql b/dbt/rmi_transform/target/run/rmi_transform/models/housing_units_income.sql new file mode 100644 index 0000000..83d4174 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/housing_units_income.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.housing_units_income + security invoker + as + +with source_data as ( + select parent_name, utility_name, respondent_id, year, percent_ami, ownership, housing_units, income + from osc_datacommons_dev.rmi.housing_units_income_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/net_plant_balance.sql b/dbt/rmi_transform/target/run/rmi_transform/models/net_plant_balance.sql new file mode 100644 index 0000000..c3f1617 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/net_plant_balance.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.net_plant_balance + security invoker + as + +with source_data as ( + select parent_name, utility_name, respondent_id, year, ferc_class, original_cost, accum_depr, net_plant_balance, arc, arc_accum_depr, net_arc + from osc_datacommons_dev.rmi.net_plant_balance_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/operations_emissions_by_fuel.sql b/dbt/rmi_transform/target/run/rmi_transform/models/operations_emissions_by_fuel.sql new file mode 100644 index 0000000..c6fd251 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/operations_emissions_by_fuel.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.operations_emissions_by_fuel + security invoker + as + +with source_data as ( + select year, parent_name, utility_name, utility_id_eia, utility_type_rmi, plant_id_eia, plant_name_eia, generator_id, state, city, county, latitude, longitude, balancing_authority_code_eia, balancing_authority_name_eia, iso_rto_code, nerc_region, operational_status_code, operating_month, operating_year, retirement_month, retirement_year, energy_source, owned_energy_source, technology_eia, technology_rmi, energy_source_code, fuel_type_category, net_generation, fuel_consumed, emissions_co2, emissions_nox, emissions_sox + from osc_datacommons_dev.rmi.operations_emissions_by_fuel_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/operations_emissions_by_tech.sql b/dbt/rmi_transform/target/run/rmi_transform/models/operations_emissions_by_tech.sql new file mode 100644 index 0000000..e3a0aa6 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/operations_emissions_by_tech.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.operations_emissions_by_tech + security invoker + as + +with source_data as ( + select year, parent_name, utility_name, utility_id_eia, utility_type_rmi, plant_id_eia, plant_name_eia, generator_id, state, city, county, latitude, longitude, balancing_authority_code_eia, balancing_authority_name_eia, iso_rto_code, nerc_region, operational_status_code, operating_month, operating_year, retirement_month, retirement_year, energy_source, owned_energy_source, technology_eia, technology_rmi, capacity, year_end_capacity, net_generation, potential_generation, capacity_factor, fuel_consumed, emissions_co2, emissions_nox, emissions_sox + from osc_datacommons_dev.rmi.operations_emissions_by_tech_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/revenue_by_tech.sql b/dbt/rmi_transform/target/run/rmi_transform/models/revenue_by_tech.sql new file mode 100644 index 0000000..bf4c6ff --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/revenue_by_tech.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.revenue_by_tech + security invoker + as + +with source_data as ( + select parent_name, utility_name, respondent_id, year, technology, component, detail, revenue_total, revenue_residential + from osc_datacommons_dev.rmi.revenue_by_tech_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/state_policies.sql b/dbt/rmi_transform/target/run/rmi_transform/models/state_policies.sql new file mode 100644 index 0000000..3858725 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/state_policies.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.state_policies + security invoker + as + +with source_data as ( + select state, state_abbr, securitization_policy, market_indexing_policy, fuel_pass_through, governor_party, legislation_majority_party + from osc_datacommons_dev.rmi.state_policies_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/state_targets.sql b/dbt/rmi_transform/target/run/rmi_transform/models/state_targets.sql new file mode 100644 index 0000000..31c7e44 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/state_targets.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.state_targets + security invoker + as + +with source_data as ( + select state, year, year_type, legal_standard, enforcement_standard, target_type, target_value + from osc_datacommons_dev.rmi.state_targets_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/utility_information.sql b/dbt/rmi_transform/target/run/rmi_transform/models/utility_information.sql new file mode 100644 index 0000000..4940df9 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/utility_information.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.utility_information + security invoker + as + +with source_data as ( + select parent_name, parent_lei, parent_ticker, parent_isin, utility_name, respondent_id, entity_id, utility_id_eia, utility_lei, entity_type_eia, utility_type_rmi, first_report_year, last_report_year, duplicate_utility_id_eia + from osc_datacommons_dev.rmi.utility_information_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/utility_information_2023.sql b/dbt/rmi_transform/target/run/rmi_transform/models/utility_information_2023.sql new file mode 100644 index 0000000..bb46179 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/utility_information_2023.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.utility_information_2023 + security invoker + as + +with source_data as ( + select parent_name, parent_lei, ticker, isin, utility_name, utility_id_ferc1, utility_id_ferc1_dbf, utility_id_ferc1_xbrl, utility_id_eia, utility_lei, fraction_owned_utility, entity_type_eia, utility_type_rmi, public_private_unmapped, duplicate_utility_id_eia + from osc_datacommons_dev.rmi.utility_information_2023_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/utility_state_map.sql b/dbt/rmi_transform/target/run/rmi_transform/models/utility_state_map.sql new file mode 100644 index 0000000..12749e5 --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/utility_state_map.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.utility_state_map + security invoker + as + +with source_data as ( + select parent_name, utility_name, respondent_id, year, state, state_abbr, capacity_owned_in_state, capacity_operated_in_state, mwh_sales_in_state + from osc_datacommons_dev.rmi.utility_state_map_source +) +select * from source_data + ; diff --git a/dbt/rmi_transform/target/run/rmi_transform/models/utility_state_map_2023.sql b/dbt/rmi_transform/target/run/rmi_transform/models/utility_state_map_2023.sql new file mode 100644 index 0000000..b5d8e7c --- /dev/null +++ b/dbt/rmi_transform/target/run/rmi_transform/models/utility_state_map_2023.sql @@ -0,0 +1,12 @@ + + create or replace view + osc_datacommons_dev.rmi.utility_state_map_2023 + security invoker + as + +with source_data as ( + select parent_name, utility_name, utility_id_eia, year, state, state_abbr, capacity_owned_in_state, capacity_operated_in_state, mwh_sales_in_state + from osc_datacommons_dev.rmi.utility_state_map_2023_source +) +select * from source_data + ; diff --git a/notebooks/ITR-data-production.ipynb b/notebooks/ITR-data-production.ipynb index 1ac9e3b..27dc0ce 100644 --- a/notebooks/ITR-data-production.ipynb +++ b/notebooks/ITR-data-production.ipynb @@ -13,6 +13,7 @@ "\n", "These are the data needed to create the ITR dataset:\n", "* Global Parameters (just for reference--we do nothing with them here)\n", + "* Region and Country Name Data (borrowed from ESSD dataset)\n", "* Industry Data (Sector Projections aka Benchmarks)\n", "* Portfolio Data (Must cover all the stocks a user may query)\n", "* Company Data (Must cover all companies in all possible portfolio universes)\n", @@ -31,10 +32,18 @@ }, { "cell_type": "code", - "execution_count": null, - "id": "0a569c1a-d532-4ea9-bedd-c7121f270fc8", + "execution_count": 1, + "id": "10bae53b-d97d-4148-90c5-88d68a818ab5", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Initializing common units...\n" + ] + } + ], "source": [ "import os\n", "import pathlib\n", @@ -42,6 +51,7 @@ "import io\n", "import json\n", "import itertools\n", + "import pytest\n", "\n", "import numpy as np\n", "import pandas as pd\n", @@ -50,6 +60,7 @@ "import trino\n", "import boto3\n", "from sqlalchemy.engine import create_engine\n", + "from sqlalchemy import text\n", "import osc_ingest_trino as osc\n", "\n", "# import python_pachyderm\n", @@ -68,53 +79,12 @@ "]\n", "\n", "Q_ = ureg.Quantity\n", - "PA_ = PintArray" - ] - }, - { - "cell_type": "markdown", - "id": "c0c52bbc-5b41-43aa-8fde-5c737d5c9183", - "metadata": {}, - "source": [ - "Define Environment and Execution Variables" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "0f951a12-1266-4551-868c-ebe04966970e", - "metadata": {}, - "outputs": [], - "source": [ - "# We'll deal with CI/CD later.\n", - "pytest.skip(\"skipping this notebook\", allow_module_level=True)\n", + "PA_ = PintArray\n", "\n", "# Load environment variables from credentials.env\n", "osc.load_credentials_dotenv()" ] }, - { - "cell_type": "markdown", - "id": "5f501c46-753e-4c3a-8aac-d573745ec482", - "metadata": {}, - "source": [ - "### S3 and boto3" - ] - }, - { - "cell_type": "raw", - "id": "5ed16a89-aa93-4bcb-a579-b5348472dd4d", - "metadata": {}, - "source": [ - "s3_source = boto3.resource(\n", - " service_name=\"s3\",\n", - " endpoint_url=os.environ[\"S3_LANDING_ENDPOINT\"],\n", - " aws_access_key_id=os.environ[\"S3_LANDING_ACCESS_KEY\"],\n", - " aws_secret_access_key=os.environ[\"S3_LANDING_SECRET_KEY\"],\n", - ")\n", - "source_bucket = s3_source.Bucket(os.environ[\"S3_LANDING_BUCKET\"])" - ] - }, { "cell_type": "markdown", "id": "a12b224f-addc-43ec-b53e-d684b4c8ef67", @@ -127,10 +97,18 @@ }, { "cell_type": "code", - "execution_count": null, - "id": "d8a756db-291f-48ad-8ae8-dad3da4af325", + "execution_count": 2, + "id": "7ab3baab-9529-4843-bb36-0d2f23690538", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "using connect string: trino://MichaelTiemannOSC@trino-secure-odh-trino.apps.odh-cl2.apps.os-climate.org:443/osc_datacommons_dev\n" + ] + } + ], "source": [ "ingest_catalog = \"osc_datacommons_dev\"\n", "ingest_schema = \"mdt_sandbox\"\n", @@ -146,7 +124,32 @@ "\n", "itr_prefix = \"itr_\"\n", "\n", - "engine = osc.attach_trino_engine(verbose=True, catalog=ingest_catalog)" + "engine = osc.attach_trino_engine(verbose=True, catalog=ingest_catalog)\n", + "cxn = engine.connect()" + ] + }, + { + "cell_type": "markdown", + "id": "b0f3652b-c747-4181-90e4-f687f980f625", + "metadata": {}, + "source": [ + "### S3 and boto3" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "06437370-49ba-477b-8a6b-5029daad8d46", + "metadata": {}, + "outputs": [], + "source": [ + "s3_source = boto3.resource(\n", + " service_name=\"s3\",\n", + " endpoint_url=os.environ[\"S3_LANDING_ENDPOINT\"],\n", + " aws_access_key_id=os.environ[\"S3_LANDING_ACCESS_KEY\"],\n", + " aws_secret_access_key=os.environ[\"S3_LANDING_SECRET_KEY\"],\n", + ")\n", + "source_bucket = s3_source.Bucket(os.environ[\"S3_LANDING_BUCKET\"])" ] }, { @@ -180,18 +183,59 @@ "id": "4cb09531-fe05-4779-93e4-978f340d951e", "metadata": {}, "source": [ - "Create the ISIC-to-Sector table manually until we have a proper sector mapping table" + "### Create the ISIC-to-Sector table manually until we have a proper sector mapping table" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "424f5fea-092f-48df-ac45-c37ad546cb7f", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "drop table if exists mdt_sandbox.isic_to_sector\n", + "\n", + "create table if not exists osc_datacommons_dev.mdt_sandbox.isic_to_sector(\n", + " isic bigint,\n", + " sector varchar\n", + ") with (\n", + " format = 'ORC',\n", + " partitioning = array['bucket(isic,20)']\n", + ")\n", + "\n", + "constructed fully qualified table name as: \"mdt_sandbox.isic_to_sector\"\n", + "inserting 12 records\n", + " (2410, 'Steel')\n", + " (3241, 'Cement')\n", + " (3270, 'Cement')\n", + " ...\n", + " (4991, 'Electricity Utilities')\n", + "batch insert result: [(12,)]\n" + ] + } + ], "source": [ "i2s_df = pd.DataFrame(\n", - " {\"isic\": [2410, 3241, 3270, 3272, 4010], \"sector\": [\"Steel\", \"Cement\", \"Cement\", \"Cement\", \"Electricity Utilities\"]}\n", + " {\n", + " \"isic\": [2410, 3241, 3270, 3272, 3310, 3312, 3317, 4010, 4911, 4931, 4932, 4991],\n", + " \"sector\": [\n", + " \"Steel\",\n", + " \"Cement\",\n", + " \"Cement\",\n", + " \"Cement\",\n", + " \"Steel\",\n", + " \"Steel\",\n", + " \"Steel\",\n", + " \"Electricity Utilities\",\n", + " \"Electricity Utilities\",\n", + " \"Electricity Utilities\",\n", + " \"Gas Utilities\",\n", + " \"Electricity Utilities\",\n", + " ],\n", + " }\n", ").convert_dtypes()\n", "\n", "ingest_table = \"isic_to_sector\"\n", @@ -243,17 +287,29 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "id": "fa4a4574-fe56-4787-96a7-dd7cf6aba6d4", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "A list of 20 (of 12369 entities without valid parent_lei\n", + "['Amerada Hess Corp', 'American PowerNet Mangt, LP', 'Devonshire Energy, LLC', 'EDF Industrial Power Services (NY), LLC', 'En-Touch Energy', 'Energetix', 'Freedom Energy', 'General Power & Light', 'Hino Gas Sales, Inc.', 'Just Energy Group Inc.', 'KeySpan Energy Services Inc', 'New Mexico Natural Gas, Inc.', 'Palmco Power CT, LLC', 'Palmco Power PA, LLC', 'Prier Energy, Inc.', 'Pro Energy Development LLC', 'Pro Energy Marketing', 'Riverstone Holdings-D, L.P.', 'Village of Hilton', 'Wolverine Holdings L.P.']\n" + ] + } + ], "source": [ "# TODO: sort why some notorious utilities are missing LEIs in the following query--bad source data?\n", + "# Note: the place to fix the bad data would be osc-ingest-rmi_utility_transition_hub, not here.\n", "rmi_lei_isin = pd.read_sql(\n", " f\"select DISTINCT parent_name, parent_lei, isin from {rmi_schema}.utility_information_2023 where parent_name IS NOT NULL\",\n", " engine,\n", ")\n", - "# Fabricate LEIs for entities that have none\n", + "# Fabricate LEIs for entities that have none. There are 200 or so names with proper LEIs and over 12,000 without.\n", + "# Many of those without are subsidiaries of those that do, but we don't have a proper theory as to how to downscale\n", + "# finacial statistics down to those lines of business. See comments below.\n", "missing_leis = list(rmi_lei_isin.loc[rmi_lei_isin.parent_lei.isnull()].parent_name.unique())\n", "print(f\"A list of 20 (of {len(missing_leis)} entities without valid parent_lei\")\n", "print(sorted(missing_leis[0:20]))\n", @@ -261,17 +317,20 @@ " lambda x: f\"RMI{x.name:017}\", axis=1\n", ")\n", "rmi_lei_isin.loc[rmi_lei_isin[\"isin\"].isnull(), \"isin\"] = rmi_lei_isin.apply(lambda x: f\"ZZ{x.name:011}\", axis=1)\n", - "# Install LEIs whose hierarchy levels don't match what we matched for SEC DERA data\n", - "rmi_lei_isin.loc[rmi_lei_isin.parent_name == \"PG&E Corp.\", \"parent_lei\"] = \"8YQ2GSDWYZXO2EDN3511\"\n", - "rmi_lei_isin.loc[rmi_lei_isin.parent_name == \"Verso Corp.\", \"parent_lei\"] = \"549300FODXCTQ8DGT594\"\n", - "rmi_lei_isin.loc[rmi_lei_isin.parent_name == \"Verso Corp.\", \"parent_isin\"] = \"US92531L2079\"\n", - "rmi_lei_isin.loc[rmi_lei_isin.parent_name == \"Verso Corp.\", \"isin\"] = \"US92531L2079\"\n", + "# Install LEIs whose hierarchy levels don't match what we matched for SEC DERA data, if any\n", + "\n", + "# It is tempting to consolidate subsidiaries to parents, like this:\n", + "# rmi_lei_isin.loc[rmi_lei_isin.parent_name.str.startswith(\"AES \"), \"parent_lei\"] = \"2NUNNB7D43COUIRE5295\"\n", + "# rmi_lei_isin.loc[rmi_lei_isin.parent_name.str.startswith(\"AEP \"), \"parent_lei\"] = \"1B4S6S7G0TW5EE83BO58\"\n", + "# But the problem is the subsidiaries don't have data that matches their boundaries. A single solar farm\n", + "# ultimately owned by Southern Company has nothing to do with Southern Company's emissions, targets, or financial data.\n", + "\n", "rmi_lei_dict = dict(zip(rmi_lei_isin.parent_lei, rmi_lei_isin[\"isin\"]))" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "3b4e30d0-a389-4e2d-8d2f-42d3058b2139", "metadata": {}, "outputs": [], @@ -289,7 +348,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "7d5156ae-9acd-4955-80c0-63ba308f9e08", "metadata": {}, "outputs": [], @@ -315,7 +374,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "id": "250ad414-9c15-416c-a420-a558baf03fee", "metadata": {}, "outputs": [], @@ -324,22 +383,7 @@ "gleif_file.download_file(f\"/tmp/dera-gleif.csv\")\n", "gleif_df = pd.read_csv(f\"/tmp/dera-gleif.csv\", header=0, sep=\",\", dtype=str, engine=\"c\")\n", "gleif_dict = dict(zip(gleif_df.name, gleif_df.LEI))\n", - "del gleif_df\n", - "\n", - "# Many of the following ISINs are bonds, but some are also stocks (on various exchanges)\n", - "# But we don't need to load and match here, because the portfolio has the ISINs\n", - "if False:\n", - " gleif_isin_file = s3_source.Object(os.environ[\"S3_LANDING_BUCKET\"], \"mtiemann-GLEIF/ISIN_LEI_20211009.csv\")\n", - " gleif_isin_file.download_file(f\"/tmp/ISIN_LEI_20211009.csv\")\n", - " gleif_isins = pd.read_csv(f\"/tmp/ISIN_LEI_20211009.csv\", header=0, sep=\",\", dtype=str, engine=\"c\")" - ] - }, - { - "cell_type": "raw", - "id": "8746afa7-9c7a-4a15-a4f0-bf86fd2dfaea", - "metadata": {}, - "source": [ - "gleif_isins[gleif_isins.ISIN.str.startswith('JP')]" + "del gleif_df" ] }, { @@ -352,19 +396,9 @@ "Commented out are names we would have to fix if there were SEC data for them. But because not, we'll never match what's not there in the first place." ] }, - { - "cell_type": "raw", - "id": "3bc536b5-c766-422f-98ce-6c174f214973", - "metadata": {}, - "source": [ - "for name, lei in zip(rmi_lei_isin.loc[rmi_lei_isin.parent_lei.str.startswith('RMI')]['parent_name'],\n", - " rmi_lei_isin.loc[rmi_lei_isin.parent_lei.str.startswith('RMI')]['parent_lei']):\n", - " gleif_dict[name.upper()] = lei" - ] - }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, "id": "eaff4059-478c-434f-8642-0bc1b7f12343", "metadata": {}, "outputs": [], @@ -373,12 +407,18 @@ "# gleif_dict['Big Rivers Electric Corp'.upper()] = gleif_dict['BIG RIVERS ELECTRIC CORPORATION']\n", "# gleif_dict['CHUGACH ELECTRIC ASSOCIATION INC'] = gleif_dict['CHUGACH ELECTRIC ASSN INC.']\n", "gleif_dict[\"Cleco Partners LP\".upper()] = gleif_dict[\"CLECO CORPORATE HOLDINGS LLC\"]\n", + "gleif_dict[\"CONSTELLATION ENERGY CORP\"] = \"549300F8Y20RYGNGV346\"\n", + "gleif_dict[\"FirstEnergy Co\".upper()] = gleif_dict[\"FIRSTENERGY CORP\"]\n", "# gleif_dict['Golden Spread Electric Coop., Inc'.upper()] = gleif_dict['GOLDEN SPREAD ELECTRIC COOPERATIVE, INC.']\n", "gleif_dict[\"MIDWEST ENERGY INC\"] = \"549300O4B5CVWMKUES27\"\n", + "gleif_dict[\"NORTHWESTERN CORP\"] = \"254900N1WG46G1VMDM34\" # NORTHWESTERN ENERGY GROUP, INC.\n", + "gleif_dict[\"NORTHWESTERN ENERGY GROUP, INC.\"] = \"254900N1WG46G1VMDM34\"\n", "gleif_dict[\"OG&E Energy\".upper()] = gleif_dict[\"OGE ENERGY CORP.\"]\n", "# gleif_dict['Ohio Valley Electric Corp'.upper()] = gleif_dict['OHIO VALLEY ELECTRIC CORPORATION']\n", "gleif_dict[\"Old Dominion Electric Coop\".upper()] = gleif_dict[\"OLD DOMINION ELECTRIC COOPERATIVE\"]\n", "gleif_dict[\"PG&E Corp.\".upper()] = gleif_dict[\"PG&E CORP\"]\n", + "gleif_dict[\"Reliant Energy Inc\".upper()] = gleif_dict[\"RELIANT HOLDINGS, INC.\"]\n", + "gleif_dict[\"Sempra\".upper()] = gleif_dict[\"SEMPRA ENERGY\"]\n", "gleif_dict[\"Tri-State Generation & Transmission Association\".upper()] = gleif_dict[\n", " \"TRI-STATE GENERATION & TRANSMISSION ASSOCIATION, INC.\"\n", "]\n", @@ -417,47 +457,275 @@ "Without more detailed SEC DERA data (available in an S3 bucket but not yet processed as a pipeline), we will not collect the company names we need to collect." ] }, - { - "cell_type": "raw", - "id": "85a76bab-1700-4774-aa7a-d1d1ab772c0a", - "metadata": {}, - "source": [ - "sec_lei_isin = pd.read_sql(f\"\"\"\n", - "select DISTINCT F.name, F.lei, F.sic\n", - "from {dera_schema}.financials_by_lei F\n", - "where (sic=4911 or sic=4931 or sic=4932 or sic=4991)\n", - " or (sic>=3310 and sic<=3317)\n", - "\"\"\", engine)\n", - "sec_lei_isin.lei = sec_lei_isin.name.map(gleif_dict).fillna(sec_lei_isin.lei)\n", - "sec_lei_map = {\n", - " 'DOMINION ENERGY INC':'ILUL7B6Z54MRYCF6H308',\n", - " 'GROUP SIMEC SA DE CV':'529900LCYCXPA0TZEU09',\n", - " 'CLEANSPARK, INC.':'254900VO7KBRJQDGY810',\n", - " 'ENEL GENERACION CHILE S.A.':'549300PVHXUFEIE6LY50',\n", - " 'ARCHAEA ENERGY INC.':'549300KT0ZQUIBAX8U21',\n", - " 'ENERGY CO OF MINAS GERAIS':'254900W703PXLDSEM056',\n", - " 'PAMPA ENERGY INC.':'254900QNIK0CVURGML24',\n", - " 'CPFL ENERGY INC':'529900GBWSBDXN8GGM28'\n", - "}\n", - "sec_lei_isin.lei = sec_lei_isin.name.map(sec_lei_map).fillna(sec_lei_isin.lei)\n", - "\n", - "missing_leis = sec_lei_isin[sec_lei_isin.lei.isna()]" - ] - }, - { - "cell_type": "raw", - "id": "127fedd7-e84f-402c-9890-9f486158a00d", - "metadata": {}, - "source": [ - "missing_leis.name" - ] - }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "id": "d7c44a66-72f2-4e19-b8fc-b5093b0e62d2", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "The following companies are missing LEI information and will be dropped:\n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
nameleisic
24PREMIER HOLDING CORP.None4911
28CORRELATE INFRASTRUCTURE PARTNERS, INC.None4931
29AUSCRETE CORPNone3272
31AQUA POWER SYSTEMS INC.None4911
51808 RENEWABLE ENERGY CORPNone4932
54SMITH MIDLAND CORPNone3272
56OSSEN INNOVATION CO. LTD.None3312
59ASCENT INDUSTRIES CO.None3317
65OCEAN THERMAL ENERGY CORPNone4931
85MONTAUK RENEWABLES, INC.None4932
90ENLIGHT RENEWABLE ENERGY LTD.None4911
95ENERGY CONVERSION SERVICES, INC.None4911
100VETANOVA INC.None4911
105METALLUS INC.None3312
107PECK CO HOLDINGS, INC.None4932
111CPS TECHNOLOGIES CORPNone3260
125HELIOGEN, INC.None4911
1358POINT3 ENERGY PARTNERS LPNone4911
140ATI INCNone3317
145CHINA CERAMICS CO., LTDNone3250
146RENEW ENERGY GLOBAL PLCNone4911
149OPAL FUELS INC.None4932
157UNITIL CORPNone4931
160HUADI INTERNATIONAL GROUP CO., LTD.None3317
164CHUGACH ELECTRIC ASSOCIATION INCNone4911
169ANTELOPE ENTERPRISE HOLDINGS LTDNone3250
187DUONAS CORP.None3270
196HUAHUI EDUCATION GROUP CORPNone3270
197INNO HOLDINGS INC.None3317
198BITECH TECHNOLOGIES CORPNone4911
199ASTRA ENERGY, INC.None4911
\n", + "
" + ], + "text/plain": [ + " name lei sic\n", + "24 PREMIER HOLDING CORP. None 4911\n", + "28 CORRELATE INFRASTRUCTURE PARTNERS, INC. None 4931\n", + "29 AUSCRETE CORP None 3272\n", + "31 AQUA POWER SYSTEMS INC. None 4911\n", + "51 808 RENEWABLE ENERGY CORP None 4932\n", + "54 SMITH MIDLAND CORP None 3272\n", + "56 OSSEN INNOVATION CO. LTD. None 3312\n", + "59 ASCENT INDUSTRIES CO. None 3317\n", + "65 OCEAN THERMAL ENERGY CORP None 4931\n", + "85 MONTAUK RENEWABLES, INC. None 4932\n", + "90 ENLIGHT RENEWABLE ENERGY LTD. None 4911\n", + "95 ENERGY CONVERSION SERVICES, INC. None 4911\n", + "100 VETANOVA INC. None 4911\n", + "105 METALLUS INC. None 3312\n", + "107 PECK CO HOLDINGS, INC. None 4932\n", + "111 CPS TECHNOLOGIES CORP None 3260\n", + "125 HELIOGEN, INC. None 4911\n", + "135 8POINT3 ENERGY PARTNERS LP None 4911\n", + "140 ATI INC None 3317\n", + "145 CHINA CERAMICS CO., LTD None 3250\n", + "146 RENEW ENERGY GLOBAL PLC None 4911\n", + "149 OPAL FUELS INC. None 4932\n", + "157 UNITIL CORP None 4931\n", + "160 HUADI INTERNATIONAL GROUP CO., LTD. None 3317\n", + "164 CHUGACH ELECTRIC ASSOCIATION INC None 4911\n", + "169 ANTELOPE ENTERPRISE HOLDINGS LTD None 3250\n", + "187 DUONAS CORP. None 3270\n", + "196 HUAHUI EDUCATION GROUP CORP None 3270\n", + "197 INNO HOLDINGS INC. None 3317\n", + "198 BITECH TECHNOLOGIES CORP None 4911\n", + "199 ASTRA ENERGY, INC. None 4911" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "sec_lei_isin = pd.read_sql(\n", " f\"\"\"\n", @@ -469,49 +737,7 @@ "\"\"\",\n", " engine,\n", ")\n", - "if False:\n", - " # These are all now fixed\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"DOMINION ENERGY INC\", \"lei\"] = \"ILUL7B6Z54MRYCF6H308\"\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"GROUP SIMEC SA DE CV\", \"lei\"] = \"529900LCYCXPA0TZEU09\"\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"ENEL GENERACION CHILE S.A.\", \"lei\"] = \"549300PVHXUFEIE6LY50\"\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"POSCO HOLDINGS INC.\", \"lei\"] = \"988400E5HRVX81AYLM04\"\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"ARCHAEA ENERGY INC.\", \"lei\"] = \"549300ZBE567NNMH7V89\"\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"CLEANSPARK, INC.\", \"lei\"] = \"254900VO7KBRJQDGY810\"\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"ALGOMA STEEL GROUP INC.\", \"lei\"] = \"549300Q5EU337A1XCX27\"\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"ECO WAVE POWER GLOBAL AB (PUBL)\", \"lei\"] = \"5493003GP1XAFTYRJM76\"\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"FRIEDMAN INDUSTRIES INC\", \"lei\"] = \"549300VI5ADYNC8C3G47\"\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"RENEW ENERGY GLOBAL PLC\", \"lei\"] = \"254900SL77LA2KAG7R65\"\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"808 RENEWABLE ENERGY CORP\", \"lei\"] = \"5493005N3PLQ26Z8SJ60\"\n", - "\n", - " # CPFL ENERGIA S.A.\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"CPFL ENERGY INC\", \"lei\"] = \"529900GBWSBDXN8GGM28\"\n", - "\n", - " # PAMPA ENERGIA S A 254900QNIK0CVURGML24\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"PAMPA ENERGY INC.\", \"lei\"] = \"254900QNIK0CVURGML24\"\n", - "\n", - " # COMPANHIA ENERGETICA DE MINAS GERAIS CEMIG\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"ENERGY CO OF MINAS GERAIS\", \"lei\"] = \"254900W703PXLDSEM056\"\n", - "\n", - " # Centrais Elétricas Brasileiras S/A\n", - " sec_lei_isin.loc[sec_lei_isin.name == \"BRAZILIAN ELECTRIC POWER CO\", \"lei\"] = \"254900I8KYDELP4B4Z08\"\n", - "\n", - "# GRUPOSIMEC, S.A.B. de C.V.\n", - "sec_lei_isin.loc[sec_lei_isin.name == \"GRUPO SIMEC, S.A.B. DE C.V.\", \"lei\"] = \"529900LCYCXPA0TZEU09\"\n", - "\n", - "# PAMPA ENERGIA S A 254900QNIK0CVURGML24\n", - "sec_lei_isin.loc[sec_lei_isin.name == \"PAMPA ENERGY INC.\", \"lei\"] = \"254900QNIK0CVURGML24\"\n", - "\n", - "# COMPANHIA ENERGETICA DE MINAS GERAIS CEMIG\n", - "sec_lei_isin.loc[sec_lei_isin.name == \"ENERGY CO OF MINAS GERAIS\", \"lei\"] = \"254900W703PXLDSEM056\"\n", - "\n", - "# Centrais Elétricas Brasileiras S/A\n", - "sec_lei_isin.loc[sec_lei_isin.name == \"BRAZILIAN ELECTRIC POWER CO\", \"lei\"] = \"254900I8KYDELP4B4Z08\"\n", - "# FIXME: are these necessary?\n", - "sec_lei_isin.loc[sec_lei_isin.name == \"GRUPO SIMEC, S.A.B. DE C.V.\", \"lei\"] = gleif_dict[\"GROUP SIMEC SA DE CV\"]\n", - "sec_lei_isin.loc[sec_lei_isin.name == \"FRIEDMAN INDUSTRIES INC\", \"lei\"] = gleif_dict[\"FRIEDMAN INDUSTRIES INC\"]\n", - "sec_lei_isin.loc[sec_lei_isin.name == \"LOMA NEGRA COMPANIA INDUSTRIAL ARGENTINA SOCIEDAD ANONIMA\", \"lei\"] = gleif_dict[\n", - " \"LOMA NEGRA COMPANIA INDUSTRIAL ARGENTINA SOCIEDAD ANONIMA\"\n", - "]\n", + "sec_lei_isin.lei = sec_lei_isin.name.map(gleif_dict).fillna(sec_lei_isin.lei)\n", "\n", "missing_leis = sec_lei_isin[sec_lei_isin.lei.isna()]\n", "sec_lei_isin.dropna(inplace=True)\n", @@ -531,10 +757,18 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "id": "52414db4-a7ad-402c-ad15-70604c02d391", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Number of RMI portfolio copmanies = 12575\n" + ] + } + ], "source": [ "rmi_idx = rmi_lei_isin.rename(\n", " columns={\"parent_name\": \"company_name\", \"parent_lei\": \"company_lei\", \"isin\": \"company_id\"}\n", @@ -555,24 +789,6 @@ "Show list of RMI companies that use made-up LEIs or ISINs" ] }, - { - "cell_type": "raw", - "id": "0705b84e-4356-4ecc-8555-c9547668afc7", - "metadata": {}, - "source": [ - "rmi_idx[rmi_idx.company_lei.str.startswith('RMI')].to_csv('/tmp/unmatched-rmi.csv', index=False)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "f1221ad6-adc3-4555-ab89-138d4510fc4e", - "metadata": {}, - "outputs": [], - "source": [ - "rmi_idx[rmi_idx.company_lei.str.startswith(\"RMI\")]" - ] - }, { "cell_type": "markdown", "id": "59f4945b-0808-4a79-8b42-fe2dad9bb7e1", @@ -583,10 +799,18 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "id": "ef354be5-0662-45de-bcbb-195ee706e5d5", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Number of total portfolio companies = 12600\n" + ] + } + ], "source": [ "portfolio_idx = pd.concat([rmi_idx, steel_idx])\n", "portfolio_idx = portfolio_idx.convert_dtypes()\n", @@ -626,16 +850,56 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "id": "c1dc44f6-89b5-41a4-b3ff-1f762d3b714a", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "drop table if exists mdt_sandbox.portfolio_universe\n", + "\n", + "create table if not exists osc_datacommons_dev.mdt_sandbox.portfolio_universe(\n", + " company_name varchar,\n", + " company_lei varchar,\n", + " company_id varchar\n", + ") with (\n", + " format = 'ORC',\n", + " partitioning = array['bucket(company_lei, 20)']\n", + ")\n", + "\n", + "constructed fully qualified table name as: \"mdt_sandbox.portfolio_universe\"\n", + "inserting 5000 records\n", + " ('Dominion Energy', 'ILUL7B6Z54MRYCF6H308', 'US25746U1097')\n", + " ('Just Energy Group Inc.', 'RMI00000000000000001', 'ZZ00000000001')\n", + " ('Consolidated Edison, Inc.', '54930033SBW53OO8T749', 'US2091151041')\n", + " ...\n", + " ('The County of Sonoma', 'RMI00000000000004999', 'ZZ00000004999')\n", + "batch insert result: [(5000,)]\n", + "inserting 5000 records\n", + " ('Escanaba Operating Services LLC', 'RMI00000000000005000', 'ZZ00000005000')\n", + " ('Chattanooga Metropolitan Airport', 'RMI00000000000005001', 'ZZ00000005001')\n", + " ('DC Water', 'RMI00000000000005002', 'ZZ00000005002')\n", + " ...\n", + " ('ReNew Petra Integrators, LLC', 'RMI00000000000009999', 'ZZ00000009999')\n", + "batch insert result: [(5000,)]\n", + "inserting 2600 records\n", + " ('St Johns Riverside Hospital', 'RMI00000000000010000', 'ZZ00000010000')\n", + " ('Galactic Wind', 'RMI00000000000010001', 'ZZ00000010001')\n", + " ('Burgaw Solar, LLC', 'RMI00000000000010002', 'ZZ00000010002')\n", + " ...\n", + " ('WORTHINGTON INDUSTRIES INC', '1WRCIANKYOIK6KYE5E82', 'US9818111026')\n", + "batch insert result: [(2600,)]\n" + ] + } + ], "source": [ "ingest_table = \"portfolio_universe\"\n", "\n", "drop_table = osc._do_sql(f\"drop table if exists {ingest_schema}.{ingest_table}\", engine, verbose=True)\n", "\n", - "columnschema = osc.create_table_schema_pairs(portfolio_idx, typemap={\"datetime64[ns]\": \"timestamp(6)\"})\n", + "columnschema = osc.create_table_schema_pairs(portfolio_idx)\n", "\n", "tabledef = f\"\"\"\n", "create table if not exists {ingest_catalog}.{ingest_schema}.{ingest_table}(\n", @@ -667,11 +931,23 @@ ] }, { - "cell_type": "raw", - "id": "eac386a7-44dd-4122-b268-e5855865974e", + "cell_type": "code", + "execution_count": 14, + "id": "ac65ffaa-ec82-436a-9771-acf26f402a48", "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "35 rows returned, all good\n" + ] + } + ], "source": [ - "qres = engine.execute(f\"\"\"\n", + "qres = cxn.execute(\n", + " text(\n", + " f\"\"\"\n", "select F.name, F.lei, T.tname, U2.parent_ticker, F.sic, F.ddate,\n", " 'revenue' as rl, round (F.revenue_usd/1000000.0, 1), round (RT2.fy_revenue_total/1000000.0, 1), round (CS2.fy_revenues/1000000.0, 1), round (F.revenue_usd/RT2.fy_revenue_total, 1), round (F.revenue_usd/CS2.fy_revenues, 1),\n", " 'market_cap' as fl, round (F.market_cap_usd/1000000.0, 1),\n", @@ -684,24 +960,30 @@ " join (select count (*) as c_ulei, U.parent_name, U.parent_lei, U.parent_ticker\n", " from {rmi_schema}.utility_information as U\n", " group by U.parent_name, U.parent_lei, U.parent_ticker) as U2 on U2.parent_lei=P.company_lei\n", - " join sec_dera.financials_by_lei as F on F.lei=P.company_lei\n", + " join {dera_schema}.financials_by_lei as F on F.lei=P.company_lei\n", " join (select count (*) as c_cs, CS.parent_name, CS.year, sum(revenues) as fy_revenues\n", " from {rmi_schema}.customers_sales as CS\n", - " group by CS.parent_name, CS.year) as CS2 on CS2.parent_name=U2.parent_name and year(CS2.year)=year(F.ddate)\n", + " group by CS.parent_name, CS.year) as CS2 on CS2.parent_name=U2.parent_name and CS2.year=year(F.ddate)\n", " join (select count (*) as c_aei, AEI.parent_name, AEI.year, sum(AEI.asset_value) as asset_value, sum(AEI.earnings_value) as fy_earnings_value\n", " from {rmi_schema}.assets_earnings_investments as AEI\n", - " group by AEI.parent_name, AEI.year) as AEI2 on AEI2.parent_name=U2.parent_name and year(AEI2.year)=year(F.ddate)\n", + " group by AEI.parent_name, AEI.year) as AEI2 on AEI2.parent_name=U2.parent_name and AEI2.year=year(F.ddate)\n", " left join (select count (*) as c_rt, RT.parent_name, RT.year, sum(RT.revenue_total) as fy_revenue_total\n", " from {rmi_schema}.revenue_by_tech as RT\n", - " group by RT.parent_name, RT.year) as RT2 on RT2.parent_name=U2.parent_name and year(RT2.year)=year(F.ddate)\n", - " left join sec_dera.ticker T on F.cik=T.cik and upper(T.tname)=U2.parent_ticker\n", + " group by RT.parent_name, RT.year) as RT2 on RT2.parent_name=U2.parent_name and RT2.year=year(F.ddate)\n", + " left join {dera_schema}.ticker T on F.cik=T.cik and upper(T.tname)=U2.parent_ticker\n", "where year(F.ddate)=2019\n", "order by F.name\n", - "\"\"\")\n", - "\n", - "l = qres.fetchall()\n", - "print(len(l))\n", - "[x for x in l if any(x) is None]" + "\"\"\"\n", + " )\n", + ")\n", + "if qres.returns_rows:\n", + " l = qres.fetchall()\n", + " bad_rows = [x for x in l if any(x) is None]\n", + " if bad_rows:\n", + " print(\"bad rows:\", bad_rows)\n", + " raise ValueError\n", + " else:\n", + " print(len(l), \"rows returned, all good\")" ] }, { @@ -730,7 +1012,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 15, "id": "e490fcf7-d78f-4afc-b336-8c3da686d67b", "metadata": {}, "outputs": [], @@ -756,7 +1038,7 @@ " -- left join {rmi_schema}.{rmi_prefix}utility_information_2023 as U on U.parent_lei=P.company_lei\n", " -- left join {gleif_schema}.gleif_isin_lei G on G.lei=P.lei and G.isin=U.isin\n", " left join {dera_schema}.sic_isic as S2I on S2I.sic=F.sic\n", - " -- left join {rmi_schema}.{rmi_prefix}operations_emissions_by_fuel as E on U.utility_id_eia=E.utility_id_eia and year(E.year)=year(F.ddate)\n", + " -- left join {rmi_schema}.{rmi_prefix}operations_emissions_by_fuel as E on U.utility_id_eia=E.utility_id_eia and E.year=year(F.ddate)\n", "-- where E.owned_or_total='owned'\n", "group by P.company_name, P.company_lei, P.company_id,\n", " F.country, UN.region_ar6_10,\n", @@ -787,7 +1069,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 16, "id": "002fc96e-c776-4707-b67b-ea82dfd55894", "metadata": {}, "outputs": [], @@ -797,7 +1079,7 @@ "\n", "emissions_sql = f\"\"\"\n", "select DISTINCT P.company_name, P.company_lei, P.company_id,\n", - " 'Electricity Utilities' as sector, year(E.year) as year,\n", + " 'Electricity Utilities' as sector, E.year as year,\n", " sum(if(E.owned_energy_source, E.emissions_co2 + (265/1000000.0)*coalesce(E.emissions_nox, 0), 0)) as ghg_s1,\n", " 0 as ghg_s2,\n", " sum(if(E.owned_energy_source, 0, E.emissions_co2 + (265/1000000.0)*coalesce(E.emissions_nox, 0))) as ghg_s3,\n", @@ -808,10 +1090,10 @@ "from {ingest_schema}.portfolio_universe as P\n", " join {rmi_schema}.{rmi_prefix}utility_information_2023 as U on U.parent_lei=P.company_lei\n", " join {rmi_schema}.{rmi_prefix}operations_emissions_by_fuel as E on U.utility_id_eia=E.utility_id_eia\n", - "where year(E.year)>=2014 and year(E.year)<2023\n", + "where E.year>=2014 and E.year<2023\n", " and P.company_lei!='529900L26LIS2V8PWM23' -- American States Water has negative/zero production values that mess things up\n", "-- and E.owned_or_total='owned'\n", - "group by P.company_name, P.company_lei, P.company_id, 3, year(E.year)\n", + "group by P.company_name, P.company_lei, P.company_id, 3, E.year\n", "order by P.company_name\n", "\"\"\"" ] @@ -828,10 +1110,447 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 17, "id": "4783db2a-2200-482d-9545-2cc2066a7bda", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
countryregionexposurecurrencyyearcompany_market_capcompany_revenuecompany_evcompany_eviccompany_total_assetscompany_cash_equivalentscompany_debt
company_namecompany_leicompany_idsector
AES Corp.2NUNNB7D43COUIRE5295US00130H1059Electricity UtilitiesUSNorth AmericaequityUSD201910870000000.010189000000.010102000000.011131000000.033648000000.01029000000.0261000000.0
Alcoa Corp.549300T12EZ1F6PWWU29US0138721065Electricity UtilitiesUSNorth AmericaequityUSD20194300000000.010433000000.05221000000.06100000000.014631000000.0879000000.01800000000.0
Algonquin Power & Utilities Corp.549300K5VIUTJXQL7X75US0158577090Electricity UtilitiesCANorth AmericaequityUSD2019<NA>1624921000.0<NA><NA>10911470000.062485000.06500799000.0
Allete, Inc.549300NNLSIMY6Z8OT86US0185223007Electricity UtilitiesUSNorth AmericaequityUSD20194285299935.01240500000.05829799935.05899099935.05482800000.069300000.01613800000.0
Alliant Energy5493009ML300G373MZ12US0188021085Electricity UtilitiesUSNorth AmericaequityUSD201911600000000.03647700000.018503600000.018519900000.016700700000.016300000.06919900000.0
................................................
WEC Energy Group549300IGLYTZUK3PVP70US92939U1060Electricity UtilitiesUSNorth AmericaequityUSD201926300000000.07523100000.038120800000.038158300000.034951800000.037500000.011858300000.0
WORTHINGTON INDUSTRIES INC1WRCIANKYOIK6KYE5E82US9818111026SteelUSNorth AmericaequityUSD20191633376617.03759556000.02294113617.02386476617.02510796000.092363000.0753100000.0
Walmart Inc.Y87794H0US1R65VBXU25US9311421039Electricity UtilitiesUSNorth AmericaequityUSD2019126810267035.0514405000000.0164484267035.0172206267035.0219295000000.07722000000.045396000000.0
Xcel Energy, Inc.LGJNMI9GH8XIDG5RCM61US98389B1008Electricity UtilitiesUSNorth AmericaequityUSD201930629347167.011529000000.050608347167.050856347167.050448000000.0248000000.020227000000.0
Zurn Elkay Water Solutions Corp.549300AM3633XDFU1Q85US98983L1089Electricity UtilitiesUSNorth AmericaequityUSD20193200000000.02050900000.04145600000.04438100000.03259700000.0292500000.01238100000.0
\n", + "

107 rows × 12 columns

\n", + "
" + ], + "text/plain": [ + " country \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities US \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities US \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities CA \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities US \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities US \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities US \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel US \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities US \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities US \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities US \n", + "\n", + " region \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities North America \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities North America \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities North America \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities North America \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities North America \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities North America \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel North America \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities North America \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities North America \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities North America \n", + "\n", + " exposure \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities equity \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities equity \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities equity \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities equity \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities equity \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities equity \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel equity \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities equity \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities equity \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities equity \n", + "\n", + " currency \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities USD \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities USD \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities USD \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities USD \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities USD \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities USD \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel USD \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities USD \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities USD \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities USD \n", + "\n", + " year \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 2019 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2019 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2019 \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2019 \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 2019 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2019 \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 2019 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2019 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 2019 \n", + "\n", + " company_market_cap \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 10870000000.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 4300000000.0 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 4285299935.0 \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 11600000000.0 \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 26300000000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 1633376617.0 \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 126810267035.0 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 30629347167.0 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 3200000000.0 \n", + "\n", + " company_revenue \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 10189000000.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 10433000000.0 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 1624921000.0 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 1240500000.0 \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 3647700000.0 \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 7523100000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 3759556000.0 \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 514405000000.0 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 11529000000.0 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 2050900000.0 \n", + "\n", + " company_ev \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 10102000000.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 5221000000.0 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 5829799935.0 \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 18503600000.0 \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 38120800000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2294113617.0 \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 164484267035.0 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 50608347167.0 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 4145600000.0 \n", + "\n", + " company_evic \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 11131000000.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 6100000000.0 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 5899099935.0 \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 18519900000.0 \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 38158300000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2386476617.0 \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 172206267035.0 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 50856347167.0 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 4438100000.0 \n", + "\n", + " company_total_assets \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 33648000000.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 14631000000.0 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 10911470000.0 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 5482800000.0 \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 16700700000.0 \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 34951800000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2510796000.0 \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 219295000000.0 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 50448000000.0 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 3259700000.0 \n", + "\n", + " company_cash_equivalents \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 1029000000.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 879000000.0 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 62485000.0 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 69300000.0 \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 16300000.0 \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 37500000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 92363000.0 \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 7722000000.0 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 248000000.0 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 292500000.0 \n", + "\n", + " company_debt \n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 261000000.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 1800000000.0 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 6500799000.0 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 1613800000.0 \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 6919900000.0 \n", + "... ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 11858300000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 753100000.0 \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 45396000000.0 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 20227000000.0 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 1238100000.0 \n", + "\n", + "[107 rows x 12 columns]" + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "financial_df = pd.read_sql(\n", " base_financial_sql, engine, index_col=[\"company_name\", \"company_lei\", \"company_id\", \"sector\"]\n", @@ -852,14 +1571,704 @@ }, { "cell_type": "code", - "execution_count": null, - "id": "62db0e4f-e3f6-49d7-af89-b4872be02127", + "execution_count": 18, + "id": "9ba0f40d-74d1-4b74-8fbe-0b94aa5c0da1", "metadata": {}, "outputs": [], "source": [ - "rmi_emissions_df = pd.read_sql(\n", - " emissions_sql, engine, index_col=[\"company_name\", \"company_lei\", \"company_id\", \"sector\"]\n", - ").convert_dtypes()\n", + "rmi_emissions_df = (\n", + " pd.read_sql(emissions_sql, engine, index_col=[\"year\", \"company_name\", \"company_lei\", \"company_id\", \"sector\"])\n", + " .astype(\"float64\")\n", + " .reset_index(\"year\")\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "id": "d5dd517d-b2e0-4abe-8904-3c7b6a45d60a", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
2014_ghg_s12015_ghg_s12016_ghg_s12017_ghg_s12018_ghg_s12019_ghg_s12020_ghg_s12021_ghg_s12014_ghg_s22015_ghg_s2...2020_ghg_s1s22021_ghg_s1s22014_ghg_s1s2s32015_ghg_s1s2s32016_ghg_s1s2s32017_ghg_s1s2s32018_ghg_s1s2s32019_ghg_s1s2s32020_ghg_s1s2s32021_ghg_s1s2s3
company_namecompany_leicompany_idsector
AES Corp.2NUNNB7D43COUIRE5295US00130H1059Electricity Utilities36.97748775598511629.56483448339210829.40856266663437419.97755515174541320.29033452207236420.4920072925611717.26320493372263718.1771436757484180.00.0...17.26320493372263718.17714367574841848.57125294356096441.1263872205430640.8438381636168132.13593107786909531.12018365098304429.62718255167593324.9583447038700626.79622227731806
Alberta Investment Management Corp.549300211OPKUEMQ9F64ZZ00000010960Electricity Utilities0.00.00.00.00.00.00.0nan0.00.0...0.0nan0.00.00.00.00.00.00.0nan
Alcoa Corp.549300T12EZ1F6PWWU29US0138721065Electricity Utilities4.6376031522717764.65165491081631452.82012714364064632.15178082487248323.60315225057796033.67040492972244443.9856452861164864.058427597919320.00.0...3.9856452861164864.058427597919325.0998307315779095.1855761853608232.89532683910997962.15178082487248323.68744062121915663.79789250525379664.0641274210470954.10218352886988
Algonquin Power & Utilities Corp.549300K5VIUTJXQL7X75US0158577090Electricity Utilities2.9581160423078083.0553607284098053.45247410202236573.711424957615543.51322441365928963.4293655340763042.29828281751499162.52540191665319960.00.0...2.29828281751499162.52540191665319964.5824673060428014.4241735032050134.5669577135961214.7272470274157124.8106222545072664.5051789758711853.40379787688604644.135326193427748
Allete, Inc.549300NNLSIMY6Z8OT86US0185223007Electricity Utilities9.4316980970568138.4801211150653348.1216334949062576.6645846845373996.7261915787932664.2493473722122993.83254631349847144.6977007963139150.00.0...3.83254631349847144.69770079631391513.67168690723609412.65036811183514612.01901574537394211.44634184927742611.57222192380563910.0604329110214178.6861538097719439.283692454168078
...........................................................................
Walmart Inc.Y87794H0US1R65VBXU25US9311421039Electricity Utilities0.00.00.00.00.00.00.00.00.00.0...0.00.01.90734313857603582.11937903043538572.13720017466859962.1336255382676712.0313648767723281.8278765491826671.54857102952523151.5785642188068003
Westfield Gas & Electric Light549300EHUH3VGBXO8J39ZZ00000004654Electricity Utilities0.00.00.00.00.00.00.00.00.00.0...0.00.00.006183805437426210.0065795502643103910.005605009257423090.0057844892890261530.0052669487370023110.0053820397153839590.0047188603267156740.0046655424561800165
Wolverine Power Supply Coop.549300ROWOIV5X5MB591ZZ00000011825Electricity Utilities5.1749260542619283.61304655649680664.9580732649704765.7650332557923765.7941166925985915.5740608983999854.7597888341115885.0443519999251230.00.0...4.7597888341115885.04435199992512312.226719244268049.94607871387597711.13518120723061612.95978971733410712.2938736771144211.467359330167279.47189549923774610.178834502122328
Xcel Energy, Inc.LGJNMI9GH8XIDG5RCM61US98389B1008Electricity Utilities49.7582240873041649.2522316378563145.9698550147419544.903184962076145.4174599757168841.0017016905441534.2970842908493936.415953748200960.00.0...34.2970842908493936.4159537482009666.9336926717243966.1434626277792459.6262512859167560.1497604894628464.1587460290939658.93624246046782447.5605124829501951.31394443610172
Zurn Elkay Water Solutions Corp.549300AM3633XDFU1Q85US98983L1089Electricity Utilities0.00.00.00.00.00.00.00.00.00.0...0.00.00.00.00.00.00.00.00.00.0
\n", + "

184 rows × 48 columns

\n", + "
" + ], + "text/plain": [ + " 2014_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 36.977487755985116 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 4.637603152271776 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2.958116042307808 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 9.431698097056813 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 5.174926054261928 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 49.75822408730416 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2015_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 29.564834483392108 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 4.6516549108163145 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 3.055360728409805 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 8.480121115065334 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 3.6130465564968066 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 49.25223163785631 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2016_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 29.408562666634374 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 2.8201271436406463 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 3.4524741020223657 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 8.121633494906257 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 4.958073264970476 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 45.96985501474195 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2017_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 19.977555151745413 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 2.1517808248724832 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 3.71142495761554 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 6.664584684537399 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 5.765033255792376 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 44.9031849620761 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2018_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 20.290334522072364 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 3.6031522505779603 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 3.5132244136592896 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 6.726191578793266 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 5.794116692598591 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 45.41745997571688 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2019_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 20.49200729256117 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 3.6704049297224444 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 3.429365534076304 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 4.249347372212299 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 5.574060898399985 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 41.00170169054415 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2020_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 17.263204933722637 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 3.985645286116486 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2.2982828175149916 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 3.8325463134984714 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 4.759788834111588 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 34.29708429084939 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2021_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 18.177143675748418 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities nan \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 4.05842759791932 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2.5254019166531996 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 4.697700796313915 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 5.044351999925123 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 36.41595374820096 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2014_ghg_s2 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 0.0 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 0.0 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 0.0 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 0.0 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 0.0 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 0.0 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2015_ghg_s2 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 0.0 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 0.0 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 0.0 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 0.0 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 0.0 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 0.0 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " ... \\\n", + "company_name company_lei company_id sector ... \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities ... \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities ... \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities ... \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities ... \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities ... \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities ... \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities ... \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities ... \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities ... \n", + "\n", + " 2020_ghg_s1s2 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 17.263204933722637 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 3.985645286116486 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2.2982828175149916 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 3.8325463134984714 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 4.759788834111588 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 34.29708429084939 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2021_ghg_s1s2 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 18.177143675748418 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities nan \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 4.05842759791932 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2.5254019166531996 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 4.697700796313915 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 0.0 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 5.044351999925123 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 36.41595374820096 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2014_ghg_s1s2s3 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 48.571252943560964 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 5.099830731577909 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 4.582467306042801 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 13.671686907236094 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 1.9073431385760358 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.00618380543742621 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 12.22671924426804 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 66.93369267172439 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2015_ghg_s1s2s3 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 41.12638722054306 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 5.185576185360823 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 4.424173503205013 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 12.650368111835146 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 2.1193790304353857 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.006579550264310391 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 9.946078713875977 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 66.14346262777924 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2016_ghg_s1s2s3 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 40.84383816361681 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 2.8953268391099796 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 4.566957713596121 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 12.019015745373942 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 2.1372001746685996 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.00560500925742309 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 11.135181207230616 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 59.62625128591675 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2017_ghg_s1s2s3 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 32.135931077869095 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 2.1517808248724832 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 4.727247027415712 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 11.446341849277426 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 2.133625538267671 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.005784489289026153 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 12.959789717334107 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 60.14976048946284 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2018_ghg_s1s2s3 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 31.120183650983044 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 3.6874406212191566 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 4.810622254507266 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 11.572221923805639 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 2.031364876772328 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.005266948737002311 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 12.29387367711442 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 64.15874602909396 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2019_ghg_s1s2s3 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 29.627182551675933 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 3.7978925052537966 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 4.505178975871185 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 10.060432911021417 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 1.827876549182667 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.005382039715383959 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 11.46735933016727 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 58.936242460467824 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2020_ghg_s1s2s3 \\\n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 24.95834470387006 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities 0.0 \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 4.064127421047095 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 3.4037978768860464 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 8.686153809771943 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 1.5485710295252315 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.004718860326715674 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 9.471895499237746 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 47.56051248295019 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + " 2021_ghg_s1s2s3 \n", + "company_name company_lei company_id sector \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 26.79622227731806 \n", + "Alberta Investment Management Corp. 549300211OPKUEMQ9F64 ZZ00000010960 Electricity Utilities nan \n", + "Alcoa Corp. 549300T12EZ1F6PWWU29 US0138721065 Electricity Utilities 4.10218352886988 \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 4.135326193427748 \n", + "Allete, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 9.283692454168078 \n", + "... ... \n", + "Walmart Inc. Y87794H0US1R65VBXU25 US9311421039 Electricity Utilities 1.5785642188068003 \n", + "Westfield Gas & Electric Light 549300EHUH3VGBXO8J39 ZZ00000004654 Electricity Utilities 0.0046655424561800165 \n", + "Wolverine Power Supply Coop. 549300ROWOIV5X5MB591 ZZ00000011825 Electricity Utilities 10.178834502122328 \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 51.31394443610172 \n", + "Zurn Elkay Water Solutions Corp. 549300AM3633XDFU1Q85 US98983L1089 Electricity Utilities 0.0 \n", + "\n", + "[184 rows x 48 columns]" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ "for scope in rmi_scopes:\n", " rmi_emissions_df[\"ghg_\" + scope] = rmi_emissions_df[\"ghg_\" + scope].astype(\"pint[Mt CO2]\")\n", " rmi_emissions_df[\"ei_\" + scope] = rmi_emissions_df[\"ei_\" + scope].astype(\"pint[Mt CO2/TWh]\")\n", @@ -893,7 +2302,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 20, "id": "9691b254-3964-4d49-be72-4354bbf136de", "metadata": {}, "outputs": [], @@ -915,10 +2324,31 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 21, "id": "b08e6f4b-fd0f-456d-9a66-28865e589db4", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "Index(['2014_ghg_s1', '2015_ghg_s1', '2016_ghg_s1', '2017_ghg_s1',\n", + " '2018_ghg_s1', '2019_ghg_s1', '2020_ghg_s1', '2014_ghg_s2',\n", + " '2015_ghg_s2', '2016_ghg_s2', '2017_ghg_s2', '2018_ghg_s2',\n", + " '2019_ghg_s2', '2020_ghg_s2', '2014_ghg_s1s2', '2015_ghg_s1s2',\n", + " '2016_ghg_s1s2', '2017_ghg_s1s2', '2018_ghg_s1s2', '2019_ghg_s1s2',\n", + " '2020_ghg_s1s2', '2014_ghg_s3', '2015_ghg_s3', '2016_ghg_s3',\n", + " '2017_ghg_s3', '2018_ghg_s3', '2019_ghg_s3', '2020_ghg_s3',\n", + " '2014_ghg_s1s2s3', '2015_ghg_s1s2s3', '2016_ghg_s1s2s3',\n", + " '2017_ghg_s1s2s3', '2018_ghg_s1s2s3', '2019_ghg_s1s2s3',\n", + " '2020_ghg_s1s2s3'],\n", + " dtype='object')" + ] + }, + "execution_count": 21, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "def rename_column_emissions(df, scope):\n", " df = df.loc[:, 2014:2020]\n", @@ -943,10 +2373,372 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 22, "id": "47e0fc37-5ebc-4e83-b8ff-92f6283a47e0", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
2014_production2015_production2016_production2017_production2018_production2019_production2020_production
company_namecompany_leicompany_id
AK STEEL HOLDING CORP529900DT4E7ZNETMVC04US00154710816132700.07089200.06051800.05596200.05683400.05342200.05422332.999999999
ARCELORMITTAL2EULGUTUI56JI9SAL165LU014020594885100000.084600000.083900000.085200000.083900000.084500000.069100000.0
CARPENTER TECHNOLOGY CORPDX6I6ZD3X5WNNCDJKP85US1442851036138831.0138831.0138831.0138831.0138831.0119453.9249146757693262.41134751773
CLEVELAND-CLIFFS INC549300TM2WLI2BJMDD86US185899101191232700.091689200.089951800.090796200.089583400.089842200.074522333.0
COMMERCIAL METALS CO549300OQS2LO07ZJ7N73US20172310345301216.05301216.05301216.05301216.05301216.05301216.05543677.0
GERDAU S.A.254900YDV6SEQQPZVG24US373737105016100000.016100000.016100000.016100000.014276549.512453099.013142354.3
NIPPON STEEL CORP35380065QWQ4U2V3PA33JP338100000349580000.049580000.049580000.049580000.048500000.045890000.036630000.0
NUCOR CORP549300GGJCRSI2TIEJ46US670346105222500000.022500000.022500000.022500000.022500000.020700000.020300000.0
POSCO988400E5HRVX81AYLM04KR700549000841428000.042027000.042199000.037207000.037735000.038007000.035935000.0
STEEL DYNAMICS INC549300HGGKEL4FYTTQ83US85811910098529969.08529969.08529969.08529969.09074135.08793160.08925057.399999999
TENARIS SA549300Y7C05BKC4HZB40US88031M10992900000.02900000.02900000.02900000.02900000.02900000.01800000.0
TERNIUM S.A.529900QG4KU23TEI2E46US880890108110953432.09876543110953432.09876543110953432.09876543110953432.09876543110953432.09876543110297751.2345679019418470.98765432
TIMKENSTEEL CORP549300QZTZWHDE9HJL14US88739910331472468.751472468.751472468.751472468.751472468.751346906.251360433.3333333335
UNITED STATES STEEL CORPJNLUVFYJT1OZSIQ24U47US912909108114220000.014220000.014220000.014440000.015350000.013890000.011540000.0
WORTHINGTON INDUSTRIES INC1WRCIANKYOIK6KYE5E82US98181110263282000.03510000.03523000.04070000.03820000.03715000.03830000.0
\n", + "
" + ], + "text/plain": [ + " 2014_production \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 6132700.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 85100000.0 \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 138831.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 91232700.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 16100000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 49580000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 22500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 41428000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 8529969.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 10953432.098765431 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 1472468.75 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 14220000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 3282000.0 \n", + "\n", + " 2015_production \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 7089200.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 84600000.0 \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 138831.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 91689200.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 16100000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 49580000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 22500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 42027000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 8529969.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 10953432.098765431 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 1472468.75 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 14220000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 3510000.0 \n", + "\n", + " 2016_production \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 6051800.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 83900000.0 \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 138831.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 89951800.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 16100000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 49580000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 22500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 42199000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 8529969.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 10953432.098765431 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 1472468.75 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 14220000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 3523000.0 \n", + "\n", + " 2017_production \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5596200.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 85200000.0 \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 138831.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 90796200.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 16100000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 49580000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 22500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 37207000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 8529969.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 10953432.098765431 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 1472468.75 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 14440000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 4070000.0 \n", + "\n", + " 2018_production \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5683400.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 83900000.0 \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 138831.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 89583400.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 14276549.5 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 48500000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 22500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 37735000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 9074135.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 10953432.098765431 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 1472468.75 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 15350000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 3820000.0 \n", + "\n", + " 2019_production \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5342200.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 84500000.0 \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 119453.92491467576 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 89842200.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 12453099.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 45890000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 20700000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 38007000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 8793160.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 10297751.234567901 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 1346906.25 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 13890000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 3715000.0 \n", + "\n", + " 2020_production \n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5422332.999999999 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 69100000.0 \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 93262.41134751773 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 74522333.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 5543677.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 13142354.3 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 36630000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 20300000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 35935000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 8925057.399999999 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 1800000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 9418470.98765432 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 1360433.3333333335 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 11540000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 3830000.0 " + ] + }, + "execution_count": 22, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "template_steel_production = steel_production.loc[:, 2014:2020]\n", "template_steel_production.columns = template_steel_production.columns.map(lambda x: f\"{x}_production\")\n", @@ -955,10 +2747,882 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 23, "id": "970b303c-b798-46f9-b92e-8c77cdb38032", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
emissions_metricproduction_metric2014_ghg_s12015_ghg_s12016_ghg_s12017_ghg_s12018_ghg_s12019_ghg_s12020_ghg_s12014_ghg_s2...2018_ghg_s1s2s32019_ghg_s1s2s32020_ghg_s1s2s32014_production2015_production2016_production2017_production2018_production2019_production2020_production
company_namecompany_leicompany_idsector
CARPENTER TECHNOLOGY CORPDX6I6ZD3X5WNNCDJKP85US1442851036Steelt CO2t Steel374910.254374910.254374910.254374910.254298055.0299000.0236000.0660000.0...nannannan138831.0138831.0138831.0138831.0138831.0119453.9249146757693262.41134751773
CLEVELAND-CLIFFS INC549300TM2WLI2BJMDD86US1858991011Steelt CO2t Steel35098923.0707632771887.775833209464.62532357763.736631034981.6637630349904.449799925607731.8795186654494608.671214038...37898202.6794556836970711.3897618531130878.44226866691232700.091689200.089951800.090796200.089583400.089842200.074522333.0
COMMERCIAL METALS CO549300OQS2LO07ZJ7N73US2017231034Steelt CO2t Steel1048006.01048006.01048006.01048006.01048006.01048006.01106156.02548437.0...nannannan5301216.05301216.05301216.05301216.05301216.05301216.05543677.0
GERDAU S.A.254900YDV6SEQQPZVG24US3737371050Steelt CO2t Steel12075000.012075000.012075000.012075000.010707412.1259056519.09198407.04025000.0...nannannan16100000.016100000.016100000.016100000.014276549.512453099.013142354.3
NIPPON STEEL CORP35380065QWQ4U2V3PA33JP3381000003Steelt CO2t Steel80501000.080501000.080501000.080501000.081099000.078384000.062860000.012478000.0...114853000.0111199000.091784000.049580000.049580000.049580000.049580000.048500000.045890000.036630000.0
NUCOR CORP549300GGJCRSI2TIEJ46US6703461052Steelt CO2t Steel4800000.04800000.04800000.04800000.04800000.04400000.04700000.05785714.285714285...18143161.09422492216727659.57446808617500000.022500000.022500000.022500000.022500000.022500000.020700000.020300000.0
POSCO988400E5HRVX81AYLM04KR7005490008Steelt CO2t Steel84412800.082741300.081309800.075633360.077391479.079447924.075069656.04741000.0...97401443.093402890.087600882.041428000.042027000.042199000.037207000.037735000.038007000.035935000.0
STEEL DYNAMICS INC549300HGGKEL4FYTTQ83US8581191009Steelt CO2t Steel3215942.03215942.03215942.03215942.03299883.03145097.03063829.94545454531700245.0...nannannan8529969.08529969.08529969.08529969.09074135.08793160.08925057.399999999
TENARIS SA549300Y7C05BKC4HZB40US88031M1099Steelt CO2t Steel2000000.02000000.02000000.02000000.02000000.01800000.01100000.01000000.0...6200000.04900000.02800000.02900000.02900000.02900000.02900000.02900000.02900000.01800000.0
TERNIUM S.A.529900QG4KU23TEI2E46US8808901081Steelt CO2t Steel17744560.017744560.017744560.017744560.017744560.016682357.015257923.0858941.0...19659711.018733673.017179700.010953432.09876543110953432.09876543110953432.09876543110953432.09876543110953432.09876543110297751.2345679019418470.98765432
TIMKENSTEEL CORP549300QZTZWHDE9HJL14US8873991033Steelt CO2t Steel99660.099660.099660.099660.099660.094460.091490.0371530.0...892912.0729536.0605735.01472468.751472468.751472468.751472468.751472468.751346906.251360433.3333333335
UNITED STATES STEEL CORPJNLUVFYJT1OZSIQ24U47US9129091081Steelt CO2t Steel29000000.029000000.029000000.030000000.032500000.029500000.024500000.03200000.0...nannannan14220000.014220000.014220000.014440000.015350000.013890000.011540000.0
WORTHINGTON INDUSTRIES INC1WRCIANKYOIK6KYE5E82US9818111026Steelt CO2t Steel131853.0131853.0126399.0132944.0139953.0134257.0130506.0196200.0...nannannan3282000.03510000.03523000.04070000.03820000.03715000.03830000.0
AK STEEL HOLDING CORP529900DT4E7ZNETMVC04US0015471081Steelt CO2t Steelnannannannannannannannan...nannannan6132700.07089200.06051800.05596200.05683400.05342200.05422332.999999999
ARCELORMITTAL2EULGUTUI56JI9SAL165LU0140205948Steelt CO2t Steelnannannannannannannannan...nannannan85100000.084600000.083900000.085200000.083900000.084500000.069100000.0
\n", + "

15 rows × 44 columns

\n", + "
" + ], + "text/plain": [ + " emissions_metric \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel t CO2 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel t CO2 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel t CO2 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel t CO2 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel t CO2 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel t CO2 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel t CO2 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel t CO2 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel t CO2 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel t CO2 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel t CO2 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel t CO2 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel t CO2 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel t CO2 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel t CO2 \n", + "\n", + " production_metric \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel t Steel \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel t Steel \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel t Steel \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel t Steel \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel t Steel \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel t Steel \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel t Steel \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel t Steel \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel t Steel \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel t Steel \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel t Steel \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel t Steel \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel t Steel \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel t Steel \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel t Steel \n", + "\n", + " 2014_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 374910.254 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 35098923.07076 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 1048006.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 12075000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 80501000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 4800000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 84412800.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 3215942.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2000000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 17744560.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 99660.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 29000000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 131853.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " 2015_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 374910.254 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 32771887.7758 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 1048006.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 12075000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 80501000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 4800000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 82741300.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 3215942.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2000000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 17744560.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 99660.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 29000000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 131853.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " 2016_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 374910.254 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 33209464.625 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 1048006.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 12075000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 80501000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 4800000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 81309800.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 3215942.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2000000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 17744560.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 99660.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 29000000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 126399.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " 2017_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 374910.254 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 32357763.7366 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 1048006.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 12075000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 80501000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 4800000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 75633360.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 3215942.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2000000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 17744560.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 99660.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 30000000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 132944.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " 2018_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 298055.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 31034981.66376 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 1048006.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 10707412.125 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 81099000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 4800000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 77391479.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 3299883.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2000000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 17744560.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 99660.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 32500000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 139953.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " 2019_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 299000.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 30349904.4497999 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 1048006.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 9056519.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 78384000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 4400000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 79447924.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 3145097.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 1800000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 16682357.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 94460.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 29500000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 134257.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " 2020_ghg_s1 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 236000.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 25607731.879518665 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 1106156.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 9198407.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 62860000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 4700000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 75069656.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 3063829.9454545453 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 1100000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 15257923.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 91490.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 24500000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 130506.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " 2014_ghg_s2 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 660000.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 4494608.671214038 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 2548437.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 4025000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 12478000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 5785714.285714285 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 4741000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 1700245.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 1000000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 858941.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 371530.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 3200000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 196200.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " ... \\\n", + "company_name company_lei company_id sector ... \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel ... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel ... \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel ... \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel ... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel ... \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel ... \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel ... \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel ... \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel ... \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel ... \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel ... \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel ... \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel ... \n", + "\n", + " 2018_ghg_s1s2s3 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel nan \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 37898202.67945568 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel nan \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel nan \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 114853000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 18143161.094224922 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 97401443.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel nan \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 6200000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 19659711.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 892912.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel nan \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel nan \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " 2019_ghg_s1s2s3 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel nan \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 36970711.38976185 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel nan \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel nan \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 111199000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 16727659.574468086 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 93402890.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel nan \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 4900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 18733673.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 729536.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel nan \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel nan \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " 2020_ghg_s1s2s3 \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel nan \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 31130878.442268666 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel nan \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel nan \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 91784000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 17500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 87600882.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel nan \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2800000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 17179700.0 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 605735.0 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel nan \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel nan \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel nan \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel nan \n", + "\n", + " 2014_production \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 138831.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 91232700.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 16100000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 49580000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 22500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 41428000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 8529969.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 10953432.098765431 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 1472468.75 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 14220000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 3282000.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel 6132700.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel 85100000.0 \n", + "\n", + " 2015_production \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 138831.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 91689200.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 16100000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 49580000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 22500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 42027000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 8529969.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 10953432.098765431 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 1472468.75 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 14220000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 3510000.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel 7089200.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel 84600000.0 \n", + "\n", + " 2016_production \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 138831.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 89951800.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 16100000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 49580000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 22500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 42199000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 8529969.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 10953432.098765431 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 1472468.75 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 14220000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 3523000.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel 6051800.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel 83900000.0 \n", + "\n", + " 2017_production \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 138831.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 90796200.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 16100000.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 49580000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 22500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 37207000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 8529969.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 10953432.098765431 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 1472468.75 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 14440000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 4070000.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel 5596200.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel 85200000.0 \n", + "\n", + " 2018_production \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 138831.0 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 89583400.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 14276549.5 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 48500000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 22500000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 37735000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 9074135.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 10953432.098765431 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 1472468.75 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 15350000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 3820000.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel 5683400.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel 83900000.0 \n", + "\n", + " 2019_production \\\n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 119453.92491467576 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 89842200.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 5301216.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 12453099.0 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 45890000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 20700000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 38007000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 8793160.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2900000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 10297751.234567901 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 1346906.25 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 13890000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 3715000.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel 5342200.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel 84500000.0 \n", + "\n", + " 2020_production \n", + "company_name company_lei company_id sector \n", + "CARPENTER TECHNOLOGY CORP DX6I6ZD3X5WNNCDJKP85 US1442851036 Steel 93262.41134751773 \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 74522333.0 \n", + "COMMERCIAL METALS CO 549300OQS2LO07ZJ7N73 US2017231034 Steel 5543677.0 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 13142354.3 \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 36630000.0 \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 20300000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 35935000.0 \n", + "STEEL DYNAMICS INC 549300HGGKEL4FYTTQ83 US8581191009 Steel 8925057.399999999 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 1800000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 9418470.98765432 \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 1360433.3333333335 \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 11540000.0 \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 3830000.0 \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 Steel 5422332.999999999 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 Steel 69100000.0 \n", + "\n", + "[15 rows x 44 columns]" + ] + }, + "execution_count": 23, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "template_steel_df = pd.concat([template_steel_co2, template_steel_production], axis=1)\n", "template_steel_df.insert(0, \"sector\", \"Steel\")\n", @@ -970,7 +3634,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 24, "id": "2c37a67f-d119-4257-83ee-795bccdee7e0", "metadata": {}, "outputs": [], @@ -992,20 +3656,1284 @@ }, { "cell_type": "code", - "execution_count": null, - "id": "fb643726-8379-498d-84bc-b3efb59d467f", - "metadata": {}, - "outputs": [], - "source": [ - "template_df.columns" - ] - }, - { - "cell_type": "code", - "execution_count": null, + "execution_count": 25, "id": "7f98bb50-38b7-4b86-974d-d31925149c89", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
company_namecompany_leicompany_idcountryregionsectorexposurecurrencyyearcompany_market_capcompany_revenuecompany_evcompany_eviccompany_total_assetsemissions_metricproduction_metric2014_ghg_s12015_ghg_s12016_ghg_s12017_ghg_s12018_ghg_s12019_ghg_s12020_ghg_s12014_ghg_s2...2016_ghg_s1s2s32017_ghg_s1s2s32018_ghg_s1s2s32019_ghg_s1s2s32020_ghg_s1s2s32014_production2015_production2016_production2017_production2018_production2019_production2020_production2021_ghg_s12022_ghg_s12021_ghg_s22022_ghg_s22021_ghg_s32022_ghg_s32021_production2022_production2021_ghg_s1s22022_ghg_s1s22021_ghg_s1s2s32022_ghg_s1s2s3
18CMS Energy Corp.549300IA9XFBAGNIBW29US1258961002USNorth AmericaElectricity UtilitiesequityUSD201916352000000.06845000000.028163000000.028303000000.026837000000.0Mt CO2TWh18.177669716019107 CO2 * megametric_ton19.427180505429664 CO2 * megametric_ton16.14414499288306 CO2 * megametric_ton14.289806719879884 CO2 * megametric_ton14.513100615787744 CO2 * megametric_ton14.844826496647247 CO2 * megametric_ton12.90304881923237 CO2 * megametric_ton0.0 CO2 * megametric_ton...24.385167717768674 CO2 * megametric_ton22.616963209434147 CO2 * megametric_ton24.208775787864106 CO2 * megametric_ton23.410207714152264 CO2 * megametric_ton21.654329216633055 CO2 * megametric_ton43.36078495373647 terawatt_hour46.03069160054101 terawatt_hour46.86379958905408 terawatt_hour45.803073459704926 terawatt_hour48.928961740923484 terawatt_hour49.496822308654565 terawatt_hour48.81712357519342 terawatt_hour15.17566103939086nan CO2 * megametric_ton0.0nan CO2 * megametric_ton8.149314842005083nan CO2 * megametric_ton49.764548652692845nan terawatt_hour15.17566103939086nan CO2 * megametric_ton23.324975881395943nan CO2 * megametric_ton
169Orlando Utilities Commision549300EJR7JVMRXL5D66ZZ00000004895<NA><NA>Electricity Utilities<NA><NA><NA><NA><NA><NA><NA><NA>Mt CO2TWh3.7784299748949755 CO2 * megametric_ton6.073025058184463 CO2 * megametric_ton4.15389660929843 CO2 * megametric_ton4.4912260318457955 CO2 * megametric_ton4.555435472519305 CO2 * megametric_ton4.291729561930882 CO2 * megametric_ton3.829840028026398 CO2 * megametric_ton0.0 CO2 * megametric_ton...4.816871983325711 CO2 * megametric_ton5.060608975886327 CO2 * megametric_ton5.124006436154483 CO2 * megametric_ton4.8604069010112765 CO2 * megametric_ton4.332880555137898 CO2 * megametric_ton7.445165773479881 terawatt_hour7.153767729384876 terawatt_hour7.862031936286599 terawatt_hour7.766830045448359 terawatt_hour7.934510676730146 terawatt_hour7.735373646549086 terawatt_hour7.579494703874107 terawatt_hour4.108419971041707nan CO2 * megametric_ton0.0nan CO2 * megametric_ton0.5650615353168269nan CO2 * megametric_ton7.979950076691649nan terawatt_hour4.108419971041707nan CO2 * megametric_ton4.673481506358534nan CO2 * megametric_ton
106Basin Electric Power Coop.5493002CLOJ5KYT5GB16ZZ00000006557<NA><NA>Electricity Utilities<NA><NA><NA><NA><NA><NA><NA><NA>Mt CO2TWh17.67876373883121 CO2 * megametric_ton19.936606676316732 CO2 * megametric_ton18.86420522572634 CO2 * megametric_ton19.233686850142135 CO2 * megametric_ton19.389832659977635 CO2 * megametric_ton18.101269719395113 CO2 * megametric_ton17.02153247242067 CO2 * megametric_ton0.0 CO2 * megametric_ton...23.43885992860362 CO2 * megametric_ton24.735267424408207 CO2 * megametric_ton24.49018520275841 CO2 * megametric_ton23.762794405064334 CO2 * megametric_ton22.542691812400673 CO2 * megametric_ton29.851906855104556 terawatt_hour31.45853820316792 terawatt_hour30.848216904645973 terawatt_hour32.92137979869034 terawatt_hour32.9630367248235 terawatt_hour32.68732917188635 terawatt_hour32.17137385740698 terawatt_hour16.083751878030313nan CO2 * megametric_ton0.0nan CO2 * megametric_ton6.751354282799905nan CO2 * megametric_ton33.33991995232204nan terawatt_hour16.083751878030313nan CO2 * megametric_ton22.835106160830218nan CO2 * megametric_ton
92Walmart Inc.Y87794H0US1R65VBXU25US9311421039USNorth AmericaElectricity UtilitiesequityUSD2019126810267035.0514405000000.0164484267035.0172206267035.0219295000000.0Mt CO2TWh0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton...2.1372001746685996 CO2 * megametric_ton2.133625538267671 CO2 * megametric_ton2.031364876772328 CO2 * megametric_ton1.827876549182667 CO2 * megametric_ton1.5485710295252315 CO2 * megametric_ton4.215471999999999 terawatt_hour4.489331999999999 terawatt_hour5.056061999999999 terawatt_hour5.031891000000002 terawatt_hour4.962949999999999 terawatt_hour4.706187 terawatt_hour4.421713 terawatt_hour0.0nan CO2 * megametric_ton0.0nan CO2 * megametric_ton1.5785642188068003nan CO2 * megametric_ton4.516571nan terawatt_hour0.0nan CO2 * megametric_ton1.5785642188068003nan CO2 * megametric_ton
176PUD No 1 of Cowlitz CountyTS0L3NF45PNBQM207L23ZZ00000005628<NA><NA>Electricity Utilities<NA><NA><NA><NA><NA><NA><NA><NA>Mt CO2TWh0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton...2.1348994155895538 CO2 * megametric_ton2.0655986382452145 CO2 * megametric_ton1.984545599092852 CO2 * megametric_ton1.7848975227855208 CO2 * megametric_ton1.5332030385799587 CO2 * megametric_ton5.268150936363637 terawatt_hour5.094207130987291 terawatt_hour5.302975403714564 terawatt_hour5.144531283254516 terawatt_hour5.1492539902545165 terawatt_hour4.942655938980074 terawatt_hour4.75593366225137 terawatt_hour0.0nan CO2 * megametric_ton0.0nan CO2 * megametric_ton1.5848581051316857nan CO2 * megametric_ton4.878705049513586nan terawatt_hour0.0nan CO2 * megametric_ton1.5848581051316857nan CO2 * megametric_ton
183Siemens AktiengesellschaftW38RGI023J3WT1HWRP32DE0007236101<NA><NA>Electricity Utilities<NA><NA><NA><NA><NA><NA><NA><NA>Mt CO2TWhnan CO2 * megametric_tonnan CO2 * megametric_tonnan CO2 * megametric_tonnan CO2 * megametric_tonnan CO2 * megametric_tonnan CO2 * megametric_ton0.7914836990647104 CO2 * megametric_tonnan CO2 * megametric_ton...nan CO2 * megametric_tonnan CO2 * megametric_tonnan CO2 * megametric_tonnan CO2 * megametric_ton0.7914836990647104 CO2 * megametric_tonnan terawatt_hournan terawatt_hournan terawatt_hournan terawatt_hournan terawatt_hournan terawatt_hour3.93897309 terawatt_hour2.271491276591783nan CO2 * megametric_ton0.0nan CO2 * megametric_ton0.0nan CO2 * megametric_ton6.37236019nan terawatt_hour2.271491276591783nan CO2 * megametric_ton2.271491276591783nan CO2 * megametric_ton
5Alphabet Inc.5493006MHB84DD0ZWV18US02079K1079USNorth AmericaElectricity UtilitiesequityUSD2019663000000000.0161857000000.0654716000000.0673214000000.0275909000000.0Mt CO2TWh0.0427813428272884 CO2 * megametric_ton0.0660013746622876 CO2 * megametric_ton0.0683544613464463 CO2 * megametric_ton0.0645142611696245 CO2 * megametric_ton0.0704398315815089 CO2 * megametric_ton0.0651133124800371 CO2 * megametric_ton0.0764629219741582 CO2 * megametric_ton0.0 CO2 * megametric_ton...0.0683544613464463 CO2 * megametric_ton0.0645142611696245 CO2 * megametric_ton0.0704398315815089 CO2 * megametric_ton0.0651133124800371 CO2 * megametric_ton0.0764629219741582 CO2 * megametric_ton0.2898219999999997 terawatt_hour0.6531219999999995 terawatt_hour0.7030389999999997 terawatt_hour0.7201379999999998 terawatt_hour0.7958559999999992 terawatt_hour0.7722139999999998 terawatt_hour0.8563009999999999 terawatt_hour0.0722963132576992nan CO2 * megametric_ton0.0nan CO2 * megametric_ton0.0nan CO2 * megametric_ton0.7397159999999995nan terawatt_hour0.0722963132576992nan CO2 * megametric_ton0.0722963132576992nan CO2 * megametric_ton
139Gainesville Regional Utilities549300QVH6UAIPUV5M94ZZ00000006866<NA><NA>Electricity Utilities<NA><NA><NA><NA><NA><NA><NA><NA>Mt CO2TWh1.0191690974608192 CO2 * megametric_ton1.1260292333997264 CO2 * megametric_ton1.0872308978650205 CO2 * megametric_ton0.9542227478011488 CO2 * megametric_ton1.2896240484370025 CO2 * megametric_ton1.0403437008829244 CO2 * megametric_ton0.9546922232940308 CO2 * megametric_ton0.0 CO2 * megametric_ton...1.3042850927090073 CO2 * megametric_ton1.2323985069743377 CO2 * megametric_ton1.3501518004015023 CO2 * megametric_ton1.1069676586355697 CO2 * megametric_ton1.021703261954694 CO2 * megametric_ton2.1473220029999993 terawatt_hour2.2994419999999995 terawatt_hour2.296131 terawatt_hour2.327001999999999 terawatt_hour2.1568889999999987 terawatt_hour2.080059999999999 terawatt_hour2.0665439999999995 terawatt_hour0.9640624683156809nan CO2 * megametric_ton0.0nan CO2 * megametric_ton0.053444908999118995nan CO2 * megametric_ton2.0910029999999993nan terawatt_hour0.9640624683156809nan CO2 * megametric_ton1.0175073773147998nan CO2 * megametric_ton
12Berkshire Hathaway, Inc.5493000C01ZX7D35SD85US0846707026USNorth AmericaElectricity UtilitiesequityUSD2019417300000000.0254616000000.0<NA>421014902807.775391817729000000.0Mt CO2TWh77.55273072460989 CO2 * megametric_ton73.07114055308234 CO2 * megametric_ton64.04279695657775 CO2 * megametric_ton63.33968896640881 CO2 * megametric_ton63.088786470129214 CO2 * megametric_ton52.301989706117176 CO2 * megametric_ton54.33954424694405 CO2 * megametric_ton0.0 CO2 * megametric_ton...73.82670244513578 CO2 * megametric_ton74.09706413661381 CO2 * megametric_ton71.91834020566681 CO2 * megametric_ton61.20049339326833 CO2 * megametric_ton63.18888047627185 CO2 * megametric_ton174.05285573995002 terawatt_hour180.3072135474682 terawatt_hour161.8463329147028 terawatt_hour163.310821769237 terawatt_hour163.4962010735802 terawatt_hour145.37942481317472 terawatt_hour158.28062252397845 terawatt_hour59.892141724656916nan CO2 * megametric_ton0.0nan CO2 * megametric_ton8.801292821807161nan CO2 * megametric_ton167.3129569500017nan terawatt_hour59.892141724656916nan CO2 * megametric_ton68.69343454646408nan CO2 * megametric_ton
160Municipal Electric Authority Of GeorgiaJA0WNILDDF2KUPS83B16ZZ00000006820<NA><NA>Electricity Utilities<NA><NA><NA><NA><NA><NA><NA><NA>Mt CO2TWh4.146501399626316 CO2 * megametric_ton4.219719697334429 CO2 * megametric_ton4.185913654771107 CO2 * megametric_ton3.6002514128237917 CO2 * megametric_ton3.4838345418290233 CO2 * megametric_ton3.556128345814166 CO2 * megametric_ton2.063653909398291 CO2 * megametric_ton0.0 CO2 * megametric_ton...4.561105619473492 CO2 * megametric_ton4.013219086678739 CO2 * megametric_ton4.00092587043941 CO2 * megametric_ton4.011096550505103 CO2 * megametric_ton2.4237592676555177 CO2 * megametric_ton13.316010571465593 terawatt_hour13.710466406780345 terawatt_hour13.786633609177992 terawatt_hour13.060415015621775 terawatt_hour12.98885990099217 terawatt_hour13.111187558871125 terawatt_hour11.682195628975364 terawatt_hour2.392716186525119nan CO2 * megametric_ton0.0nan CO2 * megametric_ton0.4376840827962405nan CO2 * megametric_ton12.411924600041093nan terawatt_hour2.392716186525119nan CO2 * megametric_ton2.8304002693213595nan CO2 * megametric_ton
61POSCO988400E5HRVX81AYLM04KR7005490008KRGlobalSteelequityUSD2019<NA>55955872344.100883<NA><NA>68553124892.036621t CO2t Steel84412800.0 CO2 * metric_ton82741300.0 CO2 * metric_ton81309800.0 CO2 * metric_ton75633360.0 CO2 * metric_ton77391479.0 CO2 * metric_ton79447924.0 CO2 * metric_ton75069656.0 CO2 * metric_ton4741000.0 CO2 * metric_ton...103069500.0 CO2 * metric_ton94785041.0 CO2 * metric_ton97401443.0 CO2 * metric_ton93402890.0 CO2 * metric_ton87600882.0 CO2 * metric_ton41428000.0 Fe * metric_ton42027000.0 Fe * metric_ton42199000.0 Fe * metric_ton37207000.0 Fe * metric_ton37735000.0 Fe * metric_ton38007000.0 Fe * metric_ton35935000.0 Fe * metric_tonnannan CO2 * metric_tonnannan CO2 * metric_tonnannan CO2 * metric_tonnannan Fe * metric_tonnannan CO2 * metric_tonnannan CO2 * metric_ton
124Dairyland Power Coop.549300MDUY8PN52FWH02ZZ00000008747<NA><NA>Electricity Utilities<NA><NA><NA><NA><NA><NA><NA><NA>Mt CO2TWh4.081708865995592 CO2 * megametric_ton3.9181351034259118 CO2 * megametric_ton3.855062863189298 CO2 * megametric_ton4.074314914406822 CO2 * megametric_ton4.657093607595992 CO2 * megametric_ton3.8517273870018163 CO2 * megametric_ton3.463203401437865 CO2 * megametric_ton0.0 CO2 * megametric_ton...4.7030517305739385 CO2 * megametric_ton4.879846389914112 CO2 * megametric_ton5.593274098913427 CO2 * megametric_ton4.929979446739426 CO2 * megametric_ton4.452763891661175 CO2 * megametric_ton6.6042734317148755 terawatt_hour6.039606419837402 terawatt_hour5.7109811076758525 terawatt_hour6.041066321277361 terawatt_hour6.967698305778175 terawatt_hour6.59709319617522 terawatt_hour6.21398628658625 terawatt_hour3.6954357511087563nan CO2 * megametric_ton0.0nan CO2 * megametric_ton1.05306315623063nan CO2 * megametric_ton6.99806402933948nan terawatt_hour3.6954357511087563nan CO2 * megametric_ton4.748498907339386nan CO2 * megametric_ton
164OMERS Administration Corp.HK15VDWNE3FL77FUSC13ZZ00000010577<NA><NA>Electricity Utilities<NA><NA><NA><NA><NA><NA><NA><NA>Mt CO2TWh1.1166097420349737 CO2 * megametric_ton2.8736130626617022 CO2 * megametric_ton3.757547622999318 CO2 * megametric_ton3.2653965925116393 CO2 * megametric_ton3.917076486047191 CO2 * megametric_ton4.38325345899648 CO2 * megametric_ton4.664745280758225 CO2 * megametric_ton0.0 CO2 * megametric_ton...3.757547622999318 CO2 * megametric_ton3.2653965925116393 CO2 * megametric_ton3.917076486047191 CO2 * megametric_ton4.38325345899648 CO2 * megametric_ton4.664745280758225 CO2 * megametric_ton8.2924877 terawatt_hour10.24358587 terawatt_hour12.546506249999993 terawatt_hour11.253692910000003 terawatt_hour12.90395242 terawatt_hour13.888300129999998 terawatt_hour14.505518900000002 terawatt_hour3.3851589156574nan CO2 * megametric_ton0.0nan CO2 * megametric_ton0.0nan CO2 * megametric_ton10.636793939999995nan terawatt_hour3.3851589156574nan CO2 * megametric_ton3.3851589156574nan CO2 * megametric_ton
145Iberdrola, S.A.5QK37QC7NWOJ8D7WVQ45ES0144580Y14<NA><NA>Electricity Utilities<NA><NA><NA><NA><NA><NA><NA><NA>Mt CO2TWh0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton0.0 CO2 * megametric_ton...8.81817958860676 CO2 * megametric_ton8.139215604222205 CO2 * megametric_ton7.853949699860153 CO2 * megametric_ton6.062772604463653 CO2 * megametric_ton5.793544806016619 CO2 * megametric_ton35.99649335271422 terawatt_hour46.63955115734168 terawatt_hour23.025655050659815 terawatt_hour23.702720569757297 terawatt_hour24.11982818242426 terawatt_hour20.500870359027875 terawatt_hour21.41674799828992 terawatt_hour0.0nan CO2 * megametric_ton0.0nan CO2 * megametric_ton5.654824441593482nan CO2 * megametric_ton20.520528261339354nan terawatt_hour0.0nan CO2 * megametric_ton5.654824441593482nan CO2 * megametric_ton
80The Blackstone Group, Inc.5299004LW4QWGZUB8Y96ZZ00000010837USNorth AmericaElectricity UtilitiesequityUSD201929000000000.07338270000.038369157000.040541598000.032585506000.0Mt CO2TWh0.936628599456111 CO2 * megametric_ton1.1281594144830418 CO2 * megametric_ton0.9298161136454093 CO2 * megametric_ton0.6795623199891512 CO2 * megametric_ton0.7754023967650466 CO2 * megametric_ton0.8402738497112223 CO2 * megametric_ton0.8742418498517378 CO2 * megametric_ton0.0 CO2 * megametric_ton...0.9298161136454093 CO2 * megametric_ton0.6795623199891512 CO2 * megametric_ton0.7754023967650466 CO2 * megametric_ton0.8402738497112223 CO2 * megametric_ton0.8742418498517378 CO2 * megametric_ton3.563686 terawatt_hour3.919979 terawatt_hour3.1766820000000004 terawatt_hour2.3386330000000006 terawatt_hour2.5361589999999996 terawatt_hour2.7718420000000004 terawatt_hour2.95533 terawatt_hour0.7785625552681109nan CO2 * megametric_ton0.0nan CO2 * megametric_ton0.0nan CO2 * megametric_ton2.419545nan terawatt_hour0.7785625552681109nan CO2 * megametric_ton0.7785625552681109nan CO2 * megametric_ton
\n", + "

15 rows × 70 columns

\n", + "
" + ], + "text/plain": [ + " company_name company_lei \\\n", + "18 CMS Energy Corp. 549300IA9XFBAGNIBW29 \n", + "169 Orlando Utilities Commision 549300EJR7JVMRXL5D66 \n", + "106 Basin Electric Power Coop. 5493002CLOJ5KYT5GB16 \n", + "92 Walmart Inc. Y87794H0US1R65VBXU25 \n", + "176 PUD No 1 of Cowlitz County TS0L3NF45PNBQM207L23 \n", + "183 Siemens Aktiengesellschaft W38RGI023J3WT1HWRP32 \n", + "5 Alphabet Inc. 5493006MHB84DD0ZWV18 \n", + "139 Gainesville Regional Utilities 549300QVH6UAIPUV5M94 \n", + "12 Berkshire Hathaway, Inc. 5493000C01ZX7D35SD85 \n", + "160 Municipal Electric Authority Of Georgia JA0WNILDDF2KUPS83B16 \n", + "61 POSCO 988400E5HRVX81AYLM04 \n", + "124 Dairyland Power Coop. 549300MDUY8PN52FWH02 \n", + "164 OMERS Administration Corp. HK15VDWNE3FL77FUSC13 \n", + "145 Iberdrola, S.A. 5QK37QC7NWOJ8D7WVQ45 \n", + "80 The Blackstone Group, Inc. 5299004LW4QWGZUB8Y96 \n", + "\n", + " company_id country region sector exposure \\\n", + "18 US1258961002 US North America Electricity Utilities equity \n", + "169 ZZ00000004895 Electricity Utilities \n", + "106 ZZ00000006557 Electricity Utilities \n", + "92 US9311421039 US North America Electricity Utilities equity \n", + "176 ZZ00000005628 Electricity Utilities \n", + "183 DE0007236101 Electricity Utilities \n", + "5 US02079K1079 US North America Electricity Utilities equity \n", + "139 ZZ00000006866 Electricity Utilities \n", + "12 US0846707026 US North America Electricity Utilities equity \n", + "160 ZZ00000006820 Electricity Utilities \n", + "61 KR7005490008 KR Global Steel equity \n", + "124 ZZ00000008747 Electricity Utilities \n", + "164 ZZ00000010577 Electricity Utilities \n", + "145 ES0144580Y14 Electricity Utilities \n", + "80 ZZ00000010837 US North America Electricity Utilities equity \n", + "\n", + " currency year company_market_cap company_revenue company_ev \\\n", + "18 USD 2019 16352000000.0 6845000000.0 28163000000.0 \n", + "169 \n", + "106 \n", + "92 USD 2019 126810267035.0 514405000000.0 164484267035.0 \n", + "176 \n", + "183 \n", + "5 USD 2019 663000000000.0 161857000000.0 654716000000.0 \n", + "139 \n", + "12 USD 2019 417300000000.0 254616000000.0 \n", + "160 \n", + "61 USD 2019 55955872344.100883 \n", + "124 \n", + "164 \n", + "145 \n", + "80 USD 2019 29000000000.0 7338270000.0 38369157000.0 \n", + "\n", + " company_evic company_total_assets emissions_metric \\\n", + "18 28303000000.0 26837000000.0 Mt CO2 \n", + "169 Mt CO2 \n", + "106 Mt CO2 \n", + "92 172206267035.0 219295000000.0 Mt CO2 \n", + "176 Mt CO2 \n", + "183 Mt CO2 \n", + "5 673214000000.0 275909000000.0 Mt CO2 \n", + "139 Mt CO2 \n", + "12 421014902807.775391 817729000000.0 Mt CO2 \n", + "160 Mt CO2 \n", + "61 68553124892.036621 t CO2 \n", + "124 Mt CO2 \n", + "164 Mt CO2 \n", + "145 Mt CO2 \n", + "80 40541598000.0 32585506000.0 Mt CO2 \n", + "\n", + " production_metric 2014_ghg_s1 \\\n", + "18 TWh 18.177669716019107 CO2 * megametric_ton \n", + "169 TWh 3.7784299748949755 CO2 * megametric_ton \n", + "106 TWh 17.67876373883121 CO2 * megametric_ton \n", + "92 TWh 0.0 CO2 * megametric_ton \n", + "176 TWh 0.0 CO2 * megametric_ton \n", + "183 TWh nan CO2 * megametric_ton \n", + "5 TWh 0.0427813428272884 CO2 * megametric_ton \n", + "139 TWh 1.0191690974608192 CO2 * megametric_ton \n", + "12 TWh 77.55273072460989 CO2 * megametric_ton \n", + "160 TWh 4.146501399626316 CO2 * megametric_ton \n", + "61 t Steel 84412800.0 CO2 * metric_ton \n", + "124 TWh 4.081708865995592 CO2 * megametric_ton \n", + "164 TWh 1.1166097420349737 CO2 * megametric_ton \n", + "145 TWh 0.0 CO2 * megametric_ton \n", + "80 TWh 0.936628599456111 CO2 * megametric_ton \n", + "\n", + " 2015_ghg_s1 \\\n", + "18 19.427180505429664 CO2 * megametric_ton \n", + "169 6.073025058184463 CO2 * megametric_ton \n", + "106 19.936606676316732 CO2 * megametric_ton \n", + "92 0.0 CO2 * megametric_ton \n", + "176 0.0 CO2 * megametric_ton \n", + "183 nan CO2 * megametric_ton \n", + "5 0.0660013746622876 CO2 * megametric_ton \n", + "139 1.1260292333997264 CO2 * megametric_ton \n", + "12 73.07114055308234 CO2 * megametric_ton \n", + "160 4.219719697334429 CO2 * megametric_ton \n", + "61 82741300.0 CO2 * metric_ton \n", + "124 3.9181351034259118 CO2 * megametric_ton \n", + "164 2.8736130626617022 CO2 * megametric_ton \n", + "145 0.0 CO2 * megametric_ton \n", + "80 1.1281594144830418 CO2 * megametric_ton \n", + "\n", + " 2016_ghg_s1 \\\n", + "18 16.14414499288306 CO2 * megametric_ton \n", + "169 4.15389660929843 CO2 * megametric_ton \n", + "106 18.86420522572634 CO2 * megametric_ton \n", + "92 0.0 CO2 * megametric_ton \n", + "176 0.0 CO2 * megametric_ton \n", + "183 nan CO2 * megametric_ton \n", + "5 0.0683544613464463 CO2 * megametric_ton \n", + "139 1.0872308978650205 CO2 * megametric_ton \n", + "12 64.04279695657775 CO2 * megametric_ton \n", + "160 4.185913654771107 CO2 * megametric_ton \n", + "61 81309800.0 CO2 * metric_ton \n", + "124 3.855062863189298 CO2 * megametric_ton \n", + "164 3.757547622999318 CO2 * megametric_ton \n", + "145 0.0 CO2 * megametric_ton \n", + "80 0.9298161136454093 CO2 * megametric_ton \n", + "\n", + " 2017_ghg_s1 \\\n", + "18 14.289806719879884 CO2 * megametric_ton \n", + "169 4.4912260318457955 CO2 * megametric_ton \n", + "106 19.233686850142135 CO2 * megametric_ton \n", + "92 0.0 CO2 * megametric_ton \n", + "176 0.0 CO2 * megametric_ton \n", + "183 nan CO2 * megametric_ton \n", + "5 0.0645142611696245 CO2 * megametric_ton \n", + "139 0.9542227478011488 CO2 * megametric_ton \n", + "12 63.33968896640881 CO2 * megametric_ton \n", + "160 3.6002514128237917 CO2 * megametric_ton \n", + "61 75633360.0 CO2 * metric_ton \n", + "124 4.074314914406822 CO2 * megametric_ton \n", + "164 3.2653965925116393 CO2 * megametric_ton \n", + "145 0.0 CO2 * megametric_ton \n", + "80 0.6795623199891512 CO2 * megametric_ton \n", + "\n", + " 2018_ghg_s1 \\\n", + "18 14.513100615787744 CO2 * megametric_ton \n", + "169 4.555435472519305 CO2 * megametric_ton \n", + "106 19.389832659977635 CO2 * megametric_ton \n", + "92 0.0 CO2 * megametric_ton \n", + "176 0.0 CO2 * megametric_ton \n", + "183 nan CO2 * megametric_ton \n", + "5 0.0704398315815089 CO2 * megametric_ton \n", + "139 1.2896240484370025 CO2 * megametric_ton \n", + "12 63.088786470129214 CO2 * megametric_ton \n", + "160 3.4838345418290233 CO2 * megametric_ton \n", + "61 77391479.0 CO2 * metric_ton \n", + "124 4.657093607595992 CO2 * megametric_ton \n", + "164 3.917076486047191 CO2 * megametric_ton \n", + "145 0.0 CO2 * megametric_ton \n", + "80 0.7754023967650466 CO2 * megametric_ton \n", + "\n", + " 2019_ghg_s1 \\\n", + "18 14.844826496647247 CO2 * megametric_ton \n", + "169 4.291729561930882 CO2 * megametric_ton \n", + "106 18.101269719395113 CO2 * megametric_ton \n", + "92 0.0 CO2 * megametric_ton \n", + "176 0.0 CO2 * megametric_ton \n", + "183 nan CO2 * megametric_ton \n", + "5 0.0651133124800371 CO2 * megametric_ton \n", + "139 1.0403437008829244 CO2 * megametric_ton \n", + "12 52.301989706117176 CO2 * megametric_ton \n", + "160 3.556128345814166 CO2 * megametric_ton \n", + "61 79447924.0 CO2 * metric_ton \n", + "124 3.8517273870018163 CO2 * megametric_ton \n", + "164 4.38325345899648 CO2 * megametric_ton \n", + "145 0.0 CO2 * megametric_ton \n", + "80 0.8402738497112223 CO2 * megametric_ton \n", + "\n", + " 2020_ghg_s1 2014_ghg_s2 ... \\\n", + "18 12.90304881923237 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "169 3.829840028026398 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "106 17.02153247242067 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "92 0.0 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "176 0.0 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "183 0.7914836990647104 CO2 * megametric_ton nan CO2 * megametric_ton ... \n", + "5 0.0764629219741582 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "139 0.9546922232940308 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "12 54.33954424694405 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "160 2.063653909398291 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "61 75069656.0 CO2 * metric_ton 4741000.0 CO2 * metric_ton ... \n", + "124 3.463203401437865 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "164 4.664745280758225 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "145 0.0 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "80 0.8742418498517378 CO2 * megametric_ton 0.0 CO2 * megametric_ton ... \n", + "\n", + " 2016_ghg_s1s2s3 \\\n", + "18 24.385167717768674 CO2 * megametric_ton \n", + "169 4.816871983325711 CO2 * megametric_ton \n", + "106 23.43885992860362 CO2 * megametric_ton \n", + "92 2.1372001746685996 CO2 * megametric_ton \n", + "176 2.1348994155895538 CO2 * megametric_ton \n", + "183 nan CO2 * megametric_ton \n", + "5 0.0683544613464463 CO2 * megametric_ton \n", + "139 1.3042850927090073 CO2 * megametric_ton \n", + "12 73.82670244513578 CO2 * megametric_ton \n", + "160 4.561105619473492 CO2 * megametric_ton \n", + "61 103069500.0 CO2 * metric_ton \n", + "124 4.7030517305739385 CO2 * megametric_ton \n", + "164 3.757547622999318 CO2 * megametric_ton \n", + "145 8.81817958860676 CO2 * megametric_ton \n", + "80 0.9298161136454093 CO2 * megametric_ton \n", + "\n", + " 2017_ghg_s1s2s3 \\\n", + "18 22.616963209434147 CO2 * megametric_ton \n", + "169 5.060608975886327 CO2 * megametric_ton \n", + "106 24.735267424408207 CO2 * megametric_ton \n", + "92 2.133625538267671 CO2 * megametric_ton \n", + "176 2.0655986382452145 CO2 * megametric_ton \n", + "183 nan CO2 * megametric_ton \n", + "5 0.0645142611696245 CO2 * megametric_ton \n", + "139 1.2323985069743377 CO2 * megametric_ton \n", + "12 74.09706413661381 CO2 * megametric_ton \n", + "160 4.013219086678739 CO2 * megametric_ton \n", + "61 94785041.0 CO2 * metric_ton \n", + "124 4.879846389914112 CO2 * megametric_ton \n", + "164 3.2653965925116393 CO2 * megametric_ton \n", + "145 8.139215604222205 CO2 * megametric_ton \n", + "80 0.6795623199891512 CO2 * megametric_ton \n", + "\n", + " 2018_ghg_s1s2s3 \\\n", + "18 24.208775787864106 CO2 * megametric_ton \n", + "169 5.124006436154483 CO2 * megametric_ton \n", + "106 24.49018520275841 CO2 * megametric_ton \n", + "92 2.031364876772328 CO2 * megametric_ton \n", + "176 1.984545599092852 CO2 * megametric_ton \n", + "183 nan CO2 * megametric_ton \n", + "5 0.0704398315815089 CO2 * megametric_ton \n", + "139 1.3501518004015023 CO2 * megametric_ton \n", + "12 71.91834020566681 CO2 * megametric_ton \n", + "160 4.00092587043941 CO2 * megametric_ton \n", + "61 97401443.0 CO2 * metric_ton \n", + "124 5.593274098913427 CO2 * megametric_ton \n", + "164 3.917076486047191 CO2 * megametric_ton \n", + "145 7.853949699860153 CO2 * megametric_ton \n", + "80 0.7754023967650466 CO2 * megametric_ton \n", + "\n", + " 2019_ghg_s1s2s3 \\\n", + "18 23.410207714152264 CO2 * megametric_ton \n", + "169 4.8604069010112765 CO2 * megametric_ton \n", + "106 23.762794405064334 CO2 * megametric_ton \n", + "92 1.827876549182667 CO2 * megametric_ton \n", + "176 1.7848975227855208 CO2 * megametric_ton \n", + "183 nan CO2 * megametric_ton \n", + "5 0.0651133124800371 CO2 * megametric_ton \n", + "139 1.1069676586355697 CO2 * megametric_ton \n", + "12 61.20049339326833 CO2 * megametric_ton \n", + "160 4.011096550505103 CO2 * megametric_ton \n", + "61 93402890.0 CO2 * metric_ton \n", + "124 4.929979446739426 CO2 * megametric_ton \n", + "164 4.38325345899648 CO2 * megametric_ton \n", + "145 6.062772604463653 CO2 * megametric_ton \n", + "80 0.8402738497112223 CO2 * megametric_ton \n", + "\n", + " 2020_ghg_s1s2s3 \\\n", + "18 21.654329216633055 CO2 * megametric_ton \n", + "169 4.332880555137898 CO2 * megametric_ton \n", + "106 22.542691812400673 CO2 * megametric_ton \n", + "92 1.5485710295252315 CO2 * megametric_ton \n", + "176 1.5332030385799587 CO2 * megametric_ton \n", + "183 0.7914836990647104 CO2 * megametric_ton \n", + "5 0.0764629219741582 CO2 * megametric_ton \n", + "139 1.021703261954694 CO2 * megametric_ton \n", + "12 63.18888047627185 CO2 * megametric_ton \n", + "160 2.4237592676555177 CO2 * megametric_ton \n", + "61 87600882.0 CO2 * metric_ton \n", + "124 4.452763891661175 CO2 * megametric_ton \n", + "164 4.664745280758225 CO2 * megametric_ton \n", + "145 5.793544806016619 CO2 * megametric_ton \n", + "80 0.8742418498517378 CO2 * megametric_ton \n", + "\n", + " 2014_production 2015_production \\\n", + "18 43.36078495373647 terawatt_hour 46.03069160054101 terawatt_hour \n", + "169 7.445165773479881 terawatt_hour 7.153767729384876 terawatt_hour \n", + "106 29.851906855104556 terawatt_hour 31.45853820316792 terawatt_hour \n", + "92 4.215471999999999 terawatt_hour 4.489331999999999 terawatt_hour \n", + "176 5.268150936363637 terawatt_hour 5.094207130987291 terawatt_hour \n", + "183 nan terawatt_hour nan terawatt_hour \n", + "5 0.2898219999999997 terawatt_hour 0.6531219999999995 terawatt_hour \n", + "139 2.1473220029999993 terawatt_hour 2.2994419999999995 terawatt_hour \n", + "12 174.05285573995002 terawatt_hour 180.3072135474682 terawatt_hour \n", + "160 13.316010571465593 terawatt_hour 13.710466406780345 terawatt_hour \n", + "61 41428000.0 Fe * metric_ton 42027000.0 Fe * metric_ton \n", + "124 6.6042734317148755 terawatt_hour 6.039606419837402 terawatt_hour \n", + "164 8.2924877 terawatt_hour 10.24358587 terawatt_hour \n", + "145 35.99649335271422 terawatt_hour 46.63955115734168 terawatt_hour \n", + "80 3.563686 terawatt_hour 3.919979 terawatt_hour \n", + "\n", + " 2016_production 2017_production \\\n", + "18 46.86379958905408 terawatt_hour 45.803073459704926 terawatt_hour \n", + "169 7.862031936286599 terawatt_hour 7.766830045448359 terawatt_hour \n", + "106 30.848216904645973 terawatt_hour 32.92137979869034 terawatt_hour \n", + "92 5.056061999999999 terawatt_hour 5.031891000000002 terawatt_hour \n", + "176 5.302975403714564 terawatt_hour 5.144531283254516 terawatt_hour \n", + "183 nan terawatt_hour nan terawatt_hour \n", + "5 0.7030389999999997 terawatt_hour 0.7201379999999998 terawatt_hour \n", + "139 2.296131 terawatt_hour 2.327001999999999 terawatt_hour \n", + "12 161.8463329147028 terawatt_hour 163.310821769237 terawatt_hour \n", + "160 13.786633609177992 terawatt_hour 13.060415015621775 terawatt_hour \n", + "61 42199000.0 Fe * metric_ton 37207000.0 Fe * metric_ton \n", + "124 5.7109811076758525 terawatt_hour 6.041066321277361 terawatt_hour \n", + "164 12.546506249999993 terawatt_hour 11.253692910000003 terawatt_hour \n", + "145 23.025655050659815 terawatt_hour 23.702720569757297 terawatt_hour \n", + "80 3.1766820000000004 terawatt_hour 2.3386330000000006 terawatt_hour \n", + "\n", + " 2018_production 2019_production \\\n", + "18 48.928961740923484 terawatt_hour 49.496822308654565 terawatt_hour \n", + "169 7.934510676730146 terawatt_hour 7.735373646549086 terawatt_hour \n", + "106 32.9630367248235 terawatt_hour 32.68732917188635 terawatt_hour \n", + "92 4.962949999999999 terawatt_hour 4.706187 terawatt_hour \n", + "176 5.1492539902545165 terawatt_hour 4.942655938980074 terawatt_hour \n", + "183 nan terawatt_hour nan terawatt_hour \n", + "5 0.7958559999999992 terawatt_hour 0.7722139999999998 terawatt_hour \n", + "139 2.1568889999999987 terawatt_hour 2.080059999999999 terawatt_hour \n", + "12 163.4962010735802 terawatt_hour 145.37942481317472 terawatt_hour \n", + "160 12.98885990099217 terawatt_hour 13.111187558871125 terawatt_hour \n", + "61 37735000.0 Fe * metric_ton 38007000.0 Fe * metric_ton \n", + "124 6.967698305778175 terawatt_hour 6.59709319617522 terawatt_hour \n", + "164 12.90395242 terawatt_hour 13.888300129999998 terawatt_hour \n", + "145 24.11982818242426 terawatt_hour 20.500870359027875 terawatt_hour \n", + "80 2.5361589999999996 terawatt_hour 2.7718420000000004 terawatt_hour \n", + "\n", + " 2020_production 2021_ghg_s1 \\\n", + "18 48.81712357519342 terawatt_hour 15.17566103939086 \n", + "169 7.579494703874107 terawatt_hour 4.108419971041707 \n", + "106 32.17137385740698 terawatt_hour 16.083751878030313 \n", + "92 4.421713 terawatt_hour 0.0 \n", + "176 4.75593366225137 terawatt_hour 0.0 \n", + "183 3.93897309 terawatt_hour 2.271491276591783 \n", + "5 0.8563009999999999 terawatt_hour 0.0722963132576992 \n", + "139 2.0665439999999995 terawatt_hour 0.9640624683156809 \n", + "12 158.28062252397845 terawatt_hour 59.892141724656916 \n", + "160 11.682195628975364 terawatt_hour 2.392716186525119 \n", + "61 35935000.0 Fe * metric_ton nan \n", + "124 6.21398628658625 terawatt_hour 3.6954357511087563 \n", + "164 14.505518900000002 terawatt_hour 3.3851589156574 \n", + "145 21.41674799828992 terawatt_hour 0.0 \n", + "80 2.95533 terawatt_hour 0.7785625552681109 \n", + "\n", + " 2022_ghg_s1 2021_ghg_s2 2022_ghg_s2 \\\n", + "18 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "169 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "106 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "92 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "176 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "183 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "5 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "139 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "12 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "160 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "61 nan CO2 * metric_ton nan nan CO2 * metric_ton \n", + "124 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "164 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "145 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "80 nan CO2 * megametric_ton 0.0 nan CO2 * megametric_ton \n", + "\n", + " 2021_ghg_s3 2022_ghg_s3 2021_production \\\n", + "18 8.149314842005083 nan CO2 * megametric_ton 49.764548652692845 \n", + "169 0.5650615353168269 nan CO2 * megametric_ton 7.979950076691649 \n", + "106 6.751354282799905 nan CO2 * megametric_ton 33.33991995232204 \n", + "92 1.5785642188068003 nan CO2 * megametric_ton 4.516571 \n", + "176 1.5848581051316857 nan CO2 * megametric_ton 4.878705049513586 \n", + "183 0.0 nan CO2 * megametric_ton 6.37236019 \n", + "5 0.0 nan CO2 * megametric_ton 0.7397159999999995 \n", + "139 0.053444908999118995 nan CO2 * megametric_ton 2.0910029999999993 \n", + "12 8.801292821807161 nan CO2 * megametric_ton 167.3129569500017 \n", + "160 0.4376840827962405 nan CO2 * megametric_ton 12.411924600041093 \n", + "61 nan nan CO2 * metric_ton nan \n", + "124 1.05306315623063 nan CO2 * megametric_ton 6.99806402933948 \n", + "164 0.0 nan CO2 * megametric_ton 10.636793939999995 \n", + "145 5.654824441593482 nan CO2 * megametric_ton 20.520528261339354 \n", + "80 0.0 nan CO2 * megametric_ton 2.419545 \n", + "\n", + " 2022_production 2021_ghg_s1s2 2022_ghg_s1s2 \\\n", + "18 nan terawatt_hour 15.17566103939086 nan CO2 * megametric_ton \n", + "169 nan terawatt_hour 4.108419971041707 nan CO2 * megametric_ton \n", + "106 nan terawatt_hour 16.083751878030313 nan CO2 * megametric_ton \n", + "92 nan terawatt_hour 0.0 nan CO2 * megametric_ton \n", + "176 nan terawatt_hour 0.0 nan CO2 * megametric_ton \n", + "183 nan terawatt_hour 2.271491276591783 nan CO2 * megametric_ton \n", + "5 nan terawatt_hour 0.0722963132576992 nan CO2 * megametric_ton \n", + "139 nan terawatt_hour 0.9640624683156809 nan CO2 * megametric_ton \n", + "12 nan terawatt_hour 59.892141724656916 nan CO2 * megametric_ton \n", + "160 nan terawatt_hour 2.392716186525119 nan CO2 * megametric_ton \n", + "61 nan Fe * metric_ton nan nan CO2 * metric_ton \n", + "124 nan terawatt_hour 3.6954357511087563 nan CO2 * megametric_ton \n", + "164 nan terawatt_hour 3.3851589156574 nan CO2 * megametric_ton \n", + "145 nan terawatt_hour 0.0 nan CO2 * megametric_ton \n", + "80 nan terawatt_hour 0.7785625552681109 nan CO2 * megametric_ton \n", + "\n", + " 2021_ghg_s1s2s3 2022_ghg_s1s2s3 \n", + "18 23.324975881395943 nan CO2 * megametric_ton \n", + "169 4.673481506358534 nan CO2 * megametric_ton \n", + "106 22.835106160830218 nan CO2 * megametric_ton \n", + "92 1.5785642188068003 nan CO2 * megametric_ton \n", + "176 1.5848581051316857 nan CO2 * megametric_ton \n", + "183 2.271491276591783 nan CO2 * megametric_ton \n", + "5 0.0722963132576992 nan CO2 * megametric_ton \n", + "139 1.0175073773147998 nan CO2 * megametric_ton \n", + "12 68.69343454646408 nan CO2 * megametric_ton \n", + "160 2.8304002693213595 nan CO2 * megametric_ton \n", + "61 nan nan CO2 * metric_ton \n", + "124 4.748498907339386 nan CO2 * megametric_ton \n", + "164 3.3851589156574 nan CO2 * megametric_ton \n", + "145 5.654824441593482 nan CO2 * megametric_ton \n", + "80 0.7785625552681109 nan CO2 * megametric_ton \n", + "\n", + "[15 rows x 70 columns]" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "cols = cols[:3] + cols[4:6] + [cols[3]] + cols[6:]\n", "template_df = template_df[cols]\n", @@ -1014,19 +4942,18 @@ " col_index = template_df.columns.get_loc(col)\n", " for year in [2022]:\n", " newcol = col.replace(\"2021\", str(year))\n", - " template_df.insert(col_index + 1, newcol, np.nan)\n", - " if \"_ghg_\" in newcol:\n", - " template_df.loc[:, newcol] = template_df[\"emissions_metric\"].map(lambda x: Q_(np.nan, x))\n", - " else:\n", - " template_df.loc[:, newcol] = template_df[\"production_metric\"].map(lambda x: Q_(np.nan, x))\n", - "display(template_df.sample(15))\n", + " newvals = template_df[\"emissions_metric\" if \"_ghg_\" in newcol else \"production_metric\"].map(\n", + " lambda x: Q_(np.nan, x)\n", + " )\n", + " template_df.insert(col_index + 1, newcol, newvals)\n", + "display(template_df.sample(15, random_state=0))\n", "pd.reset_option(\"display.max_rows\")\n", "pd.reset_option(\"display.max_columns\")" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 26, "id": "c3db17ae-31e9-4275-8580-6632c316ae2e", "metadata": {}, "outputs": [], @@ -1047,12 +4974,40 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 27, "id": "22a1bc84-bd10-414f-8a67-dd01ba52c546", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "[('parent_name', 'varchar', '', ''),\n", + " ('utility_name', 'varchar', '', ''),\n", + " ('respondent_id', 'integer', '', ''),\n", + " ('year', 'integer', '', ''),\n", + " ('target_scope', 'varchar', '', ''),\n", + " ('target_type', 'varchar', '', ''),\n", + " ('state', 'varchar', '', ''),\n", + " ('co2_historical', 'double', '', ''),\n", + " ('co2_target', 'double', '', ''),\n", + " ('co2_target_all_years', 'double', '', ''),\n", + " ('co2_1point5c', 'double', '', ''),\n", + " ('generation_historical', 'double', '', ''),\n", + " ('generation_projected', 'double', '', ''),\n", + " ('generation_1point5c', 'double', '', ''),\n", + " ('co2_intensity_historical', 'double', '', ''),\n", + " ('co2_intensity_target', 'double', '', ''),\n", + " ('co2_intensity_target_all_years', 'double', '', ''),\n", + " ('co2_intensity_1point5c', 'double', '', '')]" + ] + }, + "execution_count": 27, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "osc._do_sql(f\"describe {rmi_schema}.{rmi_prefix}emissions_targets\", engine, verbose=False)" ] @@ -1076,8 +5031,8 @@ }, { "cell_type": "code", - "execution_count": null, - "id": "f7a75411-9469-41b9-a7bf-d539ee60cee0", + "execution_count": 28, + "id": "081f5998-81ed-4b32-bdd3-70b85f4c5214", "metadata": {}, "outputs": [], "source": [ @@ -1086,7 +5041,7 @@ "\n", "rtg_df = pd.read_sql(\n", " f\"\"\"\n", - "select ET.parent_name as company_name, ET.utility_name, 'Electricity Utilities' as sector, year(ET.year) as year,\n", + "select ET.parent_name as company_name, ET.utility_name, 'Electricity Utilities' as sector, ET.year as year,\n", " target_scope,\n", " sum(co2_target) as co2_target,\n", " sum(co2_historical) as co2_historical,\n", @@ -1100,18 +5055,25 @@ " from {rmi_schema}.{rmi_prefix}operations_emissions_by_tech\n", " where technology_eia!='Batteries' and technology_eia!='Hydroelectric Pumped Storage'\n", " group by utility_name, year) EM\n", - " on ET.utility_name=EM.utility_name and ((year(ET.year)>2020 and year(EM.year)=2020) or (ET.year=EM.year) or ((year(ET.year)<2005 and year(EM.year)=2005) ))\n", + " on ET.utility_name=EM.utility_name and ((ET.year>2020 and EM.year=2020) or (ET.year=EM.year) or ((ET.year<2005 and EM.year=2005) ))\n", " -- join (select parent_name, parent_lei from {rmi_schema}.{rmi_prefix}utility_information_2023 group by parent_name, parent_lei) U\n", " -- on ET.parent_name=U.parent_name\n", " -- join {dera_schema}.financials_by_lei as F on F.lei=U.parent_lei\n", "where ET.target_type='All'\n", - "group by ET.parent_name, ET.utility_name, year(ET.year), ET.target_scope\n", + "group by ET.parent_name, ET.utility_name, ET.year, ET.target_scope\n", "order by company_name, year\n", "\"\"\",\n", " engine,\n", - ") # parse_dates=['year']\n", - "\n", - "\n", + ") # parse_dates=['year']" + ] + }, + { + "cell_type": "code", + "execution_count": 29, + "id": "85f4d7ac-13fb-4f64-9e87-cec08a38cb8e", + "metadata": {}, + "outputs": [], + "source": [ "# We set the LEI information based on our hand-curated GLEIF table, not the LEI info in the RMI and SEC data tables\n", "rtg_df.insert(1, \"company_lei\", rtg_df.company_name.str.upper().map(gleif_match))\n", "rtg_df.insert(2, \"company_id\", rtg_df.company_lei.map(rmi_lei_dict))\n", @@ -1131,10 +5093,37 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 30, "id": "7c4dedf4-374d-4d63-9734-b4fa2b8d0424", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "company_name string[python]\n", + "company_lei string[python]\n", + "company_id string[python]\n", + "utility_name string[python]\n", + "sector string[python]\n", + "year Int64\n", + "target_scope string[python]\n", + "co2_target pint[CO2 * megametric_ton]\n", + "co2_historical pint[CO2 * megametric_ton]\n", + "co2_target_all_years pint[CO2 * megametric_ton]\n", + "co2_1point5C pint[CO2 * megametric_ton]\n", + "production_historical pint[terawatt_hour]\n", + "production_projected pint[terawatt_hour]\n", + "production_1point5C pint[terawatt_hour]\n", + "ei_historical pint[CO2 * megametric_ton / terawatt_hour]\n", + "ei_target pint[CO2 * megametric_ton / terawatt_hour]\n", + "ei_target_all_years pint[CO2 * megametric_ton / terawatt_hour]\n", + "ei_1point5C pint[CO2 * megametric_ton / terawatt_hour]\n", + "dtype: object\n", + "len(rtg_df) = 13693\n" + ] + } + ], "source": [ "for col in rtg_df.columns:\n", " if col.startswith(\"co2_\"):\n", @@ -1158,7 +5147,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 31, "id": "cee1b08f-f306-483d-8831-4a5ae64b3734", "metadata": {}, "outputs": [], @@ -1188,7 +5177,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 32, "id": "4cf70abe-db00-46be-bac2-f6249782b710", "metadata": {}, "outputs": [], @@ -1211,10 +5200,879 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 33, "id": "ef0064fd-3dff-42e1-8f4e-447f65e468dc", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
co2_s1_by_yearco2_s2_by_yearco2_s3_by_yearproduction_by_yearei_s1_by_yearei_s2_by_yearei_s1s2_by_yearei_s3_by_yearei_s1s2s3_by_year
company_leicompany_idsectoryear
3SOUA6IRML7435B56G12US30161N1019Electricity Utilities20140.0 CO2 * megametric_ton0.0 CO2 * megametric_ton39.06149614347343 CO2 * megametric_ton73.31853699999999 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.5327642604689921 CO2 * megametric_ton / tera...0.5327642604689921 CO2 * megametric_ton / tera...
20150.0 CO2 * megametric_ton0.0 CO2 * megametric_ton42.96308083862668 CO2 * megametric_ton75.567596 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.5685384094874036 CO2 * megametric_ton / tera...0.5685384094874036 CO2 * megametric_ton / tera...
20160.0 CO2 * megametric_ton0.0 CO2 * megametric_ton36.42383317597144 CO2 * megametric_ton78.89776799999999 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.46165860073470577 CO2 * megametric_ton / ter...0.46165860073470577 CO2 * megametric_ton / ter...
20170.0 CO2 * megametric_ton0.0 CO2 * megametric_ton35.17266935965131 CO2 * megametric_ton76.79278799999999 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.4580204766058411 CO2 * megametric_ton / tera...0.4580204766058411 CO2 * megametric_ton / tera...
20180.0 CO2 * megametric_ton0.0 CO2 * megametric_ton36.49442797128381 CO2 * megametric_ton82.48666799999998 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.44242819907919934 CO2 * megametric_ton / ter...0.44242819907919934 CO2 * megametric_ton / ter...
20190.0 CO2 * megametric_ton0.0 CO2 * megametric_ton30.84340414290968 CO2 * megametric_ton82.542234 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.3736681532378889 CO2 * megametric_ton / tera...0.3736681532378889 CO2 * megametric_ton / tera...
20200.0 CO2 * megametric_ton0.0 CO2 * megametric_ton30.39421714285133 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.3736559229720509 CO2 * megametric_ton / tera...0.3736559229720509 CO2 * megametric_ton / tera...
20210.0 CO2 * megametric_ton0.0 CO2 * megametric_ton58.932877171544305 CO2 * megametric_ton162.68559 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.36225013642292664 CO2 * megametric_ton / ter...0.36225013642292664 CO2 * megametric_ton / ter...
20220.0 CO2 * megametric_ton0.0 CO2 * megametric_ton28.53866002869297 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.35084434987380225 CO2 * megametric_ton / ter...0.35084434987380225 CO2 * megametric_ton / ter...
20230.0 CO2 * megametric_ton0.0 CO2 * megametric_ton27.61088147161379 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.33943856332467787 CO2 * megametric_ton / ter...0.33943856332467787 CO2 * megametric_ton / ter...
20240.0 CO2 * megametric_ton0.0 CO2 * megametric_ton26.683102914534615 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.3280327767755536 CO2 * megametric_ton / tera...0.3280327767755536 CO2 * megametric_ton / tera...
20250.0 CO2 * megametric_ton0.0 CO2 * megametric_ton25.755324357455432 CO2 * megametric_ton81.34279500000001 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.31662699022642915 CO2 * megametric_ton / ter...0.31662699022642915 CO2 * megametric_ton / ter...
20260.0 CO2 * megametric_ton0.0 CO2 * megametric_ton24.827545800376257 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.3052212036773049 CO2 * megametric_ton / tera...0.3052212036773049 CO2 * megametric_ton / tera...
20270.0 CO2 * megametric_ton0.0 CO2 * megametric_ton23.899767243297074 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.2938154171281805 CO2 * megametric_ton / tera...0.2938154171281805 CO2 * megametric_ton / tera...
20280.0 CO2 * megametric_ton0.0 CO2 * megametric_ton22.971988686217898 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.2824096305790562 CO2 * megametric_ton / tera...0.2824096305790562 CO2 * megametric_ton / tera...
20290.0 CO2 * megametric_ton0.0 CO2 * megametric_ton22.04421012913872 CO2 * megametric_ton81.34279500000001 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.27100384402993183 CO2 * megametric_ton / ter...0.27100384402993183 CO2 * megametric_ton / ter...
20300.0 CO2 * megametric_ton0.0 CO2 * megametric_ton21.11643157205954 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.2595980574808075 CO2 * megametric_ton / tera...0.2595980574808075 CO2 * megametric_ton / tera...
20310.0 CO2 * megametric_ton0.0 CO2 * megametric_ton20.18865301498036 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.24819227093168314 CO2 * megametric_ton / ter...0.24819227093168314 CO2 * megametric_ton / ter...
20320.0 CO2 * megametric_ton0.0 CO2 * megametric_ton19.260874457901185 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.23678648438255884 CO2 * megametric_ton / ter...0.23678648438255884 CO2 * megametric_ton / ter...
20330.0 CO2 * megametric_ton0.0 CO2 * megametric_ton18.421679723011078 CO2 * megametric_ton81.34279500000001 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.22646971650053427 CO2 * megametric_ton / ter...0.22646971650053427 CO2 * megametric_ton / ter...
20340.0 CO2 * megametric_ton0.0 CO2 * megametric_ton17.582484988120967 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.2161529486185097 CO2 * megametric_ton / tera...0.2161529486185097 CO2 * megametric_ton / tera...
20350.0 CO2 * megametric_ton0.0 CO2 * megametric_ton16.743290253230857 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.2058361807364851 CO2 * megametric_ton / tera...0.2058361807364851 CO2 * megametric_ton / tera...
20360.0 CO2 * megametric_ton0.0 CO2 * megametric_ton15.90409551834075 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.19551941285446056 CO2 * megametric_ton / ter...0.19551941285446056 CO2 * megametric_ton / ter...
20370.0 CO2 * megametric_ton0.0 CO2 * megametric_ton15.064900783450641 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.185202644972436 CO2 * megametric_ton / teraw...0.185202644972436 CO2 * megametric_ton / teraw...
20380.0 CO2 * megametric_ton0.0 CO2 * megametric_ton14.225706048560532 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.17488587709041142 CO2 * megametric_ton / ter...0.17488587709041142 CO2 * megametric_ton / ter...
20390.0 CO2 * megametric_ton0.0 CO2 * megametric_ton13.386511313670423 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.16456910920838685 CO2 * megametric_ton / ter...0.16456910920838685 CO2 * megametric_ton / ter...
20400.0 CO2 * megametric_ton0.0 CO2 * megametric_ton12.547316578780316 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.1542523413263623 CO2 * megametric_ton / tera...0.1542523413263623 CO2 * megametric_ton / tera...
20410.0 CO2 * megametric_ton0.0 CO2 * megametric_ton11.708121843890208 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.14393557344433774 CO2 * megametric_ton / ter...0.14393557344433774 CO2 * megametric_ton / ter...
20420.0 CO2 * megametric_ton0.0 CO2 * megametric_ton10.868927109000099 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.13361880556231318 CO2 * megametric_ton / ter...0.13361880556231318 CO2 * megametric_ton / ter...
20430.0 CO2 * megametric_ton0.0 CO2 * megametric_ton10.029732374109988 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.12330203768028858 CO2 * megametric_ton / ter...0.12330203768028858 CO2 * megametric_ton / ter...
20440.0 CO2 * megametric_ton0.0 CO2 * megametric_ton9.190537639219883 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.11298526979826405 CO2 * megametric_ton / ter...0.11298526979826405 CO2 * megametric_ton / ter...
20450.0 CO2 * megametric_ton0.0 CO2 * megametric_ton8.351342904329774 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.10266850191623948 CO2 * megametric_ton / ter...0.10266850191623948 CO2 * megametric_ton / ter...
20460.0 CO2 * megametric_ton0.0 CO2 * megametric_ton7.829189108823471 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.09624932495648165 CO2 * megametric_ton / ter...0.09624932495648165 CO2 * megametric_ton / ter...
20470.0 CO2 * megametric_ton0.0 CO2 * megametric_ton7.307035313317167 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.08983014799672383 CO2 * megametric_ton / ter...0.08983014799672383 CO2 * megametric_ton / ter...
20480.0 CO2 * megametric_ton0.0 CO2 * megametric_ton6.784881517810864 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.08341097103696601 CO2 * megametric_ton / ter...0.08341097103696601 CO2 * megametric_ton / ter...
20490.0 CO2 * megametric_ton0.0 CO2 * megametric_ton6.262727722304561 CO2 * megametric_ton81.34279500000001 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.07699179407720819 CO2 * megametric_ton / ter...0.07699179407720819 CO2 * megametric_ton / ter...
20500.0 CO2 * megametric_ton0.0 CO2 * megametric_ton5.740573926798258 CO2 * megametric_ton81.342795 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0705726171174504 CO2 * megametric_ton / tera...0.0705726171174504 CO2 * megametric_ton / tera...
\n", + "
" + ], + "text/plain": [ + " co2_s1_by_year \\\n", + "company_lei company_id sector year \n", + "3SOUA6IRML7435B56G12 US30161N1019 Electricity Utilities 2014 0.0 CO2 * megametric_ton \n", + " 2015 0.0 CO2 * megametric_ton \n", + " 2016 0.0 CO2 * megametric_ton \n", + " 2017 0.0 CO2 * megametric_ton \n", + " 2018 0.0 CO2 * megametric_ton \n", + " 2019 0.0 CO2 * megametric_ton \n", + " 2020 0.0 CO2 * megametric_ton \n", + " 2021 0.0 CO2 * megametric_ton \n", + " 2022 0.0 CO2 * megametric_ton \n", + " 2023 0.0 CO2 * megametric_ton \n", + " 2024 0.0 CO2 * megametric_ton \n", + " 2025 0.0 CO2 * megametric_ton \n", + " 2026 0.0 CO2 * megametric_ton \n", + " 2027 0.0 CO2 * megametric_ton \n", + " 2028 0.0 CO2 * megametric_ton \n", + " 2029 0.0 CO2 * megametric_ton \n", + " 2030 0.0 CO2 * megametric_ton \n", + " 2031 0.0 CO2 * megametric_ton \n", + " 2032 0.0 CO2 * megametric_ton \n", + " 2033 0.0 CO2 * megametric_ton \n", + " 2034 0.0 CO2 * megametric_ton \n", + " 2035 0.0 CO2 * megametric_ton \n", + " 2036 0.0 CO2 * megametric_ton \n", + " 2037 0.0 CO2 * megametric_ton \n", + " 2038 0.0 CO2 * megametric_ton \n", + " 2039 0.0 CO2 * megametric_ton \n", + " 2040 0.0 CO2 * megametric_ton \n", + " 2041 0.0 CO2 * megametric_ton \n", + " 2042 0.0 CO2 * megametric_ton \n", + " 2043 0.0 CO2 * megametric_ton \n", + " 2044 0.0 CO2 * megametric_ton \n", + " 2045 0.0 CO2 * megametric_ton \n", + " 2046 0.0 CO2 * megametric_ton \n", + " 2047 0.0 CO2 * megametric_ton \n", + " 2048 0.0 CO2 * megametric_ton \n", + " 2049 0.0 CO2 * megametric_ton \n", + " 2050 0.0 CO2 * megametric_ton \n", + "\n", + " co2_s2_by_year \\\n", + "company_lei company_id sector year \n", + "3SOUA6IRML7435B56G12 US30161N1019 Electricity Utilities 2014 0.0 CO2 * megametric_ton \n", + " 2015 0.0 CO2 * megametric_ton \n", + " 2016 0.0 CO2 * megametric_ton \n", + " 2017 0.0 CO2 * megametric_ton \n", + " 2018 0.0 CO2 * megametric_ton \n", + " 2019 0.0 CO2 * megametric_ton \n", + " 2020 0.0 CO2 * megametric_ton \n", + " 2021 0.0 CO2 * megametric_ton \n", + " 2022 0.0 CO2 * megametric_ton \n", + " 2023 0.0 CO2 * megametric_ton \n", + " 2024 0.0 CO2 * megametric_ton \n", + " 2025 0.0 CO2 * megametric_ton \n", + " 2026 0.0 CO2 * megametric_ton \n", + " 2027 0.0 CO2 * megametric_ton \n", + " 2028 0.0 CO2 * megametric_ton \n", + " 2029 0.0 CO2 * megametric_ton \n", + " 2030 0.0 CO2 * megametric_ton \n", + " 2031 0.0 CO2 * megametric_ton \n", + " 2032 0.0 CO2 * megametric_ton \n", + " 2033 0.0 CO2 * megametric_ton \n", + " 2034 0.0 CO2 * megametric_ton \n", + " 2035 0.0 CO2 * megametric_ton \n", + " 2036 0.0 CO2 * megametric_ton \n", + " 2037 0.0 CO2 * megametric_ton \n", + " 2038 0.0 CO2 * megametric_ton \n", + " 2039 0.0 CO2 * megametric_ton \n", + " 2040 0.0 CO2 * megametric_ton \n", + " 2041 0.0 CO2 * megametric_ton \n", + " 2042 0.0 CO2 * megametric_ton \n", + " 2043 0.0 CO2 * megametric_ton \n", + " 2044 0.0 CO2 * megametric_ton \n", + " 2045 0.0 CO2 * megametric_ton \n", + " 2046 0.0 CO2 * megametric_ton \n", + " 2047 0.0 CO2 * megametric_ton \n", + " 2048 0.0 CO2 * megametric_ton \n", + " 2049 0.0 CO2 * megametric_ton \n", + " 2050 0.0 CO2 * megametric_ton \n", + "\n", + " co2_s3_by_year \\\n", + "company_lei company_id sector year \n", + "3SOUA6IRML7435B56G12 US30161N1019 Electricity Utilities 2014 39.06149614347343 CO2 * megametric_ton \n", + " 2015 42.96308083862668 CO2 * megametric_ton \n", + " 2016 36.42383317597144 CO2 * megametric_ton \n", + " 2017 35.17266935965131 CO2 * megametric_ton \n", + " 2018 36.49442797128381 CO2 * megametric_ton \n", + " 2019 30.84340414290968 CO2 * megametric_ton \n", + " 2020 30.39421714285133 CO2 * megametric_ton \n", + " 2021 58.932877171544305 CO2 * megametric_ton \n", + " 2022 28.53866002869297 CO2 * megametric_ton \n", + " 2023 27.61088147161379 CO2 * megametric_ton \n", + " 2024 26.683102914534615 CO2 * megametric_ton \n", + " 2025 25.755324357455432 CO2 * megametric_ton \n", + " 2026 24.827545800376257 CO2 * megametric_ton \n", + " 2027 23.899767243297074 CO2 * megametric_ton \n", + " 2028 22.971988686217898 CO2 * megametric_ton \n", + " 2029 22.04421012913872 CO2 * megametric_ton \n", + " 2030 21.11643157205954 CO2 * megametric_ton \n", + " 2031 20.18865301498036 CO2 * megametric_ton \n", + " 2032 19.260874457901185 CO2 * megametric_ton \n", + " 2033 18.421679723011078 CO2 * megametric_ton \n", + " 2034 17.582484988120967 CO2 * megametric_ton \n", + " 2035 16.743290253230857 CO2 * megametric_ton \n", + " 2036 15.90409551834075 CO2 * megametric_ton \n", + " 2037 15.064900783450641 CO2 * megametric_ton \n", + " 2038 14.225706048560532 CO2 * megametric_ton \n", + " 2039 13.386511313670423 CO2 * megametric_ton \n", + " 2040 12.547316578780316 CO2 * megametric_ton \n", + " 2041 11.708121843890208 CO2 * megametric_ton \n", + " 2042 10.868927109000099 CO2 * megametric_ton \n", + " 2043 10.029732374109988 CO2 * megametric_ton \n", + " 2044 9.190537639219883 CO2 * megametric_ton \n", + " 2045 8.351342904329774 CO2 * megametric_ton \n", + " 2046 7.829189108823471 CO2 * megametric_ton \n", + " 2047 7.307035313317167 CO2 * megametric_ton \n", + " 2048 6.784881517810864 CO2 * megametric_ton \n", + " 2049 6.262727722304561 CO2 * megametric_ton \n", + " 2050 5.740573926798258 CO2 * megametric_ton \n", + "\n", + " production_by_year \\\n", + "company_lei company_id sector year \n", + "3SOUA6IRML7435B56G12 US30161N1019 Electricity Utilities 2014 73.31853699999999 terawatt_hour \n", + " 2015 75.567596 terawatt_hour \n", + " 2016 78.89776799999999 terawatt_hour \n", + " 2017 76.79278799999999 terawatt_hour \n", + " 2018 82.48666799999998 terawatt_hour \n", + " 2019 82.542234 terawatt_hour \n", + " 2020 81.342795 terawatt_hour \n", + " 2021 162.68559 terawatt_hour \n", + " 2022 81.342795 terawatt_hour \n", + " 2023 81.342795 terawatt_hour \n", + " 2024 81.342795 terawatt_hour \n", + " 2025 81.34279500000001 terawatt_hour \n", + " 2026 81.342795 terawatt_hour \n", + " 2027 81.342795 terawatt_hour \n", + " 2028 81.342795 terawatt_hour \n", + " 2029 81.34279500000001 terawatt_hour \n", + " 2030 81.342795 terawatt_hour \n", + " 2031 81.342795 terawatt_hour \n", + " 2032 81.342795 terawatt_hour \n", + " 2033 81.34279500000001 terawatt_hour \n", + " 2034 81.342795 terawatt_hour \n", + " 2035 81.342795 terawatt_hour \n", + " 2036 81.342795 terawatt_hour \n", + " 2037 81.342795 terawatt_hour \n", + " 2038 81.342795 terawatt_hour \n", + " 2039 81.342795 terawatt_hour \n", + " 2040 81.342795 terawatt_hour \n", + " 2041 81.342795 terawatt_hour \n", + " 2042 81.342795 terawatt_hour \n", + " 2043 81.342795 terawatt_hour \n", + " 2044 81.342795 terawatt_hour \n", + " 2045 81.342795 terawatt_hour \n", + " 2046 81.342795 terawatt_hour \n", + " 2047 81.342795 terawatt_hour \n", + " 2048 81.342795 terawatt_hour \n", + " 2049 81.34279500000001 terawatt_hour \n", + " 2050 81.342795 terawatt_hour \n", + "\n", + " ei_s1_by_year \\\n", + "company_lei company_id sector year \n", + "3SOUA6IRML7435B56G12 US30161N1019 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2015 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2016 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2017 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2018 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2019 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2020 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2021 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2022 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2023 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2024 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2025 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2026 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2027 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2028 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2029 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2030 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2031 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2032 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2033 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2034 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2035 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2036 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2037 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2038 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2039 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2040 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2041 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2042 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2043 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2044 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2045 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2046 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2047 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2048 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2049 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2050 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + " ei_s2_by_year \\\n", + "company_lei company_id sector year \n", + "3SOUA6IRML7435B56G12 US30161N1019 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2015 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2016 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2017 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2018 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2019 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2020 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2021 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2022 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2023 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2024 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2025 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2026 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2027 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2028 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2029 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2030 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2031 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2032 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2033 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2034 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2035 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2036 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2037 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2038 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2039 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2040 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2041 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2042 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2043 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2044 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2045 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2046 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2047 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2048 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2049 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2050 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + " ei_s1s2_by_year \\\n", + "company_lei company_id sector year \n", + "3SOUA6IRML7435B56G12 US30161N1019 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2015 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2016 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2017 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2018 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2019 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2020 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2021 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2022 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2023 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2024 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2025 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2026 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2027 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2028 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2029 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2030 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2031 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2032 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2033 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2034 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2035 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2036 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2037 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2038 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2039 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2040 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2041 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2042 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2043 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2044 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2045 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2046 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2047 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2048 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2049 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2050 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + " ei_s3_by_year \\\n", + "company_lei company_id sector year \n", + "3SOUA6IRML7435B56G12 US30161N1019 Electricity Utilities 2014 0.5327642604689921 CO2 * megametric_ton / tera... \n", + " 2015 0.5685384094874036 CO2 * megametric_ton / tera... \n", + " 2016 0.46165860073470577 CO2 * megametric_ton / ter... \n", + " 2017 0.4580204766058411 CO2 * megametric_ton / tera... \n", + " 2018 0.44242819907919934 CO2 * megametric_ton / ter... \n", + " 2019 0.3736681532378889 CO2 * megametric_ton / tera... \n", + " 2020 0.3736559229720509 CO2 * megametric_ton / tera... \n", + " 2021 0.36225013642292664 CO2 * megametric_ton / ter... \n", + " 2022 0.35084434987380225 CO2 * megametric_ton / ter... \n", + " 2023 0.33943856332467787 CO2 * megametric_ton / ter... \n", + " 2024 0.3280327767755536 CO2 * megametric_ton / tera... \n", + " 2025 0.31662699022642915 CO2 * megametric_ton / ter... \n", + " 2026 0.3052212036773049 CO2 * megametric_ton / tera... \n", + " 2027 0.2938154171281805 CO2 * megametric_ton / tera... \n", + " 2028 0.2824096305790562 CO2 * megametric_ton / tera... \n", + " 2029 0.27100384402993183 CO2 * megametric_ton / ter... \n", + " 2030 0.2595980574808075 CO2 * megametric_ton / tera... \n", + " 2031 0.24819227093168314 CO2 * megametric_ton / ter... \n", + " 2032 0.23678648438255884 CO2 * megametric_ton / ter... \n", + " 2033 0.22646971650053427 CO2 * megametric_ton / ter... \n", + " 2034 0.2161529486185097 CO2 * megametric_ton / tera... \n", + " 2035 0.2058361807364851 CO2 * megametric_ton / tera... \n", + " 2036 0.19551941285446056 CO2 * megametric_ton / ter... \n", + " 2037 0.185202644972436 CO2 * megametric_ton / teraw... \n", + " 2038 0.17488587709041142 CO2 * megametric_ton / ter... \n", + " 2039 0.16456910920838685 CO2 * megametric_ton / ter... \n", + " 2040 0.1542523413263623 CO2 * megametric_ton / tera... \n", + " 2041 0.14393557344433774 CO2 * megametric_ton / ter... \n", + " 2042 0.13361880556231318 CO2 * megametric_ton / ter... \n", + " 2043 0.12330203768028858 CO2 * megametric_ton / ter... \n", + " 2044 0.11298526979826405 CO2 * megametric_ton / ter... \n", + " 2045 0.10266850191623948 CO2 * megametric_ton / ter... \n", + " 2046 0.09624932495648165 CO2 * megametric_ton / ter... \n", + " 2047 0.08983014799672383 CO2 * megametric_ton / ter... \n", + " 2048 0.08341097103696601 CO2 * megametric_ton / ter... \n", + " 2049 0.07699179407720819 CO2 * megametric_ton / ter... \n", + " 2050 0.0705726171174504 CO2 * megametric_ton / tera... \n", + "\n", + " ei_s1s2s3_by_year \n", + "company_lei company_id sector year \n", + "3SOUA6IRML7435B56G12 US30161N1019 Electricity Utilities 2014 0.5327642604689921 CO2 * megametric_ton / tera... \n", + " 2015 0.5685384094874036 CO2 * megametric_ton / tera... \n", + " 2016 0.46165860073470577 CO2 * megametric_ton / ter... \n", + " 2017 0.4580204766058411 CO2 * megametric_ton / tera... \n", + " 2018 0.44242819907919934 CO2 * megametric_ton / ter... \n", + " 2019 0.3736681532378889 CO2 * megametric_ton / tera... \n", + " 2020 0.3736559229720509 CO2 * megametric_ton / tera... \n", + " 2021 0.36225013642292664 CO2 * megametric_ton / ter... \n", + " 2022 0.35084434987380225 CO2 * megametric_ton / ter... \n", + " 2023 0.33943856332467787 CO2 * megametric_ton / ter... \n", + " 2024 0.3280327767755536 CO2 * megametric_ton / tera... \n", + " 2025 0.31662699022642915 CO2 * megametric_ton / ter... \n", + " 2026 0.3052212036773049 CO2 * megametric_ton / tera... \n", + " 2027 0.2938154171281805 CO2 * megametric_ton / tera... \n", + " 2028 0.2824096305790562 CO2 * megametric_ton / tera... \n", + " 2029 0.27100384402993183 CO2 * megametric_ton / ter... \n", + " 2030 0.2595980574808075 CO2 * megametric_ton / tera... \n", + " 2031 0.24819227093168314 CO2 * megametric_ton / ter... \n", + " 2032 0.23678648438255884 CO2 * megametric_ton / ter... \n", + " 2033 0.22646971650053427 CO2 * megametric_ton / ter... \n", + " 2034 0.2161529486185097 CO2 * megametric_ton / tera... \n", + " 2035 0.2058361807364851 CO2 * megametric_ton / tera... \n", + " 2036 0.19551941285446056 CO2 * megametric_ton / ter... \n", + " 2037 0.185202644972436 CO2 * megametric_ton / teraw... \n", + " 2038 0.17488587709041142 CO2 * megametric_ton / ter... \n", + " 2039 0.16456910920838685 CO2 * megametric_ton / ter... \n", + " 2040 0.1542523413263623 CO2 * megametric_ton / tera... \n", + " 2041 0.14393557344433774 CO2 * megametric_ton / ter... \n", + " 2042 0.13361880556231318 CO2 * megametric_ton / ter... \n", + " 2043 0.12330203768028858 CO2 * megametric_ton / ter... \n", + " 2044 0.11298526979826405 CO2 * megametric_ton / ter... \n", + " 2045 0.10266850191623948 CO2 * megametric_ton / ter... \n", + " 2046 0.09624932495648165 CO2 * megametric_ton / ter... \n", + " 2047 0.08983014799672383 CO2 * megametric_ton / ter... \n", + " 2048 0.08341097103696601 CO2 * megametric_ton / ter... \n", + " 2049 0.07699179407720819 CO2 * megametric_ton / ter... \n", + " 2050 0.0705726171174504 CO2 * megametric_ton / tera... " + ] + }, + "execution_count": 33, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "# Exelon doesn't own any generation, so it has no Scope 1 emissions\n", "\n", @@ -1223,17 +6081,261 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 34, "id": "44e99a60-a9c2-4e78-9eda-a91b79e73db8", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
2014201520162017201820192020202120222023...2041204220432044204520462047204820492050
company_namecompany_leicompany_id
AK STEEL HOLDING CORP529900DT4E7ZNETMVC04US00154710816132700.07089200.06051800.05596200.05683400.05342200.05422332.9999999995503667.9949999985586223.0149249975670016.360148872...7412642.7934550357523832.4353568617636689.9218872127751240.270715527867508.8747762527985521.5078978958105304.3305163618226883.8954741068350287.1539062168475541.461214809
ARCELORMITTAL2EULGUTUI56JI9SAL165LU014020594885100000.084600000.083900000.085200000.083900000.084500000.069100000.062900000.063843499.9999999964801152.499999985...84717179.9119982985987937.6106782687277756.6748384188586923.0249609889915726.8703353791264462.773390492633429.7149912494022931.160716195433275.1281268196864774.25504872
\n", + "

2 rows × 37 columns

\n", + "
" + ], + "text/plain": [ + " 2014 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 6132700.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 85100000.0 \n", + "\n", + " 2015 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 7089200.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 84600000.0 \n", + "\n", + " 2016 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 6051800.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 83900000.0 \n", + "\n", + " 2017 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5596200.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 85200000.0 \n", + "\n", + " 2018 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5683400.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 83900000.0 \n", + "\n", + " 2019 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5342200.0 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 84500000.0 \n", + "\n", + " 2020 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5422332.999999999 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 69100000.0 \n", + "\n", + " 2021 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5503667.994999998 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 62900000.0 \n", + "\n", + " 2022 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5586223.014924997 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 63843499.99999999 \n", + "\n", + " 2023 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 5670016.360148872 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 64801152.499999985 \n", + "\n", + " ... \\\n", + "company_name company_lei company_id ... \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 ... \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 ... \n", + "\n", + " 2041 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 7412642.793455035 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 84717179.91199829 \n", + "\n", + " 2042 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 7523832.435356861 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 85987937.61067826 \n", + "\n", + " 2043 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 7636689.921887212 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 87277756.67483841 \n", + "\n", + " 2044 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 7751240.27071552 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 88586923.02496098 \n", + "\n", + " 2045 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 7867508.874776252 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 89915726.87033537 \n", + "\n", + " 2046 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 7985521.507897895 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 91264462.7733904 \n", + "\n", + " 2047 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 8105304.330516361 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 92633429.71499124 \n", + "\n", + " 2048 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 8226883.895474106 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 94022931.1607161 \n", + "\n", + " 2049 \\\n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 8350287.153906216 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 95433275.12812681 \n", + "\n", + " 2050 \n", + "company_name company_lei company_id \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 8475541.461214809 \n", + "ARCELORMITTAL 2EULGUTUI56JI9SAL165 LU0140205948 96864774.25504872 \n", + "\n", + "[2 rows x 37 columns]" + ] + }, + "execution_count": 34, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "steel_production.iloc[0:2]" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 35, "id": "5e5dcd8a-6b87-45c7-ac8d-ab094a391f57", "metadata": {}, "outputs": [], @@ -1272,7 +6374,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 36, "id": "de47de41-af79-4e56-b2f1-6715c23af746", "metadata": {}, "outputs": [], @@ -1298,40 +6400,2391 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 37, "id": "fc6307d1-105a-483a-81c0-7e24d7a2ddf3", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
production_by_yearei_s1_by_yearei_s2_by_yearei_s1s2_by_yearei_s3_by_yearei_s1s2s3_by_year
company_namecompany_leicompany_idsectoryear
AES Corp.2NUNNB7D43COUIRE5295US00130H1059Electricity Utilities201436.19461958615737 terawatt_hour0.7613534388895496 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.7613534388895496 CO2 * megametric_ton / tera...0.1251801131912772 CO2 * megametric_ton / tera...0.886533552080827 CO2 * megametric_ton / teraw...
201531.44311084393575 terawatt_hour0.7022036041071335 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.7022036041071335 CO2 * megametric_ton / tera...0.1657609724940575 CO2 * megametric_ton / tera...0.867964576601191 CO2 * megametric_ton / teraw...
201630.373284382535495 terawatt_hour0.6829725520701145 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.6829725520701145 CO2 * megametric_ton / tera...0.1725469505065893 CO2 * megametric_ton / tera...0.855519502576704 CO2 * megametric_ton / teraw...
201718.967821914705045 terawatt_hour0.5517859527636777 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.5517859527636777 CO2 * megametric_ton / tera...0.26094421220836866 CO2 * megametric_ton / ter...0.8127301649720464 CO2 * megametric_ton / tera...
201820.87552203581955 terawatt_hour0.5211819040195862 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.5211819040195862 CO2 * megametric_ton / tera...0.2069258217605436 CO2 * megametric_ton / tera...0.7281077257801298 CO2 * megametric_ton / tera...
.................................
WORTHINGTON INDUSTRIES INC1WRCIANKYOIK6KYE5E82US9818111026Steel2046nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2047nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2048nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2049nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2050nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
\n", + "

2183 rows × 6 columns

\n", + "
" + ], + "text/plain": [ + " production_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 36.19461958615737 terawatt_hour \n", + " 2015 31.44311084393575 terawatt_hour \n", + " 2016 30.373284382535495 terawatt_hour \n", + " 2017 18.967821914705045 terawatt_hour \n", + " 2018 20.87552203581955 terawatt_hour \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2046 nan Fe * metric_ton \n", + " 2047 nan Fe * metric_ton \n", + " 2048 nan Fe * metric_ton \n", + " 2049 nan Fe * metric_ton \n", + " 2050 nan Fe * metric_ton \n", + "\n", + " ei_s1_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.7613534388895496 CO2 * megametric_ton / tera... \n", + " 2015 0.7022036041071335 CO2 * megametric_ton / tera... \n", + " 2016 0.6829725520701145 CO2 * megametric_ton / tera... \n", + " 2017 0.5517859527636777 CO2 * megametric_ton / tera... \n", + " 2018 0.5211819040195862 CO2 * megametric_ton / tera... \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2046 nan CO2 / Fe \n", + " 2047 nan CO2 / Fe \n", + " 2048 nan CO2 / Fe \n", + " 2049 nan CO2 / Fe \n", + " 2050 nan CO2 / Fe \n", + "\n", + " ei_s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2015 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2016 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2017 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2018 0.0 CO2 * megametric_ton / terawatt_hour \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2046 nan CO2 / Fe \n", + " 2047 nan CO2 / Fe \n", + " 2048 nan CO2 / Fe \n", + " 2049 nan CO2 / Fe \n", + " 2050 nan CO2 / Fe \n", + "\n", + " ei_s1s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.7613534388895496 CO2 * megametric_ton / tera... \n", + " 2015 0.7022036041071335 CO2 * megametric_ton / tera... \n", + " 2016 0.6829725520701145 CO2 * megametric_ton / tera... \n", + " 2017 0.5517859527636777 CO2 * megametric_ton / tera... \n", + " 2018 0.5211819040195862 CO2 * megametric_ton / tera... \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2046 nan CO2 / Fe \n", + " 2047 nan CO2 / Fe \n", + " 2048 nan CO2 / Fe \n", + " 2049 nan CO2 / Fe \n", + " 2050 nan CO2 / Fe \n", + "\n", + " ei_s3_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.1251801131912772 CO2 * megametric_ton / tera... \n", + " 2015 0.1657609724940575 CO2 * megametric_ton / tera... \n", + " 2016 0.1725469505065893 CO2 * megametric_ton / tera... \n", + " 2017 0.26094421220836866 CO2 * megametric_ton / ter... \n", + " 2018 0.2069258217605436 CO2 * megametric_ton / tera... \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2046 nan CO2 / Fe \n", + " 2047 nan CO2 / Fe \n", + " 2048 nan CO2 / Fe \n", + " 2049 nan CO2 / Fe \n", + " 2050 nan CO2 / Fe \n", + "\n", + " ei_s1s2s3_by_year \n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.886533552080827 CO2 * megametric_ton / teraw... \n", + " 2015 0.867964576601191 CO2 * megametric_ton / teraw... \n", + " 2016 0.855519502576704 CO2 * megametric_ton / teraw... \n", + " 2017 0.8127301649720464 CO2 * megametric_ton / tera... \n", + " 2018 0.7281077257801298 CO2 * megametric_ton / tera... \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2046 nan CO2 / Fe \n", + " 2047 nan CO2 / Fe \n", + " 2048 nan CO2 / Fe \n", + " 2049 nan CO2 / Fe \n", + " 2050 nan CO2 / Fe \n", + "\n", + "[2183 rows x 6 columns]" + ] + }, + "execution_count": 37, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "targets_df" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 38, "id": "4257a42b-c94f-4685-a4ed-43114f0246ec", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
production_by_yearei_s1_by_yearei_s2_by_yearei_s1s2_by_yearei_s3_by_yearei_s1s2s3_by_year
company_leicompany_idsectoryear
1WRCIANKYOIK6KYE5E82US9818111026Steel20143282000.0 Fe * metric_ton0.040174588665447895 CO2 / Fe0.05978062157221207 CO2 / Fe0.09995521023765996 CO2 / Fenan CO2 / Fenan CO2 / Fe
20153510000.0 Fe * metric_ton0.03756495726495727 CO2 / Fe0.0558974358974359 CO2 / Fe0.09346239316239316 CO2 / Fenan CO2 / Fenan CO2 / Fe
20163523000.0 Fe * metric_ton0.03587822878228782 CO2 / Fe0.05445359068975305 CO2 / Fe0.09033181947204087 CO2 / Fenan CO2 / Fenan CO2 / Fe
20174070000.0 Fe * metric_ton0.03266437346437347 CO2 / Fe0.043394840294840295 CO2 / Fe0.07605921375921376 CO2 / Fenan CO2 / Fenan CO2 / Fe
20183820000.0 Fe * metric_ton0.0366369109947644 CO2 / Fe0.046062303664921464 CO2 / Fe0.08269921465968587 CO2 / Fenan CO2 / Fenan CO2 / Fe
20193715000.0 Fe * metric_ton0.03613916554508748 CO2 / Fe0.04328371467025572 CO2 / Fe0.0794228802153432 CO2 / Fenan CO2 / Fenan CO2 / Fe
20203830000.0 Fe * metric_ton0.03407467362924282 CO2 / Fe0.03634490861618799 CO2 / Fe0.07041958224543081 CO2 / Fenan CO2 / Fenan CO2 / Fe
20214067000.0 Fe * metric_ton0.03197717482173592 CO2 / Fe0.03383279075485616 CO2 / Fe0.06580996557659208 CO2 / Fenan CO2 / Fenan CO2 / Fe
2022nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2023nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2024nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2025nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2026nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2027nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2028nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2029nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2030nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2031nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2032nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2033nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2034nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2035nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2036nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2037nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2038nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2039nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2040nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2041nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2042nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2043nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2044nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2045nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2046nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2047nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2048nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2049nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
2050nan Fe * metric_tonnan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fenan CO2 / Fe
\n", + "
" + ], + "text/plain": [ + " production_by_year \\\n", + "company_lei company_id sector year \n", + "1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2014 3282000.0 Fe * metric_ton \n", + " 2015 3510000.0 Fe * metric_ton \n", + " 2016 3523000.0 Fe * metric_ton \n", + " 2017 4070000.0 Fe * metric_ton \n", + " 2018 3820000.0 Fe * metric_ton \n", + " 2019 3715000.0 Fe * metric_ton \n", + " 2020 3830000.0 Fe * metric_ton \n", + " 2021 4067000.0 Fe * metric_ton \n", + " 2022 nan Fe * metric_ton \n", + " 2023 nan Fe * metric_ton \n", + " 2024 nan Fe * metric_ton \n", + " 2025 nan Fe * metric_ton \n", + " 2026 nan Fe * metric_ton \n", + " 2027 nan Fe * metric_ton \n", + " 2028 nan Fe * metric_ton \n", + " 2029 nan Fe * metric_ton \n", + " 2030 nan Fe * metric_ton \n", + " 2031 nan Fe * metric_ton \n", + " 2032 nan Fe * metric_ton \n", + " 2033 nan Fe * metric_ton \n", + " 2034 nan Fe * metric_ton \n", + " 2035 nan Fe * metric_ton \n", + " 2036 nan Fe * metric_ton \n", + " 2037 nan Fe * metric_ton \n", + " 2038 nan Fe * metric_ton \n", + " 2039 nan Fe * metric_ton \n", + " 2040 nan Fe * metric_ton \n", + " 2041 nan Fe * metric_ton \n", + " 2042 nan Fe * metric_ton \n", + " 2043 nan Fe * metric_ton \n", + " 2044 nan Fe * metric_ton \n", + " 2045 nan Fe * metric_ton \n", + " 2046 nan Fe * metric_ton \n", + " 2047 nan Fe * metric_ton \n", + " 2048 nan Fe * metric_ton \n", + " 2049 nan Fe * metric_ton \n", + " 2050 nan Fe * metric_ton \n", + "\n", + " ei_s1_by_year \\\n", + "company_lei company_id sector year \n", + "1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2014 0.040174588665447895 CO2 / Fe \n", + " 2015 0.03756495726495727 CO2 / Fe \n", + " 2016 0.03587822878228782 CO2 / Fe \n", + " 2017 0.03266437346437347 CO2 / Fe \n", + " 2018 0.0366369109947644 CO2 / Fe \n", + " 2019 0.03613916554508748 CO2 / Fe \n", + " 2020 0.03407467362924282 CO2 / Fe \n", + " 2021 0.03197717482173592 CO2 / Fe \n", + " 2022 nan CO2 / Fe \n", + " 2023 nan CO2 / Fe \n", + " 2024 nan CO2 / Fe \n", + " 2025 nan CO2 / Fe \n", + " 2026 nan CO2 / Fe \n", + " 2027 nan CO2 / Fe \n", + " 2028 nan CO2 / Fe \n", + " 2029 nan CO2 / Fe \n", + " 2030 nan CO2 / Fe \n", + " 2031 nan CO2 / Fe \n", + " 2032 nan CO2 / Fe \n", + " 2033 nan CO2 / Fe \n", + " 2034 nan CO2 / Fe \n", + " 2035 nan CO2 / Fe \n", + " 2036 nan CO2 / Fe \n", + " 2037 nan CO2 / Fe \n", + " 2038 nan CO2 / Fe \n", + " 2039 nan CO2 / Fe \n", + " 2040 nan CO2 / Fe \n", + " 2041 nan CO2 / Fe \n", + " 2042 nan CO2 / Fe \n", + " 2043 nan CO2 / Fe \n", + " 2044 nan CO2 / Fe \n", + " 2045 nan CO2 / Fe \n", + " 2046 nan CO2 / Fe \n", + " 2047 nan CO2 / Fe \n", + " 2048 nan CO2 / Fe \n", + " 2049 nan CO2 / Fe \n", + " 2050 nan CO2 / Fe \n", + "\n", + " ei_s2_by_year \\\n", + "company_lei company_id sector year \n", + "1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2014 0.05978062157221207 CO2 / Fe \n", + " 2015 0.0558974358974359 CO2 / Fe \n", + " 2016 0.05445359068975305 CO2 / Fe \n", + " 2017 0.043394840294840295 CO2 / Fe \n", + " 2018 0.046062303664921464 CO2 / Fe \n", + " 2019 0.04328371467025572 CO2 / Fe \n", + " 2020 0.03634490861618799 CO2 / Fe \n", + " 2021 0.03383279075485616 CO2 / Fe \n", + " 2022 nan CO2 / Fe \n", + " 2023 nan CO2 / Fe \n", + " 2024 nan CO2 / Fe \n", + " 2025 nan CO2 / Fe \n", + " 2026 nan CO2 / Fe \n", + " 2027 nan CO2 / Fe \n", + " 2028 nan CO2 / Fe \n", + " 2029 nan CO2 / Fe \n", + " 2030 nan CO2 / Fe \n", + " 2031 nan CO2 / Fe \n", + " 2032 nan CO2 / Fe \n", + " 2033 nan CO2 / Fe \n", + " 2034 nan CO2 / Fe \n", + " 2035 nan CO2 / Fe \n", + " 2036 nan CO2 / Fe \n", + " 2037 nan CO2 / Fe \n", + " 2038 nan CO2 / Fe \n", + " 2039 nan CO2 / Fe \n", + " 2040 nan CO2 / Fe \n", + " 2041 nan CO2 / Fe \n", + " 2042 nan CO2 / Fe \n", + " 2043 nan CO2 / Fe \n", + " 2044 nan CO2 / Fe \n", + " 2045 nan CO2 / Fe \n", + " 2046 nan CO2 / Fe \n", + " 2047 nan CO2 / Fe \n", + " 2048 nan CO2 / Fe \n", + " 2049 nan CO2 / Fe \n", + " 2050 nan CO2 / Fe \n", + "\n", + " ei_s1s2_by_year \\\n", + "company_lei company_id sector year \n", + "1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2014 0.09995521023765996 CO2 / Fe \n", + " 2015 0.09346239316239316 CO2 / Fe \n", + " 2016 0.09033181947204087 CO2 / Fe \n", + " 2017 0.07605921375921376 CO2 / Fe \n", + " 2018 0.08269921465968587 CO2 / Fe \n", + " 2019 0.0794228802153432 CO2 / Fe \n", + " 2020 0.07041958224543081 CO2 / Fe \n", + " 2021 0.06580996557659208 CO2 / Fe \n", + " 2022 nan CO2 / Fe \n", + " 2023 nan CO2 / Fe \n", + " 2024 nan CO2 / Fe \n", + " 2025 nan CO2 / Fe \n", + " 2026 nan CO2 / Fe \n", + " 2027 nan CO2 / Fe \n", + " 2028 nan CO2 / Fe \n", + " 2029 nan CO2 / Fe \n", + " 2030 nan CO2 / Fe \n", + " 2031 nan CO2 / Fe \n", + " 2032 nan CO2 / Fe \n", + " 2033 nan CO2 / Fe \n", + " 2034 nan CO2 / Fe \n", + " 2035 nan CO2 / Fe \n", + " 2036 nan CO2 / Fe \n", + " 2037 nan CO2 / Fe \n", + " 2038 nan CO2 / Fe \n", + " 2039 nan CO2 / Fe \n", + " 2040 nan CO2 / Fe \n", + " 2041 nan CO2 / Fe \n", + " 2042 nan CO2 / Fe \n", + " 2043 nan CO2 / Fe \n", + " 2044 nan CO2 / Fe \n", + " 2045 nan CO2 / Fe \n", + " 2046 nan CO2 / Fe \n", + " 2047 nan CO2 / Fe \n", + " 2048 nan CO2 / Fe \n", + " 2049 nan CO2 / Fe \n", + " 2050 nan CO2 / Fe \n", + "\n", + " ei_s3_by_year ei_s1s2s3_by_year \n", + "company_lei company_id sector year \n", + "1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2014 nan CO2 / Fe nan CO2 / Fe \n", + " 2015 nan CO2 / Fe nan CO2 / Fe \n", + " 2016 nan CO2 / Fe nan CO2 / Fe \n", + " 2017 nan CO2 / Fe nan CO2 / Fe \n", + " 2018 nan CO2 / Fe nan CO2 / Fe \n", + " 2019 nan CO2 / Fe nan CO2 / Fe \n", + " 2020 nan CO2 / Fe nan CO2 / Fe \n", + " 2021 nan CO2 / Fe nan CO2 / Fe \n", + " 2022 nan CO2 / Fe nan CO2 / Fe \n", + " 2023 nan CO2 / Fe nan CO2 / Fe \n", + " 2024 nan CO2 / Fe nan CO2 / Fe \n", + " 2025 nan CO2 / Fe nan CO2 / Fe \n", + " 2026 nan CO2 / Fe nan CO2 / Fe \n", + " 2027 nan CO2 / Fe nan CO2 / Fe \n", + " 2028 nan CO2 / Fe nan CO2 / Fe \n", + " 2029 nan CO2 / Fe nan CO2 / Fe \n", + " 2030 nan CO2 / Fe nan CO2 / Fe \n", + " 2031 nan CO2 / Fe nan CO2 / Fe \n", + " 2032 nan CO2 / Fe nan CO2 / Fe \n", + " 2033 nan CO2 / Fe nan CO2 / Fe \n", + " 2034 nan CO2 / Fe nan CO2 / Fe \n", + " 2035 nan CO2 / Fe nan CO2 / Fe \n", + " 2036 nan CO2 / Fe nan CO2 / Fe \n", + " 2037 nan CO2 / Fe nan CO2 / Fe \n", + " 2038 nan CO2 / Fe nan CO2 / Fe \n", + " 2039 nan CO2 / Fe nan CO2 / Fe \n", + " 2040 nan CO2 / Fe nan CO2 / Fe \n", + " 2041 nan CO2 / Fe nan CO2 / Fe \n", + " 2042 nan CO2 / Fe nan CO2 / Fe \n", + " 2043 nan CO2 / Fe nan CO2 / Fe \n", + " 2044 nan CO2 / Fe nan CO2 / Fe \n", + " 2045 nan CO2 / Fe nan CO2 / Fe \n", + " 2046 nan CO2 / Fe nan CO2 / Fe \n", + " 2047 nan CO2 / Fe nan CO2 / Fe \n", + " 2048 nan CO2 / Fe nan CO2 / Fe \n", + " 2049 nan CO2 / Fe nan CO2 / Fe \n", + " 2050 nan CO2 / Fe nan CO2 / Fe " + ] + }, + "execution_count": 38, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "targets_df.loc[\"WORTHINGTON INDUSTRIES INC\"]" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 39, "id": "e50a8945-0dee-4ff8-a4a4-82ed66c34dac", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
year2014201520162017201820192020202120222023...2041204220432044204520462047204820492050
company_namecompany_leicompany_idsector
Avista Corp.Q0IK63NITJD6RJ47SW96US05379B1070Electricity Utilities0.1332592936977594 CO2 * megametric_ton / tera...0.19217446355445073 CO2 * megametric_ton / ter...0.1747206751121883 CO2 * megametric_ton / tera...0.17010422530639044 CO2 * megametric_ton / ter...0.16219434601047744 CO2 * megametric_ton / ter...0.18990076314011445 CO2 * megametric_ton / ter...0.1638073874954286 CO2 * megametric_ton / tera...0.14006130705894165 CO2 * megametric_ton / ter...0.11643091825366798 CO2 * megametric_ton / ter...0.09291580990925741 CO2 * megametric_ton / ter......0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour
CLEVELAND-CLIFFS INC549300TM2WLI2BJMDD86US1858991011Steel0.384718670726176 CO2 / Fe0.35742364177896635 CO2 / Fe0.36919177409457066 CO2 / Fe0.35637795124245286 CO2 / Fe0.34643674680532327 CO2 / Fe0.33781346015346797 CO2 / Fe0.3436249356218983 CO2 / Fe0.3724038742143742 CO2 / Fe0.3649712106536525 CO2 / Fe0.3576768991361501 CO2 / Fe...0.11853648406571919 CO2 / Fe0.10380863410243607 CO2 / Fe0.08949020181244491 CO2 / Fe0.07557230272690633 CO2 / Fe0.06204622555575234 CO2 / Fe0.04890342900945997 CO2 / Fe0.03613553867694087 CO2 / Fe0.023734343958581854 CO2 / Fe0.011691795053488602 CO2 / Fe0.0 CO2 / Fe
CMS Energy Corp.549300IA9XFBAGNIBW29US1258961002Electricity Utilities0.43570844498331984 CO2 * megametric_ton / ter...0.4414023783109466 CO2 * megametric_ton / tera...0.3500608807289515 CO2 * megametric_ton / tera...0.3146165065053435 CO2 * megametric_ton / tera...0.2965829857486904 CO2 * megametric_ton / tera...0.3038877805815029 CO2 * megametric_ton / tera...0.26296826257071493 CO2 * megametric_ton / ter...0.2493869739778797 CO2 * megametric_ton / tera...0.23585196181144655 CO2 * megametric_ton / ter...0.22236310647720536 CO2 * megametric_ton / ter......0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour
Consolidated Edison, Inc.54930033SBW53OO8T749US2091151041Electricity Utilities0.0698826823845419 CO2 * megametric_ton / tera...0.07290919835911609 CO2 * megametric_ton / ter...0.07619228527163943 CO2 * megametric_ton / ter...0.07625708332885266 CO2 * megametric_ton / ter...0.07182255255617352 CO2 * megametric_ton / ter...0.06638858729703817 CO2 * megametric_ton / ter...0.0748282916983819 CO2 * megametric_ton / tera...0.0710868714288003 CO2 * megametric_ton / tera...0.06734545714307395 CO2 * megametric_ton / ter...0.06360404285734762 CO2 * megametric_ton / ter......0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour
Edison International549300I7ROF15MAEVP56US2810201077Electricity Utilities0.06322972522372573 CO2 * megametric_ton / ter...0.036273503457639446 CO2 * megametric_ton / te...0.031698478789318606 CO2 * megametric_ton / te...0.026322703048176112 CO2 * megametric_ton / te...0.014571001415030383 CO2 * megametric_ton / te...0.02378128079315014 CO2 * megametric_ton / ter...0.024106236089818676 CO2 * megametric_ton / te...0.023578085695327246 CO2 * megametric_ton / te...0.02304175492406259 CO2 * megametric_ton / ter...0.0224971577262481 CO2 * megametric_ton / tera......0.005294767706514935 CO2 * megametric_ton / te...0.0039977425242062985 CO2 * megametric_ton / t...0.002683058894820913 CO2 * megametric_ton / te...0.0013505381454950354 CO2 * megametric_ton / t...0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour
Entergy Corp.4XM3TW50JULSLG8BNC79US29364G1031Electricity Utilities0.1774501147195159 CO2 * megametric_ton / tera...0.17377310004430963 CO2 * megametric_ton / ter...0.2101029575332888 CO2 * megametric_ton / tera...0.20777247501437673 CO2 * megametric_ton / ter...0.22061848477958795 CO2 * megametric_ton / ter...0.2010448790827469 CO2 * megametric_ton / tera...0.21695286798970911 CO2 * megametric_ton / ter...0.20315541080684288 CO2 * megametric_ton / ter...0.18940906363025461 CO2 * megametric_ton / ter...0.17571378975164526 CO2 * megametric_ton / ter......0.03767067277720645 CO2 * megametric_ton / ter...0.03341960105950063 CO2 * megametric_ton / ter...0.02918492459340988 CO2 * megametric_ton / ter...0.02496662865390368 CO2 * megametric_ton / ter...0.02076469836093766 CO2 * megametric_ton / ter...0.016579118679913584 CO2 * megametric_ton / te...0.012409874422143469 CO2 * megametric_ton / te...0.008256950245318142 CO2 * megametric_ton / te...0.004120330653980004 CO2 * megametric_ton / te...0.0 CO2 * megametric_ton / terawatt_hour
NIPPON STEEL CORP35380065QWQ4U2V3PA33JP3381000003Steel1.623658733360226 CO2 / Fe1.623658733360226 CO2 / Fe1.623658733360226 CO2 / Fe1.623658733360226 CO2 / Fe1.6721443298969072 CO2 / Fe1.7080845500108957 CO2 / Fe1.716079716079716 CO2 / Fe1.4703823674798024 CO2 / Fe1.28283058150118 CO2 / Fe1.2505080142244909 CO2 / Fe...0.39823629783667636 CO2 / Fe0.34875647320124925 CO2 / Fe0.3006521320700425 CO2 / Fe0.2538934260971506 CO2 / Fe0.2084510887497132 CO2 / Fe0.16429642463031585 CO2 / Fe0.12140129898791813 CO2 / Fe0.07973812741406774 CO2 / Fe0.03927986572121564 CO2 / Fe0.0 CO2 / Fe
NUCOR CORP549300GGJCRSI2TIEJ46US6703461052Steel0.21333333333333335 CO2 / Fe0.21333333333333335 CO2 / Fe0.21333333333333335 CO2 / Fe0.21333333333333335 CO2 / Fe0.21333333333333335 CO2 / Fe0.21256038647342995 CO2 / Fe0.2315270935960591 CO2 / Fe0.22041285312172992 CO2 / Fe0.20962468502803272 CO2 / Fe0.19908352785958486 CO2 / Fe...0.050592271939924646 CO2 / Fe0.04430631368575778 CO2 / Fe0.0381950980049636 CO2 / Fe0.03225483293874478 CO2 / Fe0.0264818004423192 CO2 / Fe0.020872355028428928 CO2 / Fe0.015422922434799702 CO2 / Fe0.01012999831513938 CO2 / Fe0.00499014695327063 CO2 / Fe0.0 CO2 / Fe
NextEra Energy, Inc.5493008F4ZOQFNG3WN54US65341B1061Electricity Utilities0.4014904917267108 CO2 * megametric_ton / tera...0.33571724908492845 CO2 * megametric_ton / ter...0.3138766871379128 CO2 * megametric_ton / tera...0.32877427289547073 CO2 * megametric_ton / ter...0.31849142808903647 CO2 * megametric_ton / ter...0.3022947957469948 CO2 * megametric_ton / tera...0.2888554347089691 CO2 * megametric_ton / tera...0.2513025393226922 CO2 * megametric_ton / tera...0.21374964393641527 CO2 * megametric_ton / ter...0.17619674855013828 CO2 * megametric_ton / ter......0.016174553244413484 CO2 * megametric_ton / te...0.012130914933310116 CO2 * megametric_ton / te...0.008087276622206742 CO2 * megametric_ton / te...0.004043638311103373 CO2 * megametric_ton / te...0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour
PNM Resources, Inc.5493003JOBJGLZSDDQ28US69349H1077Electricity Utilities0.5169363912950559 CO2 * megametric_ton / tera...0.49125064184105943 CO2 * megametric_ton / ter...0.48636438972661206 CO2 * megametric_ton / ter...0.4861061416236354 CO2 * megametric_ton / tera...0.41532872139055715 CO2 * megametric_ton / ter...0.4023381981777952 CO2 * megametric_ton / tera...0.396093132910287 CO2 * megametric_ton / teraw...0.37525356592842374 CO2 * megametric_ton / ter...0.3545256333953931 CO2 * megametric_ton / tera...0.3339088788871631 CO2 * megametric_ton / tera......0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour
PPL Corp.9N3UAJSNOUXFKQLF3V18US69351T1060Electricity Utilities0.6640296131993162 CO2 * megametric_ton / tera...0.6572527699835413 CO2 * megametric_ton / tera...0.5925727760494532 CO2 * megametric_ton / tera...0.5948626820080215 CO2 * megametric_ton / tera...0.6128126986176534 CO2 * megametric_ton / tera...0.498521318211554 CO2 * megametric_ton / teraw...0.563180477388513 CO2 * megametric_ton / teraw...0.5417844632184567 CO2 * megametric_ton / tera...0.5203198092849924 CO2 * megametric_ton / tera...0.49878641234939974 CO2 * megametric_ton / ter......0.14230400212727062 CO2 * megametric_ton / ter...0.1266875004619157 CO2 * megametric_ton / tera...0.11102239688606595 CO2 * megametric_ton / ter...0.09530862199642492 CO2 * megametric_ton / ter...0.07954610648034831 CO2 * megametric_ton / ter...0.06373478111658534 CO2 * megametric_ton / ter...0.047874576776020916 CO2 * megametric_ton / te...0.03196542442241807 CO2 * megametric_ton / ter...0.016007255113161287 CO2 * megametric_ton / te...0.0 CO2 * megametric_ton / terawatt_hour
TC Energy Corp.549300UGKOFV2IWJJG27CA87807B1076Electricity Utilities0.0 CO2 * megametric_ton / terawatt_hour0.23455782601894104 CO2 * megametric_ton / ter...0.19217818983085166 CO2 * megametric_ton / ter...0.44763587667508 CO2 * megametric_ton / terawa...0.474856971180512 CO2 * megametric_ton / teraw...0.46793357968806126 CO2 * megametric_ton / ter...0.4181968243695285 CO2 * megametric_ton / tera...0.3860278378795648 CO2 * megametric_ton / tera...0.353858851389601 CO2 * megametric_ton / teraw...0.3216898648996373 CO2 * megametric_ton / tera......0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour
TENARIS SA549300Y7C05BKC4HZB40US88031M1099Steel0.6896551724137931 CO2 / Fe0.6896551724137931 CO2 / Fe0.6896551724137931 CO2 / Fe0.6896551724137931 CO2 / Fe0.6896551724137931 CO2 / Fe0.6206896551724138 CO2 / Fe0.6111111111111112 CO2 / Fe0.5757575757575758 CO2 / Fe0.6082322642184299 CO2 / Fe0.5811941037400867 CO2 / Fe...0.15656317576457673 CO2 / Fe0.13711060822294627 CO2 / Fe0.11819880019219507 CO2 / Fe0.09981601705181851 CO2 / Fe0.08195075291610718 CO2 / Fe0.06459172643634063 CO2 / Fe0.047727876677099 CO2 / Fe0.031348359065418066 CO2 / Fe0.015442541411535993 CO2 / Fe0.0 CO2 / Fe
UGI Corp.DX6GCWD4Q1JO9CRE5I40US9026811052Electricity Utilities0.267732174033783 CO2 * megametric_ton / teraw...0.26159233009461225 CO2 * megametric_ton / ter...0.21573382230645016 CO2 * megametric_ton / ter...0.32064846752941595 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour...0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour
WEC Energy Group549300IGLYTZUK3PVP70US92939U1060Electricity Utilities0.5540182652879396 CO2 * megametric_ton / tera...0.5557005909568539 CO2 * megametric_ton / tera...0.5100558838126781 CO2 * megametric_ton / tera...0.5103471841953449 CO2 * megametric_ton / tera...0.5155632957261078 CO2 * megametric_ton / tera...0.7360720786209256 CO2 * megametric_ton / tera...0.3168581771246562 CO2 * megametric_ton / tera...0.2978958366483058 CO2 * megametric_ton / tera...0.27893349617195545 CO2 * megametric_ton / ter...0.2599711556956051 CO2 * megametric_ton / tera......0.06295118940300383 CO2 * megametric_ton / ter...0.05595661280267008 CO2 * megametric_ton / ter...0.04896203620233632 CO2 * megametric_ton / ter...0.04196745960200256 CO2 * megametric_ton / ter...0.03497288300166879 CO2 * megametric_ton / ter...0.02797830640133504 CO2 * megametric_ton / ter...0.020983729801001282 CO2 * megametric_ton / te...0.013989153200667515 CO2 * megametric_ton / te...0.006994576600333752 CO2 * megametric_ton / te...0.0 CO2 * megametric_ton / terawatt_hour
\n", + "

15 rows × 37 columns

\n", + "
" + ], + "text/plain": [ + "year 2014 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.1332592936977594 CO2 * megametric_ton / tera... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.384718670726176 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.43570844498331984 CO2 * megametric_ton / ter... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0698826823845419 CO2 * megametric_ton / tera... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.06322972522372573 CO2 * megametric_ton / ter... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.1774501147195159 CO2 * megametric_ton / tera... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 1.623658733360226 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.21333333333333335 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.4014904917267108 CO2 * megametric_ton / tera... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.5169363912950559 CO2 * megametric_ton / tera... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.6640296131993162 CO2 * megametric_ton / tera... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.6896551724137931 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.267732174033783 CO2 * megametric_ton / teraw... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.5540182652879396 CO2 * megametric_ton / tera... \n", + "\n", + "year 2015 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.19217446355445073 CO2 * megametric_ton / ter... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.35742364177896635 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.4414023783109466 CO2 * megametric_ton / tera... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.07290919835911609 CO2 * megametric_ton / ter... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.036273503457639446 CO2 * megametric_ton / te... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.17377310004430963 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 1.623658733360226 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.21333333333333335 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.33571724908492845 CO2 * megametric_ton / ter... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.49125064184105943 CO2 * megametric_ton / ter... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.6572527699835413 CO2 * megametric_ton / tera... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.23455782601894104 CO2 * megametric_ton / ter... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.6896551724137931 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.26159233009461225 CO2 * megametric_ton / ter... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.5557005909568539 CO2 * megametric_ton / tera... \n", + "\n", + "year 2016 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.1747206751121883 CO2 * megametric_ton / tera... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.36919177409457066 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.3500608807289515 CO2 * megametric_ton / tera... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.07619228527163943 CO2 * megametric_ton / ter... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.031698478789318606 CO2 * megametric_ton / te... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.2101029575332888 CO2 * megametric_ton / tera... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 1.623658733360226 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.21333333333333335 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.3138766871379128 CO2 * megametric_ton / tera... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.48636438972661206 CO2 * megametric_ton / ter... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.5925727760494532 CO2 * megametric_ton / tera... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.19217818983085166 CO2 * megametric_ton / ter... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.6896551724137931 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.21573382230645016 CO2 * megametric_ton / ter... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.5100558838126781 CO2 * megametric_ton / tera... \n", + "\n", + "year 2017 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.17010422530639044 CO2 * megametric_ton / ter... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.35637795124245286 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.3146165065053435 CO2 * megametric_ton / tera... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.07625708332885266 CO2 * megametric_ton / ter... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.026322703048176112 CO2 * megametric_ton / te... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.20777247501437673 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 1.623658733360226 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.21333333333333335 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.32877427289547073 CO2 * megametric_ton / ter... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.4861061416236354 CO2 * megametric_ton / tera... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.5948626820080215 CO2 * megametric_ton / tera... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.44763587667508 CO2 * megametric_ton / terawa... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.6896551724137931 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.32064846752941595 CO2 * megametric_ton / ter... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.5103471841953449 CO2 * megametric_ton / tera... \n", + "\n", + "year 2018 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.16219434601047744 CO2 * megametric_ton / ter... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.34643674680532327 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.2965829857486904 CO2 * megametric_ton / tera... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.07182255255617352 CO2 * megametric_ton / ter... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.014571001415030383 CO2 * megametric_ton / te... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.22061848477958795 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 1.6721443298969072 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.21333333333333335 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.31849142808903647 CO2 * megametric_ton / ter... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.41532872139055715 CO2 * megametric_ton / ter... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.6128126986176534 CO2 * megametric_ton / tera... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.474856971180512 CO2 * megametric_ton / teraw... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.6896551724137931 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.5155632957261078 CO2 * megametric_ton / tera... \n", + "\n", + "year 2019 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.18990076314011445 CO2 * megametric_ton / ter... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.33781346015346797 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.3038877805815029 CO2 * megametric_ton / tera... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.06638858729703817 CO2 * megametric_ton / ter... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.02378128079315014 CO2 * megametric_ton / ter... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.2010448790827469 CO2 * megametric_ton / tera... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 1.7080845500108957 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.21256038647342995 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.3022947957469948 CO2 * megametric_ton / tera... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.4023381981777952 CO2 * megametric_ton / tera... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.498521318211554 CO2 * megametric_ton / teraw... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.46793357968806126 CO2 * megametric_ton / ter... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.6206896551724138 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.7360720786209256 CO2 * megametric_ton / tera... \n", + "\n", + "year 2020 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.1638073874954286 CO2 * megametric_ton / tera... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.3436249356218983 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.26296826257071493 CO2 * megametric_ton / ter... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0748282916983819 CO2 * megametric_ton / tera... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.024106236089818676 CO2 * megametric_ton / te... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.21695286798970911 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 1.716079716079716 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.2315270935960591 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.2888554347089691 CO2 * megametric_ton / tera... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.396093132910287 CO2 * megametric_ton / teraw... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.563180477388513 CO2 * megametric_ton / teraw... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.4181968243695285 CO2 * megametric_ton / tera... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.6111111111111112 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.3168581771246562 CO2 * megametric_ton / tera... \n", + "\n", + "year 2021 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.14006130705894165 CO2 * megametric_ton / ter... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.3724038742143742 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.2493869739778797 CO2 * megametric_ton / tera... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0710868714288003 CO2 * megametric_ton / tera... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.023578085695327246 CO2 * megametric_ton / te... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.20315541080684288 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 1.4703823674798024 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.22041285312172992 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.2513025393226922 CO2 * megametric_ton / tera... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.37525356592842374 CO2 * megametric_ton / ter... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.5417844632184567 CO2 * megametric_ton / tera... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.3860278378795648 CO2 * megametric_ton / tera... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.5757575757575758 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.2978958366483058 CO2 * megametric_ton / tera... \n", + "\n", + "year 2022 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.11643091825366798 CO2 * megametric_ton / ter... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.3649712106536525 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.23585196181144655 CO2 * megametric_ton / ter... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.06734545714307395 CO2 * megametric_ton / ter... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.02304175492406259 CO2 * megametric_ton / ter... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.18940906363025461 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 1.28283058150118 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.20962468502803272 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.21374964393641527 CO2 * megametric_ton / ter... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.3545256333953931 CO2 * megametric_ton / tera... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.5203198092849924 CO2 * megametric_ton / tera... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.353858851389601 CO2 * megametric_ton / teraw... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.6082322642184299 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.27893349617195545 CO2 * megametric_ton / ter... \n", + "\n", + "year 2023 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.09291580990925741 CO2 * megametric_ton / ter... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.3576768991361501 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.22236310647720536 CO2 * megametric_ton / ter... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.06360404285734762 CO2 * megametric_ton / ter... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.0224971577262481 CO2 * megametric_ton / tera... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.17571378975164526 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 1.2505080142244909 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.19908352785958486 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.17619674855013828 CO2 * megametric_ton / ter... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.3339088788871631 CO2 * megametric_ton / tera... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.49878641234939974 CO2 * megametric_ton / ter... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.3216898648996373 CO2 * megametric_ton / tera... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.5811941037400867 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.2599711556956051 CO2 * megametric_ton / tera... \n", + "\n", + "year ... \\\n", + "company_name company_lei company_id sector ... \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities ... \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel ... \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities ... \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities ... \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities ... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities ... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel ... \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel ... \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities ... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities ... \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities ... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel ... \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities ... \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities ... \n", + "\n", + "year 2041 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.11853648406571919 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.005294767706514935 CO2 * megametric_ton / te... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.03767067277720645 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 0.39823629783667636 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.050592271939924646 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.016174553244413484 CO2 * megametric_ton / te... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.14230400212727062 CO2 * megametric_ton / ter... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.15656317576457673 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.06295118940300383 CO2 * megametric_ton / ter... \n", + "\n", + "year 2042 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.10380863410243607 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.0039977425242062985 CO2 * megametric_ton / t... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.03341960105950063 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 0.34875647320124925 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.04430631368575778 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.012130914933310116 CO2 * megametric_ton / te... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.1266875004619157 CO2 * megametric_ton / tera... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.13711060822294627 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.05595661280267008 CO2 * megametric_ton / ter... \n", + "\n", + "year 2043 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.08949020181244491 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.002683058894820913 CO2 * megametric_ton / te... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.02918492459340988 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 0.3006521320700425 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.0381950980049636 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.008087276622206742 CO2 * megametric_ton / te... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.11102239688606595 CO2 * megametric_ton / ter... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.11819880019219507 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.04896203620233632 CO2 * megametric_ton / ter... \n", + "\n", + "year 2044 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.07557230272690633 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.0013505381454950354 CO2 * megametric_ton / t... \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.02496662865390368 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 0.2538934260971506 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.03225483293874478 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.004043638311103373 CO2 * megametric_ton / te... \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.09530862199642492 CO2 * megametric_ton / ter... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.09981601705181851 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.04196745960200256 CO2 * megametric_ton / ter... \n", + "\n", + "year 2045 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.06204622555575234 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.02076469836093766 CO2 * megametric_ton / ter... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 0.2084510887497132 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.0264818004423192 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.07954610648034831 CO2 * megametric_ton / ter... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.08195075291610718 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.03497288300166879 CO2 * megametric_ton / ter... \n", + "\n", + "year 2046 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.04890342900945997 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.016579118679913584 CO2 * megametric_ton / te... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 0.16429642463031585 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.020872355028428928 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.06373478111658534 CO2 * megametric_ton / ter... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.06459172643634063 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.02797830640133504 CO2 * megametric_ton / ter... \n", + "\n", + "year 2047 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.03613553867694087 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.012409874422143469 CO2 * megametric_ton / te... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 0.12140129898791813 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.015422922434799702 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.047874576776020916 CO2 * megametric_ton / te... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.047727876677099 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.020983729801001282 CO2 * megametric_ton / te... \n", + "\n", + "year 2048 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.023734343958581854 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.008256950245318142 CO2 * megametric_ton / te... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 0.07973812741406774 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.01012999831513938 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.03196542442241807 CO2 * megametric_ton / ter... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.031348359065418066 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.013989153200667515 CO2 * megametric_ton / te... \n", + "\n", + "year 2049 \\\n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.011691795053488602 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.004120330653980004 CO2 * megametric_ton / te... \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 0.03927986572121564 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.00499014695327063 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.016007255113161287 CO2 * megametric_ton / te... \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.015442541411535993 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.006994576600333752 CO2 * megametric_ton / te... \n", + "\n", + "year 2050 \n", + "company_name company_lei company_id sector \n", + "Avista Corp. Q0IK63NITJD6RJ47SW96 US05379B1070 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "CLEVELAND-CLIFFS INC 549300TM2WLI2BJMDD86 US1858991011 Steel 0.0 CO2 / Fe \n", + "CMS Energy Corp. 549300IA9XFBAGNIBW29 US1258961002 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Consolidated Edison, Inc. 54930033SBW53OO8T749 US2091151041 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Edison International 549300I7ROF15MAEVP56 US2810201077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Entergy Corp. 4XM3TW50JULSLG8BNC79 US29364G1031 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "NIPPON STEEL CORP 35380065QWQ4U2V3PA33 JP3381000003 Steel 0.0 CO2 / Fe \n", + "NUCOR CORP 549300GGJCRSI2TIEJ46 US6703461052 Steel 0.0 CO2 / Fe \n", + "NextEra Energy, Inc. 5493008F4ZOQFNG3WN54 US65341B1061 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PNM Resources, Inc. 5493003JOBJGLZSDDQ28 US69349H1077 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "PPL Corp. 9N3UAJSNOUXFKQLF3V18 US69351T1060 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 0.0 CO2 / Fe \n", + "UGI Corp. DX6GCWD4Q1JO9CRE5I40 US9026811052 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "WEC Energy Group 549300IGLYTZUK3PVP70 US92939U1060 Electricity Utilities 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + "[15 rows x 37 columns]" + ] + }, + "execution_count": 39, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "targets_df.unstack(level=\"year\")[\"ei_s1_by_year\"].sample(15).sort_index(level=[\"company_name\"], ascending=[1])" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 40, "id": "df546993-6da1-457c-8399-699faa277f00", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
ei_s1_by_yearei_s2_by_yearei_s3_by_yearei_s1s2_by_yearei_s1s2s3_by_yearproduction_by_year
company_leicompany_idsectoryear
549300TM2WLI2BJMDD86US1858991011Steel20140.384718670726176 CO2 / Fe0.049265325603802555 CO2 / Fe0.05753680954394641 CO2 / Fe0.4339839963299785 CO2 / Fe0.491520805873925 CO2 / Fe91232700.0 Fe * metric_ton
20150.35742364177896635 CO2 / Fe0.049265325603802555 CO2 / Fe0.03807310110241991 CO2 / Fe0.4066889673827689 CO2 / Fe0.4447620684851888 CO2 / Fe91689200.0 Fe * metric_ton
20160.36919177409457066 CO2 / Fe0.049265325603802555 CO2 / Fe0.021501243506855894 CO2 / Fe0.41845709969837325 CO2 / Fe0.43995834320522914 CO2 / Fe89951800.0 Fe * metric_ton
20170.35637795124245286 CO2 / Fe0.04926532560380255 CO2 / Fe0.026981028214837183 CO2 / Fe0.40564327684625545 CO2 / Fe0.4326243050610926 CO2 / Fe90796200.0 Fe * metric_ton
20180.34643674680532327 CO2 / Fe0.049265325603802555 CO2 / Fe0.027347317092229144 CO2 / Fe0.39570207240912586 CO2 / Fe0.42304938950135496 CO2 / Fe89583400.0 Fe * metric_ton
20190.33781346015346797 CO2 / Fe0.04926532560380256 CO2 / Fe0.024428405626754465 CO2 / Fe0.3870787857572705 CO2 / Fe0.411507191384025 CO2 / Fe89842200.0 Fe * metric_ton
20200.3436249356218983 CO2 / Fe0.049265325603802555 CO2 / Fe0.02484865258780881 CO2 / Fe0.3928902612257008 CO2 / Fe0.41773891381350964 CO2 / Fe74522333.0 Fe * metric_ton
20210.3348045942178267 CO2 / Fe0.049265325603802555 CO2 / Fe0.020935951978650145 CO2 / Fe0.3840045718009933 CO2 / Fe0.4031549883374006 CO2 / Fe68403667.995 Fe * metric_ton
20220.32621065786885856 CO2 / Fe0.049265325603802555 CO2 / Fe0.017639350210376784 CO2 / Fe0.3753198430117214 CO2 / Fe0.38908021074112653 CO2 / Fe69429723.01492499 Fe * metric_ton
20230.3178373150937111 CO2 / Fe0.049265325603802555 CO2 / Fe0.014861835571729315 CO2 / Fe0.36683152988955847 CO2 / Fe0.3754968058677884 CO2 / Fe70471168.86014886 Fe * metric_ton
20240.30967890358318934 CO2 / Fe0.049265325603802555 CO2 / Fe0.012521671939547079 CO2 / Fe0.3585351902561451 CO2 / Fe0.36238761911929807 CO2 / Fe71528236.39305107 Fe * metric_ton
20250.3017299063711598 CO2 / Fe0.049265325603802555 CO2 / Fe0.010549993465134027 CO2 / Fe0.35042648239836904 CO2 / Fe0.34973609479168943 CO2 / Fe72601159.93894683 Fe * metric_ton
20260.2939849481038106 CO2 / Fe0.049265325603802555 CO2 / Fe0.008888778004384978 CO2 / Fe0.3425011627962222 CO2 / Fe0.33752625516677864 CO2 / Fe73690177.33803102 Fe * metric_ton
20270.2864387914046731 CO2 / Fe0.049265325603802555 CO2 / Fe0.0074891396541954605 CO2 / Fe0.3347550839020444 CO2 / Fe0.325742680333767 CO2 / Fe74795529.99810147 Fe * metric_ton
20280.27908633333294913 CO2 / Fe0.049265325603802555 CO2 / Fe0.006309890148271692 CO2 / Fe0.3271841919699924 CO2 / Fe0.31437048871530443 CO2 / Fe75917462.948073 Fe * metric_ton
20290.2719226019327467 CO2 / Fe0.049265325603802555 CO2 / Fe0.005316326777395816 CO2 / Fe0.3197845249345982 CO2 / Fe0.3033953182734175 CO2 / Fe77056224.89229408 Fe * metric_ton
20300.26494275287089236 CO2 / Fe0.049265325603802555 CO2 / Fe0.004479211165315965 CO2 / Fe0.3125522103373063 CO2 / Fe0.29280330837156954 CO2 / Fe78212068.26567848 Fe * metric_ton
20310.25814206616104546 CO2 / Fe0.049265325603802555 CO2 / Fe0.0037739088478904908 CO2 / Fe0.3054834632999046 CO2 / Fe0.28258108226994405 CO2 / Fe79385249.28966364 Fe * metric_ton
20320.25151594297190005 CO2 / Fe0.049265325603802555 CO2 / Fe0.003179664335200296 CO2 / Fe0.29857458454378893 CO2 / Fe0.2727157302318457 CO2 / Fe80576028.0290086 Fe * metric_ton
20330.24505990251731502 CO2 / Fe0.049265325603802555 CO2 / Fe0.0026789903233079126 CO2 / Fe0.29182195845402414 CO2 / Fe0.2631947932198836 CO2 / Fe81784668.4494437 Fe * metric_ton
20340.23876957902627013 CO2 / Fe0.049265325603802555 CO2 / Fe0.002257153081513976 CO2 / Fe0.2852220511871887 CO2 / Fe0.25400624716134645 CO2 / Fe83011438.47618535 Fe * metric_ton
20350.23264071879059886 CO2 / Fe0.049265325603802555 CO2 / Fe0.0019017388711942982 CO2 / Fe0.27877140882201323 CO2 / Fe0.24513848776289845 CO2 / Fe84256610.05332811 Fe * metric_ton
20360.22666917728850156 CO2 / Fe0.049265325603802555 CO2 / Fe0.0016022886368812594 CO2 / Fe0.27246665555184346 CO2 / Fe0.236580315855418 CO2 / Fe85520459.20412803 Fe * metric_ton
20370.22085091638189347 CO2 / Fe0.049265325603802555 CO2 / Fe0.0013499902193546236 CO2 / Fe0.26630449191798433 CO2 / Fe0.22832092325047132 CO2 / Fe86803266.09218992 Fe * metric_ton
20380.21518200158569314 CO2 / Fe0.049265325603802555 CO2 / Fe0.0011374190332526226 CO2 / Fe0.26028169308299776 CO2 / Fe0.22034987909055903 CO2 / Fe88105315.08357276 Fe * metric_ton
20390.20965859940720372 CO2 / Fe0.049265325603802555 CO2 / Fe0.0009583195779179847 CO2 / Fe0.2543951071430527 CO2 / Fe0.2126571166758969 CO2 / Fe89426894.80982634 Fe * metric_ton
20400.20427697475378853 CO2 / Fe0.049265325603802555 CO2 / Fe0.0008074213518255164 CO2 / Fe0.24864165347844328 CO2 / Fe0.20523292075109484 CO2 / Fe90768298.23197375 Fe * metric_ton
20410.19903348840708784 CO2 / Fe0.049265325603802555 CO2 / Fe0.0006802837533592974 CO2 / Fe0.2430183211414119 CO2 / Fe0.19806791523567768 CO2 / Fe92129822.70545332 Fe * metric_ton
20420.19392459456206868 CO2 / Fe0.049265325603802555 CO2 / Fe0.0005731654037118173 CO2 / Fe0.23752216728043357 CO2 / Fe0.19115305138295327 CO2 / Fe93511770.04603511 Fe * metric_ton
20430.18894683842924334 CO2 / Fe0.049265325603802555 CO2 / Fe0.0004829140463665031 CO2 / Fe0.23215031560013724 CO2 / Fe0.18447959635227262 CO2 / Fe94914446.59672563 Fe * metric_ton
20440.18409685389843602 CO2 / Fe0.049265325603802555 CO2 / Fe0.00040687378314850815 CO2 / Fe0.22689995485605752 CO2 / Fe0.17803912218025114 CO2 / Fe96338163.2956765 Fe * metric_ton
20450.1793713612625162 CO2 / Fe0.049265325603802555 CO2 / Fe0.0003428069170055564 CO2 / Fe0.22176833738342977 CO2 / Fe0.17182349513702144 CO2 / Fe97783235.74511161 Fe * metric_ton
20460.17476716499956138 CO2 / Fe0.049265325603802555 CO2 / Fe0.0002888281015244502 CO2 / Fe0.2167527776592581 CO2 / Fe0.1658248654540765 CO2 / Fe99249984.2812883 Fe * metric_ton
20470.17028115161194735 CO2 / Fe0.049265325603802555 CO2 / Fe0.00024334885934890855 CO2 / Fe0.21185065089690394 CO2 / Fe0.16003565741072984 CO2 / Fe100738734.04550761 Fe * metric_ton
20480.16591028752090686 CO2 / Fe0.049265325603802555 CO2 / Fe0.00020503083679827402 CO2 / Fe0.20705939167245951 CO2 / Fe0.15444855976667327 CO2 / Fe102249815.05619021 Fe * metric_ton
20490.16165161701513112 CO2 / Fe0.049265325603802555 CO2 / Fe0.00017274641907372897 CO2 / Fe0.20237649258218804 CO2 / Fe0.14905651652854895 CO2 / Fe103783562.28203303 Fe * metric_ton
20500.15750226025202776 CO2 / Fe0.049265325603802555 CO2 / Fe0.00014554554704449997 CO2 / Fe0.19779950293032716 CO2 / Fe0.143852718038875 CO2 / Fe105340315.71626353 Fe * metric_ton
\n", + "
" + ], + "text/plain": [ + " ei_s1_by_year \\\n", + "company_lei company_id sector year \n", + "549300TM2WLI2BJMDD86 US1858991011 Steel 2014 0.384718670726176 CO2 / Fe \n", + " 2015 0.35742364177896635 CO2 / Fe \n", + " 2016 0.36919177409457066 CO2 / Fe \n", + " 2017 0.35637795124245286 CO2 / Fe \n", + " 2018 0.34643674680532327 CO2 / Fe \n", + " 2019 0.33781346015346797 CO2 / Fe \n", + " 2020 0.3436249356218983 CO2 / Fe \n", + " 2021 0.3348045942178267 CO2 / Fe \n", + " 2022 0.32621065786885856 CO2 / Fe \n", + " 2023 0.3178373150937111 CO2 / Fe \n", + " 2024 0.30967890358318934 CO2 / Fe \n", + " 2025 0.3017299063711598 CO2 / Fe \n", + " 2026 0.2939849481038106 CO2 / Fe \n", + " 2027 0.2864387914046731 CO2 / Fe \n", + " 2028 0.27908633333294913 CO2 / Fe \n", + " 2029 0.2719226019327467 CO2 / Fe \n", + " 2030 0.26494275287089236 CO2 / Fe \n", + " 2031 0.25814206616104546 CO2 / Fe \n", + " 2032 0.25151594297190005 CO2 / Fe \n", + " 2033 0.24505990251731502 CO2 / Fe \n", + " 2034 0.23876957902627013 CO2 / Fe \n", + " 2035 0.23264071879059886 CO2 / Fe \n", + " 2036 0.22666917728850156 CO2 / Fe \n", + " 2037 0.22085091638189347 CO2 / Fe \n", + " 2038 0.21518200158569314 CO2 / Fe \n", + " 2039 0.20965859940720372 CO2 / Fe \n", + " 2040 0.20427697475378853 CO2 / Fe \n", + " 2041 0.19903348840708784 CO2 / Fe \n", + " 2042 0.19392459456206868 CO2 / Fe \n", + " 2043 0.18894683842924334 CO2 / Fe \n", + " 2044 0.18409685389843602 CO2 / Fe \n", + " 2045 0.1793713612625162 CO2 / Fe \n", + " 2046 0.17476716499956138 CO2 / Fe \n", + " 2047 0.17028115161194735 CO2 / Fe \n", + " 2048 0.16591028752090686 CO2 / Fe \n", + " 2049 0.16165161701513112 CO2 / Fe \n", + " 2050 0.15750226025202776 CO2 / Fe \n", + "\n", + " ei_s2_by_year \\\n", + "company_lei company_id sector year \n", + "549300TM2WLI2BJMDD86 US1858991011 Steel 2014 0.049265325603802555 CO2 / Fe \n", + " 2015 0.049265325603802555 CO2 / Fe \n", + " 2016 0.049265325603802555 CO2 / Fe \n", + " 2017 0.04926532560380255 CO2 / Fe \n", + " 2018 0.049265325603802555 CO2 / Fe \n", + " 2019 0.04926532560380256 CO2 / Fe \n", + " 2020 0.049265325603802555 CO2 / Fe \n", + " 2021 0.049265325603802555 CO2 / Fe \n", + " 2022 0.049265325603802555 CO2 / Fe \n", + " 2023 0.049265325603802555 CO2 / Fe \n", + " 2024 0.049265325603802555 CO2 / Fe \n", + " 2025 0.049265325603802555 CO2 / Fe \n", + " 2026 0.049265325603802555 CO2 / Fe \n", + " 2027 0.049265325603802555 CO2 / Fe \n", + " 2028 0.049265325603802555 CO2 / Fe \n", + " 2029 0.049265325603802555 CO2 / Fe \n", + " 2030 0.049265325603802555 CO2 / Fe \n", + " 2031 0.049265325603802555 CO2 / Fe \n", + " 2032 0.049265325603802555 CO2 / Fe \n", + " 2033 0.049265325603802555 CO2 / Fe \n", + " 2034 0.049265325603802555 CO2 / Fe \n", + " 2035 0.049265325603802555 CO2 / Fe \n", + " 2036 0.049265325603802555 CO2 / Fe \n", + " 2037 0.049265325603802555 CO2 / Fe \n", + " 2038 0.049265325603802555 CO2 / Fe \n", + " 2039 0.049265325603802555 CO2 / Fe \n", + " 2040 0.049265325603802555 CO2 / Fe \n", + " 2041 0.049265325603802555 CO2 / Fe \n", + " 2042 0.049265325603802555 CO2 / Fe \n", + " 2043 0.049265325603802555 CO2 / Fe \n", + " 2044 0.049265325603802555 CO2 / Fe \n", + " 2045 0.049265325603802555 CO2 / Fe \n", + " 2046 0.049265325603802555 CO2 / Fe \n", + " 2047 0.049265325603802555 CO2 / Fe \n", + " 2048 0.049265325603802555 CO2 / Fe \n", + " 2049 0.049265325603802555 CO2 / Fe \n", + " 2050 0.049265325603802555 CO2 / Fe \n", + "\n", + " ei_s3_by_year \\\n", + "company_lei company_id sector year \n", + "549300TM2WLI2BJMDD86 US1858991011 Steel 2014 0.05753680954394641 CO2 / Fe \n", + " 2015 0.03807310110241991 CO2 / Fe \n", + " 2016 0.021501243506855894 CO2 / Fe \n", + " 2017 0.026981028214837183 CO2 / Fe \n", + " 2018 0.027347317092229144 CO2 / Fe \n", + " 2019 0.024428405626754465 CO2 / Fe \n", + " 2020 0.02484865258780881 CO2 / Fe \n", + " 2021 0.020935951978650145 CO2 / Fe \n", + " 2022 0.017639350210376784 CO2 / Fe \n", + " 2023 0.014861835571729315 CO2 / Fe \n", + " 2024 0.012521671939547079 CO2 / Fe \n", + " 2025 0.010549993465134027 CO2 / Fe \n", + " 2026 0.008888778004384978 CO2 / Fe \n", + " 2027 0.0074891396541954605 CO2 / Fe \n", + " 2028 0.006309890148271692 CO2 / Fe \n", + " 2029 0.005316326777395816 CO2 / Fe \n", + " 2030 0.004479211165315965 CO2 / Fe \n", + " 2031 0.0037739088478904908 CO2 / Fe \n", + " 2032 0.003179664335200296 CO2 / Fe \n", + " 2033 0.0026789903233079126 CO2 / Fe \n", + " 2034 0.002257153081513976 CO2 / Fe \n", + " 2035 0.0019017388711942982 CO2 / Fe \n", + " 2036 0.0016022886368812594 CO2 / Fe \n", + " 2037 0.0013499902193546236 CO2 / Fe \n", + " 2038 0.0011374190332526226 CO2 / Fe \n", + " 2039 0.0009583195779179847 CO2 / Fe \n", + " 2040 0.0008074213518255164 CO2 / Fe \n", + " 2041 0.0006802837533592974 CO2 / Fe \n", + " 2042 0.0005731654037118173 CO2 / Fe \n", + " 2043 0.0004829140463665031 CO2 / Fe \n", + " 2044 0.00040687378314850815 CO2 / Fe \n", + " 2045 0.0003428069170055564 CO2 / Fe \n", + " 2046 0.0002888281015244502 CO2 / Fe \n", + " 2047 0.00024334885934890855 CO2 / Fe \n", + " 2048 0.00020503083679827402 CO2 / Fe \n", + " 2049 0.00017274641907372897 CO2 / Fe \n", + " 2050 0.00014554554704449997 CO2 / Fe \n", + "\n", + " ei_s1s2_by_year \\\n", + "company_lei company_id sector year \n", + "549300TM2WLI2BJMDD86 US1858991011 Steel 2014 0.4339839963299785 CO2 / Fe \n", + " 2015 0.4066889673827689 CO2 / Fe \n", + " 2016 0.41845709969837325 CO2 / Fe \n", + " 2017 0.40564327684625545 CO2 / Fe \n", + " 2018 0.39570207240912586 CO2 / Fe \n", + " 2019 0.3870787857572705 CO2 / Fe \n", + " 2020 0.3928902612257008 CO2 / Fe \n", + " 2021 0.3840045718009933 CO2 / Fe \n", + " 2022 0.3753198430117214 CO2 / Fe \n", + " 2023 0.36683152988955847 CO2 / Fe \n", + " 2024 0.3585351902561451 CO2 / Fe \n", + " 2025 0.35042648239836904 CO2 / Fe \n", + " 2026 0.3425011627962222 CO2 / Fe \n", + " 2027 0.3347550839020444 CO2 / Fe \n", + " 2028 0.3271841919699924 CO2 / Fe \n", + " 2029 0.3197845249345982 CO2 / Fe \n", + " 2030 0.3125522103373063 CO2 / Fe \n", + " 2031 0.3054834632999046 CO2 / Fe \n", + " 2032 0.29857458454378893 CO2 / Fe \n", + " 2033 0.29182195845402414 CO2 / Fe \n", + " 2034 0.2852220511871887 CO2 / Fe \n", + " 2035 0.27877140882201323 CO2 / Fe \n", + " 2036 0.27246665555184346 CO2 / Fe \n", + " 2037 0.26630449191798433 CO2 / Fe \n", + " 2038 0.26028169308299776 CO2 / Fe \n", + " 2039 0.2543951071430527 CO2 / Fe \n", + " 2040 0.24864165347844328 CO2 / Fe \n", + " 2041 0.2430183211414119 CO2 / Fe \n", + " 2042 0.23752216728043357 CO2 / Fe \n", + " 2043 0.23215031560013724 CO2 / Fe \n", + " 2044 0.22689995485605752 CO2 / Fe \n", + " 2045 0.22176833738342977 CO2 / Fe \n", + " 2046 0.2167527776592581 CO2 / Fe \n", + " 2047 0.21185065089690394 CO2 / Fe \n", + " 2048 0.20705939167245951 CO2 / Fe \n", + " 2049 0.20237649258218804 CO2 / Fe \n", + " 2050 0.19779950293032716 CO2 / Fe \n", + "\n", + " ei_s1s2s3_by_year \\\n", + "company_lei company_id sector year \n", + "549300TM2WLI2BJMDD86 US1858991011 Steel 2014 0.491520805873925 CO2 / Fe \n", + " 2015 0.4447620684851888 CO2 / Fe \n", + " 2016 0.43995834320522914 CO2 / Fe \n", + " 2017 0.4326243050610926 CO2 / Fe \n", + " 2018 0.42304938950135496 CO2 / Fe \n", + " 2019 0.411507191384025 CO2 / Fe \n", + " 2020 0.41773891381350964 CO2 / Fe \n", + " 2021 0.4031549883374006 CO2 / Fe \n", + " 2022 0.38908021074112653 CO2 / Fe \n", + " 2023 0.3754968058677884 CO2 / Fe \n", + " 2024 0.36238761911929807 CO2 / Fe \n", + " 2025 0.34973609479168943 CO2 / Fe \n", + " 2026 0.33752625516677864 CO2 / Fe \n", + " 2027 0.325742680333767 CO2 / Fe \n", + " 2028 0.31437048871530443 CO2 / Fe \n", + " 2029 0.3033953182734175 CO2 / Fe \n", + " 2030 0.29280330837156954 CO2 / Fe \n", + " 2031 0.28258108226994405 CO2 / Fe \n", + " 2032 0.2727157302318457 CO2 / Fe \n", + " 2033 0.2631947932198836 CO2 / Fe \n", + " 2034 0.25400624716134645 CO2 / Fe \n", + " 2035 0.24513848776289845 CO2 / Fe \n", + " 2036 0.236580315855418 CO2 / Fe \n", + " 2037 0.22832092325047132 CO2 / Fe \n", + " 2038 0.22034987909055903 CO2 / Fe \n", + " 2039 0.2126571166758969 CO2 / Fe \n", + " 2040 0.20523292075109484 CO2 / Fe \n", + " 2041 0.19806791523567768 CO2 / Fe \n", + " 2042 0.19115305138295327 CO2 / Fe \n", + " 2043 0.18447959635227262 CO2 / Fe \n", + " 2044 0.17803912218025114 CO2 / Fe \n", + " 2045 0.17182349513702144 CO2 / Fe \n", + " 2046 0.1658248654540765 CO2 / Fe \n", + " 2047 0.16003565741072984 CO2 / Fe \n", + " 2048 0.15444855976667327 CO2 / Fe \n", + " 2049 0.14905651652854895 CO2 / Fe \n", + " 2050 0.143852718038875 CO2 / Fe \n", + "\n", + " production_by_year \n", + "company_lei company_id sector year \n", + "549300TM2WLI2BJMDD86 US1858991011 Steel 2014 91232700.0 Fe * metric_ton \n", + " 2015 91689200.0 Fe * metric_ton \n", + " 2016 89951800.0 Fe * metric_ton \n", + " 2017 90796200.0 Fe * metric_ton \n", + " 2018 89583400.0 Fe * metric_ton \n", + " 2019 89842200.0 Fe * metric_ton \n", + " 2020 74522333.0 Fe * metric_ton \n", + " 2021 68403667.995 Fe * metric_ton \n", + " 2022 69429723.01492499 Fe * metric_ton \n", + " 2023 70471168.86014886 Fe * metric_ton \n", + " 2024 71528236.39305107 Fe * metric_ton \n", + " 2025 72601159.93894683 Fe * metric_ton \n", + " 2026 73690177.33803102 Fe * metric_ton \n", + " 2027 74795529.99810147 Fe * metric_ton \n", + " 2028 75917462.948073 Fe * metric_ton \n", + " 2029 77056224.89229408 Fe * metric_ton \n", + " 2030 78212068.26567848 Fe * metric_ton \n", + " 2031 79385249.28966364 Fe * metric_ton \n", + " 2032 80576028.0290086 Fe * metric_ton \n", + " 2033 81784668.4494437 Fe * metric_ton \n", + " 2034 83011438.47618535 Fe * metric_ton \n", + " 2035 84256610.05332811 Fe * metric_ton \n", + " 2036 85520459.20412803 Fe * metric_ton \n", + " 2037 86803266.09218992 Fe * metric_ton \n", + " 2038 88105315.08357276 Fe * metric_ton \n", + " 2039 89426894.80982634 Fe * metric_ton \n", + " 2040 90768298.23197375 Fe * metric_ton \n", + " 2041 92129822.70545332 Fe * metric_ton \n", + " 2042 93511770.04603511 Fe * metric_ton \n", + " 2043 94914446.59672563 Fe * metric_ton \n", + " 2044 96338163.2956765 Fe * metric_ton \n", + " 2045 97783235.74511161 Fe * metric_ton \n", + " 2046 99249984.2812883 Fe * metric_ton \n", + " 2047 100738734.04550761 Fe * metric_ton \n", + " 2048 102249815.05619021 Fe * metric_ton \n", + " 2049 103783562.28203303 Fe * metric_ton \n", + " 2050 105340315.71626353 Fe * metric_ton " + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "traj_df = {}\n", "traj_mdf = {}\n", @@ -1364,20 +8817,569 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 41, "id": "cc92bba6-fd9a-427f-9e00-7c543a8f422b", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
ei_s1_by_yearei_s2_by_yearei_s1s2_by_yearei_s3_by_yearei_s1s2s3_by_year
company_namecompany_leicompany_idsectoryear
AES Corp.2NUNNB7D43COUIRE5295US00130H1059Electricity Utilities20140.7613534388895496 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.7613534388895496 CO2 * megametric_ton / tera...0.1251801131912772 CO2 * megametric_ton / tera...0.886533552080827 CO2 * megametric_ton / teraw...
ALLETE, Inc.549300NNLSIMY6Z8OT86US0185223007Electricity Utilities20140.5963291711197718 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.5963291711197718 CO2 * megametric_ton / tera...0.2640188998177555 CO2 * megametric_ton / tera...0.8603480709375273 CO2 * megametric_ton / tera...
Algonquin Power & Utilities Corp.549300K5VIUTJXQL7X75US0158577090Electricity Utilities20140.4263900524373595 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.4263900524373595 CO2 * megametric_ton / tera...0.20168922226929425 CO2 * megametric_ton / ter...0.6280792747066537 CO2 * megametric_ton / tera...
Alliant Energy5493009ML300G373MZ12US0188021085Electricity Utilities20140.44024620047880486 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.44024620047880486 CO2 * megametric_ton / ter...0.22535921837357425 CO2 * megametric_ton / ter...0.665605418852379 CO2 * megametric_ton / teraw...
Ameren Corp.XRZQ5S7HYJFPHJ78L959US0236081024Electricity Utilities20140.6153521569974539 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.6153521569974539 CO2 * megametric_ton / tera...0.11113043309375356 CO2 * megametric_ton / ter...0.7264825900912075 CO2 * megametric_ton / tera...
..............................
TENARIS SA549300Y7C05BKC4HZB40US88031M1099Steel20500.3247695000000001 CO2 / Fe0.058254222222222256 CO2 / Fe0.35312731595793334 CO2 / Fe0.09957217492370148 CO2 / Fe0.3790634137373297 CO2 / Fe
TERNIUM S.A.529900QG4KU23TEI2E46US8808901081Steel20501.62 CO2 / Fe0.12253698095081486 CO2 / Fe1.7425369809508149 CO2 / Fe0.04837506398555913 CO2 / Fe1.8240434166563824 CO2 / Fe
TIMKENSTEEL CORP549300QZTZWHDE9HJL14US8873991033Steel20500.0672506309264205 CO2 / Fe0.21952049174308824 CO2 / Fe0.3 CO2 / Fe0.031196681671330283 CO2 / Fe0.22609248274988833 CO2 / Fe
UNITED STATES STEEL CORPJNLUVFYJT1OZSIQ24U47US9129091081Steel20502.123050259965338 CO2 / Fe0.1733102253032929 CO2 / Fe2.296360485268631 CO2 / Fenan CO2 / Fenan CO2 / Fe
WORTHINGTON INDUSTRIES INC1WRCIANKYOIK6KYE5E82US9818111026Steel20500.018054763103891085 CO2 / Fe0.005236344077578439 CO2 / Fe0.01772289306177119 CO2 / Fenan CO2 / Fenan CO2 / Fe
\n", + "

2183 rows × 5 columns

\n", + "
" + ], + "text/plain": [ + " ei_s1_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.7613534388895496 CO2 * megametric_ton / tera... \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 0.5963291711197718 CO2 * megametric_ton / tera... \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 0.4263900524373595 CO2 * megametric_ton / tera... \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 0.44024620047880486 CO2 * megametric_ton / ter... \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 0.6153521569974539 CO2 * megametric_ton / tera... \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 0.3247695000000001 CO2 / Fe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 1.62 CO2 / Fe \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 0.0672506309264205 CO2 / Fe \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 2.123050259965338 CO2 / Fe \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 0.018054763103891085 CO2 / Fe \n", + "\n", + " ei_s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 0.058254222222222256 CO2 / Fe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 0.12253698095081486 CO2 / Fe \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 0.21952049174308824 CO2 / Fe \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 0.1733102253032929 CO2 / Fe \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 0.005236344077578439 CO2 / Fe \n", + "\n", + " ei_s1s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.7613534388895496 CO2 * megametric_ton / tera... \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 0.5963291711197718 CO2 * megametric_ton / tera... \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 0.4263900524373595 CO2 * megametric_ton / tera... \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 0.44024620047880486 CO2 * megametric_ton / ter... \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 0.6153521569974539 CO2 * megametric_ton / tera... \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 0.35312731595793334 CO2 / Fe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 1.7425369809508149 CO2 / Fe \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 0.3 CO2 / Fe \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 2.296360485268631 CO2 / Fe \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 0.01772289306177119 CO2 / Fe \n", + "\n", + " ei_s3_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.1251801131912772 CO2 * megametric_ton / tera... \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 0.2640188998177555 CO2 * megametric_ton / tera... \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 0.20168922226929425 CO2 * megametric_ton / ter... \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 0.22535921837357425 CO2 * megametric_ton / ter... \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 0.11113043309375356 CO2 * megametric_ton / ter... \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 0.09957217492370148 CO2 / Fe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 0.04837506398555913 CO2 / Fe \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 0.031196681671330283 CO2 / Fe \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 nan CO2 / Fe \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 nan CO2 / Fe \n", + "\n", + " ei_s1s2s3_by_year \n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.886533552080827 CO2 * megametric_ton / teraw... \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 0.8603480709375273 CO2 * megametric_ton / tera... \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 0.6280792747066537 CO2 * megametric_ton / tera... \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 0.665605418852379 CO2 * megametric_ton / teraw... \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 0.7264825900912075 CO2 * megametric_ton / tera... \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 0.3790634137373297 CO2 / Fe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 1.8240434166563824 CO2 / Fe \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 0.22609248274988833 CO2 / Fe \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 nan CO2 / Fe \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 nan CO2 / Fe \n", + "\n", + "[2183 rows x 5 columns]" + ] + }, + "execution_count": 41, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "traj_mdf[[\"ei_s1_by_year\", \"ei_s2_by_year\", \"ei_s1s2_by_year\", \"ei_s3_by_year\", \"ei_s1s2s3_by_year\"]]" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 42, "id": "bd1e206c-9269-4b35-a645-d85060fbacc5", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
production_by_yearei_s1_by_yearei_s2_by_yearei_s3_by_yearei_s1s2_by_yearei_s1s2s3_by_year
company_namecompany_leicompany_idsectoryear
AES Corp.2NUNNB7D43COUIRE5295US00130H1059Electricity Utilities201436.19461958615737 terawatt_hour0.7613534388895496 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.1251801131912772 CO2 * megametric_ton / tera...0.7613534388895496 CO2 * megametric_ton / tera...0.886533552080827 CO2 * megametric_ton / teraw...
ALLETE, Inc.549300NNLSIMY6Z8OT86US0185223007Electricity Utilities201415.816261477442415 terawatt_hour0.5963291711197718 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.2640188998177555 CO2 * megametric_ton / tera...0.5963291711197718 CO2 * megametric_ton / tera...0.8603480709375273 CO2 * megametric_ton / tera...
Algonquin Power & Utilities Corp.549300K5VIUTJXQL7X75US0158577090Electricity Utilities20146.623989945455636 terawatt_hour0.4263900524373595 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.20168922226929425 CO2 * megametric_ton / ter...0.4263900524373595 CO2 * megametric_ton / tera...0.6280792747066537 CO2 * megametric_ton / tera...
Alliant Energy5493009ML300G373MZ12US0188021085Electricity Utilities201430.214415710059214 terawatt_hour0.44024620047880486 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.22535921837357425 CO2 * megametric_ton / ter...0.44024620047880486 CO2 * megametric_ton / ter...0.665605418852379 CO2 * megametric_ton / teraw...
Ameren Corp.XRZQ5S7HYJFPHJ78L959US0236081024Electricity Utilities201455.480899019 terawatt_hour0.6153521569974539 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.11113043309375356 CO2 * megametric_ton / ter...0.6153521569974539 CO2 * megametric_ton / tera...0.7264825900912075 CO2 * megametric_ton / tera...
.................................
TENARIS SA549300Y7C05BKC4HZB40US88031M1099Steel20504600926.629014815 Fe * metric_ton0.3247695000000001 CO2 / Fe0.058254222222222256 CO2 / Fe0.09957217492370148 CO2 / Fe0.35312731595793334 CO2 / Fe0.3790634137373297 CO2 / Fe
TERNIUM S.A.529900QG4KU23TEI2E46US8808901081Steel205016337654.439342635 Fe * metric_ton1.62 CO2 / Fe0.12253698095081486 CO2 / Fe0.04837506398555913 CO2 / Fe1.7425369809508149 CO2 / Fe1.8240434166563824 CO2 / Fe
TIMKENSTEEL CORP549300QZTZWHDE9HJL14US8873991033Steel20502136902.3560039606 Fe * metric_ton0.0672506309264205 CO2 / Fe0.21952049174308824 CO2 / Fe0.031196681671330283 CO2 / Fe0.3 CO2 / Fe0.22609248274988833 CO2 / Fe
UNITED STATES STEEL CORPJNLUVFYJT1OZSIQ24U47US9129091081Steel205023601879.430786483 Fe * metric_ton2.123050259965338 CO2 / Fe0.1733102253032929 CO2 / Fenan CO2 / Fe2.296360485268631 CO2 / Fenan CO2 / Fe
WORTHINGTON INDUSTRIES INC1WRCIANKYOIK6KYE5E82US9818111026Steel2050nan Fe * metric_ton0.018054763103891085 CO2 / Fe0.005236344077578439 CO2 / Fenan CO2 / Fe0.01772289306177119 CO2 / Fenan CO2 / Fe
\n", + "

2183 rows × 6 columns

\n", + "
" + ], + "text/plain": [ + " production_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 36.19461958615737 terawatt_hour \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 15.816261477442415 terawatt_hour \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 6.623989945455636 terawatt_hour \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 30.214415710059214 terawatt_hour \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 55.480899019 terawatt_hour \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 4600926.629014815 Fe * metric_ton \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 16337654.439342635 Fe * metric_ton \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 2136902.3560039606 Fe * metric_ton \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 23601879.430786483 Fe * metric_ton \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 nan Fe * metric_ton \n", + "\n", + " ei_s1_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.7613534388895496 CO2 * megametric_ton / tera... \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 0.5963291711197718 CO2 * megametric_ton / tera... \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 0.4263900524373595 CO2 * megametric_ton / tera... \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 0.44024620047880486 CO2 * megametric_ton / ter... \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 0.6153521569974539 CO2 * megametric_ton / tera... \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 0.3247695000000001 CO2 / Fe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 1.62 CO2 / Fe \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 0.0672506309264205 CO2 / Fe \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 2.123050259965338 CO2 / Fe \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 0.018054763103891085 CO2 / Fe \n", + "\n", + " ei_s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 0.058254222222222256 CO2 / Fe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 0.12253698095081486 CO2 / Fe \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 0.21952049174308824 CO2 / Fe \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 0.1733102253032929 CO2 / Fe \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 0.005236344077578439 CO2 / Fe \n", + "\n", + " ei_s3_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.1251801131912772 CO2 * megametric_ton / tera... \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 0.2640188998177555 CO2 * megametric_ton / tera... \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 0.20168922226929425 CO2 * megametric_ton / ter... \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 0.22535921837357425 CO2 * megametric_ton / ter... \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 0.11113043309375356 CO2 * megametric_ton / ter... \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 0.09957217492370148 CO2 / Fe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 0.04837506398555913 CO2 / Fe \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 0.031196681671330283 CO2 / Fe \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 nan CO2 / Fe \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 nan CO2 / Fe \n", + "\n", + " ei_s1s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.7613534388895496 CO2 * megametric_ton / tera... \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 0.5963291711197718 CO2 * megametric_ton / tera... \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 0.4263900524373595 CO2 * megametric_ton / tera... \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 0.44024620047880486 CO2 * megametric_ton / ter... \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 0.6153521569974539 CO2 * megametric_ton / tera... \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 0.35312731595793334 CO2 / Fe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 1.7425369809508149 CO2 / Fe \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 0.3 CO2 / Fe \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 2.296360485268631 CO2 / Fe \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 0.01772289306177119 CO2 / Fe \n", + "\n", + " ei_s1s2s3_by_year \n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.886533552080827 CO2 * megametric_ton / teraw... \n", + "ALLETE, Inc. 549300NNLSIMY6Z8OT86 US0185223007 Electricity Utilities 2014 0.8603480709375273 CO2 * megametric_ton / tera... \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2014 0.6280792747066537 CO2 * megametric_ton / tera... \n", + "Alliant Energy 5493009ML300G373MZ12 US0188021085 Electricity Utilities 2014 0.665605418852379 CO2 * megametric_ton / teraw... \n", + "Ameren Corp. XRZQ5S7HYJFPHJ78L959 US0236081024 Electricity Utilities 2014 0.7264825900912075 CO2 * megametric_ton / tera... \n", + "... ... \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2050 0.3790634137373297 CO2 / Fe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2050 1.8240434166563824 CO2 / Fe \n", + "TIMKENSTEEL CORP 549300QZTZWHDE9HJL14 US8873991033 Steel 2050 0.22609248274988833 CO2 / Fe \n", + "UNITED STATES STEEL CORP JNLUVFYJT1OZSIQ24U47 US9129091081 Steel 2050 nan CO2 / Fe \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 Steel 2050 nan CO2 / Fe \n", + "\n", + "[2183 rows x 6 columns]" + ] + }, + "execution_count": 42, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "# df = traj_mdf[['ei_s1_by_year','ei_s2_by_year','ei_s1s2_by_year','ei_s3_by_year','ei_s1s2s2_by_year']].multiply(traj_mdf['production_by_year'], axis='index')\n", "# df.rename(columns={f\"ei_{scope}_by_year\":f\"co2_{scope}_by_year\" for scope in scopes}, inplace=True)\n", @@ -1389,7 +9391,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 43, "id": "49d6622e-72a8-408b-828a-87eff268ddfe", "metadata": {}, "outputs": [], @@ -1404,20 +9406,532 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 44, "id": "d3b50cbf-c720-4a11-bd8b-502626a4f6e6", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
production_by_yearei_s1_by_yearei_s2_by_yearei_s1s2_by_yearei_s3_by_yearei_s1s2s3_by_year
company_namecompany_leicompany_idsectoryear
AES Corp.2NUNNB7D43COUIRE5295US00130H1059Electricity Utilities201921.198346493669995 terawatt_hour0.547696121523109 CO2 * megametric_ton / teraw...0.0 CO2 * megametric_ton / terawatt_hour0.547696121523109 CO2 * megametric_ton / teraw...0.15279819789575205 CO2 * megametric_ton / ter...0.7004943194188611 CO2 * megametric_ton / tera...
202019.916025510319997 terawatt_hour0.47502170564392526 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.47502170564392526 CO2 * megametric_ton / ter...0.15406538789099775 CO2 * megametric_ton / ter...0.629087093534923 CO2 * megametric_ton / teraw...
202140.0466948077595 terawatt_hour0.4468217621762177 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.4468217621762177 CO2 * megametric_ton / tera...0.14557764128663767 CO2 * megametric_ton / ter...0.5923994034628554 CO2 * megametric_ton / tera...
202220.13143132218833 terawatt_hour0.41853009216299253 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.41853009216299253 CO2 * megametric_ton / ter...0.13717520288293272 CO2 * megametric_ton / ter...0.5557052950459253 CO2 * megametric_ton / tera...
202320.24028267590053 terawatt_hour0.3901471852397458 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.3901471852397458 CO2 * megametric_ton / tera...0.12885762061394965 CO2 * megametric_ton / ter...0.5190048058536955 CO2 * megametric_ton / tera...
.................................
Xcel Energy, Inc.LGJNMI9GH8XIDG5RCM61US98389B1008Electricity Utilities2020123.14256571308636 terawatt_hour0.2785152647441116 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.2785152647441116 CO2 * megametric_ton / tera...0.10576665855368178 CO2 * megametric_ton / ter...0.3842819232977934 CO2 * megametric_ton / tera...
2021247.94255667108877 terawatt_hour0.2582947535231334 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.2582947535231334 CO2 * megametric_ton / tera...0.10010030072088673 CO2 * megametric_ton / ter...0.3583950542440202 CO2 * megametric_ton / tera...
2022124.80775757856199 terawatt_hour0.23832795212013563 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.23832795212013563 CO2 * megametric_ton / ter...0.09450331463296094 CO2 * megametric_ton / ter...0.33283126675309654 CO2 * megametric_ton / ter...
2023125.65209041324857 terawatt_hour0.2186133447747759 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.2186133447747759 CO2 * megametric_ton / tera...0.08897529111734365 CO2 * megametric_ton / ter...0.30758863589211954 CO2 * megametric_ton / ter...
2024126.50436486787112 terawatt_hour0.19914941496504113 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.19914941496504113 CO2 * megametric_ton / ter...0.08351582078607994 CO2 * megametric_ton / ter...0.28266523575112107 CO2 * megametric_ton / ter...
\n", + "

354 rows × 6 columns

\n", + "
" + ], + "text/plain": [ + " production_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 21.198346493669995 terawatt_hour \n", + " 2020 19.916025510319997 terawatt_hour \n", + " 2021 40.0466948077595 terawatt_hour \n", + " 2022 20.13143132218833 terawatt_hour \n", + " 2023 20.24028267590053 terawatt_hour \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 123.14256571308636 terawatt_hour \n", + " 2021 247.94255667108877 terawatt_hour \n", + " 2022 124.80775757856199 terawatt_hour \n", + " 2023 125.65209041324857 terawatt_hour \n", + " 2024 126.50436486787112 terawatt_hour \n", + "\n", + " ei_s1_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 0.547696121523109 CO2 * megametric_ton / teraw... \n", + " 2020 0.47502170564392526 CO2 * megametric_ton / ter... \n", + " 2021 0.4468217621762177 CO2 * megametric_ton / tera... \n", + " 2022 0.41853009216299253 CO2 * megametric_ton / ter... \n", + " 2023 0.3901471852397458 CO2 * megametric_ton / tera... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 0.2785152647441116 CO2 * megametric_ton / tera... \n", + " 2021 0.2582947535231334 CO2 * megametric_ton / tera... \n", + " 2022 0.23832795212013563 CO2 * megametric_ton / ter... \n", + " 2023 0.2186133447747759 CO2 * megametric_ton / tera... \n", + " 2024 0.19914941496504113 CO2 * megametric_ton / ter... \n", + "\n", + " ei_s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2020 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2021 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2022 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2023 0.0 CO2 * megametric_ton / terawatt_hour \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2021 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2022 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2023 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2024 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + " ei_s1s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 0.547696121523109 CO2 * megametric_ton / teraw... \n", + " 2020 0.47502170564392526 CO2 * megametric_ton / ter... \n", + " 2021 0.4468217621762177 CO2 * megametric_ton / tera... \n", + " 2022 0.41853009216299253 CO2 * megametric_ton / ter... \n", + " 2023 0.3901471852397458 CO2 * megametric_ton / tera... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 0.2785152647441116 CO2 * megametric_ton / tera... \n", + " 2021 0.2582947535231334 CO2 * megametric_ton / tera... \n", + " 2022 0.23832795212013563 CO2 * megametric_ton / ter... \n", + " 2023 0.2186133447747759 CO2 * megametric_ton / tera... \n", + " 2024 0.19914941496504113 CO2 * megametric_ton / ter... \n", + "\n", + " ei_s3_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 0.15279819789575205 CO2 * megametric_ton / ter... \n", + " 2020 0.15406538789099775 CO2 * megametric_ton / ter... \n", + " 2021 0.14557764128663767 CO2 * megametric_ton / ter... \n", + " 2022 0.13717520288293272 CO2 * megametric_ton / ter... \n", + " 2023 0.12885762061394965 CO2 * megametric_ton / ter... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 0.10576665855368178 CO2 * megametric_ton / ter... \n", + " 2021 0.10010030072088673 CO2 * megametric_ton / ter... \n", + " 2022 0.09450331463296094 CO2 * megametric_ton / ter... \n", + " 2023 0.08897529111734365 CO2 * megametric_ton / ter... \n", + " 2024 0.08351582078607994 CO2 * megametric_ton / ter... \n", + "\n", + " ei_s1s2s3_by_year \n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 0.7004943194188611 CO2 * megametric_ton / tera... \n", + " 2020 0.629087093534923 CO2 * megametric_ton / teraw... \n", + " 2021 0.5923994034628554 CO2 * megametric_ton / tera... \n", + " 2022 0.5557052950459253 CO2 * megametric_ton / tera... \n", + " 2023 0.5190048058536955 CO2 * megametric_ton / tera... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 0.3842819232977934 CO2 * megametric_ton / tera... \n", + " 2021 0.3583950542440202 CO2 * megametric_ton / tera... \n", + " 2022 0.33283126675309654 CO2 * megametric_ton / ter... \n", + " 2023 0.30758863589211954 CO2 * megametric_ton / ter... \n", + " 2024 0.28266523575112107 CO2 * megametric_ton / ter... \n", + "\n", + "[354 rows x 6 columns]" + ] + }, + "execution_count": 44, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "targets_df.loc[(slice(None), slice(None), slice(None), slice(None), slice(2019, 2024))]" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 45, "id": "73581aa9-1fcd-41d1-94a3-95fa960e4ffa", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
production_by_yearei_s1_by_yearei_s2_by_yearei_s3_by_yearei_s1s2_by_yearei_s1s2s3_by_year
company_namecompany_leicompany_idsectoryear
AES Corp.2NUNNB7D43COUIRE5295US00130H1059Electricity Utilities201921.198346493669995 terawatt_hour0.547696121523109 CO2 * megametric_ton / teraw...0.0 CO2 * megametric_ton / terawatt_hour0.15279819789575205 CO2 * megametric_ton / ter...0.547696121523109 CO2 * megametric_ton / teraw...0.7004943194188611 CO2 * megametric_ton / tera...
202019.916025510319997 terawatt_hour0.47502170564392526 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.15406538789099775 CO2 * megametric_ton / ter...0.47502170564392526 CO2 * megametric_ton / ter...0.629087093534923 CO2 * megametric_ton / teraw...
202140.0466948077595 terawatt_hour0.44473788365872813 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.15406538789099775 CO2 * megametric_ton / ter...0.44473788365872813 CO2 * megametric_ton / ter...0.6001401236507244 CO2 * megametric_ton / tera...
202220.13143132218833 terawatt_hour0.4163847310790225 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.15406538789099775 CO2 * megametric_ton / ter...0.4163847310790225 CO2 * megametric_ton / tera...0.5725251268336704 CO2 * megametric_ton / tera...
202320.24028267590053 terawatt_hour0.38983916290070536 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.15406538789099775 CO2 * megametric_ton / ter...0.38983916290070536 CO2 * megametric_ton / ter...0.5461808133439816 CO2 * megametric_ton / tera...
.................................
Xcel Energy, Inc.LGJNMI9GH8XIDG5RCM61US98389B1008Electricity Utilities2020123.14256571308636 terawatt_hour0.2785152647441116 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.10576665855368178 CO2 * megametric_ton / ter...0.2785152647441116 CO2 * megametric_ton / tera...0.3842819232977934 CO2 * megametric_ton / tera...
2021247.94255667108877 terawatt_hour0.2605596142357657 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.103562283796719 CO2 * megametric_ton / teraw...0.2605596142357657 CO2 * megametric_ton / tera...0.3641041405651871 CO2 * megametric_ton / tera...
2022124.80775757856199 terawatt_hour0.2437615497774127 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.10140385232789241 CO2 * megametric_ton / ter...0.2437615497774127 CO2 * megametric_ton / tera...0.3449858479915513 CO2 * megametric_ton / tera...
2023125.65209041324857 terawatt_hour0.2280464427465744 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.09929040660324626 CO2 * megametric_ton / ter...0.2280464427465744 CO2 * megametric_ton / tera...0.32687141412263593 CO2 * megametric_ton / ter...
2024126.50436486787112 terawatt_hour0.21334447576680737 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.0972210090358297 CO2 * megametric_ton / tera...0.21334447576680737 CO2 * megametric_ton / ter...0.3097081285872005 CO2 * megametric_ton / tera...
\n", + "

354 rows × 6 columns

\n", + "
" + ], + "text/plain": [ + " production_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 21.198346493669995 terawatt_hour \n", + " 2020 19.916025510319997 terawatt_hour \n", + " 2021 40.0466948077595 terawatt_hour \n", + " 2022 20.13143132218833 terawatt_hour \n", + " 2023 20.24028267590053 terawatt_hour \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 123.14256571308636 terawatt_hour \n", + " 2021 247.94255667108877 terawatt_hour \n", + " 2022 124.80775757856199 terawatt_hour \n", + " 2023 125.65209041324857 terawatt_hour \n", + " 2024 126.50436486787112 terawatt_hour \n", + "\n", + " ei_s1_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 0.547696121523109 CO2 * megametric_ton / teraw... \n", + " 2020 0.47502170564392526 CO2 * megametric_ton / ter... \n", + " 2021 0.44473788365872813 CO2 * megametric_ton / ter... \n", + " 2022 0.4163847310790225 CO2 * megametric_ton / tera... \n", + " 2023 0.38983916290070536 CO2 * megametric_ton / ter... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 0.2785152647441116 CO2 * megametric_ton / tera... \n", + " 2021 0.2605596142357657 CO2 * megametric_ton / tera... \n", + " 2022 0.2437615497774127 CO2 * megametric_ton / tera... \n", + " 2023 0.2280464427465744 CO2 * megametric_ton / tera... \n", + " 2024 0.21334447576680737 CO2 * megametric_ton / ter... \n", + "\n", + " ei_s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2020 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2021 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2022 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2023 0.0 CO2 * megametric_ton / terawatt_hour \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2021 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2022 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2023 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2024 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + " ei_s3_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 0.15279819789575205 CO2 * megametric_ton / ter... \n", + " 2020 0.15406538789099775 CO2 * megametric_ton / ter... \n", + " 2021 0.15406538789099775 CO2 * megametric_ton / ter... \n", + " 2022 0.15406538789099775 CO2 * megametric_ton / ter... \n", + " 2023 0.15406538789099775 CO2 * megametric_ton / ter... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 0.10576665855368178 CO2 * megametric_ton / ter... \n", + " 2021 0.103562283796719 CO2 * megametric_ton / teraw... \n", + " 2022 0.10140385232789241 CO2 * megametric_ton / ter... \n", + " 2023 0.09929040660324626 CO2 * megametric_ton / ter... \n", + " 2024 0.0972210090358297 CO2 * megametric_ton / tera... \n", + "\n", + " ei_s1s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 0.547696121523109 CO2 * megametric_ton / teraw... \n", + " 2020 0.47502170564392526 CO2 * megametric_ton / ter... \n", + " 2021 0.44473788365872813 CO2 * megametric_ton / ter... \n", + " 2022 0.4163847310790225 CO2 * megametric_ton / tera... \n", + " 2023 0.38983916290070536 CO2 * megametric_ton / ter... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 0.2785152647441116 CO2 * megametric_ton / tera... \n", + " 2021 0.2605596142357657 CO2 * megametric_ton / tera... \n", + " 2022 0.2437615497774127 CO2 * megametric_ton / tera... \n", + " 2023 0.2280464427465744 CO2 * megametric_ton / tera... \n", + " 2024 0.21334447576680737 CO2 * megametric_ton / ter... \n", + "\n", + " ei_s1s2s3_by_year \n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2019 0.7004943194188611 CO2 * megametric_ton / tera... \n", + " 2020 0.629087093534923 CO2 * megametric_ton / teraw... \n", + " 2021 0.6001401236507244 CO2 * megametric_ton / tera... \n", + " 2022 0.5725251268336704 CO2 * megametric_ton / tera... \n", + " 2023 0.5461808133439816 CO2 * megametric_ton / tera... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2020 0.3842819232977934 CO2 * megametric_ton / tera... \n", + " 2021 0.3641041405651871 CO2 * megametric_ton / tera... \n", + " 2022 0.3449858479915513 CO2 * megametric_ton / tera... \n", + " 2023 0.32687141412263593 CO2 * megametric_ton / ter... \n", + " 2024 0.3097081285872005 CO2 * megametric_ton / tera... \n", + "\n", + "[354 rows x 6 columns]" + ] + }, + "execution_count": 45, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "trajectories_df.loc[(slice(None), slice(None), slice(None), slice(None), slice(2019, 2024))]" ] @@ -1436,7 +9950,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 46, "id": "5268e73e-0b15-4e0f-b888-130655eca421", "metadata": {}, "outputs": [], @@ -1475,7 +9989,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 47, "id": "3d18b584-de49-4344-932b-2302d3976794", "metadata": {}, "outputs": [], @@ -1529,10 +10043,369 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 48, "id": "d4b1bc92-0c64-4a6b-b023-a33f982f9b00", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
ei_s1_by_yearei_s1_by_year_unitsei_s2_by_yearei_s2_by_year_unitsei_s1s2_by_yearei_s1s2_by_year_unitsei_s3_by_yearei_s3_by_year_unitsei_s1s2s3_by_yearei_s1s2s3_by_year_units
company_namecompany_leicompany_idyear
AK STEEL HOLDING CORP529900DT4E7ZNETMVC04US00154710812014NaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / Fe
2015NaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / Fe
2016NaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / Fe
2017NaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / Fe
2018NaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / Fe
..........................................
WORTHINGTON INDUSTRIES INC1WRCIANKYOIK6KYE5E82US98181110262046NaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / Fe
2047NaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / Fe
2048NaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / Fe
2049NaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / Fe
2050NaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / FeNaNCO2 / Fe
\n", + "

555 rows × 10 columns

\n", + "
" + ], + "text/plain": [ + " ei_s1_by_year \\\n", + "company_name company_lei company_id year \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 2014 NaN \n", + " 2015 NaN \n", + " 2016 NaN \n", + " 2017 NaN \n", + " 2018 NaN \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 2046 NaN \n", + " 2047 NaN \n", + " 2048 NaN \n", + " 2049 NaN \n", + " 2050 NaN \n", + "\n", + " ei_s1_by_year_units \\\n", + "company_name company_lei company_id year \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 2014 CO2 / Fe \n", + " 2015 CO2 / Fe \n", + " 2016 CO2 / Fe \n", + " 2017 CO2 / Fe \n", + " 2018 CO2 / Fe \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 2046 CO2 / Fe \n", + " 2047 CO2 / Fe \n", + " 2048 CO2 / Fe \n", + " 2049 CO2 / Fe \n", + " 2050 CO2 / Fe \n", + "\n", + " ei_s2_by_year \\\n", + "company_name company_lei company_id year \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 2014 NaN \n", + " 2015 NaN \n", + " 2016 NaN \n", + " 2017 NaN \n", + " 2018 NaN \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 2046 NaN \n", + " 2047 NaN \n", + " 2048 NaN \n", + " 2049 NaN \n", + " 2050 NaN \n", + "\n", + " ei_s2_by_year_units \\\n", + "company_name company_lei company_id year \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 2014 CO2 / Fe \n", + " 2015 CO2 / Fe \n", + " 2016 CO2 / Fe \n", + " 2017 CO2 / Fe \n", + " 2018 CO2 / Fe \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 2046 CO2 / Fe \n", + " 2047 CO2 / Fe \n", + " 2048 CO2 / Fe \n", + " 2049 CO2 / Fe \n", + " 2050 CO2 / Fe \n", + "\n", + " ei_s1s2_by_year \\\n", + "company_name company_lei company_id year \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 2014 NaN \n", + " 2015 NaN \n", + " 2016 NaN \n", + " 2017 NaN \n", + " 2018 NaN \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 2046 NaN \n", + " 2047 NaN \n", + " 2048 NaN \n", + " 2049 NaN \n", + " 2050 NaN \n", + "\n", + " ei_s1s2_by_year_units \\\n", + "company_name company_lei company_id year \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 2014 CO2 / Fe \n", + " 2015 CO2 / Fe \n", + " 2016 CO2 / Fe \n", + " 2017 CO2 / Fe \n", + " 2018 CO2 / Fe \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 2046 CO2 / Fe \n", + " 2047 CO2 / Fe \n", + " 2048 CO2 / Fe \n", + " 2049 CO2 / Fe \n", + " 2050 CO2 / Fe \n", + "\n", + " ei_s3_by_year \\\n", + "company_name company_lei company_id year \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 2014 NaN \n", + " 2015 NaN \n", + " 2016 NaN \n", + " 2017 NaN \n", + " 2018 NaN \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 2046 NaN \n", + " 2047 NaN \n", + " 2048 NaN \n", + " 2049 NaN \n", + " 2050 NaN \n", + "\n", + " ei_s3_by_year_units \\\n", + "company_name company_lei company_id year \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 2014 CO2 / Fe \n", + " 2015 CO2 / Fe \n", + " 2016 CO2 / Fe \n", + " 2017 CO2 / Fe \n", + " 2018 CO2 / Fe \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 2046 CO2 / Fe \n", + " 2047 CO2 / Fe \n", + " 2048 CO2 / Fe \n", + " 2049 CO2 / Fe \n", + " 2050 CO2 / Fe \n", + "\n", + " ei_s1s2s3_by_year \\\n", + "company_name company_lei company_id year \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 2014 NaN \n", + " 2015 NaN \n", + " 2016 NaN \n", + " 2017 NaN \n", + " 2018 NaN \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 2046 NaN \n", + " 2047 NaN \n", + " 2048 NaN \n", + " 2049 NaN \n", + " 2050 NaN \n", + "\n", + " ei_s1s2s3_by_year_units \n", + "company_name company_lei company_id year \n", + "AK STEEL HOLDING CORP 529900DT4E7ZNETMVC04 US0015471081 2014 CO2 / Fe \n", + " 2015 CO2 / Fe \n", + " 2016 CO2 / Fe \n", + " 2017 CO2 / Fe \n", + " 2018 CO2 / Fe \n", + "... ... \n", + "WORTHINGTON INDUSTRIES INC 1WRCIANKYOIK6KYE5E82 US9818111026 2046 CO2 / Fe \n", + " 2047 CO2 / Fe \n", + " 2048 CO2 / Fe \n", + " 2049 CO2 / Fe \n", + " 2050 CO2 / Fe \n", + "\n", + "[555 rows x 10 columns]" + ] + }, + "execution_count": 48, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "targets_to_sql = dequantify_df(targets_df.drop(columns=\"production_by_year\"))\n", "targets_to_sql.loc[:, :, :, \"Steel\"]" @@ -1540,20 +10413,993 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 49, "id": "339ecb29-7ac2-4302-b0dd-cab5bcaf5cc7", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
countryregionexposurecurrencyyearcompany_market_capcompany_revenuecompany_evcompany_eviccompany_total_assetscompany_cash_equivalentscompany_debt
company_namecompany_leicompany_idsector
Algonquin Power & Utilities Corp.549300K5VIUTJXQL7X75US0158577090Electricity UtilitiesCANorth AmericaequityUSD2019<NA>1624921000.0<NA><NA>10911470000.062485000.06500799000.0
AltaGas Ltd.549300D7A8QA85Z2MH11CA0213611001Electricity UtilitiesCANorth AmericaequityUSD2019<NA>4217079301.548375<NA><NA>15191078477.61588943820787.6466635257496846.427197
Brookfield Asset ManagementC6J3FGIWG6MBDGTE8F80CA1125851040Electricity UtilitiesCANorth AmericaequityUSD2019<NA>67826000000.0<NA><NA>323969000000.06778000000.0<NA>
Brookfield Renewable Partners LPVA8DFMRI2GY8Y7V79H93BMG162581083Electricity UtilitiesBMNorth AmericaequityUSD2019<NA>2980000000.0<NA><NA>35691000000.0115000000.0<NA>
Cleco Corp.5493002H80P81B3HXL31ZZ00000000320Electricity UtilitiesUSNorth AmericaequityUSD2019<NA>1639605000.0<NA><NA>7476298000.0116292000.0400000000.0
Emera, Inc.NQZVQT2P5IUF2PGA1Q48CA2908761018Electricity UtilitiesCANorth AmericaequityUSD2019<NA>4689821949.365263<NA><NA>24436804207.443741170371538.66128110497803051.115599
Fortis, Inc.549300MQYQ9Y065XPR71CA3495531079Electricity UtilitiesCANorth AmericaequityUSD2019<NA>6740419928.207348<NA><NA>40984331759.76149283952564.43546816500713751.154068
GERDAU S.A.254900YDV6SEQQPZVG24US3737371050SteelBRGlobalequityUSD2019<NA>9277358887.952824<NA><NA>12637594776.748106618190583.169522<NA>
GROUP SIMEC SA DE CV529900LCYCXPA0TZEU09MXP4984U1083SteelMXGlobalequityUSD2019<NA>1810692140.166067<NA><NA>2332290813.325633394578553.29882<NA>
MECHEL PAO253400C9GSPBSKERRP65US5838406081SteelRUGlobalequityUSD2019<NA>4790625095.912008<NA><NA>5048081194.46189956682987.188579<NA>
Manulife Financial Corp.5493007GBX87QOZACS27CA56501R1064Electricity UtilitiesCANorth AmericaequityUSD2019<NA>61065150140.892479<NA><NA>620958212058.5689715579019075.783804<NA>
ORIX Corp.35380016EMHNBOVYE123JP3200450009Electricity UtilitiesJPGlobalequityUSD2019<NA>23199491837.642128<NA><NA>116003147430.6040811062364225.37000739886508289.398468
Oglethorpe Power Corp.3EERXCUSWMS9GV5D9M98ZZ00000000592Electricity UtilitiesUSNorth AmericaequityUSD2019<NA>1430292000.0<NA><NA>12990113000.0448612000.010850101000.0
POSCO988400E5HRVX81AYLM04KR7005490008SteelKRGlobalequityUSD2019<NA>55955872344.100883<NA><NA>68553124892.0366213035819657.972016<NA>
Puget Energy, Inc.SYBSJ96YIDMIUY7WDR33ZZ00000000071Electricity UtilitiesUSNorth AmericaequityUSD2019<NA>3401130000.0<NA><NA>14659863000.045259000.05920325000.0
Shell plc21380068P1DRHMJ8KU70GB00BP6MXD84Electricity UtilitiesGBEuropeequityUSD2019<NA>344877000000.0<NA><NA>404336000000.018055000000.0<NA>
TC Energy Corp.549300UGKOFV2IWJJG27CA87807B1076Electricity UtilitiesCANorth AmericaequityUSD2019<NA>10172408761.059818<NA><NA>76190612552.9428711030671064.964416200000000.0
TENARIS SA549300Y7C05BKC4HZB40US88031M1099SteelLUEuropeequityUSD2019<NA>7294055000.0<NA><NA>14842991000.01554299000.0<NA>
TERNIUM S.A.529900QG4KU23TEI2E46US8808901081SteelLUEuropeequityUSD2019<NA>10192818000.0<NA><NA>12935533000.0519965000.0<NA>
Tennessee Valley Authority549300HE1ISW43LNKM54ZZ00000000571Electricity UtilitiesUSNorth AmericaequityUSD2019<NA>11318000000.0<NA><NA>50467000000.0299000000.026059000000.0
TransAlta Corp.GJZNVO2UY6DNFNIYH321ZZ00000005532Electricity UtilitiesCANorth AmericaequityUSD2019<NA>1801180185.756876<NA><NA>7296813466.628198315417578.332372250185232.448548
Tri-State Generation & Transmission Association, Inc.549300VDHNFNPADSSV98ZZ00000002691Electricity UtilitiesUSNorth AmericaequityUSD2019<NA>1385472000.0<NA><NA>5085818000.083070000.03144906000.0
UBS Group AG549300SZJ9VS8SGXAN81CH0244767585Electricity UtilitiesCHEuropeequityUSD2019<NA>28967000000.0<NA><NA>972183000000.0119873000000.0<NA>
\n", + "
" + ], + "text/plain": [ + " country \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities CA \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities CA \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities CA \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities BM \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities US \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities CA \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities CA \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel BR \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel MX \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel RU \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities CA \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities JP \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities US \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel KR \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities US \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities GB \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities CA \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel LU \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel LU \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities US \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities CA \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities US \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities CH \n", + "\n", + " region \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities North America \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities North America \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities North America \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities North America \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities North America \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities North America \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities North America \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel Global \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel Global \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel Global \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities North America \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities Global \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities North America \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel Global \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities North America \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities Europe \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities North America \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel Europe \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel Europe \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities North America \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities North America \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities North America \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities Europe \n", + "\n", + " exposure \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities equity \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities equity \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities equity \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities equity \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities equity \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities equity \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities equity \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel equity \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel equity \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel equity \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities equity \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities equity \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities equity \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel equity \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities equity \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities equity \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities equity \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel equity \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel equity \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities equity \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities equity \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities equity \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities equity \n", + "\n", + " currency \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities USD \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities USD \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities USD \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities USD \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities USD \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities USD \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities USD \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel USD \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel USD \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel USD \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities USD \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities USD \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities USD \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel USD \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities USD \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities USD \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities USD \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel USD \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel USD \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities USD \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities USD \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities USD \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities USD \n", + "\n", + " year \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 2019 \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities 2019 \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities 2019 \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities 2019 \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities 2019 \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities 2019 \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities 2019 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 2019 \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel 2019 \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel 2019 \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities 2019 \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities 2019 \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities 2019 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 2019 \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities 2019 \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities 2019 \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 2019 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 2019 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 2019 \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities 2019 \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities 2019 \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities 2019 \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities 2019 \n", + "\n", + " company_market_cap \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities \n", + "\n", + " company_revenue \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 1624921000.0 \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities 4217079301.548375 \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities 67826000000.0 \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities 2980000000.0 \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities 1639605000.0 \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities 4689821949.365263 \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities 6740419928.207348 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 9277358887.952824 \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel 1810692140.166067 \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel 4790625095.912008 \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities 61065150140.892479 \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities 23199491837.642128 \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities 1430292000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 55955872344.100883 \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities 3401130000.0 \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities 344877000000.0 \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 10172408761.059818 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 7294055000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 10192818000.0 \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities 11318000000.0 \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities 1801180185.756876 \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities 1385472000.0 \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities 28967000000.0 \n", + "\n", + " company_ev \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities \n", + "\n", + " company_evic \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities \n", + "\n", + " company_total_assets \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 10911470000.0 \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities 15191078477.615889 \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities 323969000000.0 \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities 35691000000.0 \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities 7476298000.0 \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities 24436804207.443741 \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities 40984331759.76149 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 12637594776.748106 \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel 2332290813.325633 \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel 5048081194.461899 \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities 620958212058.56897 \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities 116003147430.60408 \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities 12990113000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 68553124892.036621 \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities 14659863000.0 \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities 404336000000.0 \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 76190612552.942871 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 14842991000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 12935533000.0 \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities 50467000000.0 \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities 7296813466.628198 \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities 5085818000.0 \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities 972183000000.0 \n", + "\n", + " company_cash_equivalents \\\n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 62485000.0 \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities 43820787.646663 \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities 6778000000.0 \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities 115000000.0 \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities 116292000.0 \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities 170371538.661281 \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities 283952564.435468 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel 618190583.169522 \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel 394578553.29882 \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel 56682987.188579 \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities 15579019075.783804 \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities 11062364225.370007 \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities 448612000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel 3035819657.972016 \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities 45259000.0 \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities 18055000000.0 \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 1030671064.964416 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel 1554299000.0 \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel 519965000.0 \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities 299000000.0 \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities 315417578.332372 \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities 83070000.0 \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities 119873000000.0 \n", + "\n", + " company_debt \n", + "company_name company_lei company_id sector \n", + "Algonquin Power & Utilities Corp. 549300K5VIUTJXQL7X75 US0158577090 Electricity Utilities 6500799000.0 \n", + "AltaGas Ltd. 549300D7A8QA85Z2MH11 CA0213611001 Electricity Utilities 5257496846.427197 \n", + "Brookfield Asset Management C6J3FGIWG6MBDGTE8F80 CA1125851040 Electricity Utilities \n", + "Brookfield Renewable Partners LP VA8DFMRI2GY8Y7V79H93 BMG162581083 Electricity Utilities \n", + "Cleco Corp. 5493002H80P81B3HXL31 ZZ00000000320 Electricity Utilities 400000000.0 \n", + "Emera, Inc. NQZVQT2P5IUF2PGA1Q48 CA2908761018 Electricity Utilities 10497803051.115599 \n", + "Fortis, Inc. 549300MQYQ9Y065XPR71 CA3495531079 Electricity Utilities 16500713751.154068 \n", + "GERDAU S.A. 254900YDV6SEQQPZVG24 US3737371050 Steel \n", + "GROUP SIMEC SA DE CV 529900LCYCXPA0TZEU09 MXP4984U1083 Steel \n", + "MECHEL PAO 253400C9GSPBSKERRP65 US5838406081 Steel \n", + "Manulife Financial Corp. 5493007GBX87QOZACS27 CA56501R1064 Electricity Utilities \n", + "ORIX Corp. 35380016EMHNBOVYE123 JP3200450009 Electricity Utilities 39886508289.398468 \n", + "Oglethorpe Power Corp. 3EERXCUSWMS9GV5D9M98 ZZ00000000592 Electricity Utilities 10850101000.0 \n", + "POSCO 988400E5HRVX81AYLM04 KR7005490008 Steel \n", + "Puget Energy, Inc. SYBSJ96YIDMIUY7WDR33 ZZ00000000071 Electricity Utilities 5920325000.0 \n", + "Shell plc 21380068P1DRHMJ8KU70 GB00BP6MXD84 Electricity Utilities \n", + "TC Energy Corp. 549300UGKOFV2IWJJG27 CA87807B1076 Electricity Utilities 200000000.0 \n", + "TENARIS SA 549300Y7C05BKC4HZB40 US88031M1099 Steel \n", + "TERNIUM S.A. 529900QG4KU23TEI2E46 US8808901081 Steel \n", + "Tennessee Valley Authority 549300HE1ISW43LNKM54 ZZ00000000571 Electricity Utilities 26059000000.0 \n", + "TransAlta Corp. GJZNVO2UY6DNFNIYH321 ZZ00000005532 Electricity Utilities 250185232.448548 \n", + "Tri-State Generation & Transmission Association... 549300VDHNFNPADSSV98 ZZ00000002691 Electricity Utilities 3144906000.0 \n", + "UBS Group AG 549300SZJ9VS8SGXAN81 CH0244767585 Electricity Utilities " + ] + }, + "execution_count": 49, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "financial_df[financial_df.company_market_cap.isnull()]" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 50, "id": "24c04b18-b032-4249-b9b6-790d07b078f5", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "drop table if exists demo_dv.itr_company_data\n", + "\n", + "create table if not exists osc_datacommons_dev.demo_dv.itr_company_data(\n", + " company_name varchar,\n", + " company_lei varchar,\n", + " company_id varchar,\n", + " sector varchar,\n", + " country varchar,\n", + " region varchar,\n", + " exposure varchar,\n", + " currency varchar,\n", + " year bigint,\n", + " company_market_cap double,\n", + " company_revenue double,\n", + " company_ev double,\n", + " company_evic double,\n", + " company_total_assets double,\n", + " company_cash_equivalents double,\n", + " company_debt double\n", + ") with (\n", + " format = 'ORC',\n", + " partitioning = array['year']\n", + ")\n", + "\n", + "constructed fully qualified table name as: \"demo_dv.itr_company_data\"\n", + "inserting 48 records\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 'US', 'North America', 'equity', 'USD', 2019, 10870000000.0, 10189000000.0, 10102000000.0, 11131000000.0, 33648000000.0, 1029000000.0, 261000000.0)\n", + " ('Algonquin Power & Utilities Corp.', '549300K5VIUTJXQL7X75', 'US0158577090', 'Electricity Utilities', 'CA', 'North America', 'equity', 'USD', 2019, NULL, 1624921000.0, NULL, NULL, 10911470000.0, 62485000.0, 6500799000.0)\n", + " ('Alliant Energy', '5493009ML300G373MZ12', 'US0188021085', 'Electricity Utilities', 'US', 'North America', 'equity', 'USD', 2019, 11600000000.0, 3647700000.0, 18503600000.0, 18519900000.0, 16700700000.0, 16300000.0, 6919900000.0)\n", + " ...\n", + " ('Xcel Energy, Inc.', 'LGJNMI9GH8XIDG5RCM61', 'US98389B1008', 'Electricity Utilities', 'US', 'North America', 'equity', 'USD', 2019, 30629347167.0, 11529000000.0, 50608347167.0, 50856347167.0, 50448000000.0, 248000000.0, 20227000000.0)\n", + "batch insert result: [(48,)]\n", + "drop table if exists demo_dv.itr_target_data\n", + "\n", + "create table if not exists osc_datacommons_dev.demo_dv.itr_target_data(\n", + " company_name varchar,\n", + " company_lei varchar,\n", + " company_id varchar,\n", + " sector varchar,\n", + " year bigint,\n", + " ei_s1_by_year double,\n", + " ei_s1_by_year_units varchar,\n", + " ei_s2_by_year double,\n", + " ei_s2_by_year_units varchar,\n", + " ei_s1s2_by_year double,\n", + " ei_s1s2_by_year_units varchar,\n", + " ei_s3_by_year double,\n", + " ei_s3_by_year_units varchar,\n", + " ei_s1s2s3_by_year double,\n", + " ei_s1s2s3_by_year_units varchar\n", + ") with (\n", + " format = 'ORC',\n", + " partitioning = array['year']\n", + ")\n", + "\n", + "constructed fully qualified table name as: \"demo_dv.itr_target_data\"\n", + "inserting 1200 records\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2014, 0.7613534388895496, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.7613534388895496, 'CO2 * megametric_ton / terawatt_hour', 0.1251801131912772, 'CO2 * megametric_ton / terawatt_hour', 0.886533552080827, 'CO2 * megametric_ton / terawatt_hour')\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2015, 0.7022036041071335, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.7022036041071335, 'CO2 * megametric_ton / terawatt_hour', 0.1657609724940575, 'CO2 * megametric_ton / terawatt_hour', 0.867964576601191, 'CO2 * megametric_ton / terawatt_hour')\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2016, 0.6829725520701145, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.6829725520701145, 'CO2 * megametric_ton / terawatt_hour', 0.1725469505065893, 'CO2 * megametric_ton / terawatt_hour', 0.855519502576704, 'CO2 * megametric_ton / terawatt_hour')\n", + " ...\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2029, 0.17195456261553188, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.17195456261553188, 'CO2 * megametric_ton / terawatt_hour', 0.10400056430313806, 'CO2 * megametric_ton / terawatt_hour', 0.27595512691866997, 'CO2 * megametric_ton / terawatt_hour')\n", + "batch insert result: [(1200,)]\n", + "inserting 983 records\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2030, 0.1464171524045671, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.1464171524045671, 'CO2 * megametric_ton / terawatt_hour', 0.096138862288379, 'CO2 * megametric_ton / terawatt_hour', 0.2425560146929461, 'CO2 * megametric_ton / terawatt_hour')\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2031, 0.13474692688428858, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.13474692688428858, 'CO2 * megametric_ton / terawatt_hour', 0.08847608381097581, 'CO2 * megametric_ton / terawatt_hour', 0.22322301069526437, 'CO2 * megametric_ton / terawatt_hour')\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2032, 0.12337366355120705, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.12337366355120705, 'CO2 * megametric_ton / terawatt_hour', 0.08100829346406772, 'CO2 * megametric_ton / terawatt_hour', 0.20438195701527476, 'CO2 * megametric_ton / terawatt_hour')\n", + " ...\n", + " ('Xcel Energy, Inc.', 'LGJNMI9GH8XIDG5RCM61', 'US98389B1008', 'Electricity Utilities', 2050, 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour')\n", + "batch insert result: [(983,)]\n", + "drop table if exists demo_dv.itr_trajectory_data\n", + "\n", + "create table if not exists osc_datacommons_dev.demo_dv.itr_trajectory_data(\n", + " company_name varchar,\n", + " company_lei varchar,\n", + " company_id varchar,\n", + " sector varchar,\n", + " year bigint,\n", + " ei_s1_by_year double,\n", + " ei_s1_by_year_units varchar,\n", + " ei_s2_by_year double,\n", + " ei_s2_by_year_units varchar,\n", + " ei_s3_by_year double,\n", + " ei_s3_by_year_units varchar,\n", + " ei_s1s2_by_year double,\n", + " ei_s1s2_by_year_units varchar,\n", + " ei_s1s2s3_by_year double,\n", + " ei_s1s2s3_by_year_units varchar\n", + ") with (\n", + " format = 'ORC',\n", + " partitioning = array['year']\n", + ")\n", + "\n", + "constructed fully qualified table name as: \"demo_dv.itr_trajectory_data\"\n", + "inserting 1200 records\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2014, 0.7613534388895496, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.1251801131912772, 'CO2 * megametric_ton / terawatt_hour', 0.7613534388895496, 'CO2 * megametric_ton / terawatt_hour', 0.886533552080827, 'CO2 * megametric_ton / terawatt_hour')\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2015, 0.7022036041071335, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.1657609724940575, 'CO2 * megametric_ton / terawatt_hour', 0.7022036041071335, 'CO2 * megametric_ton / terawatt_hour', 0.867964576601191, 'CO2 * megametric_ton / terawatt_hour')\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2016, 0.6829725520701145, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.1725469505065893, 'CO2 * megametric_ton / terawatt_hour', 0.6829725520701145, 'CO2 * megametric_ton / terawatt_hour', 0.855519502576704, 'CO2 * megametric_ton / terawatt_hour')\n", + " ...\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2029, 0.42397154467772363, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.18439199047905577, 'CO2 * megametric_ton / terawatt_hour', 0.42397154467772363, 'CO2 * megametric_ton / terawatt_hour', 0.6191316897016672, 'CO2 * megametric_ton / terawatt_hour')\n", + "batch insert result: [(1200,)]\n", + "inserting 983 records\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2030, 0.42279166943540647, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.18439199047905577, 'CO2 * megametric_ton / terawatt_hour', 0.42279166943540647, 'CO2 * megametric_ton / terawatt_hour', 0.6191316897016672, 'CO2 * megametric_ton / terawatt_hour')\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2031, 0.4216150776813444, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.18439199047905577, 'CO2 * megametric_ton / terawatt_hour', 0.4216150776813444, 'CO2 * megametric_ton / terawatt_hour', 0.6191316897016672, 'CO2 * megametric_ton / terawatt_hour')\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2032, 0.4204417602778805, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.18439199047905577, 'CO2 * megametric_ton / terawatt_hour', 0.4204417602778805, 'CO2 * megametric_ton / terawatt_hour', 0.6191316897016672, 'CO2 * megametric_ton / terawatt_hour')\n", + " ...\n", + " ('Xcel Energy, Inc.', 'LGJNMI9GH8XIDG5RCM61', 'US98389B1008', 'Electricity Utilities', 2050, 0.03772176424285122, 'CO2 * megametric_ton / terawatt_hour', 0.0, 'CO2 * megametric_ton / terawatt_hour', 0.05622556588901595, 'CO2 * megametric_ton / terawatt_hour', 0.03772176424285122, 'CO2 * megametric_ton / terawatt_hour', 0.07619383238510204, 'CO2 * megametric_ton / terawatt_hour')\n", + "batch insert result: [(983,)]\n", + "drop table if exists demo_dv.itr_production_data\n", + "\n", + "create table if not exists osc_datacommons_dev.demo_dv.itr_production_data(\n", + " company_name varchar,\n", + " company_lei varchar,\n", + " company_id varchar,\n", + " sector varchar,\n", + " year bigint,\n", + " production_by_year double,\n", + " production_by_year_units varchar\n", + ") with (\n", + " format = 'ORC',\n", + " partitioning = array['year']\n", + ")\n", + "\n", + "constructed fully qualified table name as: \"demo_dv.itr_production_data\"\n", + "inserting 1200 records\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2014, 36.19461958615737, 'terawatt_hour')\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2015, 31.44311084393575, 'terawatt_hour')\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2016, 30.373284382535495, 'terawatt_hour')\n", + " ...\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2029, 9.67409201181961, 'terawatt_hour')\n", + "batch insert result: [(1200,)]\n", + "inserting 983 records\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2030, 9.8111114134942, 'terawatt_hour')\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2031, 9.950114334703343, 'terawatt_hour')\n", + " ('Hawaiian Electric Industries, Inc.', 'JJ8FWOCWCV22X7GUPJ23', 'US4198701009', 'Electricity Utilities', 2032, 10.091129877914842, 'terawatt_hour')\n", + " ...\n", + " ('Xcel Energy, Inc.', 'LGJNMI9GH8XIDG5RCM61', 'US98389B1008', 'Electricity Utilities', 2050, 151.76649590821097, 'terawatt_hour')\n", + "batch insert result: [(983,)]\n", + "drop table if exists demo_dv.itr_emissions_data\n", + "\n", + "create table if not exists osc_datacommons_dev.demo_dv.itr_emissions_data(\n", + " company_name varchar,\n", + " company_lei varchar,\n", + " company_id varchar,\n", + " sector varchar,\n", + " year bigint,\n", + " co2_s1_by_year double,\n", + " co2_s1_by_year_units varchar,\n", + " co2_s2_by_year double,\n", + " co2_s2_by_year_units varchar,\n", + " co2_s3_by_year double,\n", + " co2_s3_by_year_units varchar\n", + ") with (\n", + " format = 'ORC',\n", + " partitioning = array['year']\n", + ")\n", + "\n", + "constructed fully qualified table name as: \"demo_dv.itr_emissions_data\"\n", + "inserting 1200 records\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2014, 27.556898091219963, 'CO2 * megametric_ton', 0.0, 'CO2 * megametric_ton', 4.530846576710399, 'CO2 * megametric_ton')\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2015, 22.079465758951773, 'CO2 * megametric_ton', 0.0, 'CO2 * megametric_ton', 5.212040631729234, 'CO2 * megametric_ton')\n", + " ('AES Corp.', '2NUNNB7D43COUIRE5295', 'US00130H1059', 'Electricity Utilities', 2016, 20.74411954949162, 'CO2 * megametric_ton', 0.0, 'CO2 * megametric_ton', 5.240817597075914, 'CO2 * megametric_ton')\n", + " ...\n", + " ('PNM Resources, Inc.', '5493003JOBJGLZSDDQ28', 'US69349H1077', 'Electricity Utilities', 2029, 2.8414441741291974, 'CO2 * megametric_ton', 0.0, 'CO2 * megametric_ton', 0.929947703114647, 'CO2 * megametric_ton')\n", + "batch insert result: [(1200,)]\n", + "inserting 983 records\n", + " ('PNM Resources, Inc.', '5493003JOBJGLZSDDQ28', 'US69349H1077', 'Electricity Utilities', 2030, 2.5831310673901795, 'CO2 * megametric_ton', 0.0, 'CO2 * megametric_ton', 0.8718259716699817, 'CO2 * megametric_ton')\n", + " ('PNM Resources, Inc.', '5493003JOBJGLZSDDQ28', 'US69349H1077', 'Electricity Utilities', 2031, 2.324817960651161, 'CO2 * megametric_ton', 0.0, 'CO2 * megametric_ton', 0.8137042402253162, 'CO2 * megametric_ton')\n", + " ('PNM Resources, Inc.', '5493003JOBJGLZSDDQ28', 'US69349H1077', 'Electricity Utilities', 2032, 2.066504853912144, 'CO2 * megametric_ton', 0.0, 'CO2 * megametric_ton', 0.7555825087806507, 'CO2 * megametric_ton')\n", + " ...\n", + " ('WORTHINGTON INDUSTRIES INC', '1WRCIANKYOIK6KYE5E82', 'US9818111026', 'Steel', 2050, 0.0, 'CO2 * metric_ton', 0.0, 'CO2 * metric_ton', NULL, 'CO2 * metric_ton')\n", + "batch insert result: [(983,)]\n" + ] + } + ], "source": [ "tablenames = (\n", " \"company_data\",\n", @@ -1600,40 +11446,329 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 51, "id": "e0f1c095-fc3d-4215-a758-02de67ea07b9", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "FrozenList(['company_name', 'company_lei', 'company_id', 'sector', 'year'])" + ] + }, + "execution_count": 51, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "targets_df.index.names" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 52, "id": "371c9186-0822-4173-ba1c-548b20ddd038", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "Index(['production_by_year', 'ei_s1_by_year', 'ei_s2_by_year',\n", + " 'ei_s1s2_by_year', 'ei_s3_by_year', 'ei_s1s2s3_by_year'],\n", + " dtype='object')" + ] + }, + "execution_count": 52, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "targets_df.columns" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 53, "id": "11a8d08e-e5f7-4fc7-886f-addecaa52fd3", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
production_by_yearei_s1_by_yearei_s2_by_yearei_s1s2_by_yearei_s3_by_yearei_s1s2s3_by_year
company_namecompany_leicompany_idsectoryear
AES Corp.2NUNNB7D43COUIRE5295US00130H1059Electricity Utilities201436.19461958615737 terawatt_hour0.7613534388895496 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.7613534388895496 CO2 * megametric_ton / tera...0.1251801131912772 CO2 * megametric_ton / tera...0.886533552080827 CO2 * megametric_ton / teraw...
201531.44311084393575 terawatt_hour0.7022036041071335 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.7022036041071335 CO2 * megametric_ton / tera...0.1657609724940575 CO2 * megametric_ton / tera...0.867964576601191 CO2 * megametric_ton / teraw...
201630.373284382535495 terawatt_hour0.6829725520701145 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.6829725520701145 CO2 * megametric_ton / tera...0.1725469505065893 CO2 * megametric_ton / tera...0.855519502576704 CO2 * megametric_ton / teraw...
201718.967821914705045 terawatt_hour0.5517859527636777 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.5517859527636777 CO2 * megametric_ton / tera...0.26094421220836866 CO2 * megametric_ton / ter...0.8127301649720464 CO2 * megametric_ton / tera...
201820.87552203581955 terawatt_hour0.5211819040195862 CO2 * megametric_ton / tera...0.0 CO2 * megametric_ton / terawatt_hour0.5211819040195862 CO2 * megametric_ton / tera...0.2069258217605436 CO2 * megametric_ton / tera...0.7281077257801298 CO2 * megametric_ton / tera...
.................................
Xcel Energy, Inc.LGJNMI9GH8XIDG5RCM61US98389B1008Electricity Utilities2046147.4560889382498 terawatt_hour0.01549675314325775 CO2 * megametric_ton / ter...0.0 CO2 * megametric_ton / terawatt_hour0.01549675314325775 CO2 * megametric_ton / ter...0.009135442965712622 CO2 * megametric_ton / te...0.024632196108970373 CO2 * megametric_ton / te...
2047148.51795809253457 terawatt_hour0.011539466198706676 CO2 * megametric_ton / te...0.0 CO2 * megametric_ton / terawatt_hour0.011539466198706676 CO2 * megametric_ton / te...0.006802594991255847 CO2 * megametric_ton / te...0.018342061189962525 CO2 * megametric_ton / te...
2048149.59023589706763 terawatt_hour0.0076378334322524805 CO2 * megametric_ton / t...0.0 CO2 * megametric_ton / terawatt_hour0.0076378334322524805 CO2 * megametric_ton / t...0.004502555539017086 CO2 * megametric_ton / te...0.012140388971269565 CO2 * megametric_ton / te...
2049150.67304159882428 terawatt_hour0.003791472226051064 CO2 * megametric_ton / te...0.0 CO2 * megametric_ton / terawatt_hour0.003791472226051064 CO2 * megametric_ton / te...0.0022350990531356915 CO2 * megametric_ton / t...0.006026571279186755 CO2 * megametric_ton / te...
2050151.76649590821097 terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour0.0 CO2 * megametric_ton / terawatt_hour
\n", + "

2183 rows × 6 columns

\n", + "
" + ], + "text/plain": [ + " production_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 36.19461958615737 terawatt_hour \n", + " 2015 31.44311084393575 terawatt_hour \n", + " 2016 30.373284382535495 terawatt_hour \n", + " 2017 18.967821914705045 terawatt_hour \n", + " 2018 20.87552203581955 terawatt_hour \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2046 147.4560889382498 terawatt_hour \n", + " 2047 148.51795809253457 terawatt_hour \n", + " 2048 149.59023589706763 terawatt_hour \n", + " 2049 150.67304159882428 terawatt_hour \n", + " 2050 151.76649590821097 terawatt_hour \n", + "\n", + " ei_s1_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.7613534388895496 CO2 * megametric_ton / tera... \n", + " 2015 0.7022036041071335 CO2 * megametric_ton / tera... \n", + " 2016 0.6829725520701145 CO2 * megametric_ton / tera... \n", + " 2017 0.5517859527636777 CO2 * megametric_ton / tera... \n", + " 2018 0.5211819040195862 CO2 * megametric_ton / tera... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2046 0.01549675314325775 CO2 * megametric_ton / ter... \n", + " 2047 0.011539466198706676 CO2 * megametric_ton / te... \n", + " 2048 0.0076378334322524805 CO2 * megametric_ton / t... \n", + " 2049 0.003791472226051064 CO2 * megametric_ton / te... \n", + " 2050 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + " ei_s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2015 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2016 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2017 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2018 0.0 CO2 * megametric_ton / terawatt_hour \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2046 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2047 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2048 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2049 0.0 CO2 * megametric_ton / terawatt_hour \n", + " 2050 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + " ei_s1s2_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.7613534388895496 CO2 * megametric_ton / tera... \n", + " 2015 0.7022036041071335 CO2 * megametric_ton / tera... \n", + " 2016 0.6829725520701145 CO2 * megametric_ton / tera... \n", + " 2017 0.5517859527636777 CO2 * megametric_ton / tera... \n", + " 2018 0.5211819040195862 CO2 * megametric_ton / tera... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2046 0.01549675314325775 CO2 * megametric_ton / ter... \n", + " 2047 0.011539466198706676 CO2 * megametric_ton / te... \n", + " 2048 0.0076378334322524805 CO2 * megametric_ton / t... \n", + " 2049 0.003791472226051064 CO2 * megametric_ton / te... \n", + " 2050 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + " ei_s3_by_year \\\n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.1251801131912772 CO2 * megametric_ton / tera... \n", + " 2015 0.1657609724940575 CO2 * megametric_ton / tera... \n", + " 2016 0.1725469505065893 CO2 * megametric_ton / tera... \n", + " 2017 0.26094421220836866 CO2 * megametric_ton / ter... \n", + " 2018 0.2069258217605436 CO2 * megametric_ton / tera... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2046 0.009135442965712622 CO2 * megametric_ton / te... \n", + " 2047 0.006802594991255847 CO2 * megametric_ton / te... \n", + " 2048 0.004502555539017086 CO2 * megametric_ton / te... \n", + " 2049 0.0022350990531356915 CO2 * megametric_ton / t... \n", + " 2050 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + " ei_s1s2s3_by_year \n", + "company_name company_lei company_id sector year \n", + "AES Corp. 2NUNNB7D43COUIRE5295 US00130H1059 Electricity Utilities 2014 0.886533552080827 CO2 * megametric_ton / teraw... \n", + " 2015 0.867964576601191 CO2 * megametric_ton / teraw... \n", + " 2016 0.855519502576704 CO2 * megametric_ton / teraw... \n", + " 2017 0.8127301649720464 CO2 * megametric_ton / tera... \n", + " 2018 0.7281077257801298 CO2 * megametric_ton / tera... \n", + "... ... \n", + "Xcel Energy, Inc. LGJNMI9GH8XIDG5RCM61 US98389B1008 Electricity Utilities 2046 0.024632196108970373 CO2 * megametric_ton / te... \n", + " 2047 0.018342061189962525 CO2 * megametric_ton / te... \n", + " 2048 0.012140388971269565 CO2 * megametric_ton / te... \n", + " 2049 0.006026571279186755 CO2 * megametric_ton / te... \n", + " 2050 0.0 CO2 * megametric_ton / terawatt_hour \n", + "\n", + "[2183 rows x 6 columns]" + ] + }, + "execution_count": 53, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "targets_df" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 54, "id": "e078aaff-e5f6-4f48-8858-c33dfb04f058", "metadata": {}, - "outputs": [], + "outputs": [ + { + "ename": "SyntaxError", + "evalue": "invalid syntax (4014574974.py, line 1)", + "output_type": "error", + "traceback": [ + "\u001b[0;36m Cell \u001b[0;32mIn[54], line 1\u001b[0;36m\u001b[0m\n\u001b[0;31m stop!\u001b[0m\n\u001b[0m ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n" + ] + } + ], "source": [ "stop!\n", "\n", diff --git a/notebooks/TPI-benchmark-ingest.ipynb b/notebooks/TPI-benchmark-ingest.ipynb index ce2da73..e72f501 100644 --- a/notebooks/TPI-benchmark-ingest.ipynb +++ b/notebooks/TPI-benchmark-ingest.ipynb @@ -25,7 +25,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "9e2548c9-2e92-4db5-aecd-6ba64c5f59a2", "metadata": {}, "outputs": [], @@ -43,7 +43,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "1917075f-fb16-440a-9f5b-d1c61124ec2c", "metadata": {}, "outputs": [], @@ -56,10 +56,18 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "045da39d-b4da-479f-8d03-55818fbd36c8", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Initializing common units...\n" + ] + } + ], "source": [ "# See data-platform-demo/pint-demo.ipynb for quantify/dequantify functions\n", "\n", @@ -145,7 +153,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "b011943e-f1dd-428d-90f0-2b62b549f6c5", "metadata": {}, "outputs": [], @@ -160,10 +168,307 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "id": "12084189-8873-4cd9-9246-f6c94ae2eabc", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "dict_keys(['1.5 Degrees', 'Below 2 Degrees', '2 Degrees (Shift-Improve)', '2 Degrees (High Efficiency)', '2 Degrees'])\n" + ] + }, + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Benchmark IDSector nameScenario nameRegionRelease dateUnit2013201420152016...20432044204520462047204820492050benchmark_temperaturebenchmark_global_budget
14Aluminium_01/02/2021Aluminium2 DegreesGlobal2021-02-01t CO2 /(t Aluminum)NaN6.3426.1615.980...1.6501.5841.5191.4781.4371.3971.3561.3162.01229
37Cement_01/02/2021Cement2 DegreesGlobal2021-02-01t CO2/(t Cement)NaN0.4880.4880.489...0.3590.3510.3430.3350.3270.3190.3120.3042.01229
54Diversified Mining_01/02/2021Diversified Mining2 DegreesGlobal2021-02-01t CO2 / (t Copper)NaN61.98561.49760.939...34.07233.11032.13531.50030.85530.20029.53428.8582.01229
76Electricity Utilities_01/10/2020Electricity Utilities2 DegreesGlobal2020-10-01t CO2/MWh0.5860.5720.5530.534...0.0720.0640.0560.0520.0480.0440.0400.0362.01229
88Oil & Gas_01/10/2020Oil & Gas2 DegreesGlobal2020-10-01g CO2 / MJNaN65.57064.69063.810...29.74028.51027.27026.16025.05023.93022.82021.7002.01229
95Paper_01/02/2021Paper2 DegreesGlobal2021-02-01t CO2/(t Paper)NaN0.7060.6850.664...0.1680.1480.1270.1270.1280.1280.1280.1282.01229
110Shipping_01/12/2020Shipping2 DegreesGlobal2020-12-01g CO2 / tkmNaNNaN10.57010.380...4.1103.8303.5503.2702.9902.7102.4202.1402.01229
118Steel_01/02/2021Steel2 DegreesGlobal2021-02-01t CO2/(t Steel)NaN1.6691.6391.610...0.7310.7040.6770.6670.6550.6440.6320.6212.01229
\n", + "

8 rows × 46 columns

\n", + "
" + ], + "text/plain": [ + " Benchmark ID Sector name Scenario name \\\n", + "14 Aluminium_01/02/2021 Aluminium 2 Degrees \n", + "37 Cement_01/02/2021 Cement 2 Degrees \n", + "54 Diversified Mining_01/02/2021 Diversified Mining 2 Degrees \n", + "76 Electricity Utilities_01/10/2020 Electricity Utilities 2 Degrees \n", + "88 Oil & Gas_01/10/2020 Oil & Gas 2 Degrees \n", + "95 Paper_01/02/2021 Paper 2 Degrees \n", + "110 Shipping_01/12/2020 Shipping 2 Degrees \n", + "118 Steel_01/02/2021 Steel 2 Degrees \n", + "\n", + " Region Release date Unit 2013 2014 2015 2016 \\\n", + "14 Global 2021-02-01 t CO2 /(t Aluminum) NaN 6.342 6.161 5.980 \n", + "37 Global 2021-02-01 t CO2/(t Cement) NaN 0.488 0.488 0.489 \n", + "54 Global 2021-02-01 t CO2 / (t Copper) NaN 61.985 61.497 60.939 \n", + "76 Global 2020-10-01 t CO2/MWh 0.586 0.572 0.553 0.534 \n", + "88 Global 2020-10-01 g CO2 / MJ NaN 65.570 64.690 63.810 \n", + "95 Global 2021-02-01 t CO2/(t Paper) NaN 0.706 0.685 0.664 \n", + "110 Global 2020-12-01 g CO2 / tkm NaN NaN 10.570 10.380 \n", + "118 Global 2021-02-01 t CO2/(t Steel) NaN 1.669 1.639 1.610 \n", + "\n", + " ... 2043 2044 2045 2046 2047 2048 2049 2050 \\\n", + "14 ... 1.650 1.584 1.519 1.478 1.437 1.397 1.356 1.316 \n", + "37 ... 0.359 0.351 0.343 0.335 0.327 0.319 0.312 0.304 \n", + "54 ... 34.072 33.110 32.135 31.500 30.855 30.200 29.534 28.858 \n", + "76 ... 0.072 0.064 0.056 0.052 0.048 0.044 0.040 0.036 \n", + "88 ... 29.740 28.510 27.270 26.160 25.050 23.930 22.820 21.700 \n", + "95 ... 0.168 0.148 0.127 0.127 0.128 0.128 0.128 0.128 \n", + "110 ... 4.110 3.830 3.550 3.270 2.990 2.710 2.420 2.140 \n", + "118 ... 0.731 0.704 0.677 0.667 0.655 0.644 0.632 0.621 \n", + "\n", + " benchmark_temperature benchmark_global_budget \n", + "14 2.0 1229 \n", + "37 2.0 1229 \n", + "54 2.0 1229 \n", + "76 2.0 1229 \n", + "88 2.0 1229 \n", + "95 2.0 1229 \n", + "110 2.0 1229 \n", + "118 2.0 1229 \n", + "\n", + "[8 rows x 46 columns]" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "bm_dict = {}\n", "for scenario_name in csv_df[\"Scenario name\"].unique():\n", @@ -211,10 +516,176 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "6bda265b-c85d-4f93-af94-13652df89356", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Sector nameRegionUnit201920302050
0AirlinesGlobalg CO2 / tkm1020.000616.000108.000
33CementGlobalt CO2/(t Cement)0.5450.4190.031
47Diversified MiningGlobalt CO2 / (t Copper)59.03042.9601.210
59Electricity Utilitiesnon-OECDt CO2/MWh0.5640.1790.000
60Electricity UtilitiesNorth Americat CO2/MWh0.3280.0680.000
65Electricity UtilitiesOECDt CO2/MWh0.3290.0640.000
70Electricity UtilitiesEuropet CO2/MWh0.2590.0460.000
71Electricity UtilitiesGlobalt CO2/MWh0.4680.1380.000
86Oil & GasGlobalg CO2 / MJ62.88040.9505.850
106ShippingGlobalg CO2 / tkm7.8204.3100.400
115SteelGlobalt CO2/(t Steel)1.6621.1290.052
\n", + "
" + ], + "text/plain": [ + " Sector name Region Unit 2019 \\\n", + "0 Airlines Global g CO2 / tkm 1020.000 \n", + "33 Cement Global t CO2/(t Cement) 0.545 \n", + "47 Diversified Mining Global t CO2 / (t Copper) 59.030 \n", + "59 Electricity Utilities non-OECD t CO2/MWh 0.564 \n", + "60 Electricity Utilities North America t CO2/MWh 0.328 \n", + "65 Electricity Utilities OECD t CO2/MWh 0.329 \n", + "70 Electricity Utilities Europe t CO2/MWh 0.259 \n", + "71 Electricity Utilities Global t CO2/MWh 0.468 \n", + "86 Oil & Gas Global g CO2 / MJ 62.880 \n", + "106 Shipping Global g CO2 / tkm 7.820 \n", + "115 Steel Global t CO2/(t Steel) 1.662 \n", + "\n", + " 2030 2050 \n", + "0 616.000 108.000 \n", + "33 0.419 0.031 \n", + "47 42.960 1.210 \n", + "59 0.179 0.000 \n", + "60 0.068 0.000 \n", + "65 0.064 0.000 \n", + "70 0.046 0.000 \n", + "71 0.138 0.000 \n", + "86 40.950 5.850 \n", + "106 4.310 0.400 \n", + "115 1.129 0.052 " + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "df = bm_dict[\"1.5 Degrees\"]\n", "\n", @@ -241,7 +712,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "d091b5a3-4e3b-48f0-bbd8-2e7dab7a350e", "metadata": {}, "outputs": [], @@ -277,7 +748,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "id": "0e95c26c-9c7c-4683-9c53-fc7e68049bae", "metadata": {}, "outputs": [], @@ -299,7 +770,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, "id": "0c113b03-de48-4edd-97af-3c89da38cff1", "metadata": {}, "outputs": [], @@ -346,7 +817,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "id": "ac1a3f56-53c1-4f69-8459-d2e7a5b9ad78", "metadata": {}, "outputs": [], @@ -357,7 +828,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "id": "82f9cd58-25fa-4222-b947-3fc239e18125", "metadata": { "tags": [] @@ -396,7 +867,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.9" + "version": "3.11.4" } }, "nbformat": 4, diff --git a/notebooks/osc-ingest-rmi_utility_transition_hub.ipynb b/notebooks/osc-ingest-rmi_utility_transition_hub.ipynb index 16b8ab6..96991b4 100644 --- a/notebooks/osc-ingest-rmi_utility_transition_hub.ipynb +++ b/notebooks/osc-ingest-rmi_utility_transition_hub.ipynb @@ -896,6 +896,23 @@ " df.loc[df.parent_name == \"Unitil Corp.\", \"parent_lei\"] = \"549300EYGHO5EZE7RL80\"\n", " df.loc[df.parent_name == \"Verso Corp.\", \"parent_lei\"] = \"549300FODXCTQ8DGT594\"\n", " df.loc[df.parent_name == \"Verso Corp.\", \"parent_isin\"] = \"US92531L2079\"\n", + " if tablename.startswith(\"utility_information\"):\n", + " if tablename.endswith(\"2023\"):\n", + " cols = (\"parent_lei\", \"isin\")\n", + " else:\n", + " cols = (\"parent_lei\", \"parent_isin\")\n", + " idx = df.parent_name == \"Constllation Enrgy Commodities\"\n", + " df.loc[idx, \"parent_name\"] = \"Constellation Energy Commodities\"\n", + " df.loc[idx, \"utility_name\"] = \"Constellation Energy Commodities\"\n", + " df.loc[idx, cols] = [\"549300F8Y20RYGNGV346\", \"US21037T1097\"]\n", + " df.loc[df.parent_name == \"E.ON\", cols] = [\"Q9MAIUP40P25UFBFG033\", \"DE000ENAG999\"]\n", + " # Exelon Corp\n", + " df.loc[df.parent_name == \"Exelon Energy Co\", cols] = [\"5493006XZOVPY83VHP23\", \"US30161N1019\"]\n", + " # NextEra Corp\n", + " df.loc[df.parent_name == \"FPL Energy\", cols] = [\"549300B8P43NZZ2P4080\", \"US65339F1012\"]\n", + " # Ørsted A/S\n", + " df.loc[df.parent_name == \"Orsted\", cols] = [\"W9NG6WMZIYEU8VEDOG48\", \"DK0060094928\"]\n", + " df.loc[df.parent_name == \"Reliant Energy Inc\", cols] = [\"21TPXMRRHFKOBHDC8J74\", \"US6293775085\"]\n", " elif tablename == \"state_targets\":\n", " df = pd.read_csv(zf, dtype=dtype_dict[tablename], engine=\"c\")\n", " df.year = df.year.fillna(\"-1\").astype(\"string\")\n", diff --git a/pdm.lock b/pdm.lock index e09d0d7..7e5a10b 100644 --- a/pdm.lock +++ b/pdm.lock @@ -5,7 +5,7 @@ groups = ["default", "dev", "test", "lint", "tox", "docs"] strategy = ["cross_platform", "inherit_metadata"] lock_version = "4.4.1" -content_hash = "sha256:8ab6a60dfabf355311d9f6fd05af7a9e71e6bccf45d3d570730af4e9ac0515dd" +content_hash = "sha256:96a0eb4ea3b3ce5229cb7b71a0985b094980a35e48d9b7452833809d65b9b30a" [[package]] name = "agate" @@ -698,6 +698,23 @@ files = [ {file = "dbt_semantic_interfaces-0.5.1.tar.gz", hash = "sha256:3a497abef1ba8112affdf804b26bfdcd5468ed95cc924b509068e18d371c7c4d"}, ] +[[package]] +name = "dbt-trino" +version = "1.8.0" +requires_python = ">=3.8" +summary = "The trino adapter plugin for dbt (data build tool)" +groups = ["default"] +dependencies = [ + "dbt-adapters<2.0,>=1.1.1", + "dbt-common<2.0,>=1.0.4", + "dbt-core>=1.8.0", + "trino~=0.328", +] +files = [ + {file = "dbt-trino-1.8.0.tar.gz", hash = "sha256:7d92e2645072a7bbc72c0017c10b9723bab5b95fbc643c507a4365636f5dc5c0"}, + {file = "dbt_trino-1.8.0-py3-none-any.whl", hash = "sha256:3e0c1ba23abdfcdf529a4bee6fdb26122e9f43d32dbb9d50b0c96c264fae1c18"}, +] + [[package]] name = "debugpy" version = "1.8.1" diff --git a/pyproject.toml b/pyproject.toml index 32d1fb5..d9c94e4 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -56,6 +56,7 @@ dependencies = [ "jinja2>=3.1.2", "werkzeug>=3", "dbt-core>=1.5", + "dbt-trino>=1.5", ] [tool.setuptools.package-data]