Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Feature/meta update #304

Open
wants to merge 4 commits into
base: dev
Choose a base branch
from
+142 −69
Open

Feature/meta update #304

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
c805de4
update meta string
Jun 29, 2018
83dcf3c
update meta string
Jun 29, 2018
2eb6ece
update meta string
Jun 29, 2018
8c28020
update meta string
Jun 29, 2018
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
27 changes: 17 additions & 10 deletions preprocessing/sql_snippets/ego_dp_preprocessing_conv_powerplant.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -81,7 +81,7 @@ COMMENT ON TABLE model_draft.ego_dp_supply_conv_powerplant
IS
'{
"title": "eGo Conventional power plants in Germany by Scenario",
"description": "This dataset contains an augmented and corrected power plant list based on the power plant list provided by the OPSD (BNetzA and UBA) and NEP Kraftwerksliste 2015 for the scenario B1-2035 and the ZNES scenario eGo 100 in 2050.",
"description": "This dataset contains an augmented and corrected power plant list based on the power plant list provided by the OPSD (BNetzA and UBA) and NEP Kraftwerksliste 2015 for the scenario B1-2035 and the ZNES scenario eGo 100 of the open_eGo project.",
"language": [ "eng", "ger" ],
"spatial":
{"location": "Germany",
Expand All @@ -99,24 +99,31 @@ COMMENT ON TABLE model_draft.ego_dp_supply_conv_powerplant
"license": "GNU Affero General Public License Version 3 (AGPL-3.0)",
"copyright": "© ZNES Europa-Universität Flensburg"},

{"name": "Open Power System Data (OPSD)",
"url": "http://data.open-power-system-data.org/conventional_power_plants/2016-02-08/",
"license": "Creative Commons Attribution 4.0 International",
"copyright": "© Open Power System Data. 2017"},

{"name": "Bundesnetzagentur (BNetzA)",
{"name": "Conventional power plants DE",
"description": "Open Power System Data. 2018. Data Package Conventional power plants. Version 2018-02-27. Data provider how collects and clean TSO, DSO data and other energy data of Germany and Europe",
"url": "https://data.open-power-system-data.org/conventional_power_plants/2018-02-27/",
"license": "MIT",
"copyright": "© Open-Power-System-Data, TU Berlin"},

{"name": "Kraftwerke in Deutschland 100MW",
"description": "Open Power System Data. 2018. Data Package Renewable power plants. Version 2018-03-08. Data provider how collects and clean TSO, DSO data and other energy data of Germany and Europe",
"url": "https://www.umweltbundesamt.de/dokument/datenbank-kraftwerke-in-deutschland",
"license": "unknown",
"copyright": "© Umweltbundesamt (UBA)"},

{"name": "Kraftwerksliste der Bundesnetzagentur (BNetzA)",
"description": "The Federal Network Agency for Electricity, Gas, Telecommunications, Posts and Railway Data is in Germany data provider of power plant",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/ErneuerbareEnergien/Anlagenregister/Anlagenregister_Veroeffentlichung/Anlagenregister_Veroeffentlichungen_node.html",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/Versorgungssicherheit/Erzeugungskapazitaeten/Kraftwerksliste/kraftwerksliste-node.html",
"license": "Creative Commons Namensnennung-Keine Bearbeitung 3.0 Deutschland Lizenz",
"copyright": "© Bundesnetzagentur für Elektrizität, Gas, Telekommunikation, Post und Eisenbahnen; Pressestelle"}
],
"license": [
"license":
{"id": "ODbL-1.0",
"name": "Open Data Commons Open Database License 1.0",
"version": "1.0",
"url": "https://opendatacommons.org/licenses/odbl/1.0/",
"instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!",
"copyright": "© ZNES Europa-Universität Flensburg"} ],
"copyright": "© ZNES Europa-Universität Flensburg"},
"contributors": [
{"name": "wolfbunke", "email": " ", "date": "01.06.2017", "comment": "Create and restructure scripts and table"}],
"resources": [
Expand Down
42 changes: 28 additions & 14 deletions preprocessing/sql_snippets/ego_dp_preprocessing_res_powerplant.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -77,12 +77,12 @@ CREATE INDEX ego_dp_supply_res_powerplant_idx
-- set metadata
COMMENT ON TABLE model_draft.ego_dp_supply_res_powerplant IS '{
"title": "Renewable power plants in Germany by Scenario",
"description": "Liste of renewable power plants in Germany by Scenario status quo, NEP 2035 and 2050 of the eGo project",
"description": "Liste of renewable power plants in Germany by Scenario status quo, NEP 2035 and eGo100 Scenario of the eGo project",
"language": [ "eng", "ger" ],
"spatial":
{"location": "Germany",
"extent": "Europe",
"resolution": "100m"},
"resolution": "100 m"},
"temporal":
{"reference_date": "2016-01-01",
"start": "1900-01-01",
Expand All @@ -95,33 +95,47 @@ COMMENT ON TABLE model_draft.ego_dp_supply_res_powerplant IS '{
"license": "GNU Affero General Public License Version 3 (AGPL-3.0)",
"copyright": "© ZNES Europa-Universität Flensburg"},

{"name": "EnergyMap.info ",
"description": "Data provider how collects and clean TSO and DSO data of Germany",
"url": "http://www.energymap.info/download.html",
"license": "unknown ",
"copyright": "Deutsche Gesellschaft für Sonnenenergie e.V."},
{"name": "Renewable power plants from netztransparenz.de provided by the four TSOs of Germany",
"description": "Original Data Anlagenstammdaten from the four german TSOs",
"url": "https://www.netztransparenz.de/EEG/Anlagenstammdaten",
"license": "Open Database License (ODbL) v1.0",
"copyright": "© 50Hertz Transmission GmbH, Amprion GmbH, TransnetBW GmbH, TenneT TSO GmbH"},

{"name": "Bundesnetzagentur (BNetzA)",
"description": "The Federal Network Agency for Electricity, Gas, Telecommunications, Posts and Railway Data is in Germany data provider of power plant",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/ErneuerbareEnergien/Anlagenregister/Anlagenregister_Veroeffentlichung/Anlagenregister_Veroeffentlichungen_node.html",
"license": "Creative Commons Namensnennung-Keine Bearbeitung 3.0 Deutschland Lizenz",
{"name": "Open-Power-System-Data Renewable power plants DE",
"description": "Open Power System Data. 2018. Data Package Renewable power plants. Version 2018-03-08. Data provider how collects and clean TSO, DSO data and other energy data of Germany and Europe",
"url": "https://data.open-power-system-data.org/renewable_power_plants/2018-03-08/",
"license": "MIT",
"copyright": "© Open-Power-System-Data, Europa-Universität Flensburg"},

{"name": "EEG-Anlagenstammdaten (außer PV-Gebäudeanlagen), Bundesnetzagentur (BNetzA)",
"description": "The Federal Network Agency for Electricity, Gas, Telecommunications, Posts and Railway Data is in Germany data provider of power plant.",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/ErneuerbareEnergien/ZahlenDatenInformationen/EEG_Registerdaten/EEG_Registerdaten_node.html",
"license": "Deutschland – Namensnennung – Version 2.0",
"copyright": "© Bundesnetzagentur für Elektrizität, Gas, Telekommunikation, Post und Eisenbahnen; Pressestelle"},

{"name": "PV-Datenmeldungen (außer PV-Freiflächenanlagen), Bundesnetzagentur (BNetzA)",
"description": "The Federal Network Agency for Electricity, Gas, Telecommunications, Posts and Railway Data is in Germany data provider of power plant.",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/ErneuerbareEnergien/ZahlenDatenInformationen/EEG_Registerdaten/EEG_Registerdaten_node.html",
"license": "Deutschland – Namensnennung – Version 2.0",
"copyright": "© Bundesnetzagentur für Elektrizität, Gas, Telekommunikation, Post und Eisenbahnen; Pressestelle"}

],
"license": [
"license":
{"id": "ODbL-1.0",
"name": "Open Data Commons Open Database License 1.0",
"version": "1.0",
"url": "https://opendatacommons.org/licenses/odbl/1.0/",
"instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!",
"copyright": "© ZNES Europa-Universität Flensburg"} ],
"copyright": "© ZNES Europa-Universität Flensburg"},

"contributors": [
{"name": "wolfbunke", "email": " ",
"date": "01.06.2017", "comment": "Create and restructure scripts and table"}],
"resources": [
{"name": "model_draft.ego_dp_supply_res_powerplant",
"format": "PostgreSQL",
"fields": [
{"name": "preversion", "description": "preversion number of data preprocessing", "unit": "" },
{"name": "preversion", "description": "preversion number of data preprocessing", "unit": "" },
{"name": "id", "description": "Unique identifier", "unit": "" },
{"name": "start_up_date", "description": "start_up date of unit", "unit": "" },
{"name": "electrical_capacity", "description": "electrical capacity", "unit": "kW" },
Expand Down
39 changes: 26 additions & 13 deletions preprocessing/sql_snippets/opsd_powerdata.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -56,37 +56,50 @@ CREATE TABLE supply.ego_conventional_powerplant

COMMENT ON TABLE supply.ego_conventional_powerplant IS
'{
"title": "eGo Conventional power plants in Germany",
"title": "eGo Conventional power plants in Germany",
"description": "This dataset contains an augmented and corrected power plant list based on the power plant list provided by the BNetzA and UBA.",
"language": [ "eng", "ger" ],
"spatial":
{"location": "Germany",
"extent": "europe",
"resolution": "100 m"},
"temporal":
{"reference_date": "2016-02-08",
{"reference_date": "2016-01-01",
"start": "1900-01-01",
"end": "2015-12-31",
"end": "2049-12-31",
"resolution": ""},
"sources": [
{"name": "Open Power System Data (OPSD)",
"url": "http://data.open-power-system-data.org/conventional_power_plants/2016-02-08/",
"license": "Creative Commons Attribution 4.0 International",
"copyright": "© Open Power System Data. 2017"},

{"name": "Bundesnetzagentur (BNetzA)",
{"name": "eGo data processing",
"description": "Scripts with allocate Geometry by OpenStreetMap Objects or create future scenarios by high resolution geo-allocation",
"url": "https://github.com/openego/data_processing",
"license": "GNU Affero General Public License Version 3 (AGPL-3.0)",
"copyright": "© ZNES Europa-Universität Flensburg"},

{"name": "Conventional power plants DE",
"description": "Open Power System Data. 2018. Data Package Conventional power plants. Version 2018-02-27. Data provider how collects and clean TSO, DSO data and other energy data of Germany and Europe",
"url": "https://data.open-power-system-data.org/conventional_power_plants/2018-02-27/",
"license": "MIT",
"copyright": "© Open-Power-System-Data, TU Berlin"},

{"name": "Kraftwerke in Deutschland 100MW",
"description": "Open Power System Data. 2018. Data Package Renewable power plants. Version 2018-03-08. Data provider how collects and clean TSO, DSO data and other energy data of Germany and Europe",
"url": "https://www.umweltbundesamt.de/dokument/datenbank-kraftwerke-in-deutschland",
"license": "in clarification processes",
"copyright": "© Umweltbundesamt (UBA)"},

{"name": "Kraftwerksliste der Bundesnetzagentur (BNetzA)",
"description": "The Federal Network Agency for Electricity, Gas, Telecommunications, Posts and Railway Data is in Germany data provider of power plant",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/ErneuerbareEnergien/Anlagenregister/Anlagenregister_Veroeffentlichung/Anlagenregister_Veroeffentlichungen_node.html",
"license": "Creative Commons Namensnennung-Keine Bearbeitung 3.0 Deutschland Lizenz",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/Versorgungssicherheit/Erzeugungskapazitaeten/Kraftwerksliste/kraftwerksliste-node.html",
"license": "Deutschland – Namensnennung – Version 2.0",
"copyright": "© Bundesnetzagentur für Elektrizität, Gas, Telekommunikation, Post und Eisenbahnen; Pressestelle"}
],
"license": [
"license":
{"id": "ODbL-1.0",
"name": "Open Data Commons Open Database License 1.0",
"version": "1.0",
"url": "https://opendatacommons.org/licenses/odbl/1.0/",
"instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!",
"copyright": "© ZNES Europa-Universität Flensburg"} ],
"copyright": "© ZNES Europa-Universität Flensburg"},
"contributors": [
{"name": "wolfbunke", "email": " ", "date": "01.06.2017", "comment": "Create and restructure scripts and table"}],
"resources": [
Expand Down
57 changes: 39 additions & 18 deletions preprocessing/sql_snippets/supply/ego_dp_supply_metadata.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ __author__ = "wolfbunke"
COMMENT ON TABLE supply.ego_dp_res_powerplant
IS '{
"title": "Renewable power plants in Germany by Scenario",
"description": "Liste of renewable power plants in Germany by Scenario status quo, NEP 2035 and 2050 of the eGo project",
"description": "Liste of renewable power plants in Germany by Scenario status quo, NEP 2035 and eGo100 Scenario of the eGo project",
"language": [ "eng", "ger" ],
"spatial":
{"location": "Germany",
Expand All @@ -30,16 +30,28 @@ COMMENT ON TABLE supply.ego_dp_res_powerplant
"license": "GNU Affero General Public License Version 3 (AGPL-3.0)",
"copyright": "© ZNES Europa-Universität Flensburg"},

{"name": "EnergyMap.info ",
"description": "Data provider how collects and clean TSO and DSO data of Germany",
"url": "http://www.energymap.info/download.html",
"license": "unknown ",
"copyright": "Deutsche Gesellschaft für Sonnenenergie e.V."},
{"name": "Renewable power plants from netztransparenz.de provided by the four TSOs of Germany",
"description": "Original Data Anlagenstammdaten from the four german TSOs",
"url": "https://www.netztransparenz.de/EEG/Anlagenstammdaten",
"license": "Open Database License (ODbL) v1.0",
"copyright": "© 50Hertz Transmission GmbH, Amprion GmbH, TransnetBW GmbH, TenneT TSO GmbH"},

{"name": "Bundesnetzagentur (BNetzA)",
"description": "The Federal Network Agency for Electricity, Gas, Telecommunications, Posts and Railway Data is in Germany data provider of power plant",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/ErneuerbareEnergien/Anlagenregister/Anlagenregister_Veroeffentlichung/Anlagenregister_Veroeffentlichungen_node.html",
"license": "Creative Commons Namensnennung-Keine Bearbeitung 3.0 Deutschland Lizenz",
{"name": "Open-Power-System-Data Renewable power plants DE",
"description": "Open Power System Data. 2018. Data Package Renewable power plants. Version 2018-03-08. Data provider how collects and clean TSO, DSO data and other energy data of Germany and Europe",
"url": "https://data.open-power-system-data.org/renewable_power_plants/2018-03-08/",
"license": "MIT",
"copyright": "© Open-Power-System-Data, Europa-Universität Flensburg"},

{"name": "EEG-Anlagenstammdaten (außer PV-Gebäudeanlagen), Bundesnetzagentur (BNetzA)",
"description": "The Federal Network Agency for Electricity, Gas, Telecommunications, Posts and Railway Data is in Germany data provider of power plant.",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/ErneuerbareEnergien/ZahlenDatenInformationen/EEG_Registerdaten/EEG_Registerdaten_node.html",
"license": "Deutschland – Namensnennung – Version 2.0",
"copyright": "© Bundesnetzagentur für Elektrizität, Gas, Telekommunikation, Post und Eisenbahnen; Pressestelle"},

{"name": "PV-Datenmeldungen (außer PV-Freiflächenanlagen), Bundesnetzagentur (BNetzA)",
"description": "The Federal Network Agency for Electricity, Gas, Telecommunications, Posts and Railway Data is in Germany data provider of power plant.",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/ErneuerbareEnergien/ZahlenDatenInformationen/EEG_Registerdaten/EEG_Registerdaten_node.html",
"license": "Deutschland – Namensnennung – Version 2.0",
"copyright": "© Bundesnetzagentur für Elektrizität, Gas, Telekommunikation, Post und Eisenbahnen; Pressestelle"}
],
"license":
Expand Down Expand Up @@ -97,14 +109,15 @@ COMMENT ON TABLE supply.ego_dp_res_powerplant
{"name": "flag", "description": "Flag of scenario changes of an power plant unit (repowering, decommission or commissioning).", "unit": "" },
{"name": "nuts", "description": "NUTS ID", "unit": "" } ] } ],
"metadata_version": "1.3"}';

-- select description
SELECT obj_description('supply.ego_dp_res_powerplant'::regclass)::json;

---
COMMENT ON TABLE supply.ego_dp_conv_powerplant
IS '{
"title": "eGo Conventional power plants in Germany by Scenario",
"description": "This dataset contains an augmented and corrected power plant list based on the power plant list provided by the OPSD (BNetzA and UBA) and NEP Kraftwerksliste 2015 for the scenario B1-2035 and the ZNES scenario eGo 100 in 2050.",
"description": "This dataset contains an augmented and corrected power plant list based on the power plant list provided by the OPSD (BNetzA and UBA) and NEP Kraftwerksliste 2015 for the scenario B1-2035 and the ZNES scenario eGo 100 of the open_eGo project.",
"language": [ "eng", "ger" ],
"spatial":
{"location": "Germany",
Expand All @@ -122,15 +135,22 @@ COMMENT ON TABLE supply.ego_dp_conv_powerplant
"license": "GNU Affero General Public License Version 3 (AGPL-3.0)",
"copyright": "© ZNES Europa-Universität Flensburg"},

{"name": "Open Power System Data (OPSD)",
"url": "http://data.open-power-system-data.org/conventional_power_plants/2016-02-08/",
"license": "Creative Commons Attribution 4.0 International",
"copyright": "© Open Power System Data. 2017"},

{"name": "Conventional power plants DE",
"description": "Open Power System Data. 2018. Data Package Conventional power plants. Version 2018-02-27. Data provider how collects and clean TSO, DSO data and other energy data of Germany and Europe",
"url": "https://data.open-power-system-data.org/conventional_power_plants/2018-02-27/",
"license": "MIT",
"copyright": "© Open-Power-System-Data, TU Berlin"},

{"name": "Kraftwerke in Deutschland 100MW",
"description": "Open Power System Data. 2018. Data Package Renewable power plants. Version 2018-03-08. Data provider how collects and clean TSO, DSO data and other energy data of Germany and Europe",
"url": "https://www.umweltbundesamt.de/dokument/datenbank-kraftwerke-in-deutschland",
"license": "in clarification processes",
"copyright": "© Umweltbundesamt (UBA)"},

{"name": "Bundesnetzagentur (BNetzA)",
"description": "The Federal Network Agency for Electricity, Gas, Telecommunications, Posts and Railway Data is in Germany data provider of power plant",
"url": "https://www.bundesnetzagentur.de/DE/Sachgebiete/ElektrizitaetundGas/Unternehmen_Institutionen/ErneuerbareEnergien/Anlagenregister/Anlagenregister_Veroeffentlichung/Anlagenregister_Veroeffentlichungen_node.html",
"license": "Creative Commons Namensnennung-Keine Bearbeitung 3.0 Deutschland Lizenz",
"license": "Deutschland – Namensnennung – Version 2.0",
"copyright": "© Bundesnetzagentur für Elektrizität, Gas, Telekommunikation, Post und Eisenbahnen; Pressestelle"}
],
"license":
Expand All @@ -147,7 +167,7 @@ COMMENT ON TABLE supply.ego_dp_conv_powerplant
"format": "PostgreSQL",
"fields": [
{"name": "version", "description": "version number of eGo data processing", "unit": "" },
{"name": "gid", "description": "Unique identifier", "unit": "" },
{"name": "id", "description": "Unique identifier", "unit": "" },
{"name": "bnetza_id", "description": "Bundesnetzagentur unit ID", "unit": " " },
{"name": "company", "description": "Name of company", "unit": " " },
{"name": "name", "description": "name of unit ", "unit": " " },
Expand Down Expand Up @@ -190,6 +210,7 @@ COMMENT ON TABLE supply.ego_dp_conv_powerplant
{"name": "nuts", "description": "NUTS ID", "unit": ""} ] } ],
"meta_version": "1.3" }';


-- select description
SELECT obj_description('supply.ego_dp_conv_powerplant'::regclass)::json;

Expand Down
Loading