Features/#450 metadata nailend

src/egon/data/airflow/dags/pipeline.py

@@ -689,3 +689,12 @@
             low_flex_scenario,
         ]
     )
+
+    # upload json metadata at the end
+    json_metadata = Json_Metadata(
+        dependencies=[
+            load_areas,
+            cts_demand_buildings,
+            heat_pumps_2050
+        ]
+    )

src/egon/data/json_metadata/boundaries.egon_map_zensus_climate_zones.json

@@ -0,0 +1 @@
+{"name": "boundaries.egon_map_zensus_climate_zones", "title": "eGon map census cells to climate zones", "id": "WILL_BE_SET_AT_PUBLICATION", "description": "spatial join of census cells and climate zones", "language": ["en-EN", "de-DE"], "keywords": [], "publicationDate": "2022-09-14", "context": {"homepage": "https://ego-n.org/", "documentation": "https://egon-data.readthedocs.io/en/latest/", "sourceCode": "https://github.com/openego/eGon-data", "contact": "https://ego-n.org/partners/", "grantNo": "03EI1002", "fundingAgency": "Bundesministerium f\u00fcr Wirtschaft und Klimaschutz", "fundingAgencyLogo": "https://www.innovation-beratung-foerderung.de/INNO/Redaktion/DE/Bilder/Titelbilder/titel_foerderlogo_bmwi.jpg?__blob=normal&v=3", "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg"}, "spatial": {"location": "", "extent": "Germany", "resolution": "100 m x 100 m"}, "temporal": {"referenceDate": "2022-09-14", "timeseries": {}}, "sources": [{"title": "eGon-data", "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", "path": "https://github.com/openego/eGon-data", "licenses": [{"name": "AGPL-3.0 License", "title": "GNU Affero General Public License v3.0", "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", "attribution": "\u00a9 eGon-data developers"}]}, {"title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository.  egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", "path": "https://doi.org/10.5281/zenodo.6630616", "licenses": [{"name": "CC-BY-4.0", "title": "Creative Commons Attribution 4.0 International", "path": "https://creativecommons.org/licenses/by/4.0/legalcode", "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", "attribution": "\u00a9 eGon-data developers, \u00a9 Leibniz Institute for Applied Geophysics, \u00a9 Fraunhofer IEE, \u00a9 BGR Hannover, \u00a9 Danielle Schmidt, \u00a9 \u00dcbertragungsnetzbetreiber, \u00a9 DIW Berlin, \u00a9 Reiner Lemoine Institut, \u00a9 Statistisches Bundesamt, Wiesbaden 2008, \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2021"}]}, {"title": "Statistisches Bundesamt (Destatis) - Ergebnisse des Zensus 2011 zum Download", "description": "Als Download bieten wir Ihnen auf dieser Seite zus\u00e4tzlich zur Zensusdatenbank CSV- und eilweise Excel-Tabellen mit umfassenden  Personen-, Haushalts- und Familien- sowie Geb\u00e4ude- und Wohnungsmerkmalen. Die Ergebnisse liegen auf Bundes-, L\u00e4nder-, Kreis-  und Gemeindeebene vor. Au\u00dferdem sind einzelne Ergebnisse f\u00fcr Gitterzellen verf\u00fcgbar.", "path": "https://www.zensus2011.de/DE/Home/Aktuelles/DemografischeGrunddaten.html", "licenses": [{"name": "dl-by-de/2.0", "title": "Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0", "path": "www.govdata.de/dl-de/by-2-0", "instruction": "Jede Nutzung ist unter den Bedingungen dieser \u201eDatenlizenz Deutschland - Namensnennung - Version 2.0 zul\u00e4ssig. Die bereitgestellten Daten und Metadaten d\u00fcrfen f\u00fcr die kommerzielle und nicht kommerzielle Nutzung insbesondere: (1) vervielf\u00e4ltigt, ausgedruckt, pr\u00e4sentiert, ver\u00e4ndert, bearbeitet sowie an Dritte \u00fcbermittelt werden; (2) mit eigenen Daten und Daten Anderer zusammengef\u00fchrt und zu selbst\u00e4ndigen neuen Datens\u00e4tzen verbunden werden; (3) in interne und externe Gesch\u00e4ftsprozesse, Produkte und Anwendungen in \u00f6ffentlichen und nicht \u00f6ffentlichen elektronischen Netzwerken eingebunden werden. Bei der Nutzung ist sicherzustellen, dass folgende Angaben als Quellenvermerk enthalten sind: (1) Bezeichnung des Bereitstellers nach dessen Ma\u00dfgabe, der Vermerk Datenlizenz Deutschland \u2013 Namensnennung \u2013 Version 2.0 oder dl-de/by-2-0 mit Verweis auf den Lizenztext unter www.govdata.de/dl-de/by-2-0 sowie (3) einen Verweis auf den Datensatz (URI). Dies gilt nur soweit die datenhaltende Stelle die Angaben (1) bis (3) zum Quellenvermerk bereitstellt. Ver\u00e4nderungen, Bearbeitungen, neue Gestaltungen oder sonstige Abwandlungen sind im Quellenvermerk mit dem Hinweis zu versehen, dass die Daten ge\u00e4ndert wurden.", "attribution": "\u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2014"}]}], "licenses": [{"name": "CC-BY-4.0", "title": "Creative Commons Attribution 4.0 International", "path": "https://creativecommons.org/licenses/by/4.0/legalcode", "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", "attribution": "\u00a9 eGon-data developers"}], "contributors": [{"title": "ClaraBuettner", "email": "https://github.com/ClaraBuettner", "date": "2022-09-12", "object": "metadata", "comment": "Create metadata"}, {"title": "nesnoj", "email": "https://github.com/nesnoj", "date": "2022-09-14", "object": "metadata", "comment": "Update metadata"}], "resources": [{"profile": "tabular-data-resource", "name": "boundaries.egon_map_zensus_climate_zones", "path": "", "format": "PostgreSQL", "encoding": "UTF-8", "schema": {"fields": [{"name": "climate_zone", "description": "Name of the corresponding climate zone", "type": "str", "unit": "none"}, {"name": "zensus_population_id", "description": "Index of corresponding census cell (reference to: society.destatis_zensus_population_per_ha.id)", "type": "integer", "unit": "none"}], "primaryKey": "zensus_population_id"}, "dialect": {"delimiter": "", "decimalSeparator": ""}}], "review": {"path": "", "badge": ""}, "metaMetadata": {"metadataVersion": "OEP-1.4.1", "metadataLicense": {"name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", "path": "https://creativecommons.org/publicdomain/zero/1.0/"}}, "_comment": {"metadata": "Metadata documentation and explanation (https://github.com/OpenEnergyPlatform/oemetadata/blob/master/metadata/v141/metadata_key_description.md)", "dates": "Dates and time must follow the ISO8601 including time zone (YYYY-MM-DD or YYYY-MM-DDThh:mm:ss\u00b1hh)", "units": "Use a space between numbers and units (100 m)", "languages": "Languages must follow the IETF (BCP47) format (en-GB, en-US, de-DE)", "licenses": "License name must follow the SPDX License List (https://spdx.org/licenses/)", "review": "Following the OEP Data Review (https://github.com/OpenEnergyPlatform/data-preprocessing/wiki)", "none": "If not applicable use (none)"}}

src/egon/data/json_metadata/boundaries.egon_map_zensus_mvgd_buildings.json

@@ -0,0 +1 @@
+{"name": "boundaries.egon_map_zensus_mvgd_buildings", "title": "eGon buildings mapping table", "id": "WILL_BE_SET_AT_PUBLICATION", "description": "Mapping table for all used buildings via project internal building_id. Additional info about if it is a synthetic or a openstreetmap building, where it is located (census cell_id, mvgd_id), in which sector (residential, cts) the building is used, if there are heat or electricity profiles.", "language": "undefined", "keywords": [], "publicationDate": "2023-03-13", "context": {"homepage": "https://ego-n.org/", "documentation": "https://egon-data.readthedocs.io/en/latest/", "sourceCode": "https://github.com/openego/eGon-data", "contact": "https://ego-n.org/partners/", "grantNo": "03EI1002", "fundingAgency": "Bundesministerium f\u00fcr Wirtschaft und Klimaschutz", "fundingAgencyLogo": "https://commons.wikimedia.org/wiki/File:BMWi_Logo_2021.svg#/media/File:BMWi_Logo_2021.svg", "publisherLogo": "https://ego-n.org/images/eGon_logo_noborder_transbg.svg"}, "spatial": {"location": "", "extent": "Germany", "resolution": "Buildings"}, "temporal": {"referenceDate": "2023-03-13", "timeseries": {}}, "sources": [{"title": "Data bundle for egon-data: A transparent and reproducible data processing pipeline for energy system modeling", "description": "egon-data provides a transparent and reproducible open data based data processing pipeline for generating data models suitable for energy system modeling. The data is customized for the requirements of the research project eGon. The research project aims to develop tools for an open and cross-sectoral planning of transmission and distribution grids. For further information please visit the eGon project website or its Github repository.  egon-data retrieves and processes data from several different external input sources. As not all data dependencies can be downloaded automatically from external sources we provide a data bundle to be downloaded by egon-data.", "path": "https://doi.org/10.5281/zenodo.6630616", "licenses": [{"name": "CC-BY-4.0", "title": "Creative Commons Attribution 4.0 International", "path": "https://creativecommons.org/licenses/by/4.0/legalcode", "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute.", "attribution": "\u00a9 eGon-data developers, \u00a9 Leibniz Institute for Applied Geophysics, \u00a9 Fraunhofer IEE, \u00a9 BGR Hannover, \u00a9 Danielle Schmidt, \u00a9 \u00dcbertragungsnetzbetreiber, \u00a9 DIW Berlin, \u00a9 Reiner Lemoine Institut, \u00a9 Statistisches Bundesamt, Wiesbaden 2008, \u00a9 Statistische \u00c4mter des Bundes und der L\u00e4nder 2021"}]}, {"title": "eGon-data", "description": "Workflow to download, process and generate data sets suitable for the further research conducted in the project eGon (https://ego-n.org/)", "path": "https://github.com/openego/eGon-data", "licenses": [{"name": "AGPL-3.0 License", "title": "GNU Affero General Public License v3.0", "path": "https://www.gnu.org/licenses/agpl-3.0.de.html", "instruction": "Permissions of this strongest copyleft license are conditioned on making available complete source code of licensed works and modifications, which include larger works using a licensed work, under the same license. Copyright and license notices must be preserved. Contributors provide an express grant of patent rights. When a modified version is used to provide a service over a network, the complete source code of the modified version must be made available.", "attribution": "\u00a9 eGon-data developers"}]}, {"title": "OpenStreetMap Data Extracts (Geofabrik)", "description": "Full data extract of OpenStreetMap data for defined spatial extent at 2022-01-01", "path": "https://download.geofabrik.de/europe/germany-210101.osm.pbf", "licenses": [{"name": "ODbL-1.0", "title": "Open Data Commons Open Database License 1.0", "path": "https://opendatacommons.org/licenses/odbl/1.0/", "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", "attribution": "\u00a9 OpenStreetMap contributors"}]}], "licenses": [{"name": "ODbL-1.0", "title": "Open Data Commons Open Database License 1.0", "path": "https://opendatacommons.org/licenses/odbl/1.0/", "instruction": "You are free: To Share, To Create, To Adapt; As long as you: Attribute, Share-Alike, Keep open!", "attribution": "\u00a9 Reiner Lemoine Institut"}], "contributors": [{"title": "nailend", "email": "https://github.com/nailend", "date": "2023-03-13", "object": "metadata", "comment": "create metadata"}], "resources": [{"profile": "tabular-data-resource", "name": "boundaries.egon_map_zensus_mvgd_buildings", "path": "", "format": "PostgreSQL", "encoding": "UTF-8", "schema": {"fields": [{"name": "building_id", "description": "Building id (reference to: openstreetmap.osm_buildings_filtered.id, openstreetmap.osm_buildings_synthetic.id)", "type": "integer", "unit": "none"}, {"name": "sector", "description": "Sector (cts, residential)", "type": "characters varying", "unit": "none"}, {"name": "zensus_population_id", "description": "Zensus population id (reference to: society.destatis_zensus_population_per_ha.id)", "type": "integer", "unit": "none"}, {"name": "bus_id", "description": "MVGD bus id (reference to: grid.egon_hvmv_substation.bus_id, grid.egon_mv_grid_district.bus_id)", "type": "integer", "unit": "none"}, {"name": "electricity", "description": "True if respectives electricity demand profile exists", "type": "bool", "unit": "None"}, {"name": "heat", "description": "True if respectives heat demand profile exists", "type": "bool", "unit": "None"}, {"name": "osm", "description": "is OSM building if true else syntheticaly created", "type": "bool", "unit": "None"}], "primaryKey": "building_id, sector"}, "dialect": {"delimiter": "", "decimalSeparator": "."}}], "review": {"path": "", "badge": ""}, "metaMetadata": {"metadataVersion": "OEP-1.4.1", "metadataLicense": {"name": "CC0-1.0", "title": "Creative Commons Zero v1.0 Universal", "path": "https://creativecommons.org/publicdomain/zero/1.0/"}}, "_comment": {"metadata": "Metadata documentation and explanation (https://github.com/OpenEnergyPlatform/oemetadata/blob/master/metadata/v141/metadata_key_description.md)", "dates": "Dates and time must follow the ISO8601 including time zone (YYYY-MM-DD or YYYY-MM-DDThh:mm:ss\u00b1hh)", "units": "Use a space between numbers and units (100 m)", "languages": "Languages must follow the IETF (BCP47) format (en-GB, en-US, de-DE)", "licenses": "License name must follow the SPDX License List (https://spdx.org/licenses/)", "review": "Following the OEP Data Review (https://github.com/OpenEnergyPlatform/data-preprocessing/wiki)", "none": "If not applicable use (none)"}}