datasets.yml

openstreetmap:
  original_data:
    source:
      url: "https://download.geofabrik.de/europe/germany-220101.osm.pbf"
      url_testmode: "https://download.geofabrik.de/europe/germany/schleswig-holstein-220101.osm.pbf"
      stylefile: "oedb.style"
    target:
      table_prefix: "osm"
      file: "germany-220101.osm.pbf"
      file_testmode: "schleswig-holstein-220101.osm.pbf"
  processed:
    schema: "openstreetmap"
    tables:
      - "osm_line"
      - "osm_nodes"
      - "osm_point"
      - "osm_polygon"
      - "osm_rels"
      - "osm_roads"
      - "osm_ways"
vg250:
  original_data:
    source:
      url: "https://daten.gdz.bkg.bund.de/produkte/vg/vg250_ebenen_0101/2020/vg250_01-01.geo84.shape.ebenen.zip"
    target:
      file: "vg250_01-01.geo84.shape.ebenen.zip"
  processed:
    schema: "boundaries"
    file_table_map:
      "VG250_STA.shp": "vg250_sta"
      "VG250_LAN.shp": "vg250_lan"
      "VG250_RBZ.shp": "vg250_rbz"
      "VG250_KRS.shp": "vg250_krs"
      "VG250_VWG.shp": "vg250_vwg"
      "VG250_GEM.shp": "vg250_gem"

bgr:
  processed:
    schema: "boundaries"
    file_table_map:
      "Potenzialbewertung_InSpEE_InSpEE_DS.shp": "inspee_saltstructures"
  sources:
    vg250_federal_states:
      schema: 'boundaries'
      table: 'vg250_lan'
    saltcaverns:
      schema: 'boundaries'
      table: 'inspee_saltstructures'
  targets:
    storage_potential:
      schema: 'grid'
      table: 'egon_saltstructures_storage_potential'

zensus_population:
  original_data:
    source:
      url: "https://www.zensus2011.de/SharedDocs/Downloads/DE/Pressemitteilung/DemografischeGrunddaten/csv_Bevoelkerung_100m_Gitter.zip?__blob=publicationFile&v=3"
    target:
      file: "csv_Bevoelkerung_100m_Gitter.zip"
  processed:
    schema: "society"
    table: "destatis_zensus_population_per_ha"
zensus_misc:
  original_data:
    source:
      url:
        - "https://www.zensus2011.de/SharedDocs/Downloads/DE/Pressemitteilung/DemografischeGrunddaten/csv_Haushalte_100m_Gitter.zip?__blob=publicationFile&v=2"
        - "https://www.zensus2011.de/SharedDocs/Downloads/DE/Pressemitteilung/DemografischeGrunddaten/csv_Gebaeude_100m_Gitter.zip?__blob=publicationFile&v=2"
        - "https://www.zensus2011.de/SharedDocs/Downloads/DE/Pressemitteilung/DemografischeGrunddaten/csv_Wohnungen_100m_Gitter.zip?__blob=publicationFile&v=5"
  processed:
    schema: "society"
    file_table_map:
      "csv_Haushalte_100m_Gitter.zip": "egon_destatis_zensus_household_per_ha"
      "csv_Gebaeude_100m_Gitter.zip": "egon_destatis_zensus_building_per_ha"
      "csv_Wohnungen_100m_Gitter.zip": "egon_destatis_zensus_apartment_per_ha"

map_zensus_vg250:
  sources:
    zensus_population:
      schema: 'society'
      table: 'destatis_zensus_population_per_ha'
    vg250_municipalities:
      schema: 'boundaries'
      table: 'vg250_gem'
  targets:
    map:
      schema: 'boundaries'
      table: 'egon_map_zensus_vg250'

demandregio_installation:
  sources:
    git-repository: "https://github.com/openego/disaggregator.git"
    branch: "features/pip_install"
  targets:
    path: 'demandregio-disaggregator'

demandregio_society:
  sources:
    disaggregator:
      path: 'demandregio-disaggregator'
    vg250_krs:
      schema: 'boundaries'
      table: 'vg250_krs'
    scenarios:
      schema: 'scenario'
      table: 'egon_scenario_parameters'
  targets:
    population:
      schema: 'society'
      table: 'egon_demandregio_population'
    household:
      schema: 'society'
      table: 'egon_demandregio_household'


demandregio_household_demand:
  sources:
    disaggregator:
      path: 'demandregio-disaggregator'
    vg250_krs:
      schema: 'boundaries'
      table: 'vg250_krs'
    scenarios:
      schema: 'scenario'
      table: 'egon_scenario_parameters'
  targets:
    household_demand:
      schema: 'demand'
      table: 'egon_demandregio_hh'

demandregio_cts_ind_demand:
  sources:
    disaggregator:
      path: 'demandregio-disaggregator'
    vg250_krs:
      schema: 'boundaries'
      table: 'vg250_krs'
    new_consumers_2035: 'new_largescale_consumers_nep.csv'
    new_consumers_2050:
      "pes-demand-today": "industrial_energy_demand_per_country_today.csv"
      "pes-production-tomorrow": "industrial_production_per_country_tomorrow_2050.csv"
      "pes-sector-ratios": "industry_sector_ratios.csv"
    wz_definitions:
      "CTS": 'CTS_WZ_definition.csv'
      "industry": 'ind_WZ_definition.csv'
    scenarios:
      schema: 'scenario'
      table: 'egon_scenario_parameters'
  targets:
    cts_ind_demand:
      schema: 'demand'
      table: 'egon_demandregio_cts_ind'
    wz_definitions:
      schema: 'demand'
      table: 'egon_demandregio_wz'
    timeseries_cts_ind:
      schema: 'demand'
      table: 'egon_demandregio_timeseries_cts_ind'

electrical_demands_households:
  sources:
    demandregio:
      schema: 'demand'
      table: 'egon_demandregio_hh'
      scenarios: ["eGon2035", "eGon100RE"]
    population_prognosis_zensus:
      schema: 'society'
      table: 'egon_population_prognosis'
    map_zensus_vg250:
      schema: 'boundaries'
      table: 'egon_map_zensus_vg250'
  targets:
    household_demands_zensus:
      schema: 'demand'
      table: 'egon_demandregio_zensus_electricity'

electrical_demands_cts:
  sources:
    demandregio:
      schema: 'demand'
      table: 'egon_demandregio_cts_ind'
      scenarios: ["eGon2035", "eGon100RE"]
    demandregio_wz:
      schema: 'demand'
      table: 'egon_demandregio_wz'
    heat_demand_cts:
      schema: 'demand'
      table: 'egon_peta_heat'
    map_zensus_vg250:
      schema: 'boundaries'
      table: 'egon_map_zensus_vg250'
  targets:
    cts_demands_zensus:
      schema: 'demand'
      table: 'egon_demandregio_zensus_electricity'

substation_extraction:
  sources:
    osm_ways:
      schema: 'openstreetmap'
      table: 'osm_ways'
    osm_nodes:
      schema: 'openstreetmap'
      table: 'osm_nodes'
    osm_points:
      schema: 'openstreetmap'
      table: 'osm_point'
    osm_lines:
      schema: 'openstreetmap'
      table: 'osm_line'
  targets:
    hvmv_substation:
      schema: 'grid'
      table: 'egon_hvmv_transfer_buses'
    ehv_substation:
      schema: 'grid'
      table: 'egon_ehv_transfer_buses'
    transfer_busses:
      table: 'transfer_busses_complete'

substation_voronoi:
  sources:
    hvmv_substation:
      schema: 'grid'
      table: 'egon_hvmv_substation'
    ehv_substation:
      schema: 'grid'
      table: 'egon_ehv_substation'
    boundaries:
      schema: 'boundaries'
      table: 'vg250_sta_union'
  targets:
    hvmv_substation_voronoi:
      schema: 'grid'
      table: 'egon_hvmv_substation_voronoi'
    ehv_substation_voronoi:
      schema: 'grid'
      table: 'egon_ehv_substation_voronoi'

society_prognosis:
  soucres:
    zensus_population:
      schema: 'society'
      table: 'destatis_zensus_population_per_ha'
    zensus_households:
      schema: 'society'
      table: 'egon_destatis_zensus_household_per_ha'
    demandregio_population:
      schema: 'society'
      table: 'egon_demandregio_population'
    demandregio_households:
      schema: 'society'
      table: 'egon_demandregio_household'
    map_zensus_vg250:
      schema: 'boundaries'
      table: 'egon_map_zensus_vg250'

  target:
    population_prognosis:
      schema: 'society'
      table: 'egon_population_prognosis'
    household_prognosis:
      schema: 'society'
      table: 'egon_household_prognosis'

scenario_input:
  sources:
    eGon2035:
      capacities: "NEP2035_V2021_scnC2035.xlsx"
      list_conv_pp: "Kraftwerksliste_NEP_2021_konv.csv"
    eGon100RE:
      capacities: "nodal_capacities.csv"
    boundaries:
      schema: 'boundaries'
      table: 'vg250_lan'
    zensus_population:
      schema: 'society'
      table: 'destatis_zensus_population_per_ha'
  targets:
    scenario_capacities:
      schema: 'supply'
      table: 'egon_scenario_capacities'
    nep_conventional_powerplants:
      schema: 'supply'
      table: 'egon_nep_2021_conventional_powerplants'

mastr:
  technologies:
    - "wind"
    - "hydro"
    - "solar"
    - "biomass"
    - "combustion"
    - "nuclear"
    - "gsgk"
    - "storage"
  file_basename: "bnetza_mastr"
  deposit_id: 808086

mastr_new:
  technologies:
    - "biomass"
    - "combustion"
    - "gsgk"
    - "hydro"
    - "nuclear"
    - "solar"
    - "storage"
    - "wind"
  file_basename: "bnetza_mastr"
  deposit_id: 1132987
  egon2021_date_max: "2021-12-31 23:59:00"
  geocoding_path:
    - "data_bundle_egon_data"
    - "mastr_geocoding"

re_potential_areas:
  target:
    schema: "supply"
    path_table_map:
      "potentialarea_pv_agriculture.gpkg": "egon_re_potential_area_pv_agriculture"
      "potentialarea_pv_road_railway.gpkg": "egon_re_potential_area_pv_road_railway"
      "potentialarea_wind.gpkg": "egon_re_potential_area_wind"
    path_table_map_testmode:
      "potentialarea_pv_agriculture_SH.gpkg": "egon_re_potential_area_pv_agriculture"
      "potentialarea_pv_road_railway_SH.gpkg": "egon_re_potential_area_pv_road_railway"
      "potentialarea_wind_SH.gpkg": "egon_re_potential_area_wind"

peta5_0_1_res_heat_demands:
  original_data:
    source:
    # In case the link breaks (hopefully it does not), you are able to download
    # the data manually. Here you also find background information:
    # https://s-eenergies-open-data-euf.hub.arcgis.com/search?categories=seenergies_buildings
    # https://www.arcgis.com/home/item.html?id=d7d18b63250240a49eb81db972aa573e
      url: "https://arcgis.com/sharing/rest/content/items/d7d18b63250240a49eb81db972aa573e/data"
    target:
      path: "Peta5_0_1_HD_res.zip"
  processed:
    schema: "demand"
    file_table_map:
    table: # 2015 heat demand data not stored in database
peta5_0_1_ser_heat_demands:
  original_data:
    source:
    # In case the link breaks (hopefully it does not), you are able to download
    # the data manually. Here you also find background information:
    # https://s-eenergies-open-data-euf.hub.arcgis.com/search?categories=seenergies_buildings
    # https://www.arcgis.com/home/item.html?id=52ff5e02111142459ed5c2fe3d80b3a0
      url: "https://arcgis.com/sharing/rest/content/items/52ff5e02111142459ed5c2fe3d80b3a0/data"
    target:
      path: "Peta5_0_1_HD_ser.zip"
  processed:
    schema: "demand"
    file_table_map:
    table: # 2015 heat demand data not stored in database

hotmaps_current_policy_scenario_heat_demands_buildings:
  sources:
      url: "https://gitlab.com/hotmaps/scen_current_building_demand/-/raw/master/data/scen_current_building_demand.csv?inline=false"
  targets:
      path: "scen_current_building_demand.csv"

power_plants:
  sources:
      mastr_biomass: "bnetza_mastr_biomass_cleaned.csv"
      mastr_combustion: "bnetza_mastr_combustion_cleaned.csv"
      mastr_combustion_without_chp: "supply.egon_mastr_conventional_without_chp"
      mastr_gsgk: "bnetza_mastr_gsgk_cleaned.csv"
      mastr_hydro: "bnetza_mastr_hydro_cleaned.csv"
      mastr_location: "location_elec_generation_raw.csv"
      mastr_nuclear: "bnetza_mastr_nuclear_cleaned.csv"
      mastr_pv: "bnetza_mastr_solar_cleaned.csv"
      mastr_storage: "bnetza_mastr_storage_cleaned.csv"
      mastr_wind: "bnetza_mastr_wind_cleaned.csv"
      capacities: "supply.egon_scenario_capacities"
      geom_germany: "boundaries.vg250_sta_union"
      geom_federal_states: "boundaries.vg250_lan"
      egon_mv_grid_district: "grid.egon_mv_grid_district"
      ehv_voronoi: "grid.egon_ehv_substation_voronoi"
      nep_conv: "supply.egon_nep_2021_conventional_powerplants"
      buses_data: "osmtgmod_results.bus_data"
      power_plants: 'supply.egon_power_plants'
      nep_2035: "NEP2035_V2021_scnC2035.xlsx"
  target:
      table: 'egon_power_plants'
      schema: 'supply'

storages:
  sources:
      mastr_storage: "bnetza_mastr_storage_cleaned.csv"
      capacities: "supply.egon_scenario_capacities"
      geom_germany: "boundaries.vg250_sta_union"
      geom_federal_states: "boundaries.vg250_lan"
      egon_mv_grid_district: "grid.egon_mv_grid_district"
      ehv_voronoi: "grid.egon_ehv_substation_voronoi"
      nep_conv: "supply.egon_nep_2021_conventional_powerplants"
      nep_capacities: "NEP2035_V2021_scnC2035.xlsx"
      generators: "grid.egon_etrago_generator"
      bus: "grid.egon_etrago_bus"
  target:
      table: 'egon_storages'
      schema: 'supply'

landuse:
  sources:
    osm_polygons:
      schema: 'openstreetmap'
      table: 'osm_polygon'
    vg250:
      schema: 'boundaries'
      table: 'vg250_sta_union'
  target:
      table: 'osm_landuse'
      schema: 'openstreetmap'

era5_weather_data:
  targets:
    weather_data:
      path: 'cutouts'
    weather_cells:
      schema: 'supply'
      table: 'egon_era5_weather_cells'

renewable_feedin:
  sources:
    era5_weather_data:
      path: 'cutouts'
    weather_cells:
      schema: 'supply'
      table: 'egon_era5_weather_cells'
    vg250_lan_union:
      schema: 'boundaries'
      table: 'vg250_lan_union'
    vg250_sta_union:
      schema: 'boundaries'
      table: 'vg250_sta_union'
  targets:
    feedin_table:
      schema: 'supply'
      table: 'egon_era5_renewable_feedin'

map_zensus_grid_districts:
  sources:
    zensus_population:
      schema: 'society'
      table: 'destatis_zensus_population_per_ha'
    egon_mv_grid_district:
      schema: 'grid'
      table: 'egon_mv_grid_district'
  targets:
    map:
      schema: 'boundaries'
      table: 'egon_map_zensus_grid_districts'

electrical_load_curves_cts:
  sources:
    map_grid_districts:
      schema: 'boundaries'
      table: 'egon_map_zensus_grid_districts'
    map_vg250:
      schema: 'boundaries'
      table: 'egon_map_zensus_vg250'
    zensus_electricity:
      schema: 'demand'
      table: 'egon_demandregio_zensus_electricity'
    demandregio_cts:
      schema: 'demand'
      table: 'egon_demandregio_cts_ind'
    demandregio_wz:
      schema: 'demand'
      table: 'egon_demandregio_wz'
    demandregio_timeseries:
      schema: 'demand'
      table: 'egon_demandregio_timeseries_cts_ind'
    hvmv_substation:
      schema: 'grid'
      table: 'egon_hvmv_substation'
  targets:
    cts_demand_curves:
      schema: 'demand'
      table: 'egon_etrago_electricity_cts'

hh_demand_profiles:
  sources:
    household_electricity_demand_profiles:
      path_testmode: "hh_el_load_profiles_2511.hdf"
      path: "hh_el_load_profiles_100k.hdf"

    zensus_household_types:
      path: "Zensus2011_Personen.csv"

map_mvgrid_vg250:
  sources:
    egon_mv_grid_district:
      schema: 'grid'
      table: 'egon_mv_grid_district'
    federal_states:
      schema: 'boundaries'
      table: 'vg250_lan_union'
  targets:
    map:
      schema: 'boundaries'
      table: 'egon_map_mvgriddistrict_vg250'

solar_rooftop:
  sources:
    solar_feedin:
      schema: 'supply'
      table: 'egon_era5_renewable_feedin'
    egon_mv_grid_district:
      schema: 'grid'
      table: 'egon_mv_grid_district'
    weather_cells:
      schema: 'supply'
      table: 'egon_era5_weather_cells'
    electricity_demand:
      schema: 'demand'
      table: 'egon_demandregio_zensus_electricity'
    map_zensus_grid_districts:
      schema: 'boundaries'
      table: 'egon_map_zensus_grid_districts'
    map_grid_boundaries:
      schema: 'boundaries'
      table: 'egon_map_mvgriddistrict_vg250'
    scenario_capacities:
      schema: 'supply'
      table: 'egon_scenario_capacities'
    federal_states:
      schema: 'boundaries'
      table: 'vg250_lan'
  targets:
    generators:
      schema: 'grid'
      table: 'egon_etrago_generator'
    generator_timeseries:
      schema: 'grid'
      table: 'egon_etrago_generator_timeseries'

data-bundle:
  sources:
    zenodo:
      deposit_id: 1167119
  targets:
    file:
      'data_bundle_egon_data.zip'

pypsa-technology-data:
  sources:
    zenodo:
      deposit_id: 5544025
      file: 'PyPSA/technology-data-v0.3.0.zip'
  targets:
    file:
      'pypsa_technology_data_egon_data.zip'
    data_dir:
      'PyPSA-technology-data-94085a8/outputs/'

heat_supply:
  sources:
    scenario_capacities:
      schema: 'supply'
      table: 'egon_scenario_capacities'
    district_heating_areas:
      schema: 'demand'
      table: 'egon_district_heating_areas'
    chp:
      schema: 'supply'
      table: 'egon_chp_plants'
    federal_states:
      schema: 'boundaries'
      table: 'vg250_lan'
    heat_demand:
      schema: 'demand'
      table: 'egon_peta_heat'
    map_zensus_grid:
      schema: 'boundaries'
      table: 'egon_map_zensus_grid_districts'
    map_vg250_grid:
      schema: 'boundaries'
      table: 'egon_map_mvgriddistrict_vg250'
    mv_grids:
      schema: 'grid'
      table: 'egon_mv_grid_district'
    map_dh:
      schema: 'demand'
      table: 'egon_map_zensus_district_heating_areas'
    etrago_buses:
      table: 'egon_etrago_bus'
      schema: 'grid'
  targets:
    district_heating_supply:
      schema: 'supply'
      table: 'egon_district_heating'
    individual_heating_supply:
      schema: 'supply'
      table: 'egon_individual_heating'

etrago_heat:
  sources:
    scenario_capacities:
      schema: 'supply'
      table: 'egon_scenario_capacities'
    district_heating_areas:
      schema: 'demand'
      table: 'egon_district_heating_areas'
    map_district_heating_areas:
      schema: 'demand'
      table: 'egon_map_zensus_district_heating_areas'
    mv_grids:
      schema: 'grid'
      table: 'egon_mv_grid_district'
    district_heating_supply:
      schema: 'supply'
      table: 'egon_district_heating'
    individual_heating_supply:
      schema: 'supply'
      table: 'egon_individual_heating'
    weather_cells:
      schema: 'supply'
      table: 'egon_era5_weather_cells'
    feedin_timeseries:
      schema: 'supply'
      table: 'egon_era5_renewable_feedin'
    egon_mv_grid_district:
      schema: 'grid'
      table: 'egon_mv_grid_district'
    heat_demand:
      schema: 'demand'
      table: 'egon_peta_heat'
    ch4_voronoi:
      schema: 'grid'
      table: 'egon_gas_voronoi'
  targets:
    heat_buses:
      schema: 'grid'
      table: 'egon_etrago_bus'
    heat_generators:
      schema: 'grid'
      table: 'egon_etrago_generator'
    heat_generator_timeseries:
      schema: 'grid'
      table: 'egon_etrago_generator_timeseries'
    heat_links:
      schema: 'grid'
      table: 'egon_etrago_link'
    heat_link_timeseries:
      schema: 'grid'
      table: 'egon_etrago_link_timeseries'
    heat_stores:
      schema: 'grid'
      table: 'egon_etrago_store'

etrago_hydrogen:
  sources:
    saltcavern_data:
      schema: 'grid'
      table: 'egon_saltstructures_storage_potential'
    buses:
      schema: 'grid'
      table: 'egon_etrago_bus'
    H2_AC_map:
      schema: 'grid'
      table: 'egon_etrago_ac_h2'
  targets:
    hydrogen_buses:
      schema: 'grid'
      table: 'egon_etrago_bus'
    hydrogen_links:
      schema: 'grid'
      table: 'egon_etrago_link'
    hydrogen_stores:
      schema: 'grid'
      table: 'egon_etrago_store'

industrial_sites:
  sources:
    hotmaps:
      url: "https://gitlab.com/hotmaps/industrial_sites/industrial_sites_Industrial_Database/-/raw/388278c6df35889b1447a959fc3759e3d78bf659/data/Industrial_Database.csv?inline=false"
      path: "data_Industrial_Database.csv"
    seenergies:
      url: "https://opendata.arcgis.com/datasets/5e36c0af918040ed936b4e4c101f611d_0.csv"
      path: "D5_1_Industry_Dataset_With_Demand_Data.csv"
    schmidt:
      path: "MA_Schmidt_Industriestandorte_georef.csv"
  targets:
    hotmaps:
      schema: "demand"
      table: "egon_hotmaps_industrial_sites"
    seenergies:
      schema: "demand"
      table: "egon_seenergies_industrial_sites"
    schmidt:
      schema: "demand"
      table: "egon_schmidt_industrial_sites"
    sites:
      schema: "demand"
      table: "egon_industrial_sites"

distributed_industrial_demand:
  sources:
    demandregio:
      schema: 'demand'
      table: 'egon_demandregio_cts_ind'
      scenarios: ["eGon2021", "eGon2035", "eGon100RE"]
    wz:
      schema: 'demand'
      table: 'egon_demandregio_wz'
    osm_landuse:
      schema: 'openstreetmap'
      table: 'osm_landuse'
    industrial_sites:
      schema: 'demand'
      table: 'egon_industrial_sites'
    vg250_krs:
      schema: 'boundaries'
      table: 'vg250_krs'
  targets:
    osm:
      schema: 'demand'
      table: 'egon_demandregio_osm_ind_electricity'
    sites:
      schema: 'demand'
      table: 'egon_demandregio_sites_ind_electricity'

electrical_load_curves_industry:
  sources:
    osm:
      schema: 'demand'
      table: 'egon_demandregio_osm_ind_electricity'
    osm_landuse:
      schema: 'openstreetmap'
      table: 'osm_landuse'
    sites:
      schema: 'demand'
      table: 'egon_demandregio_sites_ind_electricity'
    sites_geom:
      schema: 'demand'
      table: 'egon_industrial_sites'
    demandregio_industry:
      schema: 'demand'
      table: 'egon_demandregio_cts_ind'
    demandregio_wz:
      schema: 'demand'
      table: 'egon_demandregio_wz'
    demandregio_timeseries:
      schema: 'demand'
      table: 'egon_demandregio_timeseries_cts_ind'
    hvmv_substation:
      schema: 'grid'
      table: 'egon_hvmv_substation'
    egon_mv_grid_district:
      schema: 'grid'
      table: 'egon_mv_grid_district'
    egon_ehv_voronoi:
      schema: 'grid'
      table: 'egon_ehv_substation_voronoi'
  targets:
    osm_load:
      schema: 'demand'
      table: 'egon_osm_ind_load_curves'
    osm_load_individual:
      schema: 'demand'
      table: 'egon_osm_ind_load_curves_individual'
    sites_load:
      schema: 'demand'
      table: 'egon_sites_ind_load_curves'
    sites_load_individual:
      schema: 'demand'
      table: 'egon_sites_ind_load_curves_individual'

etrago_electricity:
  sources:
    etrago_buses:
      table: 'egon_etrago_bus'
      schema: 'grid'
    osm_curves:
      schema: 'demand'
      table: 'egon_osm_ind_load_curves'
    sites_curves:
      schema: 'demand'
      table: 'egon_sites_ind_load_curves'
    cts_curves:
      schema: 'demand'
      table: 'egon_etrago_electricity_cts'
    household_curves:
      schema: 'demand'
      table: 'egon_etrago_electricity_households'
  targets:
    etrago_load:
      schema: 'grid'
      table: 'egon_etrago_load'
    etrago_load_curves:
      schema: 'grid'
      table: 'egon_etrago_load_timeseries'

chp_location:
  sources:
    list_conv_pp:
      table: 'egon_nep_2021_conventional_powerplants'
      schema: 'supply'
    mastr_combustion: 'bnetza_mastr_combustion_cleaned.csv'
    mastr_location: 'location_elec_generation_raw.csv'
    egon_mv_grid_district: 'grid.egon_mv_grid_district'
    ehv_voronoi: "grid.egon_ehv_substation_voronoi"
    etrago_buses:
      table: 'egon_etrago_bus'
      schema: 'grid'
    osm_landuse:
      table: 'osm_landuse'
      schema: 'openstreetmap'
    osm_polygon:
      table: 'osm_polygon'
      schema: 'openstreetmap'
    district_heating_areas:
      schema: 'demand'
      table: 'egon_district_heating_areas'
    industrial_demand_osm:
      schema: 'demand'
      table: 'egon_demandregio_osm_ind_electricity'
    vg250_lan:
      schema: 'boundaries'
      table: 'vg250_lan'
    mastr_biomass: "bnetza_mastr_biomass_cleaned.csv"
  targets:
    chp_table:
      table: 'egon_chp_plants'
      schema: 'supply'
    mastr_conventional_without_chp:
      table: 'egon_mastr_conventional_without_chp'
      schema: 'supply'

chp_etrago:
  sources:
    chp_table:
      table: 'egon_chp_plants'
      schema: 'supply'
    district_heating_areas:
      schema: 'demand'
      table: 'egon_district_heating_areas'
    etrago_buses:
      table: 'egon_etrago_bus'
      schema: 'grid'
  targets:
    link:
      schema: 'grid'
      table: 'egon_etrago_link'
    generator:
      schema: 'grid'
      table: 'egon_etrago_generator'

DSM_CTS_industry:
  sources:
    cts_loadcurves:
      schema: 'demand'
      table: 'egon_etrago_electricity_cts'
    ind_osm_loadcurves:
      schema: 'demand'
      table: 'egon_osm_ind_load_curves'
    ind_osm_loadcurves_individual:
      schema: 'demand'
      table: 'egon_osm_ind_load_curves_individual'
    ind_sites_loadcurves:
      schema: 'demand'
      table: 'egon_sites_ind_load_curves'
    ind_sites_loadcurves_individual:
      schema: 'demand'
      table: 'egon_sites_ind_load_curves_individual'
    ind_sites:
      schema: 'demand'
      table: 'egon_industrial_sites'
    ind_sites_schmidt:
      schema: 'demand'
      table: 'egon_schmidt_industrial_sites'
    demandregio_ind_sites:
      schema: 'demand'
      table: 'egon_demandregio_sites_ind_electricity'
  targets:
    bus:
      schema: 'grid'
      table: 'egon_etrago_bus'
    link:
      schema: 'grid'
      table: 'egon_etrago_link'
    link_timeseries:
      schema: 'grid'
      table: 'egon_etrago_link_timeseries'
    store:
      schema: 'grid'
      table: 'egon_etrago_store'
    store_timeseries:
      schema: 'grid'
      table: 'egon_etrago_store_timeseries'
    cts_loadcurves_dsm:
      schema: 'demand'
      table: 'egon_etrago_electricity_cts_dsm_timeseries'
    ind_osm_loadcurves_individual_dsm:
      schema: 'demand'
      table: 'egon_osm_ind_load_curves_individual_dsm_timeseries'
    demandregio_ind_sites_dsm:
      schema: 'demand'
      table: 'egon_demandregio_sites_ind_electricity_dsm_timeseries'
    ind_sites_loadcurves_individual:
      schema: 'demand'
      table: 'egon_sites_ind_load_curves_individual_dsm_timeseries'

generators_etrago:
  sources:
    bus:
      schema: 'grid'
      table: 'egon_etrago_bus'
    power_plants:
      schema: 'supply'
      table: 'egon_power_plants'
    renewable_feedin:
      schema: 'supply'
      table: 'egon_era5_renewable_feedin'
    weather_cells:
      schema: 'supply'
      table: 'egon_era5_weather_cells'
    egon_mv_grid_district: 'grid.egon_mv_grid_district'
    ehv_voronoi: 'grid.egon_ehv_substation_voronoi'
  targets:
    etrago_generators:
      schema: 'grid'
      table: 'egon_etrago_generator'
    etrago_gen_time:
      schema: 'grid'
      table: 'egon_etrago_generator_timeseries'


gas_grid:
  targets:
    links:
      schema: 'grid'
      table: 'egon_etrago_link'
    buses:
      schema: 'grid'
      table: 'egon_etrago_bus'


gas_stores:
  source:
    buses:
      schema: 'grid'
      table: 'egon_etrago_bus'
  target:
    stores:
      schema: 'grid'
      table: 'egon_etrago_store'

pypsa-eur-sec:
  target:
    scenario_parameters:
      schema: 'scenario'
      table: 'egon_scenario_parameters'

gas_prod:
  source:
    buses:
      schema: 'grid'
      table: 'egon_etrago_bus'
  target:
    stores:
      schema: 'grid'
      table: 'egon_etrago_generator'
    scenario_parameters:
      schema: 'scenario'
      table: 'egon_scenario_parameters'

weather_BusID:
  sources:
    power_plants:
      schema: 'supply'
      table: 'egon_power_plants'
    renewable_feedin:
      schema: 'supply'
      table: 'egon_era5_renewable_feedin'
    weather_cells:
      schema: 'supply'
      table: 'egon_era5_weather_cells'
    boundaries:
      schema: 'boundaries'
      table: 'vg250_sta'
    egon_mv_grid_district: 'grid.egon_mv_grid_district'
    ehv_voronoi: 'grid.egon_ehv_substation_voronoi'
  targets:
    power_plants:
      schema: 'supply'
      table: 'egon_power_plants'

storage_etrago:
  sources:
    storage:
      table: 'egon_storages'
      schema: 'supply'
    scenario_parameters:
      table: 'egon_scenario_parameters'
      schema: 'scenario'
    bus:
      table: 'egon_etrago_bus'
      schema: 'grid'
    ehv-substation:
      table: 'egon_ehv_substation'
      schema: 'grid'
    hv-substation:
      table: 'egon_hvmv_substation'
      schema: 'grid'
  targets:
    storage:
      schema: 'grid'
      table: 'egon_etrago_storage'


dlr:
  sources:
    trans_lines:
      schema: "grid"
      table: "egon_etrago_line"
    line_timeseries:
      schema: "grid"
      table: "egon_etrago_line_timeseries"
  targets:
    line_timeseries:
      schema: "grid"
      table: "egon_etrago_line_timeseries"

electrical_neighbours:
  sources:
    electricity_buses:
      schema: 'grid'
      table: 'egon_etrago_bus'
    lines:
      schema: 'grid'
      table: 'egon_etrago_line'
    german_borders:
      schema: 'boundaries'
      table: 'vg250_sta_union'
    osmtgmod_bus:
      schema: 'osmtgmod_results'
      table: 'bus_data'
    osmtgmod_branch:
      schema: 'osmtgmod_results'
      table: 'branch_data'
    tyndp_capacities: "TYNDP-2020-Scenario-Datafile.xlsx.zip"
    tyndp_demand_2030: "Demand_TimeSeries_2030_DistributedEnergy.xlsx"
    tyndp_demand_2040: "Demand_TimeSeries_2040_DistributedEnergy.xlsx"
  targets:
    buses:
      schema: 'grid'
      table: 'egon_etrago_bus'
    lines:
      schema: 'grid'
      table: 'egon_etrago_line'
    links:
      schema: 'grid'
      table: 'egon_etrago_link'
    transformers:
      schema: 'grid'
      table: 'egon_etrago_transformer'
    loads:
      schema: 'grid'
      table: 'egon_etrago_load'
    load_timeseries:
      schema: 'grid'
      table: 'egon_etrago_load_timeseries'
    generators:
      schema: 'grid'
      table: 'egon_etrago_generator'
    generators_timeseries:
      schema: 'grid'
      table: 'egon_etrago_generator_timeseries'
    storage:
      schema: 'grid'
      table: 'egon_etrago_storage'

tyndp:
  sources:
      capacities: "https://2020.entsos-tyndp-scenarios.eu/wp-content/uploads/2020/06/TYNDP-2020-Scenario-Datafile.xlsx.zip"
      demand_2030: "https://eepublicdownloads.entsoe.eu/tyndp-documents/2020-data/Demand_TimeSeries_2030_DistributedEnergy.xlsx"
      demand_2040: "https://eepublicdownloads.entsoe.eu/tyndp-documents/2020-data/Demand_TimeSeries_2040_DistributedEnergy.xlsx"
  targets:
      capacities: "TYNDP-2020-Scenario-Datafile.xlsx.zip"
      demand_2030: "Demand_TimeSeries_2030_DistributedEnergy.xlsx"
      demand_2040: "Demand_TimeSeries_2040_DistributedEnergy.xlsx"

gas_neighbours:
  sources:
    tyndp_capacities: "TYNDP-2020-Scenario-Datafile.xlsx.zip"
    buses:
      schema: 'grid'
      table: 'egon_etrago_bus'
    links:
      schema: 'grid'
      table: 'egon_etrago_link'
    stores:
      schema: 'grid'
      table: 'egon_etrago_store'
  targets:
    generators:
      schema: 'grid'
      table: 'egon_etrago_generator'
    loads:
      schema: 'grid'
      table: 'egon_etrago_load'
    load_timeseries:
      schema: 'grid'
      table: 'egon_etrago_load_timeseries'
    stores:
      schema: 'grid'
      table: 'egon_etrago_store'
    links:
      schema: 'grid'
      table: 'egon_etrago_link'

emobility_mit:
  original_data:
    sources:
      RS7:
        url: "https://www.bmvi.de/SharedDocs/DE/Anlage/G/regiostar-referenzdateien.xlsx?__blob=publicationFile"
        file: "regiostar-referenzdateien.xlsx"
        file_processed: "regiostar-referenzdateien_preprocessed.csv"
        sheet: "ReferenzGebietsstand2020"
      KBA:
        url: "https://www.kba.de/SharedDocs/Downloads/DE/Statistik/Fahrzeuge/FZ1/fz1_2021.xlsx?__blob=publicationFile&v=2"
        file: "fz1_2021.xlsx"
        file_processed: "fz1_2021_preprocessed.csv"
        sheet: "FZ1.1"
        columns: "D, J:N"
        skiprows: 8
      trips:
        eGon2035:
          file: "eGon2035_RS7_min2k_2022-06-01_175429_simbev_run.tar.gz"
          file_metadata: "metadata_simbev_run.json"
        eGon100RE:
          file: "eGon100RE_RS7_min2k_2022-06-01_175444_simbev_run.tar.gz"
          file_metadata: "metadata_simbev_run.json"
  scenario:
    # used scenario variation (available scenarios see parameters.py)
    variation:
      eGon2035: "NEP C 2035"
      eGon100RE: "Reference 2050"
    # name of low-flex scenario
    lowflex:
      create_lowflex_scenario: True
      names:
        eGon2035: "eGon2035_lowflex"
        eGon100RE: "eGon100RE_lowflex"

  model_timeseries:
    reduce_memory: True
    export_results_to_csv: True
    parallel_tasks: 10

demand_timeseries_mvgd:
  parallel_tasks: 10

charging_infrastructure:
  original_data:
    sources:
      tracbev:
        url: "https://zenodo.org/record/6466480/files/data.zip?download=1"
        file: "data.zip"
        files_to_use:
          - "hpc_positions.gpkg"
          - "landuse.gpkg"
          - "poi_cluster.gpkg"
          - "public_positions.gpkg"
        srid: 3035
  constants:
    work_weight_retail: 0.8
    work_weight_commercial: 1.25
    work_weight_industrial: 1
    single_family_home_share: 0.6
    single_family_home_spots: 1.5
    multi_family_home_share: 0.4
    multi_family_home_spots: 10
    random_seed: 5
  targets:
    charging_infrastructure:
      schema: "grid"
      table: "egon_emob_charging_infrastructure"
      cols_to_export:
        - "mv_grid_id"
        - "use_case"
        - "weight"
        - "geometry"

mobility_hgv:
    original_data:
      sources:
        BAST:
          url: "https://www.bast.de/DE/Verkehrstechnik/Fachthemen/v2-verkehrszaehlung/Daten/2020_1/Jawe2020.csv?view=renderTcDataExportCSV&cms_strTyp=A"
          file: "Jawe2020.csv"
          relevant_columns: ["DTV_SV_MobisSo_Q", "Koor_WGS84_E", "Koor_WGS84_N"]
          srid: 4326
    tables:
      srid: 3035
      srid_buses: 4326
    constants:
      # leakage rate / losses - constant
      # https://www.energy.gov/eere/fuelcells/doe-technical-targets-hydrogen-delivery
      # --> 0.5%
      leakage: True
      leakage_rate: 0.005
      # Hydrogen
      # HGV traffic hydrogen consumption in kg per 100 km
      # Assumption: 30L Diesel / 100 km --> kgH2/100 km
      hydrogen_consumption: 6.68
      # share of FCEV trucks
      # within the egon project the flat guess is 100%
      fcev_share: 1.
      scenarios:
        - "eGon2035"
        - "eGon100RE"
      carrier: "H2_hgv_load"
      energy_value_h2: 39.4  # kWh/kg
      hours_per_year: 8760
      fac: 0.001
    hgv_mileage:
      # NEP data
      # https://www.netzentwicklungsplan.de/sites/default/files/paragraphs-files/NEP_2035_V2021_2_Entwurf_Teil1.pdf
      # total amount of HGVs  - Scenario C 2035
      # hgv_amount = 100000
      # HGV traffic annual mileage per vehicle
      # hgv_mean_mileage = 100000
      # Total mileage
      eGon2035: 10000000000
      # Langfristszenarien
      # https://www.langfristszenarien.de/enertile-explorer-wAssets/docs/LFS3_Langbericht_Verkehr_final.pdf#page=17
      eGon100RE: 40000000000

home_batteries:
  constants:
    scenarios:
      - "eGon2035"
      - "eGon100RE"
    # Mean ratio between the storage capacity and the power of the pv rooftop system
    cbat_ppv_ratio: 1
    rtol: 0.05
    max_it: 100
  sources:
    etrago_storage:
      schema: 'grid'
      table: 'egon_etrago_storage'
    storage:
      schema: 'supply'
      table: 'egon_storages'
  targets:
    home_batteries:
      schema: 'supply'
      table: 'egon_home_batteries'