Integrate tyndp 2020

.gitignore

@@ -18,6 +18,8 @@ gurobi.log
 /logs
 /notebooks
 /data
+/data/links_p_nom.csv
+/data/tyndp2020/
 /cutouts
 
 doc/_build

config/config.default.yaml

@@ -257,6 +257,13 @@ conventional:
   nuclear:
     p_max_pu: "data/nuclear_p_max_pu.csv" # float of file name
 
+TYNDP2020:
+  include: false
+  allowed_statuses: ['in_permitting', 'under_construction']  # 'planned_not_yet_permitting', 'under_consideration'
+  # put a TYNDP2020 project_id in here to ignore a specific project
+  # (which may include several investments, e.g. buses and lines!).
+  ignored_projects: []  # e.g. '335' to ignore North Sea Wind Power Hub
+
 lines:
   types:
     220.: "Al/St 240/40 2-bundle 220.0"

config/test/config.electricity.yaml

@@ -67,6 +67,10 @@ solving:
     options: "glpk-default"
 
 
+TYNDP2020:
+  include: true
+
+
 plotting:
   map:
     boundaries:

data/tyndp2020/README.md

@@ -0,0 +1,11 @@
+This directory contains the TYNDP2020 which was extended and modified such that it can be easily integrated into PyPSA-Eur:
+
+- Added bus coordinates
+- Split assets into buses, lines and links
+- Classified assets as 'new' or 'upgraded' with respect to the latest PyPSA-Eur gridextract from 08-03-2022 by performing coordinate-based matching of TYNDP-assets to the gridextract assets (approach taken from integration of TYNDP2018 links in `scripts/base_network.py`)
+  - 'Upgraded' assets: Adopted bus coordinates and IDs from gridextract, took larger values of significant fields (e.g. voltage) to ensure that nothing is downgraded.
+- Convert data to gridextract format
+
+For more details on the extension, modification and merging see the external project [tyndp_to_pypsa](https://github.com/grecht/tyndp_to_pypsa) where this was implemented.
+If the integration into PyPSA-Eur fails this could be due to changes in the gridextract or the file ´data/links_tyndp.csv´.
+In that case update this data in  [tyndp_to_pypsa](https://github.com/grecht/tyndp_to_pypsa) and follow the instructions there to create the files in this directory again.

data/tyndp2020/new_buses.csv

@@ -0,0 +1,8 @@
+,x,y,tyndp_status,commissioning_year,v_nom,dc,tags
+TYNDP2020_0,-7.2811,54.5781,planned_not_yet_permitting,2030,275.0,False,"""name""=>""Omagh South"", ""country""=>""NI"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/82"", ""tyndp2020_proj_id""=>""82"", ""tyndp2020_invest_id""=>""896"", ""tyndp_status""=>""planned_not_yet_permitting"""
+TYNDP2020_1,-8.0041,54.6773,planned_not_yet_permitting,2030,275.0,False,"""name""=>""South Donegal"", ""country""=>""IE"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/82"", ""tyndp2020_proj_id""=>""82"", ""tyndp2020_invest_id""=>""463"", ""tyndp_status""=>""planned_not_yet_permitting"""
+TYNDP2020_2,-9.578832,54.120411,planned_not_yet_permitting,2025,320.0,True,"""name""=>""Bellacorick"", ""country""=>""IE"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/349"", ""tyndp2020_proj_id""=>""349"", ""tyndp2020_invest_id""=>""1641"", ""tyndp_status""=>""planned_not_yet_permitting"""
+TYNDP2020_3,-8.1897,37.6672,planned_not_yet_permitting,2023,400.0,False,"""name""=>""Ourique"", ""country""=>""PT"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/85"", ""tyndp2020_proj_id""=>""85"", ""tyndp2020_invest_id""=>""780"", ""tyndp_status""=>""planned_not_yet_permitting"""
+TYNDP2020_4,-1.14818,42.10892,planned_not_yet_permitting,2030,400.0,False,"""name""=>""Ejea de los Caballeros"", ""country""=>""ES"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/270"", ""tyndp2020_proj_id""=>""270"", ""tyndp2020_invest_id""=>""1214"", ""tyndp_status""=>""planned_not_yet_permitting"""
+TYNDP2020_5,3.590555,55.343106,under_consideration,2035,,False,"""name""=>""North Sea Wind Power Hub"", ""country""=>""nan"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/335"", ""tyndp2020_proj_id""=>""335"", ""tyndp2020_invest_id""=>""1504"", ""tyndp_status""=>""under_consideration"""
+TYNDP2020_6,9.556022,47.302744,under_consideration,2035,380.0,False,"""name""=>""Rüthi"", ""country""=>""CH"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/263"", ""tyndp2020_proj_id""=>""263"", ""tyndp2020_invest_id""=>""1258"", ""tyndp_status""=>""under_consideration"""

data/tyndp2020/upgraded_buses.csv

@@ -0,0 +1,37 @@
+,x,y,tyndp_status,commissioning_year,v_nom,dc,tags
+4662,14.3524,49.1584,under_construction,2023,380.0,False,"""name""=>""Kocin"", ""country""=>""CZ"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/200"", ""tyndp2020_proj_id""=>""200"", ""tyndp2020_invest_id""=>""1711"", ""tyndp_status""=>""under_construction"""
+5727,15.038505,52.76751,in_permitting,2021,380.0,False,"""name""=>""Baczyna"", ""country""=>""PL"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/230"", ""tyndp2020_proj_id""=>""230"", ""tyndp2020_invest_id""=>""1035"", ""tyndp_status""=>""in_permitting"""
+4587,12.675274,50.160683,under_construction,2021,220.0,False,"""name""=>""Vitkov"", ""country""=>""CZ"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/200"", ""tyndp2020_proj_id""=>""200"", ""tyndp2020_invest_id""=>""1712"", ""tyndp_status""=>""under_construction"""
+2811,-8.582626164089064,41.764651842353146,in_permitting,2022,380.0,False,"""name""=>""Ponte de Lima"", ""country""=>""PT"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/4"", ""tyndp2020_proj_id""=>""4"", ""tyndp2020_invest_id""=>""500"", ""tyndp_status""=>""in_permitting"""
+2623,-2.880286,43.349776,planned_not_yet_permitting,2025,220.0,False,"""name""=>""Gatica"", ""country""=>""ES"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/378"", ""tyndp2020_proj_id""=>""378"", ""tyndp2020_invest_id""=>""1584"", ""tyndp_status""=>""planned_not_yet_permitting"""
+2135,18.23576,42.610562,under_consideration,2035,220.0,False,"""name""=>""Plat"", ""country""=>""HR"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/1056"", ""tyndp2020_proj_id""=>""1056"", ""tyndp2020_invest_id""=>""1725"", ""tyndp_status""=>""under_consideration"""
+6079,-8.268819,53.134319,planned_not_yet_permitting,2025,245.0,False,"""name""=>""Oldstreet"", ""country""=>""IE"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/349"", ""tyndp2020_proj_id""=>""349"", ""tyndp2020_invest_id""=>""1654"", ""tyndp_status""=>""planned_not_yet_permitting"""
+5932,-3.474151,53.250084,planned_not_yet_permitting,2025,380.0,True,"""name""=>""Bodelwyddan"", ""country""=>""UK"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/349"", ""tyndp2020_proj_id""=>""349"", ""tyndp2020_invest_id""=>""1646"", ""tyndp_status""=>""planned_not_yet_permitting"""
+8165,-6.602175,53.348929,planned_not_yet_permitting,2025,320.0,True,"""name""=>""Maynooth"", ""country""=>""IE"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/349"", ""tyndp2020_proj_id""=>""349"", ""tyndp2020_invest_id""=>""1642"", ""tyndp_status""=>""planned_not_yet_permitting"""
+7632,9.852428,51.649318,under_construction,2024,380.0,False,"""name""=>""Hardegsen"", ""country""=>""DE"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/1043"", ""tyndp2020_proj_id""=>""1043"", ""tyndp2020_invest_id""=>""1686"", ""tyndp_status""=>""under_construction"""
+5105,5.061511,51.608344,in_permitting,2029,380.0,False,"""name""=>""Tilburg"", ""country""=>""NL"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/346"", ""tyndp2020_proj_id""=>""346"", ""tyndp2020_invest_id""=>""1544"", ""tyndp_status""=>""in_permitting"""
+5762,6.474759,53.213488,under_construction,2023,380.0,False,"""name""=>""Vierverlaten"", ""country""=>""NL"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/348"", ""tyndp2020_proj_id""=>""348"", ""tyndp2020_invest_id""=>""1546"", ""tyndp_status""=>""under_construction"""
+4893,9.988131,51.954234,under_construction,2024,380.0,False,"""name""=>""Lamspringe"", ""country""=>""DE"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/1043"", ""tyndp2020_proj_id""=>""1043"", ""tyndp2020_invest_id""=>""1686"", ""tyndp_status""=>""under_construction"""
+5098,4.307132,51.301299,under_construction,2019,380.0,False,"""name""=>""Lillo"", ""country""=>""BE"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/297"", ""tyndp2020_proj_id""=>""297"", ""tyndp2020_invest_id""=>""605"", ""tyndp_status""=>""under_construction"""
+5095,4.218787,51.424034,under_construction,2022,380.0,False,"""name""=>""Borssele"", ""country""=>""NL"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/1063"", ""tyndp2020_proj_id""=>""1063"", ""tyndp2020_invest_id""=>""1731"", ""tyndp_status""=>""under_construction"""
+3786,9.556022,47.302744,under_consideration,2035,380.0,False,"""TSO""=>""VUEN"", ""oid""=>""32065"", ""country""=>""AT"", ""visible""=>""1"", ""tie_line_s""=>""1"", ""ModifiedDate""=>""1516184922000"", ""visible_on_printed""=>""1"", ""name""=>""Rüthi"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/263"", ""tyndp2020_proj_id""=>""263"", ""tyndp2020_invest_id""=>""1258"", ""tyndp_status""=>""under_consideration"""
+7100,6.590884,49.789617,planned_not_yet_permitting,2025,400.0,False,"""name""=>""Aach"", ""country""=>""DE"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/328"", ""tyndp2020_proj_id""=>""328"", ""tyndp2020_invest_id""=>""1620"", ""tyndp_status""=>""planned_not_yet_permitting"""
+2130,17.436701,43.052743,under_consideration,2035,400.0,False,"""name""=>""Ploce"", ""country""=>""HR"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/1056"", ""tyndp2020_proj_id""=>""1056"", ""tyndp2020_invest_id""=>""1719"", ""tyndp_status""=>""under_consideration"""
+2280,16.78425,43.503952,under_consideration,2035,400.0,False,"""name""=>""Zone 5"", ""country""=>""HR"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/1056"", ""tyndp2020_proj_id""=>""1056"", ""tyndp2020_invest_id""=>""1718"", ""tyndp_status""=>""under_consideration"""
+1322,15.3286,40.9749,under_construction,2021,400.0,False,"""name""=>""Bisaccia"", ""country""=>""IT"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/127"", ""tyndp2020_proj_id""=>""127"", ""tyndp2020_invest_id""=>""96"", ""tyndp_status""=>""under_construction"""
+3264,26.7166,45.0762,under_construction,2023,400.0,False,"""name""=>""Stalpu"", ""country""=>""RO"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/138"", ""tyndp2020_proj_id""=>""138"", ""tyndp2020_invest_id""=>""715"", ""tyndp_status""=>""under_construction"""
+2201,20.725963,41.239159,under_construction,2020,400.0,False,"""name""=>""Ohrid area"", ""country""=>""MK"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/350"", ""tyndp2020_proj_id""=>""350"", ""tyndp2020_invest_id""=>""1623"", ""tyndp_status""=>""under_construction"""
+3367,21.88777,45.30413,under_construction,2025,400.0,False,"""name""=>""Resita"", ""country""=>""RO"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/144"", ""tyndp2020_proj_id""=>""144"", ""tyndp2020_invest_id""=>""701"", ""tyndp_status""=>""under_construction"""
+3366,21.2815,45.7426,in_permitting,2025,400.0,False,"""name""=>""Timisoara"", ""country""=>""RO"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/144"", ""tyndp2020_proj_id""=>""144"", ""tyndp2020_invest_id""=>""705"", ""tyndp_status""=>""in_permitting"""
+2119,19.500315,43.953021,in_permitting,2024,400.0,False,"""name""=>""Bajina Basta"", ""country""=>""RS"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/227"", ""tyndp2020_proj_id""=>""227"", ""tyndp2020_invest_id""=>""631"", ""tyndp_status""=>""in_permitting"""
+4635,15.5,51.93333,under_consideration,2035,,False,"""name""=>""Zielona Góra"", ""country""=>""PL"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/229"", ""tyndp2020_proj_id""=>""229"", ""tyndp2020_invest_id""=>""1272"", ""tyndp_status""=>""under_consideration"""
+3318,18.420959,45.289022,under_consideration,2033,400.0,False,"""name""=>""Dakovo"", ""country""=>""HR"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/241"", ""tyndp2020_proj_id""=>""241"", ""tyndp2020_invest_id""=>""1278"", ""tyndp_status""=>""under_consideration"""
+2106,18.436344,44.904884,under_consideration,2032,400.0,False,"""name""=>""Gradacac"", ""country""=>""BA"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/241"", ""tyndp2020_proj_id""=>""241"", ""tyndp2020_invest_id""=>""1531"", ""tyndp_status""=>""under_consideration"""
+2749,-1.671123,41.952398,planned_not_yet_permitting,2030,400.0,False,"""name""=>""Aragon region"", ""country""=>""ES"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/270"", ""tyndp2020_proj_id""=>""270"", ""tyndp2020_invest_id""=>""1215"", ""tyndp_status""=>""planned_not_yet_permitting"""
+2267,15.26017,44.886816,planned_not_yet_permitting,2029,400.0,False,"""name""=>""Lika"", ""country""=>""HR"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/343"", ""tyndp2020_proj_id""=>""343"", ""tyndp2020_invest_id""=>""1535"", ""tyndp_status""=>""planned_not_yet_permitting"""
+4500,18.287416,49.038186,planned_not_yet_permitting,2027,400.0,False,"""name""=>""Ladce"", ""country""=>""SK"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/330"", ""tyndp2020_proj_id""=>""330"", ""tyndp2020_invest_id""=>""1499"", ""tyndp_status""=>""planned_not_yet_permitting"""
+4808,6.140853,49.688695,planned_not_yet_permitting,2025,400.0,False,"""name""=>""Bofferdange"", ""country""=>""LU"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/328"", ""tyndp2020_proj_id""=>""328"", ""tyndp2020_invest_id""=>""1629"", ""tyndp_status""=>""planned_not_yet_permitting"""
+2732,-1.645402,42.818157,planned_not_yet_permitting,2029,400.0,False,"""name""=>""Pamplona area"", ""country""=>""ES"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/276"", ""tyndp2020_proj_id""=>""276"", ""tyndp2020_invest_id""=>""1210"", ""tyndp_status""=>""planned_not_yet_permitting"""
+2854,-8.273869552394737,42.46748640601422,in_permitting,2022,400.0,False,"""name""=>""Beariz"", ""country""=>""ES"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/4"", ""tyndp2020_proj_id""=>""4"", ""tyndp2020_invest_id""=>""499"", ""tyndp_status""=>""in_permitting"""
+2887,-7.793621146853301,41.52102394053344,in_permitting,2021,380.0,False,"""name""=>""Ribeira de Pena"", ""country""=>""PT"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/1"", ""tyndp2020_proj_id""=>""1"", ""tyndp2020_invest_id""=>""474"", ""tyndp_status""=>""in_permitting"""
+2176,20.739984,43.680615,under_construction,2020,220.0,False,"""name""=>""Kraljevo 3"", ""country""=>""RS"", ""url""=>""https://tyndp2020-project-platform.azurewebsites.net/projectsheets/transmission/227"", ""tyndp2020_proj_id""=>""227"", ""tyndp2020_invest_id""=>""1528"", ""tyndp_status""=>""under_construction"""