Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Add support for ERA5L-HMA #1341

Merged
merged 2 commits into from
Nov 24, 2021
Merged

Add support for ERA5L-HMA #1341

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
4f5bc5b
Add support for ERA5L-HMA
fmaussion Nov 24, 2021
6bb3192
ups
fmaussion Nov 24, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 21 additions & 7 deletions oggm/shop/ecmwf.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
import logging
import warnings

# External libs
import numpy as np
import xarray as xr
import pandas as pd

# Optional libs
try:
Expand Down Expand Up @@ -34,6 +34,11 @@
'.nc',
'tmp': 'era5-land/monthly/v1.0/era5_land_monthly_t2m_1981-2018_flat.nc'
},
'ERA5L-HMA': {
'inv': 'era5-land/monthly/vhma/era5_land_invariant_flat_HMA.nc',
'pre': 'era5-land/monthly/vhma/era5_land_monthly_prcp_1950-2020_flat_HMA.nc',
'tmp': 'era5-land/monthly/vhma/era5_land_monthly_t2m_1950-2020_flat_HMA.nc'
},
'CERA': {
'inv': 'cera-20c/monthly/v1.0/cera-20c_invariant.nc',
'pre': 'cera-20c/monthly/v1.0/cera-20c_pcp_1901-2010.nc',
Expand Down Expand Up @@ -64,7 +69,7 @@ def get_ecmwf_file(dataset='ERA5', var=None):
Parameters
----------
dataset : str
'ERA5', 'ERA5L', 'CERA'
'ERA5', 'ERA5L', 'CERA', 'ERA5L-HMA', 'ERA5dr'
var : str
'inv' for invariant
'tmp' for temperature
Expand All @@ -89,6 +94,15 @@ def get_ecmwf_file(dataset='ERA5', var=None):
return utils.file_downloader(ECMWF_SERVER + BASENAMES[dataset][var])


def _check_ds_validity(ds):
if 'time' in ds.variables and np.any(ds['time.day'] != 1):
# Mid-month timestamps need to be corrected
ds['time'] = pd.to_datetime({'year': ds['time.year'],
'month': ds['time.month'],
'day': 1})
assert ds.longitude.min() >= 0


@entity_task(log, writes=['climate_historical'])
def process_ecmwf_data(gdir, dataset=None, ensemble_member=0,
y0=None, y1=None, output_filesuffix=None):
Expand Down Expand Up @@ -123,7 +137,7 @@ def process_ecmwf_data(gdir, dataset=None, ensemble_member=0,
lon = gdir.cenlon + 360 if gdir.cenlon < 0 else gdir.cenlon
lat = gdir.cenlat
with xr.open_dataset(get_ecmwf_file(dataset, 'tmp')) as ds:
assert ds.longitude.min() >= 0
_check_ds_validity(ds)
# set temporal subset for the ts data (hydro years)
sm = cfg.PARAMS['hydro_month_' + gdir.hemisphere]
em = sm - 1 if (sm > 1) else 12
Expand Down Expand Up @@ -151,7 +165,7 @@ def process_ecmwf_data(gdir, dataset=None, ensemble_member=0,
ref_lon = ref_lon - 360 if ref_lon > 180 else ref_lon
ref_lat = float(ds['latitude'])
with xr.open_dataset(get_ecmwf_file(dataset, 'pre')) as ds:
assert ds.longitude.min() >= 0
_check_ds_validity(ds)
ds = ds.sel(time=slice('{}-{:02d}-01'.format(y0, sm),
'{}-{:02d}-01'.format(y1, em)))
if dataset == 'CERA':
Expand All @@ -164,7 +178,7 @@ def process_ecmwf_data(gdir, dataset=None, ensemble_member=0,
ds = ds.isel(points=np.argmin(c.data))
prcp = ds['tp'].data * 1000 * ds['time.daysinmonth']
with xr.open_dataset(get_ecmwf_file(dataset, 'inv')) as ds:
assert ds.longitude.min() >= 0
_check_ds_validity(ds)
ds = ds.isel(time=0)
try:
ds = ds.sel(longitude=lon, latitude=lat, method='nearest')
Expand All @@ -183,14 +197,14 @@ def process_ecmwf_data(gdir, dataset=None, ensemble_member=0,
'implemented yet')
if dataset == 'ERA5dr':
with xr.open_dataset(get_ecmwf_file(dataset, 'lapserates')) as ds:
assert ds.longitude.min() >= 0
_check_ds_validity(ds)
ds = ds.sel(time=slice('{}-{:02d}-01'.format(y0, sm),
'{}-{:02d}-01'.format(y1, em)))
ds = ds.sel(longitude=lon, latitude=lat, method='nearest')
gradient = ds['lapserate'].data

with xr.open_dataset(get_ecmwf_file(dataset, 'tempstd')) as ds:
assert ds.longitude.min() >= 0
_check_ds_validity(ds)
ds = ds.sel(time=slice('{}-{:02d}-01'.format(y0, sm),
'{}-{:02d}-01'.format(y1, em)))
ds = ds.sel(longitude=lon, latitude=lat, method='nearest')
Expand Down