Skip to content

Commit

Permalink
Merge pull request #112 from roocs/update-intake-nb-atlas
Browse files Browse the repository at this point in the history 
update intake nb with atlas
  • Loading branch information
@cehbrecht
cehbrecht committed Jan 11, 2023
2 parents 6bffc16 + c6a45c2 commit 73e0ac9
Showing 1 changed file with 321 additions and 1 deletion.
322 changes: 321 additions & 1 deletion notebooks/demo/demo-intake-catalog.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,8 @@
" 'c3s-cmip6-r3',\n",
" 'c3s-cmip6-decadal',\n",
" 'c3s-cmip6-decadal-dwd',\n",
" 'c3s-cordex']"
" 'c3s-cordex',\n",
" 'c3s-atlas']"
]
},
"execution_count": 2,
Expand Down Expand Up @@ -2421,6 +2422,325 @@
"collection = df.ds_id.unique()[0]\n",
"collection"
]
},
{
"cell_type": "markdown",
"id": "b91ef41f-4196-41bc-ba85-799ec92c240e",
"metadata": {},
"source": [
"## Load Catalog for C3S-ATLAS"
]
},
{
"cell_type": "code",
"execution_count": 15,
"id": "33cb6371-bcd3-4bb6-a901-f7f7051945f3",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>ds_id</th>\n",
" <th>path</th>\n",
" <th>size</th>\n",
" <th>project</th>\n",
" <th>domain</th>\n",
" <th>experiment</th>\n",
" <th>time_frequency</th>\n",
" <th>variable</th>\n",
" <th>start_time</th>\n",
" <th>end_time</th>\n",
" <th>bbox</th>\n",
" <th>level</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>c3s-atlas.fd.CMIP5.rcp45.mon</td>\n",
" <td>CMIP5/rcp45/fd_CMIP5_rcp45_mon_200601-210012.nc</td>\n",
" <td>206830356</td>\n",
" <td>CMIP5</td>\n",
" <td>NaN</td>\n",
" <td>rcp45</td>\n",
" <td>mon</td>\n",
" <td>fd</td>\n",
" <td>2006-01-01T00:00:00</td>\n",
" <td>2100-12-01T00:00:00</td>\n",
" <td>-179.00, -89.00, 179.00, 89.00</td>\n",
" <td>2.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>c3s-atlas.tnn.CMIP5.rcp45.mon</td>\n",
" <td>CMIP5/rcp45/tnn_CMIP5_rcp45_mon_200601-210012.nc</td>\n",
" <td>899056159</td>\n",
" <td>CMIP5</td>\n",
" <td>NaN</td>\n",
" <td>rcp45</td>\n",
" <td>mon</td>\n",
" <td>tnn</td>\n",
" <td>2006-01-01T00:00:00</td>\n",
" <td>2100-12-01T00:00:00</td>\n",
" <td>-179.00, -89.00, 179.00, 89.00</td>\n",
" <td>2.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>c3s-atlas.tx40.CMIP5.rcp45.mon</td>\n",
" <td>CMIP5/rcp45/tx40_CMIP5_rcp45_mon_200601-210012.nc</td>\n",
" <td>52647634</td>\n",
" <td>CMIP5</td>\n",
" <td>NaN</td>\n",
" <td>rcp45</td>\n",
" <td>mon</td>\n",
" <td>tx40</td>\n",
" <td>2006-01-01T00:00:00</td>\n",
" <td>2100-12-01T00:00:00</td>\n",
" <td>-179.00, -89.00, 179.00, 89.00</td>\n",
" <td>2.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>c3s-atlas.tx35ba.CMIP5.rcp45.mon</td>\n",
" <td>CMIP5/rcp45/tx35ba_CMIP5_rcp45_mon_200601-2100...</td>\n",
" <td>40939549</td>\n",
" <td>CMIP5</td>\n",
" <td>NaN</td>\n",
" <td>rcp45</td>\n",
" <td>mon</td>\n",
" <td>tx35ba</td>\n",
" <td>2006-01-01T00:00:00</td>\n",
" <td>2100-12-01T00:00:00</td>\n",
" <td>-179.00, -89.00, 179.00, 89.00</td>\n",
" <td>2.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>c3s-atlas.rx1day.CMIP5.rcp45.mon</td>\n",
" <td>CMIP5/rcp45/rx1day_CMIP5_rcp45_mon_200601-2100...</td>\n",
" <td>1002850075</td>\n",
" <td>CMIP5</td>\n",
" <td>NaN</td>\n",
" <td>rcp45</td>\n",
" <td>mon</td>\n",
" <td>rx1day</td>\n",
" <td>2006-01-01T00:00:00</td>\n",
" <td>2100-12-01T00:00:00</td>\n",
" <td>-179.00, -89.00, 179.00, 89.00</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>858</th>\n",
" <td>c3s-atlas.tx35.CORDEX-WAS.rcp85.mon</td>\n",
" <td>CORDEX-WAS/rcp85/tx35_CORDEX-WAS_rcp85_mon_200...</td>\n",
" <td>315822711</td>\n",
" <td>CORDEX</td>\n",
" <td>WAS</td>\n",
" <td>rcp85</td>\n",
" <td>mon</td>\n",
" <td>tx35</td>\n",
" <td>2006-01-01T00:00:00</td>\n",
" <td>2100-12-01T00:00:00</td>\n",
" <td>19.25, -15.75, 116.25, 45.75</td>\n",
" <td>2.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>859</th>\n",
" <td>c3s-atlas.spi6.CORDEX-WAS.rcp85.mon</td>\n",
" <td>CORDEX-WAS/rcp85/spi6_CORDEX-WAS_rcp85_mon_200...</td>\n",
" <td>877566524</td>\n",
" <td>CORDEX</td>\n",
" <td>WAS</td>\n",
" <td>rcp85</td>\n",
" <td>mon</td>\n",
" <td>spi6</td>\n",
" <td>2006-01-01T00:00:00</td>\n",
" <td>2100-12-01T00:00:00</td>\n",
" <td>19.25, -15.75, 116.25, 45.75</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>860</th>\n",
" <td>c3s-atlas.rx5day.CORDEX-WAS.rcp85.mon</td>\n",
" <td>CORDEX-WAS/rcp85/rx5day_CORDEX-WAS_rcp85_mon_2...</td>\n",
" <td>1107127612</td>\n",
" <td>CORDEX</td>\n",
" <td>WAS</td>\n",
" <td>rcp85</td>\n",
" <td>mon</td>\n",
" <td>rx5day</td>\n",
" <td>2006-01-01T00:00:00</td>\n",
" <td>2100-12-01T00:00:00</td>\n",
" <td>19.25, -15.75, 116.25, 45.75</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>861</th>\n",
" <td>c3s-atlas.tn.CORDEX-WAS.rcp85.mon</td>\n",
" <td>CORDEX-WAS/rcp85/tn_CORDEX-WAS_rcp85_mon_20060...</td>\n",
" <td>853394968</td>\n",
" <td>CORDEX</td>\n",
" <td>WAS</td>\n",
" <td>rcp85</td>\n",
" <td>mon</td>\n",
" <td>tn</td>\n",
" <td>2006-01-01T00:00:00</td>\n",
" <td>2100-12-01T00:00:00</td>\n",
" <td>19.25, -15.75, 116.25, 45.75</td>\n",
" <td>2.00</td>\n",
" </tr>\n",
" <tr>\n",
" <th>862</th>\n",
" <td>c3s-atlas.tx40ba.CORDEX-WAS.rcp85.mon</td>\n",
" <td>CORDEX-WAS/rcp85/tx40ba_CORDEX-WAS_rcp85_mon_2...</td>\n",
" <td>70997195</td>\n",
" <td>CORDEX</td>\n",
" <td>WAS</td>\n",
" <td>rcp85</td>\n",
" <td>mon</td>\n",
" <td>tx40ba</td>\n",
" <td>2006-01-01T00:00:00</td>\n",
" <td>2100-12-01T00:00:00</td>\n",
" <td>19.25, -15.75, 116.25, 45.75</td>\n",
" <td>2.00</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>863 rows × 12 columns</p>\n",
"</div>"
],
"text/plain": [
" ds_id \\\n",
"0 c3s-atlas.fd.CMIP5.rcp45.mon \n",
"1 c3s-atlas.tnn.CMIP5.rcp45.mon \n",
"2 c3s-atlas.tx40.CMIP5.rcp45.mon \n",
"3 c3s-atlas.tx35ba.CMIP5.rcp45.mon \n",
"4 c3s-atlas.rx1day.CMIP5.rcp45.mon \n",
".. ... \n",
"858 c3s-atlas.tx35.CORDEX-WAS.rcp85.mon \n",
"859 c3s-atlas.spi6.CORDEX-WAS.rcp85.mon \n",
"860 c3s-atlas.rx5day.CORDEX-WAS.rcp85.mon \n",
"861 c3s-atlas.tn.CORDEX-WAS.rcp85.mon \n",
"862 c3s-atlas.tx40ba.CORDEX-WAS.rcp85.mon \n",
"\n",
" path size project \\\n",
"0 CMIP5/rcp45/fd_CMIP5_rcp45_mon_200601-210012.nc 206830356 CMIP5 \n",
"1 CMIP5/rcp45/tnn_CMIP5_rcp45_mon_200601-210012.nc 899056159 CMIP5 \n",
"2 CMIP5/rcp45/tx40_CMIP5_rcp45_mon_200601-210012.nc 52647634 CMIP5 \n",
"3 CMIP5/rcp45/tx35ba_CMIP5_rcp45_mon_200601-2100... 40939549 CMIP5 \n",
"4 CMIP5/rcp45/rx1day_CMIP5_rcp45_mon_200601-2100... 1002850075 CMIP5 \n",
".. ... ... ... \n",
"858 CORDEX-WAS/rcp85/tx35_CORDEX-WAS_rcp85_mon_200... 315822711 CORDEX \n",
"859 CORDEX-WAS/rcp85/spi6_CORDEX-WAS_rcp85_mon_200... 877566524 CORDEX \n",
"860 CORDEX-WAS/rcp85/rx5day_CORDEX-WAS_rcp85_mon_2... 1107127612 CORDEX \n",
"861 CORDEX-WAS/rcp85/tn_CORDEX-WAS_rcp85_mon_20060... 853394968 CORDEX \n",
"862 CORDEX-WAS/rcp85/tx40ba_CORDEX-WAS_rcp85_mon_2... 70997195 CORDEX \n",
"\n",
" domain experiment time_frequency variable start_time \\\n",
"0 NaN rcp45 mon fd 2006-01-01T00:00:00 \n",
"1 NaN rcp45 mon tnn 2006-01-01T00:00:00 \n",
"2 NaN rcp45 mon tx40 2006-01-01T00:00:00 \n",
"3 NaN rcp45 mon tx35ba 2006-01-01T00:00:00 \n",
"4 NaN rcp45 mon rx1day 2006-01-01T00:00:00 \n",
".. ... ... ... ... ... \n",
"858 WAS rcp85 mon tx35 2006-01-01T00:00:00 \n",
"859 WAS rcp85 mon spi6 2006-01-01T00:00:00 \n",
"860 WAS rcp85 mon rx5day 2006-01-01T00:00:00 \n",
"861 WAS rcp85 mon tn 2006-01-01T00:00:00 \n",
"862 WAS rcp85 mon tx40ba 2006-01-01T00:00:00 \n",
"\n",
" end_time bbox level \n",
"0 2100-12-01T00:00:00 -179.00, -89.00, 179.00, 89.00 2.00 \n",
"1 2100-12-01T00:00:00 -179.00, -89.00, 179.00, 89.00 2.00 \n",
"2 2100-12-01T00:00:00 -179.00, -89.00, 179.00, 89.00 2.00 \n",
"3 2100-12-01T00:00:00 -179.00, -89.00, 179.00, 89.00 2.00 \n",
"4 2100-12-01T00:00:00 -179.00, -89.00, 179.00, 89.00 NaN \n",
".. ... ... ... \n",
"858 2100-12-01T00:00:00 19.25, -15.75, 116.25, 45.75 2.00 \n",
"859 2100-12-01T00:00:00 19.25, -15.75, 116.25, 45.75 NaN \n",
"860 2100-12-01T00:00:00 19.25, -15.75, 116.25, 45.75 NaN \n",
"861 2100-12-01T00:00:00 19.25, -15.75, 116.25, 45.75 2.00 \n",
"862 2100-12-01T00:00:00 19.25, -15.75, 116.25, 45.75 2.00 \n",
"\n",
"[863 rows x 12 columns]"
]
},
"execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df_atlas = cat['c3s-atlas'].read()\n",
"df_atlas"
]
},
{
"cell_type": "code",
"execution_count": 16,
"id": "0feaccea-a910-4e10-9cb9-a112cb654a6f",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"ds_id 863\n",
"path 863\n",
"size 863\n",
"project 3\n",
"domain 11\n",
"experiment 8\n",
"time_frequency 2\n",
"variable 22\n",
"start_time 5\n",
"end_time 7\n",
"bbox 14\n",
"level 2\n",
"dtype: int64"
]
},
"execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df_atlas.nunique()"
]
}
],
"metadata": {
Expand Down

0 comments on commit 73e0ac9

Please sign in to comment.