CLIMATE-838 - Update configuration files and example scripts to use new DatasetLoader

RCMES/configuration_files/CORDEX-Africa_examples/Fig10a_cru.yaml

@@ -1,16 +1,16 @@
 workdir: ./
 output_netcdf_filename: Fig10a_cru.nc
 
-# (RCMES will temporally subset data between month_start and month_end. 
+# (RCMES will temporally subset data between month_start and month_end.
 # If average_each_year is True (False), seasonal mean in each year is (not) calculated and used for metrics calculation.)
 time:
-    maximum_overlap_period: True  
+    maximum_overlap_period: True
     start_time: 1990-01-01
     end_time: 2007-12-31
     temporal_resolution: monthly
     month_start: 1
     month_end: 12
-    average_each_year: True  
+    average_each_year: True
 
 space:
     min_lat: -45.76
@@ -25,18 +25,18 @@ regrid:
 
 datasets:
     reference:
-        data_source: rcmed
-        data_name: CRU  
-        dataset_id: 10
-        parameter_id: 42
-        multiplying_factor: 0.01
+        - loader_name: rcmed
+          name: CRU
+          dataset_id: 10
+          parameter_id: 42
+          multiplying_factor: 0.01
 
     targets:
-        data_source: local
-        path: ./data/CORDEX-Africa_data/AFRICA*clt.nc                                
-        variable: clt    
-        latitude_name: lat
-        longitude_name: lon
+        - loader_name: local
+          file_path: ./data/CORDEX-Africa_data/AFRICA*clt.nc
+          variable_name: clt
+          lat_name: lat
+          lon_name: lon
 
 number_of_metrics_and_plots: 1
 

RCMES/configuration_files/CORDEX-Africa_examples/Fig10b_cru.yaml

@@ -1,16 +1,16 @@
 workdir: ./
 output_netcdf_filename: Fig10b_cru.nc
 
-# (RCMES will temporally subset data between month_start and month_end. 
+# (RCMES will temporally subset data between month_start and month_end.
 # If average_each_year is True (False), seasonal mean in each year is (not) calculated and used for metrics calculation.)
 time:
-    maximum_overlap_period: True 
+    maximum_overlap_period: True
     start_time: 1990-01-01
     end_time: 2007-12-31
     temporal_resolution: monthly
     month_start: 1
     month_end: 12
-    average_each_year: True 
+    average_each_year: True
 
 space:
     min_lat: -45.76
@@ -25,15 +25,15 @@ regrid:
 
 datasets:
     reference:
-        data_source: rcmed
-        data_name: CRU  
-        dataset_id: 10
-        parameter_id: 37
+        - loader_name: rcmed
+          name: CRU
+          dataset_id: 10
+          parameter_id: 37
 
     targets:
-        data_source: local
-        path: ./data/CORDEX-Africa_data/AFRICA*pr.nc                                
-        variable: pr    
+        - loader_name: local
+          file_path: ./data/CORDEX-Africa_data/AFRICA*pr.nc
+          variable_name: pr
 
 number_of_metrics_and_plots: 1
 

RCMES/configuration_files/CORDEX-Africa_examples/Fig1_2_4a_5.yaml

@@ -1,10 +1,10 @@
 workdir: ./
 output_netcdf_filename: Fig1_2_4a_5.nc
 
-# (RCMES will temporally subset data between month_start and month_end. 
+# (RCMES will temporally subset data between month_start and month_end.
 # If average_each_year is True (False), seasonal mean in each year is (not) calculated and used for metrics calculation.)
 time:
-    maximum_overlap_period: True 
+    maximum_overlap_period: True
     start_time: 1990-01-01
     end_time: 2007-12-31
     temporal_resolution: monthly
@@ -25,15 +25,15 @@ regrid:
 
 datasets:
     reference:
-        data_source: rcmed
-        data_name: CRU  
-        dataset_id: 10
-        parameter_id: 37
+        - loader_name: rcmed
+          name: CRU
+          dataset_id: 10
+          parameter_id: 37
 
     targets:
-        data_source: local
-        path: ./data/CORDEX-Africa_data/AFRICA*pr.nc                                
-        variable: pr    
+        - loader_name: local
+          file_path: ./data/CORDEX-Africa_data/AFRICA*pr.nc
+          variable_name: pr
 
 number_of_metrics_and_plots: 4
 
@@ -59,7 +59,7 @@ metrics4: Portrait_diagram_subregion_annual_cycle
 plots4:
     file_name: Fig5k-l
 
-use_subregions: True 
+use_subregions: True
 
 subregions:
 #subregion name (R01, R02, R03,....) followed by an array of boundaries [south, north, west, east]

RCMES/configuration_files/CORDEX-Africa_examples/Fig3a_summer.yaml

@@ -1,16 +1,16 @@
 workdir: ./
 output_netcdf_filename: Fig3a_summer.nc
 
-# (RCMES will temporally subset data between month_start and month_end. 
+# (RCMES will temporally subset data between month_start and month_end.
 # If average_each_year is True (False), seasonal mean in each year is (not) calculated and used for metrics calculation.)
 time:
-    maximum_overlap_period: True 
+    maximum_overlap_period: True
     start_time: 1990-01-01
     end_time: 2007-12-31
     temporal_resolution: monthly
     month_start: 6
     month_end: 8
-    average_each_year: True  
+    average_each_year: True
 
 space:
     min_lat: -45.76
@@ -25,15 +25,15 @@ regrid:
 
 datasets:
     reference:
-        data_source: rcmed
-        data_name: CRU  
-        dataset_id: 10
-        parameter_id: 37
+        - loader_name: rcmed
+          name: CRU
+          dataset_id: 10
+          parameter_id: 37
 
     targets:
-        data_source: local
-        path: ./data/CORDEX-Africa_data/AFRICA*pr.nc                                
-        variable: pr    
+        - loader_name: local
+          file_path: ./data/CORDEX-Africa_data/AFRICA*pr.nc
+          variable_name: pr    
 
 number_of_metrics_and_plots: 1
 
@@ -42,7 +42,7 @@ metrics1: Taylor_diagram_spatial_pattern_of_multiyear_climatology
 plots1:
     file_name: Fig3a_summer
 
-use_subregions: False 
+use_subregions: False
 
 subregions:
 #subregion name (R01, R02, R03,....) followed by an array of boundaries [south, north, west, east]

RCMES/configuration_files/CORDEX-Africa_examples/Fig3a_winter.yaml

@@ -1,16 +1,16 @@
 workdir: ./
 output_netcdf_filename: Fig3a_winter.nc
 
-# (RCMES will temporally subset data between month_start and month_end. 
+# (RCMES will temporally subset data between month_start and month_end.
 # If average_each_year is True (False), seasonal mean in each year is (not) calculated and used for metrics calculation.)
 time:
-    maximum_overlap_period: True 
+    maximum_overlap_period: True
     start_time: 1990-01-01
     end_time: 2007-12-31
     temporal_resolution: monthly
     month_start: 12
     month_end: 2
-    average_each_year: True  
+    average_each_year: True
 
 space:
     min_lat: -45.76
@@ -25,15 +25,15 @@ regrid:
 
 datasets:
     reference:
-        data_source: rcmed
-        data_name: CRU  
-        dataset_id: 10
-        parameter_id: 37
+        - loader_name: rcmed
+          name: CRU
+          dataset_id: 10
+          parameter_id: 37
 
     targets:
-        data_source: local
-        path: ./data/CORDEX-Africa_data/AFRICA*pr.nc                                
-        variable: pr    
+        - loader_name: local
+          file_path: ./data/CORDEX-Africa_data/AFRICA*pr.nc
+          variable_name: pr    
 
 number_of_metrics_and_plots: 1
 
@@ -42,7 +42,7 @@ metrics1: Taylor_diagram_spatial_pattern_of_multiyear_climatology
 plots1:
     file_name: Fig3a_winter
 
-use_subregions: False 
+use_subregions: False
 
 subregions:
 #subregion name (R01, R02, R03,....) followed by an array of boundaries [south, north, west, east]

RCMES/configuration_files/CORDEX-Africa_examples/Fig3b_summer.yaml

@@ -1,16 +1,16 @@
 workdir: ./
 output_netcdf_filename: Fig3b_summer.nc
 
-# (RCMES will temporally subset data between month_start and month_end. 
+# (RCMES will temporally subset data between month_start and month_end.
 # If average_each_year is True (False), seasonal mean in each year is (not) calculated and used for metrics calculation.)
 time:
-    maximum_overlap_period: True 
+    maximum_overlap_period: True
     start_time: 1990-01-01
     end_time: 2007-12-31
     temporal_resolution: monthly
     month_start: 6
     month_end: 8
-    average_each_year: True  
+    average_each_year: True
 
 space:
     min_lat: -45.76
@@ -25,15 +25,15 @@ regrid:
 
 datasets:
     reference:
-        data_source: rcmed
-        data_name: CRU  
-        dataset_id: 10
-        parameter_id: 38
+        - loader_name: rcmed
+          name: CRU
+          dataset_id: 10
+          parameter_id: 38
 
     targets:
-        data_source: local
-        path: ./data/CORDEX-Africa_data/AFRICA*tas.nc                                
-        variable: tas    
+        - loader_name: local
+          file_path: ./data/CORDEX-Africa_data/AFRICA*tas.nc
+          variable_name: tas    
 
 number_of_metrics_and_plots: 1
 
@@ -42,7 +42,7 @@ metrics1: Taylor_diagram_spatial_pattern_of_multiyear_climatology
 plots1:
     file_name: Fig3b_summer
 
-use_subregions: False 
+use_subregions: False
 
 subregions:
 #subregion name (R01, R02, R03,....) followed by an array of boundaries [south, north, west, east]

RCMES/configuration_files/CORDEX-Africa_examples/Fig3b_winter.yaml

@@ -1,16 +1,16 @@
 workdir: ./
 output_netcdf_filename: Fig3b_winter.nc
 
-# (RCMES will temporally subset data between month_start and month_end. 
+# (RCMES will temporally subset data between month_start and month_end.
 # If average_each_year is True (False), seasonal mean in each year is (not) calculated and used for metrics calculation.)
 time:
-    maximum_overlap_period: True 
+    maximum_overlap_period: True
     start_time: 1990-01-01
     end_time: 2007-12-31
     temporal_resolution: monthly
     month_start: 12
     month_end: 2
-    average_each_year: True  
+    average_each_year: True
 
 space:
     min_lat: -45.76
@@ -25,15 +25,15 @@ regrid:
 
 datasets:
     reference:
-        data_source: rcmed
-        data_name: CRU  
-        dataset_id: 10
-        parameter_id: 38
+        - loader_name: rcmed
+          name: CRU
+          dataset_id: 10
+          parameter_id: 38
 
     targets:
-        data_source: local
-        path: ./data/CORDEX-Africa_data/AFRICA*tas.nc                                
-        variable: tas    
+        - loader_name: local
+          file_path: ./data/CORDEX-Africa_data/AFRICA*tas.nc
+          variable_name: tas    
 
 number_of_metrics_and_plots: 1
 
@@ -42,7 +42,7 @@ metrics1: Taylor_diagram_spatial_pattern_of_multiyear_climatology
 plots1:
     file_name: Fig3b_winter
 
-use_subregions: False 
+use_subregions: False
 
 subregions:
 #subregion name (R01, R02, R03,....) followed by an array of boundaries [south, north, west, east]

RCMES/configuration_files/CORDEX-Africa_examples/Fig4d_7d_8ad.yaml

@@ -1,10 +1,10 @@
 workdir: ./
 output_netcdf_filename: Fig4d_7d_8ad.nc
 
-# (RCMES will temporally subset data between month_start and month_end. 
+# (RCMES will temporally subset data between month_start and month_end.
 # If average_each_year is True (False), seasonal mean in each year is (not) calculated and used for metrics calculation.)
 time:
-    maximum_overlap_period: True 
+    maximum_overlap_period: True
     start_time: 1990-01-01
     end_time: 2007-12-31
     temporal_resolution: monthly
@@ -25,15 +25,15 @@ regrid:
 
 datasets:
     reference:
-        data_source: rcmed
-        data_name: CRU  
-        dataset_id: 10
-        parameter_id: 38
+        - loader_name: rcmed
+          name: CRU
+          dataset_id: 10
+          parameter_id: 38
 
     targets:
-        data_source: local
-        path: ./data/CORDEX-Africa_data/AFRICA*tas.nc                                
-        variable: tas    
+        - loader_name: local
+          file_path: ./data/CORDEX-Africa_data/AFRICA*tas.nc
+          variable_name: tas    
 
 number_of_metrics_and_plots: 3