extende debugging and saving X array to file too when doing projections

copro/pipeline.py

@@ -39,9 +39,19 @@ def create_XY(config, polygon_gdf, conflict_gdf):
 
 def create_X(config, polygon_gdf, conflict_gdf=None):
 
-    X = data.initiate_X_data(config)
+    if config.get('pre_calc', 'XY') is '':
+
+        X = data.initiate_X_data(config)
+
+        X = data.fill_XY(X, config, conflict_gdf, polygon_gdf)
+
+        print('INFO: saving X data by default to file {}'.format(os.path.abspath(os.path.join(config.get('general', 'output_dir'), 'X.npy'))))
+        np.save(os.path.join(config.get('general', 'output_dir'),'X'), X)
+
+    else:
 
-    X = data.fill_XY(X, config, conflict_gdf, polygon_gdf)
+        print('INFO: loading XY data from file {}'.format(os.path.abspath(config.get('pre_calc', 'X'))))
+        X = np.load(os.path.abspath(config.get('pre_calc', 'X')), allow_pickle=True)
 
     return X
 

copro/variables.py

@@ -63,6 +63,8 @@ def nc_with_float_timestamp(extent_gdf, config, var_name, sim_year, stat_func='m
     for i in range(len(extent_gdf)):
         prov = extent_gdf.iloc[i]
         zonal_stats = rstats.zonal_stats(prov.geometry, nc_arr_vals, affine=affine, stats=stat_func)
+        if (zonal_stats[0][stat_func] == None) and (config.getboolean('general', 'verbose')): 
+            print('WARNING: NaN computed!')
         list_out.append(zonal_stats[0][stat_func])
 
     if config.getboolean('general', 'verbose'): print('DEBUG: ... done.')
@@ -126,6 +128,8 @@ def nc_with_continous_datetime_timestamp(extent_gdf, config, var_name, sim_year,
     for i in range(len(extent_gdf)):
         prov = extent_gdf.iloc[i]
         zonal_stats = rstats.zonal_stats(prov.geometry, nc_arr_vals, affine=affine, stats=stat_func)
+        if (zonal_stats[0][stat_func] == None) and (config.getboolean('general', 'verbose')): 
+            print('WARNING: NaN computed!')
         list_out.append(zonal_stats[0][stat_func])
 
     if config.getboolean('general', 'verbose'): print('DEBUG: ... done.')

scripts/runner.py

@@ -34,8 +34,6 @@ def main(cfg, projection_settings=[], verbose=False):
     if verbose:
         config.set('general', 'verbose', str(verbose))
 
-    if config.getboolean('general', 'verbose'): warnings.filterwarnings("default")
-
     click.echo(click.style('\nINFO: reference run started\n', fg='cyan'))
 
     #- selecting conflicts and getting area-of-interest and aggregation level