Cut new version

tests/RME_test_case.py → tests/RME/RME_test_case.py

@@ -10,8 +10,7 @@ class RMETestCase(unittest.TestCase):
     """
     Base class for all unit tests using the RME data
     """
-    test_dir = Path(__file__).parent
-    basin_dir = test_dir.joinpath('RME')
+    basin_dir = Path(__file__).parent
     gold_dir = basin_dir.joinpath('gold', 'hrrr')
     hrrr_dir = basin_dir.joinpath('gridded/hrrr_test')
     output_path = basin_dir.joinpath('output')

tests/RME/__init__.py

@@ -0,0 +1,5 @@
+from .RME_test_case import RMETestCase
+
+__all__ = [
+    RMETestCase
+]

tests/data/hrrr/test_file_loader.py

@@ -3,7 +3,7 @@
 import mock
 import xarray
 
-from tests.RME_test_case import RMETestCase
+from tests.RME import RMETestCase
 from weather_forecast_retrieval.data.hrrr.file_loader import FileLoader
 from weather_forecast_retrieval.data.hrrr.grib_file import GribFile
 from weather_forecast_retrieval.data.hrrr.netcdf_file import NetCdfFile
@@ -52,12 +52,12 @@ def setUpClass(cls):
         cls.subject = FileLoader()
 
     def test_parameters(self, _data_patch, _df_patch):
-        self.subject.get_saved_data(*self.METHOD_ARGS, output_dir='path')
+        self.subject.get_saved_data(*self.METHOD_ARGS, file_dir='path')
 
         self.assertEqual(self.START_DATE, self.subject.start_date)
         self.assertEqual(self.END_DATE, self.subject.end_date)
         self.assertEqual(self.BBOX, self.subject.file_loader.bbox)
-        self.assertEqual('path', self.subject.output_dir)
+        self.assertEqual('path', self.subject.file_dir)
 
     def test_defaults_to_grib(self, _data_patch, _df_patch):
         self.subject.get_saved_data(*self.METHOD_ARGS)
@@ -105,7 +105,7 @@ def setUp(self):
         subject = FileLoader()
         subject.start_date = RMETestCase.START_DATE
         subject.end_date = RMETestCase.END_DATE
-        subject.output_dir = RMETestCase.hrrr_dir.as_posix()
+        subject.file_dir = RMETestCase.hrrr_dir.as_posix()
         subject.file_loader = file_loader
         self.subject = subject
 
@@ -145,7 +145,7 @@ def test_tries_six_forecast_hours(self):
             )
 
     def test_file_not_found(self):
-        self.subject.output_dir = None
+        self.subject.file_dir = None
 
         with self.assertRaises(IOError):
             self.subject.get_data({})

tests/data/hrrr/test_hrrr_gold.py

@@ -0,0 +1,55 @@
+import numpy as np
+import pandas as pd
+
+from tests.RME import RMETestCase
+from weather_forecast_retrieval.data.hrrr import FileLoader
+
+
+def compare_gold(v_name, gold_dir, test_df):
+    """
+    Compare against gold HRRR data stored as csv in basin directory.
+
+    Args:
+        v_name: Variable to compare that also serves as the file name to load.
+        gold_dir: Directory containing gold standard results
+        test_df: Data frame containing test results to be compared
+    """
+
+    df_gold = pd.read_csv(
+        gold_dir.joinpath(v_name+'_data.csv').as_posix(),
+        header=0,
+        delimiter=',',
+        parse_dates=['date_time'],
+        index_col='date_time',
+        dtype=np.float32,
+    )
+
+    np.testing.assert_allclose(test_df.values, df_gold.values, rtol=1e-4)
+
+
+class TestHRRR(RMETestCase):
+    def testHRRRGribLoad(self):
+        """
+        Load HRRR data from multiple grib files
+        """
+        metadata, data = FileLoader().get_saved_data(
+            self.START_DATE,
+            self.END_DATE,
+            self.BBOX,
+            file_type='grib2',
+            file_dir=self.hrrr_dir.as_posix(),
+            force_zone_number=self.UTM_ZONE_NUMBER
+        )
+
+        df = pd.read_csv(
+            self.gold_dir.joinpath('metadata.csv').as_posix(),
+            header=0,
+            index_col='grid'
+        )
+
+        self.assertIsNotNone(metadata)
+        np.testing.assert_allclose(
+            df.values, metadata[df.columns].values, rtol=1e-4
+        )
+
+        [compare_gold(k, self.gold_dir, df) for k, df in data.items()]