Add Vaisala GLD360-reader.

AUTHORS.md

@@ -30,6 +30,6 @@ The following people have made contributions to this project:
 - [praerien (praerien)](https://github.com/praerien)
 - [ralphk11 (ralphk11)](https://github.com/ralphk11)
 - [roquetp (roquetp)](https://github.com/roquetp)
-- [sjoro (sjoro)](https://github.com/sjoro)
+- [Sauli Joro (sjoro)](https://github.com/sjoro)
 - Guido della Bruna - meteoswiss
 - Marco Sassi - meteoswiss

satpy/etc/readers/vaisala_gld360.yaml

@@ -0,0 +1,40 @@
+reader:
+  description: Vaisala Global Lightning Dataset 360 reader
+  name: vaisala_gld360
+  reader: !!python/name:satpy.readers.yaml_reader.FileYAMLReader ''
+  sensors: [vaisala_gld360]
+
+file_types:
+  vaisala_gld360:
+    file_reader: !!python/name:satpy.readers.vaisala_gld360.VaisalaGLD360TextFileHandler ''
+    file_patterns: ['flashes_{start_time:%Y%m%d}.txt']
+
+datasets:
+  datetime:
+    name: datetime
+    sensor: vaisala_gld360
+    resolution: 2000
+    file_type: vaisala_gld360
+
+  latitude:
+    name: latitude
+    sensor: vaisala_gld360
+    resolution: 2000
+    file_type: vaisala_gld360
+    standard_name: latitude
+
+  longitude:
+    name: longitude
+    sensor: vaisala_gld360
+    resolution: 2000
+    file_type: vaisala_gld360
+    standard_name: longitude
+
+  power:
+    name: power
+    sensor: vaisala_gld360
+    resolution: 2000
+    file_type: vaisala_gld360
+    coordinates:
+      - longitude
+      - latitude

satpy/readers/vaisala_gld360.py

@@ -0,0 +1,74 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# Copyright (c) 2016.
+#
+#
+# This file is part of satpy.
+#
+# satpy is free software: you can redistribute it and/or modify it under the
+# terms of the GNU General Public License as published by the Free Software
+# Foundation, either version 3 of the License, or (at your option) any later
+# version.
+#
+# satpy is distributed in the hope that it will be useful, but WITHOUT ANY
+# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
+# A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along with
+# satpy.  If not, see <http://www.gnu.org/licenses/>.
+
+"""Vaisala Global Lightning Dataset 360 reader
+
+Vaisala Global Lightning Dataset GLD360 is data as a service
+that provides real-time lightning data for accurate and early
+detection and tracking of severe weather. The data provided i
+s generated by a Vaisala owned and operated world-wide lightning
+detection sensor network.
+
+References:
+- [GLD360] https://www.vaisala.com/en/products/data-subscriptions-and-reports/data-sets/gld360
+
+"""
+
+import logging
+import pandas as pd
+import dask.array as da
+import xarray as xr
+
+from satpy import CHUNK_SIZE
+from satpy.readers.file_handlers import BaseFileHandler
+
+logger = logging.getLogger(__name__)
+
+
+class VaisalaGLD360TextFileHandler(BaseFileHandler):
+    """ASCII reader for Vaisala GDL360 data.
+    """
+
+    def __init__(self, filename, filename_info, filetype_info):
+        super(VaisalaGLD360TextFileHandler, self).__init__(filename, filename_info, filetype_info)
+
+        names = ['date', 'time', 'latitude', 'longitude', 'power', 'unit']
+        types = ['str', 'str', 'float', 'float', 'float', 'str']
+        dtypes = dict(zip(names, types))
+        parse_dates = {'datetime': ['date', 'time']}
+
+        self.data = pd.read_csv(filename, delim_whitespace=True, header=None,
+                                names=names, dtype=dtypes, parse_dates=parse_dates)
+
+    @property
+    def start_time(self):
+        return self.data['datetime'].iloc[0]
+
+    @property
+    def end_time(self):
+        return self.data['datetime'].iloc[-1]
+
+    def get_dataset(self, dataset_id, dataset_info):
+        """Load a dataset
+        """
+        xarr = xr.DataArray(da.from_array(self.data[dataset_id.name],
+                                          chunks=CHUNK_SIZE), dims=["y"])
+        xarr.attrs.update(dataset_info)
+
+        return xarr

satpy/tests/reader_tests/__init__.py

@@ -38,7 +38,7 @@
                                       test_nc_slstr, test_olci_nc,
                                       test_viirs_edr_flood, test_nwcsaf_nc,
                                       test_seviri_l1b_hrit, test_sar_c_safe,
-                                      test_modis_l1b)
+                                      test_modis_l1b, test_vaisala_gld360)
 
 
 if sys.version_info < (2, 7):
@@ -82,5 +82,6 @@ def suite():
     mysuite.addTests(test_seviri_l1b_hrit.suite())
     mysuite.addTests(test_sar_c_safe.suite())
     mysuite.addTests(test_modis_l1b.suite())
+    mysuite.addTests(test_vaisala_gld360.suite())
 
     return mysuite

satpy/tests/reader_tests/test_vaisala_gld360.py

@@ -0,0 +1,89 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+# Copyright (c) 2017-2018 PyTroll Community
+
+# Author(s):
+
+#   Adam.Dybbroe <adam.dybbroe@smhi.se>
+#   Sauli Joro <sauli.joro@eumetsat.int>
+
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+"""Unittesting the Vaisala GLD360 reader.
+"""
+
+import sys
+from io import StringIO
+
+import numpy as np
+
+from satpy.readers.vaisala_gld360 import (
+    VaisalaGLD360TextFileHandler
+)
+from satpy.dataset import DatasetID
+
+if sys.version_info < (2, 7):
+    import unittest2 as unittest
+else:
+    import unittest
+
+try:
+    from unittest import mock
+except ImportError:
+    import mock
+
+
+EXPECTED_POWER = np.array([ 12.3,  13.2, -31. ])
+
+class TestVaisalaGLD360TextFileHandler(unittest.TestCase):
+
+    """Test the VaisalaGLD360TextFileHandler."""
+
+    def test_vaisala_gld360(self):
+
+        expected = EXPECTED_POWER
+
+        filename =  StringIO(
+            '2017-06-20 00:00:00.007178  30.5342  -90.1152    12.3 kA\n'
+            '2017-06-20 00:00:00.020162  -0.5727  104.0688    13.2 kA\n'
+            '2017-06-20 00:00:00.023183  12.1529  -10.8756   -31.0 kA'
+            )
+        filename_info = {}
+        filetype_info = {}
+
+        self.handler = VaisalaGLD360TextFileHandler(
+            filename, {}, {}
+        )
+
+        filename.close()
+        dataset_id = DatasetID('power')
+        dataset_info = {}
+        result = self.handler.get_dataset(dataset_id, dataset_info).values
+
+        # import ipdb; ipdb.set_trace()
+        np.testing.assert_allclose(result, expected, rtol=1e-05)
+
+def suite():
+    """The test suite for test_scene.
+    """
+    loader = unittest.TestLoader()
+    mysuite = unittest.TestSuite()
+    mysuite.addTest(loader.loadTestsFromTestCase(TestVaisalaGLD360TextFileHandler))
+    return mysuite
+
+
+if __name__ == "__main__":
+    # So you can run tests from this module individually.
+    unittest.main()