Permalink
Browse files

adding more products to the initial geocat frontend and changing the …

…variable handling to use patterns; also added a bunch of constants and wired up a first try at the back end for one test domain/satellite/instrument
  • Loading branch information...
1 parent 03a4071 commit 99c56ca6d5b5e416a6f9aa72f9e8805b627e583f @evas-ssec evas-ssec committed Feb 13, 2013
@@ -47,8 +47,20 @@ terra, modis, mod06_nav, cloud_top_temperature, none, btemp,
terra, modis, geo_nav, ndvi, none, contiguous_index, 211e, 7348, NDVI, SSEC, MODIS, grid211e.ncml, SSEC_AWIPS_MODIS_EAST_1KM_NDVI_%Y%m%d_%H%M.7348
terra, modis, mod07_nav, total_precipitable_water, none, distance, 211e, 7360, TPW, SSEC, MODIS, grid211e.ncml, SSEC_AWIPS_MODIS_EAST_4KM_TPW_%Y%m%d_%H%M.7360
-# TODO, for testing
-aqua, modis, ifr, fog, fog, 203, 0000, IFR Fog, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_IFRPROB_%Y%m%d_%H%M.0000
+# TODO, these are temporary entries for testing the geocat products; this is only a small subset of the grids/satellites/instruments that will need to be configured
+aqua, modis, ifr, fog, percent, 203, 9814, IFR Fog, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_IFRPROB_%Y%m%d_%H%M.9814
+aqua, modis, lifr, fog, percent, 203, 9714, LIFR Fog, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_LIFRPROB_%Y%m%d_%H%M.9714
+aqua, modis, mvfr, fog, percent, 203, 9804, LIFR Fog, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_MVFRPROB_%Y%m%d_%H%M.9804
+aqua, modis, cloud_thickness, none, distance, 203, 9806, CLD T, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_GM06_%Y%m%d_%H%M.9806
+aqua, modis, cloud_phase, none, category, 203, 9724, CLD P, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_CPHASE_%Y%m%d_%H%M.9724
+aqua, modis, ash_height, none, distance, 203, 9801, ASH H, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM02_%Y%m%d_%H%M.9801
+aqua, modis, ash_mass_loading, none, mass_loading, 203, 9800, ASH M, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM01_%Y%m%d_%H%M.9800
+aqua, modis, ash_effective_radius, none, distance, 203, 9802, ASH E, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM03_%Y%m%d_%H%M.9802
+aqua, modis, ash_btd_11_12, none, btemp, 203, 9816, ASH BTD, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_BTD1112_%Y%m%d_%H%M.9816
+aqua, modis, ash_11, none, btemp, 203, 9820, ASH 11um, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_IRWBT_%Y%m%d_%H%M.9820
+aqua, modis, ash_visible, none, reflectance, 203, 9818, ASH VIS, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_VISREF_%Y%m%d_%H%M.9818
+aqua, modis, so2_loading, none, mass_loading, 203, 9809, SO2 L, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_SO2LOADING_%Y%m%d_%H%M.9809
+aqua, modis, so2_mask, none, category, 203, 9808, SO2 M, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_SO2MASK_%Y%m%d_%H%M.9808
# TODO, this is missing a lot of information and I'm not planning to do the other versions of these lines until I've got that information
#terra, modis, ice_surface_temperature, none, btemp, 211e, 0000, IST, SSEC, MODIS, grid211e.ncml, SSEC_AWIPS_MODIS_EAST_IST_%Y%m%d_%H%M.0000
@@ -256,11 +256,11 @@ def run_geocat2awips(filepaths,
temp_processes.start()
processes_to_wait_for.append(temp_processes)
else:
- stat = _process_data_sets([filepath], filename **kwargs)
+ stat = _process_data_sets([filepath], filename, **kwargs)
exit_status = exit_status or stat
except StandardError:
- log.error("Could not process file %s" % filepath)
- exit_status = exit_status or len(1) # TODO, not right
+ log.error("Could not process file %s" % filepath, exc_info=True)
+ exit_status = exit_status or 1 # TODO, not right
log.debug("Waiting for subprocesses")
# look through our processes and wait for any processes we saved to wait for
@@ -63,9 +63,13 @@
DEFAULT_FILL_VALUE = -999.0
# Satellites
-SAT_NPP = "npp"
-SAT_TERRA = "terra"
-SAT_AQUA = "aqua"
+SAT_NPP = "npp"
+SAT_TERRA = "terra"
+SAT_AQUA = "aqua"
+SAT_GOES13 = "goes13"
+SAT_GOES15 = "goes15"
+SAT_METEO9 = "meteosat9"
+SAT_MTSAT2 = "mtsat2"
# Instruments
INST_VIIRS = "viirs"
@@ -91,6 +95,19 @@
BKIND_NDVI = "ndvi"
BKIND_TPW = "total_precipitable_water"
BKIND_IFR = "ifr"
+BKIND_LIFR = "lifr"
+BKIND_MVFR = "mvfr"
+BKIND_CLDT = "cloud_thickness"
+BKIND_CLDP = "cloud_phase"
+BKIND_ASHH = "ash_height"
+BKIND_ASHM = "ash_mass_loading"
+BKIND_ASHE = "ash_effective_radius"
+BKIND_ASHB = "ash_btd_11_12"
+BKIND_ASH11 = "ash_11"
+BKIND_SO2L = "so2_loading"
+BKIND_SO2M = "so2_mask"
+BKIND_ASHV = "ash_visible"
+
# Band Identifier
BID_01 = "01"
@@ -128,6 +145,7 @@
DKIND_DISTANCE = "distance" # this is meant to be a distance in the sense of mm, cm, meters, km, or miles
DKIND_PERCENT = "percent"
DKIND_C_INDEX = "contiguous_index" # this represents some abstract ranging index with meaningfully contiguous values (not discrete categories)
+DKIND_M_LOAD = "mass_loading" # this represents an amount (mass usually) over an area
SET_DKINDS = set([
DKIND_RADIANCE,
@@ -66,8 +66,20 @@ terra, modis, geo_nav, ndvi, none, contiguous_ind
terra, modis, mod06_nav, cloud_top_temperature, none, btemp, btemp_lin, 300.26, 173.16, 10, 250
terra, modis, mod07_nav, total_precipitable_water, none, distance, linear, 30.0, 40.0
-# TODO, temp
-aqua, modis, ifr, fog, fog, linear, 2.55, 0.0
+# TODO, these are temporary entries for testing the geocat products
+aqua, modis, ifr, fog, percent, linear, 2.55, 0.0
+aqua, modis, lifr, fog, percent, linear, 2.55, 0.0
+aqua, modis, mvfr, fog, percent, linear, 2.55, 0.0
+aqua, modis, cloud_thickness, none, distance, linear, 0.17, 0.0
+aqua, modis, cloud_phase, none, category, linear, 30.0, 0.0
+aqua, modis, ash_height, none, distance, linear, 12.75, 0.0
+aqua, modis, ash_mass_loading, none, mass_loading, linear, 5.1, 0.0
+aqua, modis, ash_effective_radius, none, distance, linear, 15.875, 0.0
+aqua, modis, ash_btd_11_12, none, btemp, linear, 25.5, 127.5
+aqua, modis, ash_11, none, btemp, raw
+aqua, modis, ash_visible, none, reflectance, sqrt, 100.0, 2.55
+aqua, modis, so2_loading, none, mass_loading, raw
+aqua, modis, so2_mask, none, category, raw
# TODO, this is guesswork
terra, modis, geo_nav, inversion_strength, none, btemp, btemp_c, 242.0, 660, 2, 418, 1
Oops, something went wrong.

0 comments on commit 99c56ca

Please sign in to comment.