Browse files

configuring new nav groups for geocat2awips and setting up all the in…

…itial grid and scaling configurations
  • Loading branch information...
1 parent 33d37ed commit 1d68c5997286842d0837a6e7f198ff02135ee89e @evas-ssec evas-ssec committed Oct 18, 2013
View
112 py/polar2grid/polar2grid/awips/awips_grids.conf
@@ -47,40 +47,6 @@ terra, modis, mod06_nav, cloud_top_temperature, none, btemp,
terra, modis, geo_nav, ndvi, none, contiguous_index, 211e, 7348, NDVI, SSEC, MODIS, grid211e.ncml, SSEC_AWIPS_MODIS_EAST_1KM_NDVI_%Y%m%d_%H%M.7348
terra, modis, mod07_nav, total_precipitable_water, none, distance, 211e, 7360, TPW, SSEC, MODIS, grid211e.ncml, SSEC_AWIPS_MODIS_EAST_4KM_TPW_%Y%m%d_%H%M.7360
-# TODO, these are temporary entries for testing the geocat products; this is only a small subset of the grids/satellites/instruments that will need to be configured
-aqua, modis, geo_nav, ifr, fog, percent, 207, 55779814, IFR Fog, SSEC, AQUA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_IFRPROB_%Y%m%d_%H%M.55779814
-aqua, modis, geo_nav, lifr, fog, percent, 207, 55779714, LIFR Fog, SSEC, AQUA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_LIFRPROB_%Y%m%d_%H%M.55779714
-aqua, modis, geo_nav, mvfr, fog, percent, 207, 55779804, MVFR Fog, SSEC, AQUA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_MVFRPROB_%Y%m%d_%H%M.55779804
-aqua, modis, geo_nav, cloud_thickness, none, distance, 207, 55779806, CLD T, SSEC, AQUA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_GM06_%Y%m%d_%H%M.55779806
-aqua, modis, geo_nav, cloud_phase, none, category, 207, 55779724, CLD P, SSEC, AQUA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_CPHASE_%Y%m%d_%H%M.55779724
-aqua, modis, geo_nav, ash_height, none, distance, 203, 55779800, ASH H, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM02_%Y%m%d_%H%M.55779800
-aqua, modis, geo_nav, ash_mass_loading, none, mass_loading, 203, 55779801, ASH M, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM01_%Y%m%d_%H%M.55779801
-aqua, modis, geo_nav, ash_effective_radius, none, distance, 203, 55779802, ASH E, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM03_%Y%m%d_%H%M.55779802
-aqua, modis, geo_nav, ash_btd_11_12, none, btemp, 203, 55779816, ASH BTD, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_BTD1112_%Y%m%d_%H%M.55779816
-aqua, modis, geo_nav, ash_11, none, btemp, 203, 55779820, ASH 11um, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_IRWBT_%Y%m%d_%H%M.55779820
-aqua, modis, geo_nav, ash_visible, none, reflectance, 203, 55779818, ASH VIS, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_VISREF_%Y%m%d_%H%M.55779818
-# TODO, the lines for these two don't have product numbers in the reference chart!
-aqua, modis, geo_nav, so2_loading, none, mass_loading, 203, 9809, SO2 L, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_SO2LOADING_%Y%m%d_%H%M.9809
-aqua, modis, geo_nav, so2_mask, none, category, 203, 9808, SO2 M, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_SO2MASK_%Y%m%d_%H%M.9808
-# TODO, here are more test lines for the geocat products; this time for goes15
-goes15, goes_imager, geo_nav, ifr, fog, percent, 207, 55779815, IFR Fog, SSEC, GOES-15, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-GEOW_ALAS_2KM_IFRPROB_%Y%m%d_%H%M.55779815
-goes15, goes_imager, geo_nav, lifr, fog, percent, 207, 55779713, LIFR Fog, SSEC, GOES-15, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-GEOW_ALAS_2KM_LIFRPROB_%Y%m%d_%H%M.55779713
-goes15, goes_imager, geo_nav, mvfr, fog, percent, 207, 55779812, MVFR Fog, SSEC, GOES-15, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-GEOW_ALAS_2KM_MVFRPROB_%Y%m%d_%H%M.55779812
-goes15, goes_imager, geo_nav, cloud_thickness, none, distance, 207, 55779811, CLD T, SSEC, GOES-15, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-GEOW_ALAS_2KM_FOGDEPTH_%Y%m%d_%H%M.55779811
-goes15, goes_imager, geo_nav, cloud_phase, none, category, 207, 55779723, CLD P, SSEC, GOES-15, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-GEOW_ALAS_2KM_CPHASE_%Y%m%d_%H%M.55779723
-# TODO, this isn't a 4km grid yet, need to confirm it's the right grid first
-goes15, goes_imager, geo_nav, ifr, fog, percent, 211w, 55779865, IFR Fog, SSEC, GOES-15, grid211w.ncml, SSEC_AWIPS_GEOCAT-GEOW_CONUS_4KM_IFRPROB_%Y%m%d_%H%M.55779865
-goes15, goes_imager, geo_nav, lifr, fog, percent, 211w, 55779712, LIFR Fog, SSEC, GOES-15, grid211w.ncml, SSEC_AWIPS_GEOCAT-GEOW_CONUS_4KM_LIFRPROB_%Y%m%d_%H%M.55779712
-goes15, goes_imager, geo_nav, mvfr, fog, percent, 211w, 55779862, MVFR Fog, SSEC, GOES-15, grid211w.ncml, SSEC_AWIPS_GEOCAT-GEOW_CONUS_4KM_MVFRPROB_%Y%m%d_%H%M.55779862
-goes15, goes_imager, geo_nav, cloud_thickness, none, distance, 211w, 55779861, CLD T, SSEC, GOES-15, grid211w.ncml, SSEC_AWIPS_GEOCAT-GEOW_CONUS_4KM_FOGDEPTH_%Y%m%d_%H%M.55779861
-goes15, goes_imager, geo_nav, cloud_phase, none, category, 211w, 55779722, CLD P, SSEC, GOES-15, grid211w.ncml, SSEC_AWIPS_GEOCAT-GEOW_CONUS_4KM_CPHASE_%Y%m%d_%H%M.55779722
-# TODO the grid for goes 13 isn't at 4km yet, need to confirm it's the right grid to start with
-goes13, goes_imager, geo_nav, ifr, fog, percent, 211e, 55779870, IFR Fog, SSEC, GOES-13, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_IFRPROB_%Y%m%d_%H%M.55779870
-goes13, goes_imager, geo_nav, lifr, fog, percent, 211e, 55779711, LIFR Fog, SSEC, GOES-13, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_LIFRPROB_%Y%m%d_%H%M.55779711
-goes13, goes_imager, geo_nav, mvfr, fog, percent, 211e, 55779868, MVFR Fog, SSEC, GOES-13, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_MVFRPROB_%Y%m%d_%H%M.55779868
-goes13, goes_imager, geo_nav, cloud_thickness, none, distance, 211e, 55779867, CLD T, SSEC, GOES-13, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_FOGDEPTH_%Y%m%d_%H%M.55779867
-goes13, goes_imager, geo_nav, cloud_phase, none, category, 211e, 55779721, CLD P, SSEC, GOES-13, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_CPHASE_%Y%m%d_%H%M.55779721
-
# TODO, this is missing a lot of information and I'm not planning to do the other versions of these lines until I've got that information
#terra, modis, ice_surface_temperature, none, btemp, 211e, 0000, IST, SSEC, MODIS, grid211e.ncml, SSEC_AWIPS_MODIS_EAST_IST_%Y%m%d_%H%M.0000
#terra, modis, inversion_strength, none, btemp, 211e, 0000, InvS, SSEC, MODIS, grid211e.ncml, SSEC_AWIPS_MODIS_EAST_InvStr_%Y%m%d_%H%M.0000
@@ -189,3 +155,81 @@ terra, modis, mod06_nav, cloud_top_temperature, none, btemp,
terra, modis, geo_nav, ndvi, none, contiguous_index, 204, 55777358, NDVI, SSEC, MODIS, grid204.ncml, SSEC_AWIPS_MODIS_HI_1KM_NDVI_%Y%m%d_%H%M.55777358
terra, modis, mod07_nav, total_precipitable_water, none, distance, 204, 55777380, TPW, SSEC, MODIS, grid204.ncml, SSEC_AWIPS_MODIS_HI_4KM_TPW_%Y%m%d_%H%M.55777380
+# GEOCAT entries
+
+# GOES-13 via GEOCAT ; TODO these aren't on a 4km grid yet because there isn't one available
+goes13, goes_imager, geo_nav, ifr, fog, percent, 211e, 55779870, IFR Fog, SSEC, GOES-13, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_IFRPROB_%Y%m%d_%H%M.55779870
+goes13, goes_imager, geo_nav, lifr, fog, percent, 211e, 55779711, LIFR Fog, SSEC, GOES-13, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_LIFRPROB_%Y%m%d_%H%M.55779711
+goes13, goes_imager, geo_nav, mvfr, fog, percent, 211e, 55779868, MVFR Fog, SSEC, GOES-13, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_MVFRPROB_%Y%m%d_%H%M.55779868
+goes13, goes_imager, geo_nav, cloud_thickness, none, distance, 211e, 55779867, CLD T, SSEC, GOES-13, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_FOGDEPTH_%Y%m%d_%H%M.55779867
+goes13, goes_imager, geo_nav, cloud_phase, none, category, 211e, 55779721, CLD P, SSEC, GOES-13, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_CPHASE_%Y%m%d_%H%M.55779721
+
+# GOES-14 via GEOCAT (this is currently configured to behave like GOES-13) ; TODO these aren't on a 4km grid yet because there isn't one available
+goes14, goes_imager, geo_nav, ifr, fog, percent, 211e, 55779870, IFR Fog, SSEC, GOES-14, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_IFRPROB_%Y%m%d_%H%M.55779870
+goes14, goes_imager, geo_nav, lifr, fog, percent, 211e, 55779711, LIFR Fog, SSEC, GOES-14, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_LIFRPROB_%Y%m%d_%H%M.55779711
+goes14, goes_imager, geo_nav, mvfr, fog, percent, 211e, 55779868, MVFR Fog, SSEC, GOES-14, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_MVFRPROB_%Y%m%d_%H%M.55779868
+goes14, goes_imager, geo_nav, cloud_thickness, none, distance, 211e, 55779867, CLD T, SSEC, GOES-14, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_FOGDEPTH_%Y%m%d_%H%M.55779867
+goes14, goes_imager, geo_nav, cloud_phase, none, category, 211e, 55779721, CLD P, SSEC, GOES-14, grid211e.ncml, SSEC_AWIPS_GEOCAT-GEOE_CONUS_4KM_CPHASE_%Y%m%d_%H%M.55779721
+
+# GOES-15 via GEOCAT
+goes15, goes_imager, geo_nav, ifr, fog, percent, 207, 55779815, IFR Fog, SSEC, GOES-15, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-GEOW_ALAS_2KM_IFRPROB_%Y%m%d_%H%M.55779815
+goes15, goes_imager, geo_nav, lifr, fog, percent, 207, 55779713, LIFR Fog, SSEC, GOES-15, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-GEOW_ALAS_2KM_LIFRPROB_%Y%m%d_%H%M.55779713
+goes15, goes_imager, geo_nav, mvfr, fog, percent, 207, 55779812, MVFR Fog, SSEC, GOES-15, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-GEOW_ALAS_2KM_MVFRPROB_%Y%m%d_%H%M.55779812
+goes15, goes_imager, geo_nav, cloud_thickness, none, distance, 207, 55779811, CLD T, SSEC, GOES-15, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-GEOW_ALAS_2KM_FOGDEPTH_%Y%m%d_%H%M.55779811
+goes15, goes_imager, geo_nav, cloud_phase, none, category, 207, 55779723, CLD P, SSEC, GOES-15, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-GEOW_ALAS_2KM_CPHASE_%Y%m%d_%H%M.55779723
+# TODO these aren't on a 4km grid yet because there isn't one available
+goes15, goes_imager, geo_nav, ifr, fog, percent, 211w, 55779865, IFR Fog, SSEC, GOES-15, grid211w.ncml, SSEC_AWIPS_GEOCAT-GEOW_CONUS_4KM_IFRPROB_%Y%m%d_%H%M.55779865
+goes15, goes_imager, geo_nav, lifr, fog, percent, 211w, 55779712, LIFR Fog, SSEC, GOES-15, grid211w.ncml, SSEC_AWIPS_GEOCAT-GEOW_CONUS_4KM_LIFRPROB_%Y%m%d_%H%M.55779712
+goes15, goes_imager, geo_nav, mvfr, fog, percent, 211w, 55779862, MVFR Fog, SSEC, GOES-15, grid211w.ncml, SSEC_AWIPS_GEOCAT-GEOW_CONUS_4KM_MVFRPROB_%Y%m%d_%H%M.55779862
+goes15, goes_imager, geo_nav, cloud_thickness, none, distance, 211w, 55779861, CLD T, SSEC, GOES-15, grid211w.ncml, SSEC_AWIPS_GEOCAT-GEOW_CONUS_4KM_FOGDEPTH_%Y%m%d_%H%M.55779861
+goes15, goes_imager, geo_nav, cloud_phase, none, category, 211w, 55779722, CLD P, SSEC, GOES-15, grid211w.ncml, SSEC_AWIPS_GEOCAT-GEOW_CONUS_4KM_CPHASE_%Y%m%d_%H%M.55779722
+
+# MODIS via Geocat
+
+# Alaska navigated products
+
+# Aqua entries
+aqua, modis, ak_nav, ifr, fog, percent, 207, 55779814, IFR Fog, SSEC, AQUA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_IFRPROB_%Y%m%d_%H%M.55779814
+aqua, modis, ak_nav, lifr, fog, percent, 207, 55779714, LIFR Fog, SSEC, AQUA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_LIFRPROB_%Y%m%d_%H%M.55779714
+aqua, modis, ak_nav, mvfr, fog, percent, 207, 55779804, MVFR Fog, SSEC, AQUA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_MVFRPROB_%Y%m%d_%H%M.55779804
+aqua, modis, ak_nav, cloud_thickness, none, distance, 207, 55779806, CLD T, SSEC, AQUA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_GM06_%Y%m%d_%H%M.55779806
+aqua, modis, ak_nav, cloud_phase, none, category, 207, 55779724, CLD P, SSEC, AQUA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_CPHASE_%Y%m%d_%H%M.55779724
+aqua, modis, ak_nav, ash_height, none, distance, 203, 55779800, ASH H, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM02_%Y%m%d_%H%M.55779800
+aqua, modis, ak_nav, ash_mass_loading, none, mass_loading, 203, 55779801, ASH M, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM01_%Y%m%d_%H%M.55779801
+aqua, modis, ak_nav, ash_effective_radius, none, distance, 203, 55779802, ASH E, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM03_%Y%m%d_%H%M.55779802
+aqua, modis, ak_nav, ash_btd_11_12, none, btemp, 203, 55779816, ASH BTD, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_BTD1112_%Y%m%d_%H%M.55779816
+aqua, modis, ak_nav, ash_11, none, btemp, 203, 55779820, ASH 11um, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_IRWBT_%Y%m%d_%H%M.55779820
+aqua, modis, ak_nav, ash_visible, none, reflectance, 203, 55779818, ASH VIS, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_VISREF_%Y%m%d_%H%M.55779818
+# Terra entries
+terra, modis, ak_nav, ifr, fog, percent, 207, 55779814, IFR Fog, SSEC, TERRA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_IFRPROB_%Y%m%d_%H%M.55779814
+terra, modis, ak_nav, lifr, fog, percent, 207, 55779714, LIFR Fog, SSEC, TERRA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_LIFRPROB_%Y%m%d_%H%M.55779714
+terra, modis, ak_nav, mvfr, fog, percent, 207, 55779804, MVFR Fog, SSEC, TERRA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_MVFRPROB_%Y%m%d_%H%M.55779804
+terra, modis, ak_nav, cloud_thickness, none, distance, 207, 55779806, CLD T, SSEC, TERRA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_GM06_%Y%m%d_%H%M.55779806
+terra, modis, ak_nav, cloud_phase, none, category, 207, 55779724, CLD P, SSEC, TERRA-MODIS, grid207_2km.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_2KM_CPHASE_%Y%m%d_%H%M.55779724
+terra, modis, ak_nav, ash_height, none, distance, 203, 55779800, ASH H, SSEC, TERRA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM02_%Y%m%d_%H%M.55779800
+terra, modis, ak_nav, ash_mass_loading, none, mass_loading, 203, 55779801, ASH M, SSEC, TERRA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM01_%Y%m%d_%H%M.55779801
+terra, modis, ak_nav, ash_effective_radius, none, distance, 203, 55779802, ASH E, SSEC, TERRA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_GM03_%Y%m%d_%H%M.55779802
+terra, modis, ak_nav, ash_btd_11_12, none, btemp, 203, 55779816, ASH BTD, SSEC, TERRA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_BTD1112_%Y%m%d_%H%M.55779816
+terra, modis, ak_nav, ash_11, none, btemp, 203, 55779820, ASH 11um, SSEC, TERRA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_IRWBT_%Y%m%d_%H%M.55779820
+terra, modis, ak_nav, ash_visible, none, reflectance, 203, 55779818, ASH VIS, SSEC, TERRA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_VISREF_%Y%m%d_%H%M.55779818
+
+# CONUS navigated products ; TODO, these are not yet in the ConusOne (211) projection because it isn't yet available
+
+# Aqua entries
+aqua, modis, conus_nav, ifr, fog, percent, 211w, 55779864, IFR Fog, SSEC, AQUA-MODIS, grid211w.ncml, SSEC_AWIPS_GEOCAT-MODW_CONUS_1KM_IFRPROB_%Y%m%d_%H%M.55779864
+aqua, modis, conus_nav, lifr, fog, percent, 211w, 55779715, LIFR Fog, SSEC, AQUA-MODIS, grid211w.ncml, SSEC_AWIPS_GEOCAT-MODW_CONUS_1KM_LIFRPROB_%Y%m%d_%H%M.55779715
+aqua, modis, conus_nav, mvfr, fog, percent, 211w, 55779854, MVFR Fog, SSEC, AQUA-MODIS, grid211w.ncml, SSEC_AWIPS_GEOCAT-MODW_CONUS_1KM_MVFRPROB_%Y%m%d_%H%M.55779854
+aqua, modis, conus_nav, cloud_thickness, none, distance, 211w, 55779856, CLD T, SSEC, AQUA-MODIS, grid211w.ncml, SSEC_AWIPS_GEOCAT-MODW_CONUS_1KM_FOGDEPTH_%Y%m%d_%H%M.55779856
+aqua, modis, conus_nav, cloud_phase, none, category, 211w, 55779725, CLD P, SSEC, AQUA-MODIS, grid211w.ncml, SSEC_AWIPS_GEOCAT-MODW_CONUS_1KM_CPHASE_%Y%m%d_%H%M.55779725
+# Terra entries
+terra, modis, conus_nav, ifr, fog, percent, 211w, 55779864, IFR Fog, SSEC, TERRA-MODIS, grid211w.ncml, SSEC_AWIPS_GEOCAT-MODW_CONUS_1KM_IFRPROB_%Y%m%d_%H%M.55779864
+terra, modis, conus_nav, lifr, fog, percent, 211w, 55779715, LIFR Fog, SSEC, TERRA-MODIS, grid211w.ncml, SSEC_AWIPS_GEOCAT-MODW_CONUS_1KM_LIFRPROB_%Y%m%d_%H%M.55779715
+terra, modis, conus_nav, mvfr, fog, percent, 211w, 55779854, MVFR Fog, SSEC, TERRA-MODIS, grid211w.ncml, SSEC_AWIPS_GEOCAT-MODW_CONUS_1KM_MVFRPROB_%Y%m%d_%H%M.55779854
+terra, modis, conus_nav, cloud_thickness, none, distance, 211w, 55779856, CLD T, SSEC, TERRA-MODIS, grid211w.ncml, SSEC_AWIPS_GEOCAT-MODW_CONUS_1KM_FOGDEPTH_%Y%m%d_%H%M.55779856
+terra, modis, conus_nav, cloud_phase, none, category, 211w, 55779725, CLD P, SSEC, TERRA-MODIS, grid211w.ncml, SSEC_AWIPS_GEOCAT-MODW_CONUS_1KM_CPHASE_%Y%m%d_%H%M.55779725
+
+
+# TODO, the lines for these two don't have product numbers in the reference chart!
+#aqua, modis, geo_nav, so2_loading, none, mass_loading, 203, 9809, SO2 L, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_SO2LOADING_%Y%m%d_%H%M.9809
+#aqua, modis, geo_nav, so2_mask, none, category, 203, 9808, SO2 M, SSEC, AQUA-MODIS, grid203.ncml, SSEC_AWIPS_GEOCAT-MOD_ALAS_1KM_SO2MASK_%Y%m%d_%H%M.9808
+
View
7 py/polar2grid/polar2grid/geocat2awips.py
@@ -18,7 +18,7 @@
from polar2grid.core.glue_utils import *
from polar2grid.core.time_utils import utc_now
from .grids.grids import create_grid_jobs, Cartographer
-from polar2grid.modis import FILE_CONTENTS_GUIDE
+from polar2grid.modis import FILE_CONTENTS_GUIDE, find_nav_uid_from_filename
from polar2grid.modis import Geo_Frontend
from .awips import Backend
import remap
@@ -253,17 +253,18 @@ def run_glue(filepaths,
for filepath in all_used:
log.debug("Processing file %s" % filepath)
filename = os.path.split(filepath)[1]
+ nav_uid = find_nav_uid_from_filename(filename)
try:
if multiprocess:
temp_processes = Process(target=_process_data_sets,
- args = ([filepath], "geo_nav"), # TODO, this is the wrong way to match file and nav_uid
+ args = ([filepath], nav_uid),
kwargs = kwargs
)
temp_processes.start()
processes_to_wait_for.append(temp_processes)
else:
- stat = _process_data_sets([filepath], "geo_nav", **kwargs) # TODO, this is the wrong way to match file and nav_uid
+ stat = _process_data_sets([filepath], nav_uid, **kwargs)
exit_status = exit_status or stat
except StandardError:
log.error("Could not process file %s" % filepath, exc_info=True)
View
3 py/polar2grid_core/polar2grid/core/constants.py
@@ -67,6 +67,7 @@
SAT_TERRA = "terra"
SAT_AQUA = "aqua"
SAT_GOES13 = "goes13"
+SAT_GOES14 = "goes14"
SAT_GOES15 = "goes15"
SAT_METEO9 = "meteosat9"
SAT_MTSAT2 = "mtsat2"
@@ -180,6 +181,8 @@
GEO_250M_NAV_UID = "geo_250m_nav" # the 250m navigation group
MOD06_NAV_UID = "mod06_nav" # the mod06 navigation group
MOD07_NAV_UID = "mod07_nav" # the mod07 navigation group
+AK_NAV_UID = "ak_nav" # the Alaska navigation group
+CONUS_NAV_UID = "conus_nav" # the CONUS navigation group
# Grid Constants
GRIDS_ANY = "any_grid"
View
87 py/polar2grid_core/polar2grid/core/rescale_configs/rescale.8bit.conf
@@ -66,35 +66,74 @@ terra, modis, geo_nav, ndvi, none, contiguous_ind
terra, modis, mod06_nav, cloud_top_temperature, none, btemp, btemp_lin, 300.26, 173.16, 10, 250
terra, modis, mod07_nav, total_precipitable_water, none, distance, linear, 30.0, 40.0
-# TODO, these are temporary entries for testing the geocat products
-aqua, modis, geo_nav, ifr, fog, percent, linear, 2.55, 0.0
-aqua, modis, geo_nav, lifr, fog, percent, linear, 2.55, 0.0
-aqua, modis, geo_nav, mvfr, fog, percent, linear, 2.55, 0.0
-aqua, modis, geo_nav, cloud_thickness, none, distance, linear, 0.17, 0.0
-aqua, modis, geo_nav, cloud_phase, none, category, linear, 30.0, 30.0
-aqua, modis, geo_nav, ash_height, none, distance, linear, 12.75, 0.0
-aqua, modis, geo_nav, ash_mass_loading, none, mass_loading, linear, 5.1, 0.0
-aqua, modis, geo_nav, ash_effective_radius, none, distance, linear, 15.875, 0.0
-aqua, modis, geo_nav, ash_btd_11_12, none, btemp, linear, 25.5, 127.5
-aqua, modis, geo_nav, ash_11, none, btemp, irw, 242.0, -2.0, 660.0, -1.0, 418.0
-aqua, modis, geo_nav, ash_visible, none, reflectance, sqrt, 100.0, 2.55
-aqua, modis, geo_nav, so2_loading, none, mass_loading, raw
-aqua, modis, geo_nav, so2_mask, none, category, raw
-# TODO more temporary entries for testing geocat products from goes
-goes15, goes_imager, geo_nav, ifr, fog, percent, linear, 2.55, 0.0
-goes15, goes_imager, geo_nav, lifr, fog, percent, linear, 2.55, 0.0
-goes15, goes_imager, geo_nav, mvfr, fog, percent, linear, 2.55, 0.0
-goes15, goes_imager, geo_nav, cloud_thickness, none, distance, linear, 0.17, 0.0
-goes15, goes_imager, geo_nav, cloud_phase, none, category, linear, 30.0, 30.0
+# TODO, this is guesswork
+terra, modis, geo_nav, inversion_strength, none, btemp, btemp_c, 242.0, 660, 2, 418, 1
+terra, modis, geo_nav, inversion_depth, none, distance, raw
+terra, modis, geo_nav, ice_concentration, none, percent, raw
+
+# Geocat product entries
+
+# GOES-13 via GEOCAT
goes13, goes_imager, geo_nav, ifr, fog, percent, linear, 2.55, 0.0
goes13, goes_imager, geo_nav, lifr, fog, percent, linear, 2.55, 0.0
goes13, goes_imager, geo_nav, mvfr, fog, percent, linear, 2.55, 0.0
goes13, goes_imager, geo_nav, cloud_thickness, none, distance, linear, 0.17, 0.0
goes13, goes_imager, geo_nav, cloud_phase, none, category, linear, 30.0, 30.0
+# GOES-14 via GEOCAT (this is currently configured to behave like GOES-13)
+goes14, goes_imager, geo_nav, ifr, fog, percent, linear, 2.55, 0.0
+goes14, goes_imager, geo_nav, lifr, fog, percent, linear, 2.55, 0.0
+goes14, goes_imager, geo_nav, mvfr, fog, percent, linear, 2.55, 0.0
+goes14, goes_imager, geo_nav, cloud_thickness, none, distance, linear, 0.17, 0.0
+goes14, goes_imager, geo_nav, cloud_phase, none, category, linear, 30.0, 30.0
+
+# GOES-15 via GEOCAT
+goes15, goes_imager, geo_nav, ifr, fog, percent, linear, 2.55, 0.0
+goes15, goes_imager, geo_nav, lifr, fog, percent, linear, 2.55, 0.0
+goes15, goes_imager, geo_nav, mvfr, fog, percent, linear, 2.55, 0.0
+goes15, goes_imager, geo_nav, cloud_thickness, none, distance, linear, 0.17, 0.0
+goes15, goes_imager, geo_nav, cloud_phase, none, category, linear, 30.0, 30.0
+
+# Aqua MODIS via Geocat
+aqua, modis, ak_nav, ifr, fog, percent, linear, 2.55, 0.0
+aqua, modis, ak_nav, lifr, fog, percent, linear, 2.55, 0.0
+aqua, modis, ak_nav, mvfr, fog, percent, linear, 2.55, 0.0
+aqua, modis, ak_nav, cloud_thickness, none, distance, linear, 0.17, 0.0
+aqua, modis, ak_nav, cloud_phase, none, category, linear, 30.0, 30.0
+aqua, modis, ak_nav, ash_height, none, distance, linear, 12.75, 0.0
+aqua, modis, ak_nav, ash_mass_loading, none, mass_loading, linear, 5.1, 0.0
+aqua, modis, ak_nav, ash_effective_radius, none, distance, linear, 15.875, 0.0
+aqua, modis, ak_nav, ash_btd_11_12, none, btemp, linear, 25.5, 127.5
+aqua, modis, ak_nav, ash_11, none, btemp, irw, 242.0, -2.0, 660.0, -1.0, 418.0
+aqua, modis, ak_nav, ash_visible, none, reflectance, sqrt, 100.0, 2.55
+aqua, modis, conus_nav, ifr, fog, percent, linear, 2.55, 0.0
+aqua, modis, conus_nav, lifr, fog, percent, linear, 2.55, 0.0
+aqua, modis, conus_nav, mvfr, fog, percent, linear, 2.55, 0.0
+aqua, modis, conus_nav, cloud_thickness, none, distance, linear, 0.17, 0.0
+aqua, modis, conus_nav, cloud_phase, none, category, linear, 30.0, 30.0
+
+# Terra MODIS via Geocat
+terra, modis, ak_nav, ifr, fog, percent, linear, 2.55, 0.0
+terra, modis, ak_nav, lifr, fog, percent, linear, 2.55, 0.0
+terra, modis, ak_nav, mvfr, fog, percent, linear, 2.55, 0.0
+terra, modis, ak_nav, cloud_thickness, none, distance, linear, 0.17, 0.0
+terra, modis, ak_nav, cloud_phase, none, category, linear, 30.0, 30.0
+terra, modis, ak_nav, ash_height, none, distance, linear, 12.75, 0.0
+terra, modis, ak_nav, ash_mass_loading, none, mass_loading, linear, 5.1, 0.0
+terra, modis, ak_nav, ash_effective_radius, none, distance, linear, 15.875, 0.0
+terra, modis, ak_nav, ash_btd_11_12, none, btemp, linear, 25.5, 127.5
+terra, modis, ak_nav, ash_11, none, btemp, irw, 242.0, -2.0, 660.0, -1.0, 418.0
+terra, modis, ak_nav, ash_visible, none, reflectance, sqrt, 100.0, 2.55
+terra, modis, conus_nav, ifr, fog, percent, linear, 2.55, 0.0
+terra, modis, conus_nav, lifr, fog, percent, linear, 2.55, 0.0
+terra, modis, conus_nav, mvfr, fog, percent, linear, 2.55, 0.0
+terra, modis, conus_nav, cloud_thickness, none, distance, linear, 0.17, 0.0
+terra, modis, conus_nav, cloud_phase, none, category, linear, 30.0, 30.0
+
+# TODO, these are guesswork
+#aqua, modis, geo_nav, so2_loading, none, mass_loading, raw
+#aqua, modis, geo_nav, so2_mask, none, category, raw
+
+
-# TODO, this is guesswork
-terra, modis, geo_nav, inversion_strength, none, btemp, btemp_c, 242.0, 660, 2, 418, 1
-terra, modis, geo_nav, inversion_depth, none, distance, raw
-terra, modis, geo_nav, ice_concentration, none, percent, raw
View
2 py/polar2grid_modis/polar2grid/modis/__init__.py
@@ -45,5 +45,5 @@
from .modis_to_swath import Frontend
from .modis_guidebook import GEO_FILE_GROUPING, parse_datetime_from_filename
from .geocat_to_swath import Frontend as Geo_Frontend
-from .geocat_guidebook import FILE_CONTENTS_GUIDE
+from .geocat_guidebook import FILE_CONTENTS_GUIDE, find_nav_uid_from_filename
View
87 py/polar2grid_modis/polar2grid/modis/geocat_guidebook.py
@@ -41,7 +41,7 @@
DEFAULT_SCALE_FACTOR_NAME = 'scale_factor'
DEFAULT_SCALE_METHOD_NAME = 'scaling_method'
-# TODO, these patterns are guesses, need to get confirmation from Corey or Justin
+# FUTURE, these patterns may need to be more flexible depending on future input
# fog variable patterns
IFR_FOG_PROB_VAR_PATTERN = r'.*?_IFR_fog_probability'
LIFR_FOG_PROB_VAR_PATTERN = r'.*?_LIFR_fog_probability'
@@ -53,36 +53,44 @@
ASH_HEIGHT_VAR_PATTERN = r'.*?_ash_top_height'
ASH_MASS_LOADING_VAR_PATTERN = r'.*?_ash_mass_loading'
ASH_EFF_RADIUS_VAR_PATTERN = r'.*?_ash_effective_radius'
-ASH_BTD_11_12_UM_VAR_PATTERN = r'btd1112' # TODO, will this pattern work?
-ASH_11_UM_VAR_PATTERN = r'channel_14_brightness_temperature' # TODO, will this pattern work?
-ASH_VISIBLE_VAR_PATTERN = r'channel_2_reflectance' # TODO, will this pattern work?
+ASH_BTD_11_12_UM_VAR_PATTERN = r'btd1112'
+ASH_11_UM_VAR_PATTERN = r'channel_14_brightness_temperature'
+ASH_VISIBLE_VAR_PATTERN = r'channel_2_reflectance'
# so2 variable patterns
SO2_LOADING_VAR_PATTERN = r'.*?_So2_Loading'
SO2_MASK_VAR_PATTERN = r'.*?_so2_mask'
# this is true for the 1km data, FUTURE: when we get to other kinds, this will need to be more sophisicated
MODIS_ROWS_PER_SCAN = 10
-#AVHRR_ROWS_PER_SCAN = 1 # TODO William confirmed that this is 1, but fornav won't accept less than 2 (TODO, is this line needed at all?)
+#AVHRR_ROWS_PER_SCAN = 1 # FUTURE William confirmed that this is 1, but fornav won't accept less than 2 (so if avhrr input is ever needed, this will need to be reconsidered)
MTSAT_ROWS_PER_SCAN = 2 # confirmed by William
SEVIRI_ROWS_PER_SCAN = 2 # confirmed by William
GOES_ROWS_PER_SCAN = 2 # confirmed by William
-# TODO, need additional values for other cases: this should cover Aqua and Terra, but we also expect Goes-12, Goes-15, SNPP (VIIRS), Meteosat-9 (SEVIRI), and MTSAT-2
+# FUTURE, do we need additional values for other cases? this should cover Aqua and Terra, but we also expect Goes-12, Goes-15, SNPP (VIIRS), Meteosat-9 (SEVIRI), and MTSAT-2
# more general rows per scan dictionary
ROWS_PER_SCAN = {
(SAT_AQUA, INST_MODIS) : MODIS_ROWS_PER_SCAN,
(SAT_TERRA, INST_MODIS) : MODIS_ROWS_PER_SCAN,
(SAT_GOES13, INST_GIMAGER) : GOES_ROWS_PER_SCAN,
+ (SAT_GOES14, INST_GIMAGER) : GOES_ROWS_PER_SCAN,
(SAT_GOES15, INST_GIMAGER) : GOES_ROWS_PER_SCAN,
- # TODO, add the other satellites that we'll need to know this information for
+ # FUTURE, add the other satellites that we need to know this information for
}
-# a regular expression that will match geocat files
-GEOCAT_FILE_PATTERN = r'geocatL2\..*?\.\d\d\d\d\d\d\d\.\d\d\d\d\d\d\.hdf'
+# a regular expression that will match geocat files that are in the general geo_nav group
+#GEOCAT_FILE_PATTERN = r'geocatL2\..*?\.\d\d\d\d\d\d\d\.\d\d\d\d\d\d\.hdf'
+GEOCAT_FILE_PATTERN = r'geocatL2\..*?-(?!(Alaska|CONUS)).*?\.\d\d\d\d\d\d\d\.\d\d\d\d\d\d\.hdf'
+# a regular expression that will match Alaska specific files
+ALASKA_FILE_PATTERN = r'geocatL2\..*?(Alaska).*?\.\d\d\d\d\d\d\d\.\d\d\d\d\d\d\.hdf'
+# a regular expression that will match CONUS specific files
+CONUS_FILE_PATTERN = r'geocatL2\..*?(CONUS).*?\.\d\d\d\d\d\d\d\.\d\d\d\d\d\d\.hdf'
# not sure if this will work this way in the long run
GEO_FILE_GROUPING = {
GEO_NAV_UID: [GEOCAT_FILE_PATTERN],
+ AK_NAV_UID: [ALASKA_FILE_PATTERN],
+ CONUS_NAV_UID: [CONUS_FILE_PATTERN],
}
# a mapping between regular expressions to match files and their band_kind and band_id contents
@@ -105,6 +113,44 @@
BKIND_SO2L: [NOT_APPLICABLE], # not present in current test files
BKIND_SO2M: [NOT_APPLICABLE], # not present in current test files
},
+
+ ALASKA_FILE_PATTERN: {
+ BKIND_IFR: [BID_FOG],
+ BKIND_LIFR: [BID_FOG],
+ BKIND_MVFR: [BID_FOG],
+
+ BKIND_CLDT: [NOT_APPLICABLE],
+ BKIND_CLDP: [NOT_APPLICABLE],
+
+ BKIND_ASHH: [NOT_APPLICABLE],
+ BKIND_ASHM: [NOT_APPLICABLE],
+ BKIND_ASHE: [NOT_APPLICABLE],
+ BKIND_ASHB: [NOT_APPLICABLE], # has no attrs
+ BKIND_ASH11: [NOT_APPLICABLE], # has no attrs
+ BKIND_ASHV: [NOT_APPLICABLE], # has no attrs
+
+ BKIND_SO2L: [NOT_APPLICABLE], # not present in current test files
+ BKIND_SO2M: [NOT_APPLICABLE], # not present in current test files
+ },
+
+ CONUS_FILE_PATTERN: {
+ BKIND_IFR: [BID_FOG],
+ BKIND_LIFR: [BID_FOG],
+ BKIND_MVFR: [BID_FOG],
+
+ BKIND_CLDT: [NOT_APPLICABLE],
+ BKIND_CLDP: [NOT_APPLICABLE],
+
+ BKIND_ASHH: [NOT_APPLICABLE],
+ BKIND_ASHM: [NOT_APPLICABLE],
+ BKIND_ASHE: [NOT_APPLICABLE],
+ BKIND_ASHB: [NOT_APPLICABLE], # has no attrs
+ BKIND_ASH11: [NOT_APPLICABLE], # has no attrs
+ BKIND_ASHV: [NOT_APPLICABLE], # has no attrs
+
+ BKIND_SO2L: [NOT_APPLICABLE], # not present in current test files
+ BKIND_SO2M: [NOT_APPLICABLE], # not present in current test files
+ },
}
# a mapping between bands and their fill value attribute names
@@ -190,6 +236,26 @@
(BKIND_SO2M, NOT_APPLICABLE): (DEFAULT_SCALE_FACTOR_NAME, DEFAULT_ADD_OFFSET_NAME, DEFAULT_SCALE_METHOD_NAME),
}
+def find_nav_uid_from_filename (file_name) :
+ """
+ Given the file name, figure out which navigation group it goes in and return the
+ appropriate nav_uid.
+
+ :param file_name:
+ :return:
+ """
+
+ matched_uid = None
+ for nav_uid in GEO_FILE_GROUPING.keys() :
+ for file_pattern in GEO_FILE_GROUPING[nav_uid] :
+ if re.match(file_pattern, file_name) is not None :
+ matched_uid = nav_uid
+
+ if matched_uid is None :
+ LOG.warn("Unable to match file " + file_name + " to a navigation group.")
+
+ return matched_uid
+
def parse_datetime_from_filename (file_name_string) :
"""parse the given file_name_string and create an appropriate datetime object
that represents the datetime indicated by the file name; if the file name does
@@ -224,6 +290,9 @@ def get_satellite_from_filename (data_file_name_string) :
elif data_file_name_string.find("GOES-13") >= 0 :
satellite_to_return = SAT_GOES13
instrument_to_return = INST_GIMAGER
+ elif data_file_name_string.find("GOES-14") >= 0 :
+ satellite_to_return = SAT_GOES14
+ instrument_to_return = INST_GIMAGER
elif data_file_name_string.find("GOES-15") >= 0 :
satellite_to_return = SAT_GOES15
instrument_to_return = INST_GIMAGER

0 comments on commit 1d68c59

Please sign in to comment.