stat_job.cc

// *=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*
// ** Copyright UCAR (c) 1992 - 2022
// ** University Corporation for Atmospheric Research (UCAR)
// ** National Center for Atmospheric Research (NCAR)
// ** Research Applications Lab (RAL)
// ** P.O.Box 3000, Boulder, Colorado, 80307-3000, USA
// *=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*

////////////////////////////////////////////////////////////////////////

using namespace std;

#include <iostream>
#include <unistd.h>
#include <stdlib.h>
#include <string.h>
#include <cstdio>
#include <cmath>

#include "stat_columns.h"
#include "stat_job.h"
#include "analysis_utils.h"

#include "vx_statistics.h"
#include "vx_math.h"
#include "vx_log.h"

////////////////////////////////////////////////////////////////////////

static ConcatString timestring(const unixtime t);
static bool         check_thresh_column(const ThreshArray &list,
                                        const ThreshArray &item);

////////////////////////////////////////////////////////////////////////
//
// Code for class STATAnalysisJob
//
////////////////////////////////////////////////////////////////////////

STATAnalysisJob::STATAnalysisJob() {

   init_from_scratch();

}

////////////////////////////////////////////////////////////////////////

STATAnalysisJob::~STATAnalysisJob() {

   clear();
}

////////////////////////////////////////////////////////////////////////

STATAnalysisJob::STATAnalysisJob(const STATAnalysisJob & aj) {

   init_from_scratch();

   assign(aj);
}

////////////////////////////////////////////////////////////////////////

STATAnalysisJob & STATAnalysisJob::operator=(
   const STATAnalysisJob & aj) {

   if(this == &aj ) return ( * this );

   assign(aj);

   return (* this);
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::init_from_scratch() {

   dump_row      = (char *)     0;
   dr_out        = (ofstream *) 0;
   n_dump        =              0;
   stat_file     = (char *)     0;
   stat_out      = (ofstream *) 0;
   boot_rng      = (char *)     0;
   boot_seed     = (char *)     0;

   model.set_ignore_case(1);
   desc.set_ignore_case(1);
   fcst_var.set_ignore_case(1);
   obs_var.set_ignore_case(1);
   fcst_units.set_ignore_case(1);
   obs_units.set_ignore_case(1);
   fcst_lev.set_ignore_case(1);
   obs_lev.set_ignore_case(1);
   obtype.set_ignore_case(1);
   vx_mask.set_ignore_case(1);
   interp_mthd.set_ignore_case(1);
   line_type.set_ignore_case(1);
   column.set_ignore_case(1);
   by_column.set_ignore_case(1);
   hdr_name.set_ignore_case(1);

   clear();

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::clear() {

   precision = default_precision;

   job_type = no_stat_job_type;

   model.clear();
   desc.clear();

   fcst_lead.clear();
   obs_lead.clear();

   fcst_valid_beg = fcst_valid_end = (unixtime) 0;
   fcst_valid_inc.clear();
   fcst_valid_exc.clear();
   fcst_valid_hour.clear();

   obs_valid_beg = obs_valid_end = (unixtime) 0;
   obs_valid_inc.clear();
   obs_valid_exc.clear();
   obs_valid_hour.clear();

   fcst_init_beg = fcst_init_end = (unixtime) 0;
   fcst_init_inc.clear();
   fcst_init_exc.clear();
   fcst_init_hour.clear();

   obs_init_beg = obs_init_end = (unixtime) 0;
   obs_init_inc.clear();
   obs_init_exc.clear();
   obs_init_hour.clear();

   fcst_var.clear();
   obs_var.clear();

   fcst_units.clear();
   obs_units.clear();

   fcst_lev.clear();
   obs_lev.clear();

   obtype.clear();

   vx_mask.clear();

   interp_mthd.clear();
   interp_pnts.clear();

   fcst_thresh.clear();
   obs_thresh.clear();
   cov_thresh.clear();

   thresh_logic = SetLogic_None;

   alpha.clear();

   line_type.clear();
   column.clear();
   column_union = default_column_union;
   weight.clear();

   do_derive = default_do_derive;
   wmo_sqrt_stats.clear();
   wmo_fisher_stats.clear();

   column_thresh_map.clear();
   column_str_inc_map.clear();
   column_str_exc_map.clear();

   by_column.clear();

   hdr_name.clear();
   hdr_value.clear();

   close_dump_row_file();
   close_stat_file();

   if(dump_row)  { delete [] dump_row;  dump_row  = (char *) 0; }
   if(stat_file) { delete [] stat_file; stat_file = (char *) 0; }

   stat_row = 0;

   out_line_type.clear();

   out_fcst_thresh.clear();
   out_obs_thresh.clear();
   out_cnt_logic = SetLogic_Union;

   out_fcst_wind_thresh.clear();
   out_obs_wind_thresh.clear();
   out_wind_logic = SetLogic_Union;

   out_alpha      = bad_data_double;
   boot_interval  = bad_data_int;
   boot_rep_prop  = bad_data_double;
   n_boot_rep     = bad_data_int;

   ss_index_name.clear();
   ss_index_vld_thresh = bad_data_double;

   hss_ec_value   = bad_data_double;
   rank_corr_flag = false;
   vif_flag       = false;

   // Initialize ramp job settings
   ramp_type       = default_ramp_type;
   ramp_time_fcst  = default_ramp_time;
   ramp_time_obs   = default_ramp_time;
   ramp_exact_fcst = default_ramp_exact;
   ramp_exact_obs  = default_ramp_exact;
   ramp_thresh_fcst.clear();
   ramp_thresh_obs.clear();
   ramp_window_beg = default_ramp_window;
   ramp_window_end = default_ramp_window;
   swing_width     = bad_data_double;

   // Set to default values
   out_bin_size = default_bin_size;
   for(int i=1; i*default_eclv_points < 1.0; i++) {
      out_eclv_points.add(i*default_eclv_points);
   }

   mask_grid_str.clear();
   mask_poly_str.clear();
   mask_sid_str.clear();

   mask_grid.clear();
   mask_area.clear();
   mask_poly.clear();
   mask_sid.clear();

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::assign(const STATAnalysisJob & aj) {

   clear();

   precision            = aj.precision;

   job_type             = aj.job_type;

   model                = aj.model;
   desc                 = aj.desc;

   fcst_lead            = aj.fcst_lead;
   obs_lead             = aj.obs_lead;

   fcst_valid_beg       = aj.fcst_valid_beg;
   fcst_valid_end       = aj.fcst_valid_end;
   fcst_valid_inc       = aj.fcst_valid_inc;
   fcst_valid_exc       = aj.fcst_valid_exc;
   fcst_valid_hour      = aj.fcst_valid_hour;

   obs_valid_beg        = aj.obs_valid_beg;
   obs_valid_end        = aj.obs_valid_end;
   obs_valid_inc        = aj.obs_valid_inc;
   obs_valid_exc        = aj.obs_valid_exc;
   obs_valid_hour       = aj.obs_valid_hour;

   fcst_init_beg        = aj.fcst_init_beg;
   fcst_init_end        = aj.fcst_init_end;
   fcst_init_inc        = aj.fcst_init_inc;
   fcst_init_exc        = aj.fcst_init_exc;
   fcst_init_hour       = aj.fcst_init_hour;

   obs_init_beg         = aj.obs_init_beg;
   obs_init_end         = aj.obs_init_end;
   obs_init_inc         = aj.obs_init_inc;
   obs_init_exc         = aj.obs_init_exc;
   obs_init_hour        = aj.obs_init_hour;

   fcst_var             = aj.fcst_var;
   obs_var              = aj.obs_var;

   fcst_units           = aj.fcst_units;
   obs_units            = aj.obs_units;

   fcst_lev             = aj.fcst_lev;
   obs_lev              = aj.obs_lev;

   obtype               = aj.obtype;

   vx_mask              = aj.vx_mask;

   interp_mthd          = aj.interp_mthd;
   interp_pnts          = aj.interp_pnts;

   fcst_thresh          = aj.fcst_thresh;
   obs_thresh           = aj.obs_thresh;
   cov_thresh           = aj.cov_thresh;

   thresh_logic         = aj.thresh_logic;

   alpha                = aj.alpha;

   line_type            = aj.line_type;
   column               = aj.column;
   column_union         = aj.column_union;
   weight               = aj.weight;

   do_derive            = aj.do_derive;
   wmo_sqrt_stats       = aj.wmo_sqrt_stats;
   wmo_fisher_stats     = aj.wmo_fisher_stats;

   column_thresh_map    = aj.column_thresh_map;
   column_str_inc_map   = aj.column_str_inc_map;
   column_str_exc_map   = aj.column_str_exc_map;

   by_column            = aj.by_column;

   hdr_name             = aj.hdr_name;
   hdr_value            = aj.hdr_value;

   out_line_type        = aj.out_line_type;

   out_fcst_thresh      = aj.out_fcst_thresh;
   out_obs_thresh       = aj.out_obs_thresh;
   out_cnt_logic        = aj.out_cnt_logic;
   out_fcst_wind_thresh = aj.out_fcst_wind_thresh;
   out_obs_wind_thresh  = aj.out_obs_wind_thresh;
   out_wind_logic       = aj.out_wind_logic;
   out_alpha            = aj.out_alpha;
   out_bin_size         = aj.out_bin_size;
   out_eclv_points      = aj.out_eclv_points;

   ramp_type            = aj.ramp_type;
   ramp_time_fcst       = aj.ramp_time_fcst;
   ramp_time_obs        = aj.ramp_time_obs;
   ramp_exact_fcst      = aj.ramp_exact_fcst;
   ramp_exact_obs       = aj.ramp_exact_obs;
   ramp_thresh_fcst     = aj.ramp_thresh_fcst;
   ramp_thresh_obs      = aj.ramp_thresh_obs;
   ramp_window_beg      = aj.ramp_window_beg;
   ramp_window_end      = aj.ramp_window_end;
   swing_width          = aj.swing_width;

   boot_interval        = aj.boot_interval;
   boot_rep_prop        = aj.boot_rep_prop;
   n_boot_rep           = aj.n_boot_rep;

   ss_index_name        = aj.ss_index_name;
   ss_index_vld_thresh  = aj.ss_index_vld_thresh;

   hss_ec_value         = aj.hss_ec_value;
   rank_corr_flag       = aj.rank_corr_flag;
   vif_flag             = aj.vif_flag;

   mask_grid_str        = aj.mask_grid_str;
   mask_poly_str        = aj.mask_poly_str;
   mask_sid_str         = aj.mask_sid_str;

   mask_grid            = aj.mask_grid;
   mask_area            = aj.mask_area;
   mask_poly            = aj.mask_poly;
   mask_sid             = aj.mask_sid;

   stat_row             = aj.stat_row;

   set_dump_row (aj.dump_row);
   set_stat_file(aj.stat_file);

   set_boot_rng (aj.boot_rng);
   set_boot_seed(aj.boot_seed);

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::dump(ostream & out, int depth) const {
   Indent prefix(depth);

   out << prefix << "job type = " << statjobtype_to_string(job_type) << "\n";

   out << prefix << "model ...\n";
   model.dump(out, depth + 1);

   out << prefix << "desc ...\n";
   desc.dump(out, depth + 1);

   out << prefix << "fcst_lead ...\n";
   fcst_lead.dump(out, depth + 1);

   out << prefix << "obs_lead ...\n";
   obs_lead.dump(out, depth + 1);

   out << prefix << "fcst_valid_beg = "
       << prefix << timestring(fcst_valid_beg) << "\n";

   out << prefix << "fcst_valid_end = "
       << prefix << timestring(fcst_valid_end) << "\n";

   out << prefix << "fcst_valid_inc ...\n";
   fcst_valid_inc.dump(out, depth + 1);

   out << prefix << "fcst_valid_exc ...\n";
   fcst_valid_exc.dump(out, depth + 1);

   out << prefix << "fcst_valid_hour ...\n";
   fcst_valid_hour.dump(out, depth + 1);

   out << prefix << "obs_valid_beg = "
       << prefix << timestring(obs_valid_beg) << "\n";

   out << prefix << "obs_valid_end = "
       << prefix << timestring(obs_valid_end) << "\n";

   out << prefix << "obs_valid_inc ...\n";
   obs_valid_inc.dump(out, depth + 1);

   out << prefix << "obs_valid_exc ...\n";
   obs_valid_exc.dump(out, depth + 1);

   out << prefix << "obs_valid_hour ...\n";
   obs_valid_hour.dump(out, depth + 1);

   out << prefix << "fcst_init_beg = "
       << prefix << timestring(fcst_init_beg) << "\n";

   out << prefix << "fcst_init_end = "
       << prefix << timestring(fcst_init_end) << "\n";

   out << prefix << "fcst_init_inc ...\n";
   fcst_init_inc.dump(out, depth + 1);

   out << prefix << "fcst_init_exc ...\n";
   fcst_init_exc.dump(out, depth + 1);

   out << prefix << "fcst_init_hour ...\n";
   fcst_init_hour.dump(out, depth + 1);

   out << prefix << "obs_init_beg = "
       << prefix << timestring(obs_init_beg) << "\n";

   out << prefix << "obs_init_end = "
       << prefix << timestring(obs_init_end) << "\n";

   out << prefix << "obs_init_inc ...\n";
   obs_init_inc.dump(out, depth + 1);

   out << prefix << "obs_init_exc ...\n";
   obs_init_exc.dump(out, depth + 1);

   out << prefix << "obs_init_hour ...\n";
   obs_init_hour.dump(out, depth + 1);

   out << prefix << "fcst_var ...\n";
   fcst_var.dump(out, depth + 1);

   out << prefix << "obs_var ...\n";
   obs_var.dump(out, depth + 1);

   out << prefix << "fcst_units ...\n";
   fcst_units.dump(out, depth + 1);

   out << prefix << "obs_units ...\n";
   obs_units.dump(out, depth + 1);

   out << prefix << "fcst_lev ...\n";
   fcst_lev.dump(out, depth + 1);

   out << prefix << "obs_lev ...\n";
   obs_lev.dump(out, depth + 1);

   out << prefix << "obtype ...\n";
   obtype.dump(out, depth + 1);

   out << prefix << "vx_mask ...\n";
   vx_mask.dump(out, depth + 1);

   out << prefix << "interp_mthd ...\n";
   interp_mthd.dump(out, depth + 1);

   out << prefix << "interp_pnts ...\n";
   interp_pnts.dump(out, depth + 1);

   out << prefix << "fcst_thresh ...\n";
   fcst_thresh.dump(out, depth + 1);

   out << prefix << "obs_thresh ...\n";
   obs_thresh.dump(out, depth + 1);

   out << prefix << "cov_thresh ...\n";
   cov_thresh.dump(out, depth + 1);

   out << prefix << "thresh_logic = "
       << setlogic_to_string(thresh_logic) << "\n";

   out << prefix << "alpha ...\n";
   alpha.dump(out, depth + 1);

   out << prefix << "line_type ...\n";
   line_type.dump(out, depth + 1);

   out << prefix << "column ...\n";
   column.dump(out, depth + 1);

   out << prefix << "column_union = "
       << bool_to_string(column_union) << "\n";

   out << prefix << "weight ...\n";
   weight.dump(out, depth + 1);

   out << prefix << "do_derive = "
       << bool_to_string(do_derive) << "\n";

   out << prefix << "column_thresh_map ...\n";
   for(map<ConcatString,ThreshArray>::const_iterator thr_it = column_thresh_map.begin();
       thr_it != column_thresh_map.end(); thr_it++) {
      out << prefix << thr_it->first << ": \n";
      thr_it->second.dump(out, depth + 1);
   }

   out << prefix << "column_str_inc_map ...\n";
   for(map<ConcatString,StringArray>::const_iterator str_it = column_str_inc_map.begin();
       str_it != column_str_inc_map.end(); str_it++) {
      out << prefix << str_it->first << ": \n";
      str_it->second.dump(out, depth + 1);
   }

   out << prefix << "column_str_exc_map ...\n";
   for(map<ConcatString,StringArray>::const_iterator str_it = column_str_exc_map.begin();
       str_it != column_str_exc_map.end(); str_it++) {
      out << prefix << str_it->first << ": \n";
      str_it->second.dump(out, depth + 1);
   }

   out << prefix << "by_column ...\n";
   by_column.dump(out, depth + 1);

   out << prefix << "hdr_name ...\n";
   hdr_name.dump(out, depth + 1);

   out << prefix << "hdr_value ...\n";
   hdr_value.dump(out, depth + 1);

   out << prefix << "dump_row = "
       << dump_row << "\n";

   out << prefix << "stat_file = "
       << stat_file << "\n";

   out << prefix << "mask_grid_str = "
       << (mask_grid_str.nonempty() ? mask_grid_str.c_str() : na_str) << "\n";

   out << prefix << "mask_poly_str = "
       << (mask_poly_str.nonempty() ? mask_poly_str.c_str() : na_str) << "\n";

   out << prefix << "mask_sid_str = "
       << (mask_sid_str.nonempty() ? mask_sid_str.c_str() : na_str) << "\n";

   out << prefix << "out_line_type ...\n";
   out_line_type.dump(out, depth + 1);

   out << prefix << "out_fcst_thresh ...\n";
   out_fcst_thresh.dump(out, depth + 1);

   out << prefix << "out_obs_thresh ...\n";
   out_obs_thresh.dump(out, depth + 1);

   out << prefix << "out_cnt_logic = "
       << setlogic_to_string(out_cnt_logic) << "\n";

   out << prefix << "out_fcst_wind_thresh ...\n";
   out_fcst_wind_thresh.get_str();

   out << prefix << "out_obs_wind_thresh ...\n";
   out_obs_wind_thresh.get_str();

   out << prefix << "out_wind_logic = "
       << setlogic_to_string(out_wind_logic) << "\n";

   out << prefix << "out_alpha = "
       << out_alpha << "\n";

   out << prefix << "out_bin_size = "
       << out_bin_size << "\n";

   out << prefix << "out_eclv_points ...\n";
   out_eclv_points.dump(out, depth + 1);

   out << prefix << "ramp_type = "
       << timeseriestype_to_string(ramp_type) << "\n";

   out << prefix << "ramp_time_fcst = "
       << sec_to_hhmmss(ramp_time_fcst) << "\n";

   out << prefix << "ramp_time_obs = "
       << sec_to_hhmmss(ramp_time_obs) << "\n";

   out << prefix << "ramp_exact_fcst = "
       << bool_to_string(ramp_exact_fcst) << "\n";

   out << prefix << "ramp_exact_obs = "
       << bool_to_string(ramp_exact_obs) << "\n";

   out << prefix << "ramp_thresh_fcst ... "
       << ramp_thresh_fcst.get_str() << "\n";

   out << prefix << "ramp_thresh_obs ... "
       << ramp_thresh_obs.get_str() << "\n";

   out << prefix << "ramp_window_beg = "
       << sec_to_hhmmss(ramp_window_beg) << "\n";

   out << prefix << "ramp_window_end = "
       << sec_to_hhmmss(ramp_window_end) << "\n";

   out << prefix << "swing_width = "
       << swing_width << "\n";

   out << prefix << "boot_interval = "
       << boot_interval << "\n";

   out << prefix << "boot_rep_prop = "
       << boot_rep_prop << "\n";

   out << prefix << "n_boot_rep = "
       << n_boot_rep << "\n";

   out << prefix << "boot_rng = "
       << boot_rng << "\n";

   out << prefix << "boot_seed = "
       << boot_seed << "\n";

   out << prefix << "ss_index_name = "
       << ss_index_name << "\n";

   out << prefix << "ss_index_vld_thresh = "
       << ss_index_vld_thresh << "\n";

   out << prefix << "hss_ec_value = "
       << hss_ec_value << "\n";

   out << prefix << "rank_corr_flag = "
       << rank_corr_flag << "\n";

   out << prefix << "vif_flag = "
       << vif_flag << "\n";

   out.flush();

   return;
}

////////////////////////////////////////////////////////////////////////

int STATAnalysisJob::is_keeper(const STATLine & L) const {
   double v_dbl;

   //
   // model
   //
   if(model.n() > 0) {
      if(!(model.has(L.model()))) return(0);
   }

   //
   // desc
   //
   if(desc.n() > 0) {
      if(!(desc.has(L.desc()))) return(0);
   }

   //
   // fcst_lead (in seconds)
   //
   if(fcst_lead.n() > 0) {
      if(!fcst_lead.has(L.fcst_lead())) return(0);
   }

   //
   // fcst_valid_beg
   //
   if((fcst_valid_beg > 0) && (L.fcst_valid_beg() < fcst_valid_beg))
      return(0);

   //
   // fcst_valid_end
   //
   if((fcst_valid_end > 0) && (L.fcst_valid_end() > fcst_valid_end))
      return(0);

   //
   // fcst_valid_inc
   //
   if(fcst_valid_inc.n() > 0) {
      if(!fcst_valid_inc.has(L.fcst_valid_beg()) ||
         !fcst_valid_inc.has(L.fcst_valid_end())) return(0);
   }

   //
   // fcst_valid_exc
   //
   if(fcst_valid_exc.n() > 0) {
      if(fcst_valid_exc.has(L.fcst_valid_beg()) ||
         fcst_valid_exc.has(L.fcst_valid_end())) return(0);
   }

   //
   // fcst_valid_hour: if specified for the job, the fcst_valid_beg and
   //                  fcst_valid_end times must match
   //
   if(fcst_valid_hour.n() > 0) {

      // Check that fcst_valid_beg = fcst_valid_end
      if(L.fcst_valid_beg() != L.fcst_valid_end()) return(0);

      if(!fcst_valid_hour.has(L.fcst_valid_hour())) return(0);
   }

   //
   // fcst_init_beg
   //
   if((fcst_init_beg > 0) && (L.fcst_init_beg() < fcst_init_beg))
      return(0);

   //
   // fcst_init_end
   //
   if((fcst_init_end > 0) && (L.fcst_init_end() > fcst_init_end))
      return(0);

   //
   // fcst_init_inc
   //
   if(fcst_init_inc.n() > 0) {
      if(!fcst_init_inc.has(L.fcst_init_beg()) ||
         !fcst_init_inc.has(L.fcst_init_end())) return(0);
   }

   //
   // fcst_init_exc
   //
   if(fcst_init_exc.n() > 0) {
      if(fcst_init_exc.has(L.fcst_init_beg()) ||
         fcst_init_exc.has(L.fcst_init_end())) return(0);
   }

   //
   // fcst_init_hour: if specified for the job, the fcst_init_beg and
   //                 fcst_init_end times must match
   //
   if(fcst_init_hour.n() > 0) {

      // Check that fcst_init_beg = fcst_init_end
      if(L.fcst_init_beg() != L.fcst_init_end()) return(0);

      if(!fcst_init_hour.has(L.fcst_init_hour())) return(0);
   }

   //
   // obs_lead (in seconds)
   //
   if(obs_lead.n() > 0) {
      if(!obs_lead.has(L.obs_lead())) return(0);
   }

   //
   // obs_valid_beg
   //
   if((obs_valid_beg > 0) && (L.obs_valid_beg() < obs_valid_beg))
      return(0);

   //
   // obs_valid_end
   //
   if((obs_valid_end > 0) && (L.obs_valid_end() > obs_valid_end))
      return(0);

   //
   // obs_valid_inc
   //
   if(obs_valid_inc.n() > 0) {
      if(!obs_valid_inc.has(L.obs_valid_beg()) ||
         !obs_valid_inc.has(L.obs_valid_end())) return(0);
   }

   //
   // obs_valid_exc
   //
   if(obs_valid_exc.n() > 0) {
      if(obs_valid_exc.has(L.obs_valid_beg()) ||
         obs_valid_exc.has(L.obs_valid_end())) return(0);
   }

   //
   // obs_valid_hour: if specified for the job, the obs_valid_beg and
   //                 obs_valid_end times must match
   //
   if(obs_valid_hour.n() > 0) {

      // Check that obs_valid_beg = obs_valid_end
      if(L.obs_valid_beg() != L.obs_valid_end()) return(0);

      if(!obs_valid_hour.has(L.obs_valid_hour())) return(0);
   }

   //
   // obs_init_beg
   //
   if((obs_init_beg > 0) && (L.obs_init_beg() < obs_init_beg))
      return(0);

   //
   // obs_init_end
   //
   if((obs_init_end > 0) && (L.obs_init_end() > obs_init_end))
      return(0);

   //
   // obs_init_inc
   //
   if(obs_init_inc.n() > 0) {
      if(!obs_init_inc.has(L.obs_init_beg()) ||
         !obs_init_inc.has(L.obs_init_end())) return(0);
   }

   //
   // obs_init_exc
   //
   if(obs_init_exc.n() > 0) {
      if(obs_init_exc.has(L.obs_init_beg()) ||
         obs_init_exc.has(L.obs_init_end())) return(0);
   }

   //
   // obs_init_hour: if specified for the job, the obs_init_beg and
   //                 obs_init_end times must match
   //
   if(obs_init_hour.n() > 0) {

      // Check that obs_init_beg = obs_init_end
      if(L.obs_init_beg() != L.obs_init_end()) return(0);

      if(!obs_init_hour.has(L.obs_init_hour())) return(0);
   }

   //
   // fcst_var
   //
   if(fcst_var.n() > 0) {
      if(!(fcst_var.has(L.fcst_var()))) return(0);
   }

   //
   // fcst_units
   //
   if(fcst_units.n() > 0) {
      if(!(fcst_units.has(L.fcst_units()))) return(0);
   }

   //
   // fcst_lev
   //
   if(fcst_lev.n() > 0) {
      if(!(fcst_lev.has(L.fcst_lev()))) return(0);
   }

   //
   // obs_var
   //
   if(obs_var.n() > 0) {
      if(!(obs_var.has(L.obs_var()))) return(0);
   }

   //
   // obs_units
   //
   if(obs_units.n() > 0) {
      if(!(obs_units.has(L.obs_units()))) return(0);
   }

   //
   // obs_lev
   //
   if(obs_lev.n() > 0) {
      if(!(obs_lev.has(L.obs_lev()))) return(0);
   }

   //
   // obtype
   //
   if(obtype.n() > 0) {
      if(!(obtype.has(L.obtype()))) return(0);
   }

   //
   // vx_mask
   //
   if(vx_mask.n() > 0) {
      if(!(vx_mask.has(L.vx_mask()))) return(0);
   }

   //
   // interp_mthd
   //
   if(interp_mthd.n() > 0) {
      if(!(interp_mthd.has(L.interp_mthd()))) return(0);
   }

   //
   // interp_pnts
   //
   if(interp_pnts.n() > 0) {
      if(!interp_pnts.has(L.interp_pnts())) return(0);
   }

   //
   // fcst_thresh
   //
   if(fcst_thresh.n() > 0) {
      if(!check_thresh_column(fcst_thresh, L.fcst_thresh())) return(0);
   }

   //
   // obs_thresh
   //
   if(obs_thresh.n() > 0) {
      if(!check_thresh_column(obs_thresh, L.obs_thresh())) return(0);
   }

   //
   // cov_thresh
   //
   if(cov_thresh.n() > 0) {
      if(!check_thresh_column(cov_thresh, L.cov_thresh())) return(0);
   }

   //
   // thresh_logic
   //
   if(thresh_logic != SetLogic_None &&
      thresh_logic != L.thresh_logic()) return(0);

   //
   // alpha
   //
   if(alpha.n() > 0) {
      if(!alpha.has(L.alpha())) return(0);
   }

   //
   // line_type
   //
   if(line_type.n() > 0) {
      if(!(line_type.has(L.line_type()))) return(0);
   }

   //
   // column_thresh
   //
   for(map<ConcatString,ThreshArray>::const_iterator thr_it = column_thresh_map.begin();
       thr_it != column_thresh_map.end(); thr_it++) {

      //
      // Get the numeric column value
      //
      v_dbl = get_column_double(L, thr_it->first);

      //
      // Check the column threshold
      //
      if(!thr_it->second.check_dbl(v_dbl)) return(0);
   }

   //
   // column_str
   //
   for(map<ConcatString,StringArray>::const_iterator str_it = column_str_inc_map.begin();
       str_it != column_str_inc_map.end(); str_it++) {

      //
      // Check if the current value is in the list for the column
      //
      if(!str_it->second.has(L.get_item(str_it->first.c_str(), false))) return(0);
   }

   //
   // column_str_exc
   //
   for(map<ConcatString,StringArray>::const_iterator str_it = column_str_exc_map.begin();
       str_it != column_str_exc_map.end(); str_it++) {

      //
      // Check if the current value is not in the list for the column
      //
      if(str_it->second.has(L.get_item(str_it->first.c_str(), false))) return(0);
   }

   //
   // For MPR lines, check mask_grid, mask_poly, and mask_sid
   //
   if(string_to_statlinetype(L.line_type()) == stat_mpr) {
      double lat = atof(L.get_item("OBS_LAT"));
      double lon = atof(L.get_item("OBS_LON"));

      if(!is_in_mask_grid(lat, lon) ||
         !is_in_mask_poly(lat, lon) ||
         !is_in_mask_sid (L.get_item("OBS_SID"))) return(0);
   }

   return(1);
}

////////////////////////////////////////////////////////////////////////

double STATAnalysisJob::get_column_double(const STATLine &L,
                                          const ConcatString &col_name) const {
   StringArray sa;
   ConcatString in;
   double v, v_cur;
   bool abs_flag = false;
   int i;

   // Check for absolute value
   if(strncasecmp(col_name.c_str(), "ABS", 3) == 0) {
      abs_flag = true;
      sa = col_name.split("()");
      in = sa[1];
   }
   else {
      in = col_name;
   }

   // Split the input column name on hyphens for differences
   sa = in.split("-");

   // Get the first value
   v = atof(L.get_item(sa[0].c_str()));

   // If multiple columns, compute the requested difference
   if(sa.n() > 1) {

      // Loop through the column
      for(i=1; i<sa.n(); i++) {

         // Get the current column value
         v_cur = atof(L.get_item(sa[i].c_str()));

         // Compute the difference, checking for bad data
         if(is_bad_data(v) || is_bad_data(v_cur)) v  = bad_data_double;
         else                                     v -= v_cur;
      }
   }

   // Apply absolute value, if requested
   if(abs_flag && !is_bad_data(v)) v = fabs(v);

   return(v);
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::parse_job_command(const char *jobstring) {
   char *line = (char *) 0;
   char *c    = (char *) 0;
   char *lp   = (char *) 0;
   const char delim [] = " ";
   ConcatString col_name;
   StringArray col_value;
   ConcatString thresh_cs;
   int i, n;
   const char *method_name = "STATAnalysisJob::parse_job_command()";

   // If jobstring is null, simply return;
   if(jobstring) n = m_strlen(jobstring);
   else          return;

   // Job Command Line Array
   StringArray jc_array;

   //
   // Create a temporary copy of the jobstring for use in parsing
   //

   line = m_strcpy2(jobstring, method_name);
   if (!line) return;

   lp = line;

   //
   // Parse the command line entries into a StringArray object
   //
   while((c = strtok(lp, delim)) != NULL) {

      // Skip newline characters
      if(strcmp(c, "\n") == 0) continue;

      jc_array.add(c);

      lp = (char *) 0;
   }

   //
   // If command line switches are present, clear out the values
   // already specified in the job for that option.
   //
   for(i=0; i<jc_array.n(); i++) {

      if(     jc_array[i] == "-model"          )
         model.clear();
      else if(jc_array[i] == "-desc"           )
         desc.clear();
      else if(jc_array[i] == "-fcst_lead"      )
         fcst_lead.clear();
      else if(jc_array[i] == "-obs_lead"       )
         obs_lead.clear();
      else if(jc_array[i] == "-fcst_valid_hour")
         fcst_valid_hour.clear();
      else if(jc_array[i] == "-obs_valid_hour" )
         obs_valid_hour.clear();
      else if(jc_array[i] == "-fcst_init_hour" )
         fcst_init_hour.clear();
      else if(jc_array[i] == "-obs_init_hour"  )
         obs_init_hour.clear();
      else if(jc_array[i] == "-fcst_var"       )
         fcst_var.clear();
      else if(jc_array[i] == "-fcst_units"     )
         fcst_units.clear();
      else if(jc_array[i] == "-fcst_lev"       )
         fcst_lev.clear();
      else if(jc_array[i] == "-obs_var"        )
         obs_var.clear();
      else if(jc_array[i] == "-obs_units"      )
         obs_units.clear();
      else if(jc_array[i] == "-obs_lev"        )
         obs_lev.clear();
      else if(jc_array[i] == "-obtype"         )
         obtype.clear();
      else if(jc_array[i] == "-vx_mask"        )
         vx_mask.clear();
      else if(jc_array[i] == "-interp_mthd"    )
         interp_mthd.clear();
      else if(jc_array[i] == "-interp_pnts"    )
         interp_pnts.clear();
      else if(jc_array[i] == "-fcst_thresh"    )
         fcst_thresh.clear();
      else if(jc_array[i] == "-obs_thresh"     )
         obs_thresh.clear();
      else if(jc_array[i] == "-cov_thresh"     )
         cov_thresh.clear();
      else if(jc_array[i] == "-alpha"          )
         alpha.clear();
      else if(jc_array[i] == "-line_type"      )
         line_type.clear();
      else if(jc_array[i] == "-column"         )
         column.clear();
      else if(jc_array[i] == "-weight"         )
         weight.clear();
      else if(jc_array[i] == "-column_min"      ||
              jc_array[i] == "-column_max"      ||
              jc_array[i] == "-column_eq"       ||
              jc_array[i] == "-column_thresh"  ) {
         column_thresh_map.clear();
      }
      else if(jc_array[i] == "-column_str"     ) {
         column_str_inc_map.clear();
      }
      else if(jc_array[i] == "-column_str_exc" ) {
         column_str_exc_map.clear();
      }
      else if(jc_array[i] == "-set_hdr"        ) {
         hdr_name.clear();
         hdr_value.clear();
      }
      else if(jc_array[i] == "-by"             ) {
         by_column.clear();
      }
      else if(jc_array[i] == "-out_line_type"  ) {
         out_line_type.clear();
      }
      else if(jc_array[i] == "-out_eclv_points") {
         out_eclv_points.clear();
      }
      else if(jc_array[i] == "-out_thresh"     ) {
         out_fcst_thresh.clear();
         out_obs_thresh.clear();
      }
      else if(jc_array[i] == "-out_fcst_thresh") {
         out_fcst_thresh.clear();
      }
      else if(jc_array[i] == "-out_obs_thresh" ) {
         out_obs_thresh.clear();
      }
   }

   //
   // Parse the command line and set the options
   //
   for(i=0; i<jc_array.n(); i++) {

      //
      // Parse the job command line switches
      //

      if(jc_array[i] == "-job") {

         if(set_job_type(jc_array[i+1].c_str()) != 0) {
            delete [] line;  line = 0;  lp = 0;
            mlog << Error << "\nSTATAnalysisJob::STATAnalysisJob::parse_job_command() -> "
                 << "unrecognized job type specified \"" << jc_array[i]
                 << "\" in job command line: " << jobstring << "\n\n";
            if(line) { delete [] line; line = (char *) 0; }
            throw(1);
         }
         i++;
      }
      else if(jc_array[i] == "-model") {
         model.add_css(jc_array[i+1]);
         i++;
      }
      else if(jc_array[i] == "-desc") {
         desc.add_css(jc_array[i+1]);
         i++;
      }
      else if(jc_array[i] == "-fcst_lead") {
         fcst_lead.add_css_sec(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_lead") {
         obs_lead.add_css_sec(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_valid_beg") {
         fcst_valid_beg = timestring_to_unix(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_valid_end") {
         fcst_valid_end = timestring_to_unix(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_valid_inc") {
         fcst_valid_inc.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_valid_exc") {
         fcst_valid_exc.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_valid_hour") {
         fcst_valid_hour.add_css_sec(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_valid_beg") {
         obs_valid_beg = timestring_to_unix(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_valid_end") {
         obs_valid_end = timestring_to_unix(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_valid_inc") {
         obs_valid_inc.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_valid_exc") {
         obs_valid_exc.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_valid_hour") {
         obs_valid_hour.add_css_sec(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_init_beg") {
         fcst_init_beg = timestring_to_unix(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_init_end") {
         fcst_init_end = timestring_to_unix(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_init_inc") {
         fcst_init_inc.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_init_exc") {
         fcst_init_exc.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_init_hour") {
         fcst_init_hour.add_css_sec(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_init_beg") {
         obs_init_beg = timestring_to_unix(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_init_end") {
         obs_init_end = timestring_to_unix(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_init_inc") {
         obs_init_inc.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_init_exc") {
         obs_init_exc.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_init_hour") {
         obs_init_hour.add_css_sec(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_var") {
         fcst_var.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_units") {
         fcst_units.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_lev") {
         fcst_lev.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_var") {
         obs_var.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_units") {
         obs_units.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_lev") {
         obs_lev.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obtype") {
         obtype.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-vx_mask") {
         vx_mask.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-interp_mthd") {
         interp_mthd.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-interp_pnts") {
         interp_pnts.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-fcst_thresh") {
         fcst_thresh.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-obs_thresh") {
         obs_thresh.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-cov_thresh") {
         cov_thresh.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-thresh_logic") {
         thresh_logic = string_to_setlogic(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-alpha") {
         alpha.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-line_type") {
         line_type.add_css(to_upper((string)jc_array[i+1]));
         i++;
      }
      else if(jc_array[i] == "-column") {
         column.add_css(to_upper((string)jc_array[i+1]));
         i++;
      }
      else if(jc_array[i] == "-column_union") {
         column_union = string_to_bool(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-weight") {
         weight.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-derive") {
         do_derive = true;
      }
      else if(jc_array[i] == "-column_min") {
         thresh_cs << cs_erase << ">=" << jc_array[i+2];
         add_column_thresh(jc_array[i+1].c_str(), thresh_cs.c_str());
         i+=2;
      }
      else if(jc_array[i] == "-column_max") {
         thresh_cs << cs_erase << "<=" << jc_array[i+2];
         add_column_thresh(jc_array[i+1].c_str(), thresh_cs.c_str());
         i+=2;
      }
      else if(jc_array[i] == "-column_eq") {
         thresh_cs << cs_erase << "==" << jc_array[i+2];
         add_column_thresh(jc_array[i+1].c_str(), thresh_cs.c_str());
         i+=2;
      }
      else if(jc_array[i] == "-column_thresh") {
         add_column_thresh(jc_array[i+1].c_str(), jc_array[i+2].c_str());
         i+=2;
      }
      else if(jc_array[i] == "-column_str") {

         // Parse the column name and value
         col_name = to_upper((string)jc_array[i+1]);
         col_value.clear();
         col_value.set_ignore_case(1);
         col_value.add_css(jc_array[i+2]);

         // If the column name is already present in the map, add to it
         if(column_str_inc_map.count(col_name) > 0) {
            column_str_inc_map[col_name].add(col_value);
         }
         // Otherwise, add a new map entry
         else {
            column_str_inc_map.insert(pair<ConcatString, StringArray>(col_name, col_value));
         }
         i+=2;
      }
      else if(jc_array[i] == "-column_str_exc") {

         // Parse the column name and value
         col_name = to_upper((string)jc_array[i+1]);
         col_value.clear();
         col_value.set_ignore_case(1);
         col_value.add_css(jc_array[i+2]);

         // If the column name is already present in the map, add to it
         if(column_str_exc_map.count(col_name) > 0) {
            column_str_exc_map[col_name].add(col_value);
         }
         // Otherwise, add a new map entry
         else {
            column_str_exc_map.insert(pair<ConcatString, StringArray>(col_name, col_value));
         }
         i+=2;
      }
      else if(jc_array[i] == "-set_hdr") {
         n = METHdrTable.header(met_version, "STAT", na_str)->col_offset(to_upper(jc_array[i+1]).c_str());
         if(is_bad_data(n)) {
            mlog << Error << "\nSTATAnalysisJob::parse_job_command() -> "
                 << "no match found for header column named: \""
                 << to_upper((string)jc_array[i+1]) << "\"\n\n";
            if(line) { delete [] line; line = (char *) 0; }
            throw(1);
         }
         hdr_name.add_css(to_upper(jc_array[i+1]));
         hdr_value.add_css(jc_array[i+2]);
         i+=2;
      }
      else if(jc_array[i] == "-by") {
         by_column.add_css(to_upper(jc_array[i+1]));
         i+=1;
      }
      else if(jc_array[i] == "-dump_row") {
         set_dump_row(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_stat") {
         set_stat_file(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-mask_grid") {
         set_mask_grid(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-mask_poly") {
         set_mask_poly(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-mask_sid") {
         set_mask_sid(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_line_type") {
         out_line_type.add_css(to_upper(jc_array[i+1]));
         i++;
      }
      else if(jc_array[i] == "-out_thresh") {
         out_fcst_thresh.add_css(jc_array[i+1].c_str());
         out_obs_thresh.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_fcst_thresh") {
         out_fcst_thresh.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_obs_thresh") {
         out_obs_thresh.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_cnt_logic") {
         out_cnt_logic = string_to_setlogic(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_wind_thresh") {
         out_fcst_wind_thresh.set(jc_array[i+1].c_str());
         out_obs_wind_thresh.set(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_fcst_wind_thresh") {
         out_fcst_wind_thresh.set(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_obs_wind_thresh") {
         out_obs_wind_thresh.set(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_wind_logic") {
         out_wind_logic = string_to_setlogic(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_alpha") {
         out_alpha = atof(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ramp_type") {
         ramp_type = string_to_timeseriestype(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ramp_time") {
         ramp_time_fcst = ramp_time_obs = timestring_to_sec(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ramp_time_fcst") {
         ramp_time_fcst = timestring_to_sec(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ramp_time_obs") {
         ramp_time_obs = timestring_to_sec(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ramp_exact") {
         ramp_exact_fcst = ramp_exact_obs = string_to_bool(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ramp_exact_fcst") {
         ramp_exact_fcst = string_to_bool(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ramp_exact_obs") {
         ramp_exact_obs = string_to_bool(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ramp_thresh") {
         ramp_thresh_fcst.set(jc_array[i+1].c_str());
         ramp_thresh_obs.set(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ramp_thresh_fcst") {
         ramp_thresh_fcst.set(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ramp_thresh_obs") {
         ramp_thresh_obs.set(jc_array[i+1].c_str());
         i++;
      }
      // May be specified using 1 or 2 arguments:
      //  - 2 arguments for beginning and ending times
      //  - 1 argument for a symmetric time window
      else if(jc_array[i] == "-ramp_window") {

         // Parse beginning and ending times
         if(i+2 < jc_array.n() && is_number(jc_array[i+2].c_str())) {
            ramp_window_beg = timestring_to_sec(jc_array[i+1].c_str());
            ramp_window_end = timestring_to_sec(jc_array[i+2].c_str());
            i+=2;
         }
         // Parse symmetric time window
         else {
            ramp_window_end = timestring_to_sec(jc_array[i+1].c_str());
            ramp_window_beg = -1 * ramp_window_end;
            i+=1;
         }
      }
      else if(jc_array[i] == "-swing_width") {
         swing_width = atof(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_bin_size") {
         out_bin_size = atof(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-out_eclv_points") {
         out_eclv_points.add_css(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-boot_interval") {
         boot_interval = atoi(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-boot_rep_prop") {
         boot_rep_prop = atof(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-n_boot_rep") {
         n_boot_rep = atoi(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-boot_rng") {
         set_boot_rng(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-boot_seed") {
         set_boot_seed(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-ss_index_name") {
         ss_index_name = jc_array[i+1].c_str();
         i++;
      }
      else if(jc_array[i] == "-ss_index_vld_thresh") {
         ss_index_vld_thresh = atof(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-hss_ec_value") {
         hss_ec_value = atof(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-rank_corr_flag") {
         rank_corr_flag = atoi(jc_array[i+1].c_str());
         i++;
      }
      else if(jc_array[i] == "-vif_flag") {
         vif_flag = atoi(jc_array[i+1].c_str());
         i++;
      }
      else {
         mlog << Error << "\nSTATAnalysisJob::parse_job_command() -> "
              << "unrecognized switch \"" << jc_array[i]
              << "\" in job command line: "
              << jobstring << "\n\n";
         if(line) { delete [] line; line = (char *) 0; }
         throw(1);
      } // end if

   } // end for

   // Expand out_eclv_points
   if(out_eclv_points.n() == 1) {
      for(i=2; i*out_eclv_points[0] < 1.0; i++) out_eclv_points.add(i*out_eclv_points[0]);
   }

   //
   // Deallocate memory
   //
   if(line) { delete [] line; line = (char *) 0; }
   lp = (char *) 0;

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::add_column_thresh(const char *col_name, const char *thresh_str) {
   ThreshArray col_thresh;

   // Parse the threshold
   col_thresh.add_css(thresh_str);

   // If the column name is already present in the map, add to it
   if(column_thresh_map.count((string)col_name) > 0) {
      column_thresh_map[(ConcatString)col_name].add(col_thresh);
   }
   // Otherwise, add a new map entry
   else {
      column_thresh_map.insert(pair<ConcatString, ThreshArray>((string)col_name, col_thresh));
   }

   return;
}

////////////////////////////////////////////////////////////////////////

int STATAnalysisJob::set_job_type(const char *c) {

   job_type = string_to_statjobtype(c);

   if(job_type == no_stat_job_type) return(1);
   else                             return(0);
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::set_dump_row(const char *c) {

   if(dump_row) { delete [] dump_row; dump_row = (char *) 0; }

   if(!c) return;

   const char *method_name = "STATAnalysisJob::set_dump_row()";

   dump_row = m_strcpy2(c, method_name, "dump_row");

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::set_stat_file(const char *c) {

   if(stat_file) { delete [] stat_file; stat_file = (char *) 0; }

   if(!c) return;

   const char *method_name = "STATAnalysisJob::set_stat_file()";

   stat_file = m_strcpy2(c, method_name, "stat_file");

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::set_mask_grid(const char *c) {

   if(!c) return;

   mask_grid_str = c;

   // List the grid masking file
   mlog << Debug(1)
        << "Grid Masking: " << mask_grid_str << "\n";

   parse_grid_mask(mask_grid_str, mask_grid);

   // List the grid mask
   mlog << Debug(2)
        << "Parsed Masking Grid: " << mask_grid.name() << " ("
        << mask_grid.nx() << " x " << mask_grid.ny() << ")\n";

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::set_mask_poly(const char *c) {

   if(!c) return;

   ConcatString mask_name;

   mask_poly_str = c;

   // List the poly masking file
   mlog << Debug(1)
        << "Polyline Masking File: " << mask_poly_str << "\n";

   parse_poly_mask(mask_poly_str, mask_poly, mask_grid, mask_area,
                   mask_name);

   // List the poly mask information
   if(mask_poly.n_points() > 0) {
      mlog << Debug(2)
           << "Parsed Masking Polyline: " << mask_poly.name()
           << " containing " <<  mask_poly.n_points() << " points\n";
   }

   // List the area mask information
   if(mask_area.nx() > 0 || mask_area.ny() > 0) {
      mlog << Debug(2)
           << "Parsed Masking Area: " << mask_name
           << " for (" << mask_grid.nx() << " x " << mask_grid.ny()
           << ") grid\n";
   }

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::set_mask_sid(const char *c) {

   if(!c) return;

   ConcatString mask_name;

   mask_sid_str = c;

   // List the station ID mask
   mlog << Debug(1)
        << "Station ID Mask: " << mask_sid_str << "\n";

   parse_sid_mask(mask_sid_str, mask_sid, mask_name);

   // List the length of the station ID mask
   mlog << Debug(2)
        << "Parsed Station ID Mask: " << mask_name
        << " containing " << mask_sid.n() << " points\n";

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::set_boot_rng(const char *c) {

   if(boot_rng) { delete [] boot_rng; boot_rng = (char *) 0; }

   if(!c) return;

   const char *method_name = "STATAnalysisJob::set_boot_rng()";

   boot_rng = m_strcpy2(c, method_name, "boot_rng");

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::set_boot_seed(const char *c) {

   if(boot_seed) { delete [] boot_seed; boot_seed = (char *) 0; }

   if(!c) return;

   const char *method_name = "STATAnalysisJob::set_boot_rng()";

   boot_seed = m_strcpy2(c, method_name, "boot_seed");

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::set_perc_thresh(const NumArray &f_na,
                                      const NumArray &o_na,
                                      const NumArray &cmn_na) {

   if(!out_fcst_thresh.need_perc() &&
      !out_obs_thresh.need_perc()) return;

   //
   // Sort the input arrays
   //
   NumArray fsort = f_na;
   NumArray osort = o_na;
   NumArray csort = cmn_na;
   fsort.sort_array();
   osort.sort_array();
   csort.sort_array();

   //
   // Compute percentiles
   //
   out_fcst_thresh.set_perc(&fsort, &osort, &csort,
                            &out_fcst_thresh, &out_obs_thresh);
    out_obs_thresh.set_perc(&fsort, &osort, &csort,
                            &out_fcst_thresh, &out_obs_thresh);

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::open_dump_row_file() {

   close_dump_row_file();

   if(!dump_row) return;

   dr_out = new ofstream;
   met_open(*dr_out, dump_row);
   n_dump = 0;

   if(!(*dr_out)) {
      mlog << Error << "\nSTATAnalysisJob::open_dump_row_file()-> "
           << "can't open the output file \"" << dump_row
           << "\" for writing!\n\n";

      throw(1);
   }

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::close_dump_row_file() {

   if(dr_out) {

      //
      // Write any remaining lines
      //
      *(dr_out) << dump_at;

      dr_out->close();
      delete dr_out;
      dr_out = (ofstream *) 0;
      n_dump = 0;
   }

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::open_stat_file() {

   close_stat_file();

   stat_row = 0;

   if(!stat_file) return;

   stat_out = new ofstream;
   met_open(*stat_out, stat_file);

   if(!(*stat_out)) {
      mlog << Error << "\nSTATAnalysisJob::open_stat_file()-> "
           << "can't open the output STAT file \"" << stat_file
           << "\" for writing!\n\n";

      throw(1);
   }

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::setup_stat_file(int n_row, int n) {
   STATLineType cur_lt, out_lt;
   StringArray out_sa;
   int i, c, n_col;

   //
   // Nothing to do if no output STAT file stream is defined
   //
   if(!stat_out) return;

   //
   // Check for a single output line type
   //
   out_sa = (out_line_type.n() > 0 ?
             out_line_type : line_type);
   out_lt = (out_sa.n() == 1 ?
             string_to_statlinetype(out_sa[0].c_str()) : no_stat_line_type);

   //
   // Loop through the output line types and determine the number of
   // output columns
   //
   for(i=0, c=0, n_col=0; i<out_sa.n(); i++) {
      cur_lt = string_to_statlinetype(out_sa[i].c_str());
      switch(cur_lt) {
         case stat_sl1l2:  c = n_sl1l2_columns;        break;
         case stat_sal1l2: c = n_sal1l2_columns;       break;
         case stat_vl1l2:  c = n_vl1l2_columns;        break;
         case stat_val1l2: c = n_val1l2_columns;       break;
         case stat_fho:    c = n_fho_columns;          break;
         case stat_ctc:    c = n_ctc_columns;          break;
         case stat_cts:    c = n_cts_columns;          break;
         case stat_mctc:   c = get_n_mctc_columns(n);  break;
         case stat_mcts:   c = n_mcts_columns;         break;
         case stat_cnt:    c = n_cnt_columns;          break;
         case stat_vcnt:   c = n_vcnt_columns;         break;
         case stat_pct:    c = get_n_pct_columns(n);   break;
         case stat_pstd:   c = get_n_pstd_columns(n);  break;
         case stat_pjc:    c = get_n_pjc_columns(n);   break;
         case stat_prc:    c = get_n_prc_columns(n);   break;
         case stat_eclv:   c = get_n_eclv_columns(n);  break;
         case stat_mpr:    c = n_mpr_columns;          break;
         case stat_nbrctc: c = n_nbrctc_columns;       break;
         case stat_nbrcts: c = n_nbrcts_columns;       break;
         case stat_nbrcnt: c = n_nbrcnt_columns;       break;
         case stat_grad:   c = n_grad_columns;         break;
         case stat_isc:    c = n_isc_columns;          break;
         case stat_wdir:   c = n_job_wdir_columns;     break;
         case stat_ecnt:   c = n_ecnt_columns;         break;
         case stat_rps:    c = n_rps_columns;          break;
         case stat_rhist:  c = get_n_rhist_columns(n); break;
         case stat_phist:  c = get_n_phist_columns(n); break;
         case stat_relp:   c = get_n_relp_columns(n);  break;
         case stat_orank:  c = n_orank_columns;        break;
         case stat_ssvar:  c = n_ssvar_columns;        break;
         case stat_genmpr: c = n_genmpr_columns;       break;
         case stat_ssidx:  c = n_ssidx_columns;        break;
         default:
            mlog << Error << "\nSTATAnalysisJob::setup_stat_file() -> "
                 << "unexpected stat line type \"" << statlinetype_to_string(cur_lt)
                 << "\"!\n\n";
            exit(1);
      }
      if(c > n_col) n_col = c;
   }

   //
   // Add the header columns
   //
   n_col += n_header_columns;

   //
   // Create table from scratch
   //
   if(stat_row == 0) {
   
      //
      // Multiply the number of rows by the number of
      // output line types to avoid resizing later
      //
      n_row *= max(1, out_sa.n());

      //
      // Setup the STAT table
      //
      stat_at.set_size(n_row, n_col);
      justify_stat_cols(stat_at);
      stat_at.set_precision(precision);
      stat_at.set_bad_data_value(bad_data_double);
      stat_at.set_bad_data_str(na_str);
      stat_at.set_delete_trailing_blank_rows(1);

      //
      // Write the STAT header row
      //
      switch(out_lt) {
         case stat_sl1l2:  write_header_row       (sl1l2_columns, n_sl1l2_columns, 1,       stat_at, 0, 0); break;
         case stat_sal1l2: write_header_row       (sal1l2_columns, n_sal1l2_columns, 1,     stat_at, 0, 0); break;
         case stat_vl1l2:  write_header_row       (vl1l2_columns, n_vl1l2_columns, 1,       stat_at, 0, 0); break;
         case stat_val1l2: write_header_row       (val1l2_columns, n_val1l2_columns, 1,     stat_at, 0, 0); break;
         case stat_fho:    write_header_row       (fho_columns, n_fho_columns, 1,           stat_at, 0, 0); break;
         case stat_ctc:    write_header_row       (ctc_columns, n_ctc_columns, 1,           stat_at, 0, 0); break;
         case stat_cts:    write_header_row       (cts_columns, n_cts_columns, 1,           stat_at, 0, 0); break;
         case stat_mctc:   write_mctc_header_row  (1, n,                                    stat_at, 0, 0); break;
         case stat_mcts:   write_header_row       (mcts_columns, n_mcts_columns, 1,         stat_at, 0, 0); break;
         case stat_cnt:    write_header_row       (cnt_columns, n_cnt_columns, 1,           stat_at, 0, 0); break;
         case stat_vcnt:   write_header_row       (vcnt_columns, n_vcnt_columns, 1,         stat_at, 0, 0); break;
         case stat_pct:    write_pct_header_row   (1, n,                                    stat_at, 0, 0); break;
         case stat_pstd:   write_pstd_header_row  (1, n,                                    stat_at, 0, 0); break;
         case stat_pjc:    write_pjc_header_row   (1, n,                                    stat_at, 0, 0); break;
         case stat_prc:    write_prc_header_row   (1, n,                                    stat_at, 0, 0); break;
         case stat_eclv:   write_eclv_header_row  (1, n,                                    stat_at, 0, 0); break;
         case stat_mpr:    write_header_row       (mpr_columns, n_mpr_columns, 1,           stat_at, 0, 0); break;
         case stat_nbrctc: write_header_row       (nbrctc_columns, n_nbrctc_columns, 1,     stat_at, 0, 0); break;
         case stat_nbrcts: write_header_row       (nbrcts_columns, n_nbrcts_columns, 1,     stat_at, 0, 0); break;
         case stat_nbrcnt: write_header_row       (nbrcnt_columns, n_nbrcnt_columns, 1,     stat_at, 0, 0); break;
         case stat_grad:   write_header_row       (grad_columns, n_grad_columns, 1,         stat_at, 0, 0); break;
         case stat_isc:    write_header_row       (isc_columns, n_isc_columns, 1,           stat_at, 0, 0); break;
         case stat_wdir:   write_header_row       (job_wdir_columns, n_job_wdir_columns, 1, stat_at, 0, 0); break;
         case stat_ecnt:   write_header_row       (ecnt_columns, n_ecnt_columns, 1,         stat_at, 0, 0); break;
         case stat_rps:    write_header_row       (rps_columns, n_rps_columns, 1,           stat_at, 0, 0); break;
         case stat_rhist:  write_rhist_header_row (1, n,                                    stat_at, 0, 0); break;
         case stat_phist:  write_phist_header_row (1, n,                                    stat_at, 0, 0); break;
         case stat_relp:   write_relp_header_row  (1, n,                                    stat_at, 0, 0); break;
         case stat_orank:  write_header_row       (orank_columns, n_orank_columns, 1,       stat_at, 0, 0); break;
         case stat_ssvar:  write_header_row       (ssvar_columns, n_ssvar_columns, 1,       stat_at, 0, 0); break;
         case stat_genmpr: write_header_row       (genmpr_columns, n_genmpr_columns, 1,     stat_at, 0, 0); break;
         case stat_ssidx:  write_header_row       (ssidx_columns, n_ssidx_columns, 1,       stat_at, 0, 0); break;

         //
         // Write only header columns for unspecified line type
         //
         case no_stat_line_type:
                           write_header_row       ((const char **) 0, 0, 1,                 stat_at, 0, 0); break;

         default:
            mlog << Error << "\nSTATAnalysisJob::setup_stat_file() -> "
                 << "unexpected stat line type \"" << statlinetype_to_string(out_lt)
                 << "\"!\n\n";
            exit(1);
      }

      //
      // Increment row counter
      //
      stat_row++;
   }
   //
   // Expand the table, if needed
   //
   else {

      //
      // Determine the required dimensions
      //
      int need_rows = max(stat_at.nrows(), stat_row + n_row);
      int need_cols = max(stat_at.ncols(), n_col);

      if(need_rows > stat_at.nrows() || need_cols > stat_at.ncols()) {

         //
         // Resize the STAT table
         //
         stat_at.expand(need_rows, need_cols);
         justify_stat_cols(stat_at);
         stat_at.set_precision(precision);
         stat_at.set_bad_data_value(bad_data_double);
         stat_at.set_bad_data_str(na_str);
         stat_at.set_delete_trailing_blank_rows(1);
      }
   }

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::close_stat_file() {

   if(stat_out) {

      //
      // Write any remaining lines
      //
      *(stat_out) << stat_at;

      stat_out->close();
      delete stat_out;
      stat_out = (ofstream *) 0;
   }

   return;
}

////////////////////////////////////////////////////////////////////////

void STATAnalysisJob::dump_stat_line(const STATLine &line) {
   int i;

   //
   // Nothing to do with no dump file
   //
   if(!dr_out) return;

   //
   // Write a header before the first line
   //
   if(n_dump == 0) {

      //
      // Format the dump row AsciiTable
      //
      dump_at.set_size(dump_stat_buffer_rows, dump_stat_buffer_cols);
      justify_stat_cols(dump_at);
      dump_at.set_precision(precision);
      dump_at.set_bad_data_value(bad_data_double);
      dump_at.set_bad_data_str(na_str);
      dump_at.set_delete_trailing_blank_rows(1);

      //
      // If the line_type is set to a single value
      // write a full header line
      //
      if(line_type.n() == 1) {

         switch(string_to_statlinetype(line_type[0].c_str())) {
            case(stat_fho):
               write_header_row(fho_columns, n_fho_columns, 1, dump_at, 0, 0);
               break;

            case(stat_ctc):
               write_header_row(ctc_columns, n_ctc_columns, 1, dump_at, 0, 0);
               break;

            case(stat_cts):
               write_header_row(cts_columns, n_cts_columns, 1, dump_at, 0, 0);
               break;

            case(stat_cnt):
               write_header_row(cnt_columns, n_cnt_columns, 1, dump_at, 0, 0);
               break;

            case(stat_sl1l2):
               write_header_row(sl1l2_columns, n_sl1l2_columns, 1, dump_at, 0, 0);
               break;

            case(stat_sal1l2):
               write_header_row(sal1l2_columns, n_sal1l2_columns, 1, dump_at, 0, 0);
               break;

            case(stat_vl1l2):
               write_header_row(vl1l2_columns, n_vl1l2_columns, 1, dump_at, 0, 0);
               break;

            case(stat_val1l2):
               write_header_row(val1l2_columns, n_val1l2_columns, 1, dump_at, 0, 0);
               break;

            case(stat_mpr):
               write_header_row(mpr_columns, n_mpr_columns, 1, dump_at, 0, 0);
               break;

            case(stat_nbrctc):
               write_header_row(nbrctc_columns, n_nbrctc_columns, 1, dump_at, 0, 0);
               break;

            case(stat_nbrcts):
               write_header_row(nbrcts_columns, n_nbrcts_columns, 1, dump_at, 0, 0);
               break;

            case(stat_nbrcnt):
               write_header_row(nbrcnt_columns, n_nbrcnt_columns, 1, dump_at, 0, 0);
               break;

            case(stat_grad):
               write_header_row(grad_columns, n_grad_columns, 1, dump_at, 0, 0);
               break;

            case(stat_ecnt):
               write_header_row(ecnt_columns, n_ecnt_columns, 1, dump_at, 0, 0);
               break;

            case(stat_isc):
               write_header_row(isc_columns, n_isc_columns, 1, dump_at, 0, 0);
               break;

            case(stat_ssvar):
               write_header_row(ssvar_columns, n_ssvar_columns, 1, dump_at, 0, 0);
               break;

            // Just write a STAT header line for indeterminant line types
            case(stat_mctc):
            case(stat_mcts):
            case(stat_pct):
            case(stat_pstd):
            case(stat_pjc):
            case(stat_prc):
            case(stat_eclv):
            case(stat_rhist):
            case(stat_phist):
            case(stat_relp):
            case(stat_orank):
            case(stat_genmpr):
               write_header_row((const char **) 0, 0, 1, dump_at, 0, 0);
               break;

            default:
               mlog << Error << "\ndump_stat_line() -> "
                    << "unexpected line type value " << line_type[0] << "\n\n";
               throw(1);
         } // end switch
      }
      //
      // Otherwise, just write a STAT header line
      //
      else {
         write_header_row((const char **) 0, 0, 1, dump_at, 0, 0);
      }

      n_dump++;
   }

   //
   // Store the data line
   //
   for(i=0; i<line.n_items(); i++) {
     dump_at.set_entry(n_dump%dump_at.nrows(), i, (string)line.get_item(i));
   }
   n_dump++;

   //
   // Write the buffer, if full
   //
   if(n_dump%dump_at.nrows() == 0) {
      *(dr_out) << dump_at;
      dump_at.erase();
   }

   return;
}

////////////////////////////////////////////////////////////////////////

ConcatString STATAnalysisJob::get_case_info(const STATLine & L) const {
   int i;
   ConcatString key, cs;

   //
   // Retrieve value for each by_column option
   //
   for(i=0; i<by_column.n(); i++) {
      cs = L.get(by_column[i].c_str(), false);
      if(by_column[i] == "FCST_THRESH" ||
         by_column[i] == "OBS_THRESH"  || 
         by_column[i] == "COV_THRESH") {
         cs.strip_paren();
      }
      key << (i == 0 ? "" : ":") << cs;
   }

   return(key);
}

////////////////////////////////////////////////////////////////////////

ConcatString STATAnalysisJob::get_jobstring() const {
   int i;
   STATLineType type;
   ConcatString js;

   // Initialize the jobstring
   js.clear();

   // job type
   if(job_type != no_stat_job_type) {
      js << "-job " << statjobtype_to_string(job_type) << " ";
   }

   // model
   if(model.n() > 0) {
      for(i=0; i<model.n(); i++)
         js << "-model " << model[i] << " ";
   }

   // desc
   if(desc.n() > 0) {
      for(i=0; i<desc.n(); i++)
         js << "-desc " << desc[i] << " ";
   }

   // fcst_lead
   if(fcst_lead.n() > 0) {
      for(i=0; i<fcst_lead.n(); i++) {
         js << "-fcst_lead " << sec_to_hhmmss(nint(fcst_lead[i])) << " ";
      }
   }

   // obs_lead
   if(obs_lead.n() > 0) {
      for(i=0; i<obs_lead.n(); i++) {
         js << "-obs_lead " << sec_to_hhmmss(nint(obs_lead[i])) << " ";
      }
   }

   // fcst_valid_beg and fcst_valid_end
   if(fcst_valid_beg > 0) {
      js << "-fcst_valid_beg " << unix_to_yyyymmdd_hhmmss(fcst_valid_beg) << " ";
   }
   if(fcst_valid_end > 0) {
      js << "-fcst_valid_end " << unix_to_yyyymmdd_hhmmss(fcst_valid_end) << " ";
   }

   // fcst_valid_inc and fcst_valid_exc
   if(fcst_valid_inc.n() > 0) {
      for(i=0; i<fcst_valid_inc.n(); i++) {
         js << "-fcst_valid_inc " << unix_to_yyyymmdd_hhmmss(fcst_valid_inc[i]) << " ";
      }
   }
   if(fcst_valid_exc.n() > 0) {
      for(i=0; i<fcst_valid_exc.n(); i++) {
         js << "-fcst_valid_exc " << unix_to_yyyymmdd_hhmmss(fcst_valid_exc[i]) << " ";
      }
   }

   // fcst_valid_hour
   if(fcst_valid_hour.n() > 0) {
      for(i=0; i<fcst_valid_hour.n(); i++) {
         js << "-fcst_valid_hour " << sec_to_hhmmss(nint(fcst_valid_hour[i])) << " ";
      }
   }

   // obs_valid_beg and obs_valid_end
   if(obs_valid_beg > 0) {
      js << "-obs_valid_beg " << unix_to_yyyymmdd_hhmmss(obs_valid_beg) << " ";
   }
   if(obs_valid_end > 0) {
      js << "-obs_valid_end " << unix_to_yyyymmdd_hhmmss(obs_valid_end) << " ";
   }

   // obs_valid_inc and obs_valid_exc
   if(obs_valid_inc.n() > 0) {
      for(i=0; i<obs_valid_inc.n(); i++) {
         js << "-obs_valid_inc " << unix_to_yyyymmdd_hhmmss(obs_valid_inc[i]) << " ";
      }
   }
   if(obs_valid_exc.n() > 0) {
      for(i=0; i<obs_valid_exc.n(); i++) {
         js << "-obs_valid_exc " << unix_to_yyyymmdd_hhmmss(obs_valid_exc[i]) << " ";
      }
   }

   // obs_valid_hour
   if(obs_valid_hour.n() > 0) {
      for(i=0; i<obs_valid_hour.n(); i++) {
         js << "-obs_valid_hour " << sec_to_hhmmss(nint(obs_valid_hour[i])) << " ";
      }
   }

   // fcst_init_beg and fcst_init_end
   if(fcst_init_beg > 0) {
      js << "-fcst_init_beg " << unix_to_yyyymmdd_hhmmss(fcst_init_beg) << " ";
   }
   if(fcst_init_end > 0) {
      js << "-fcst_init_end " << unix_to_yyyymmdd_hhmmss(fcst_init_end) << " ";
   }

   // fcst_init_inc and fcst_init_exc
   if(fcst_init_inc.n() > 0) {
      for(i=0; i<fcst_init_inc.n(); i++) {
         js << "-fcst_init_inc " << unix_to_yyyymmdd_hhmmss(fcst_init_inc[i]) << " ";
      }
   }
   if(fcst_init_exc.n() > 0) {
      for(i=0; i<fcst_init_exc.n(); i++) {
         js << "-fcst_init_exc " << unix_to_yyyymmdd_hhmmss(fcst_init_exc[i]) << " ";
      }
   }

   // fcst_init_hour
   if(fcst_init_hour.n() > 0) {
      for(i=0; i<fcst_init_hour.n(); i++) {
         js << "-fcst_init_hour " << sec_to_hhmmss(nint(fcst_init_hour[i])) << " ";
      }
   }

   // obs_init_beg and obs_init_end
   if(obs_init_beg > 0) {
      js << "-obs_init_beg " << unix_to_yyyymmdd_hhmmss(obs_init_beg) << " ";
   }
   if(obs_init_end > 0) {
      js << "-obs_init_end " << unix_to_yyyymmdd_hhmmss(obs_init_end) << " ";
   }

   // obs_init_inc and obs_init_exc
   if(obs_init_inc.n() > 0) {
      for(i=0; i<obs_init_inc.n(); i++) {
         js << "-obs_init_inc " << unix_to_yyyymmdd_hhmmss(obs_init_inc[i]) << " ";
      }
   }
   if(obs_init_exc.n() > 0) {
      for(i=0; i<obs_init_exc.n(); i++) {
         js << "-obs_init_exc " << unix_to_yyyymmdd_hhmmss(obs_init_exc[i]) << " ";
      }
   }

   // obs_init_hour
   if(obs_init_hour.n() > 0) {
      for(i=0; i<obs_init_hour.n(); i++) {
         js << "-obs_init_hour " << sec_to_hhmmss(nint(obs_init_hour[i])) << " ";
      }
   }

   // fcst_var
   if(fcst_var.n() > 0) {
      for(i=0; i<fcst_var.n(); i++)
         js << "-fcst_var " << fcst_var[i] << " ";
   }

   // obs_var
   if(obs_var.n() > 0) {
      for(i=0; i<obs_var.n(); i++)
         js << "-obs_var " << obs_var[i] << " ";
   }

   // fcst_units
   if(fcst_units.n() > 0) {
      for(i=0; i<fcst_units.n(); i++)
         js << "-fcst_units " << fcst_units[i] << " ";
   }

   // obs_units
   if(obs_units.n() > 0) {
      for(i=0; i<obs_units.n(); i++)
         js << "-obs_units " << obs_units[i] << " ";
   }

   // fcst_lev
   if(fcst_lev.n() > 0) {
      for(i=0; i<fcst_lev.n(); i++)
         js << "-fcst_lev " << fcst_lev[i] << " ";
   }

   // obs_lev
   if(obs_lev.n() > 0) {
      for(i=0; i<obs_lev.n(); i++)
         js << "-obs_lev " << obs_lev[i] << " ";
   }

   // obtype
   if(obtype.n() > 0) {
      for(i=0; i<obtype.n(); i++)
         js << "-obtype " << obtype[i] << " ";
   }

   // vx_mask
   if(vx_mask.n() > 0) {
      for(i=0; i<vx_mask.n(); i++)
         js << "-vx_mask " << vx_mask[i] << " ";
   }

   // interp_mthd
   if(interp_mthd.n() > 0) {
      for(i=0; i<interp_mthd.n(); i++)
         js << "-interp_mthd " << interp_mthd[i] << " ";
   }

   // interp_pnts
   if(interp_pnts.n() > 0) {
      for(i=0; i<interp_pnts.n(); i++)
         js << "-interp_pnts " << nint(interp_pnts[i]) << " ";
   }

   // fcst_thresh
   if(fcst_thresh.n() > 0) {
      for(i=0; i<fcst_thresh.n(); i++) {
         js << "-fcst_thresh " << fcst_thresh[i].get_str() << " ";
      }
   }

   // obs_thresh
   if(obs_thresh.n() > 0) {
      for(i=0; i<obs_thresh.n(); i++) {
         js << "-obs_thresh " << obs_thresh[i].get_str() << " ";
      }
   }

   // cov_thresh
   if(cov_thresh.n() > 0) {
      for(i=0; i<cov_thresh.n(); i++) {
         js << "-cov_thresh " << cov_thresh[i].get_str() << " ";
      }
   }

   // thresh_logic
   if(thresh_logic != SetLogic_None) {
      js << "-thresh_logic " << setlogic_to_string(thresh_logic) << " ";
   }

   // alpha
   if(alpha.n() > 0) {
      for(i=0; i<alpha.n(); i++)
         js << "-alpha " << alpha[i] << " ";
   }

   // line_type
   if(line_type.n() > 0) {
      for(i=0; i<line_type.n(); i++) {
         type = string_to_statlinetype(line_type[i].c_str());
         js << "-line_type " << statlinetype_to_string(type) << " ";
      }
   }

   // column
   if(column.n() > 0) {
      for(i=0; i<column.n(); i++) {
         js << "-column " << column[i] << " ";
      }
   }

   // column_union
   if(column_union != default_column_union) {
      js << "-column_union " << bool_to_string(column_union) << " ";
   }

   // weight
   if(weight.n() > 0) {
      for(i=0; i<weight.n(); i++) {
         js << "-weight " << weight[i] << " ";
      }
   }

   // derive
   if(do_derive != default_do_derive) {
      js << "-derive ";
   }

   // column_thresh
   for(map<ConcatString,ThreshArray>::const_iterator thr_it = column_thresh_map.begin();
       thr_it != column_thresh_map.end(); thr_it++) {

      for(i=0; i<thr_it->second.n(); i++) {
         js << "-column_thresh " << thr_it->first << " " << thr_it->second[i].get_str() << " ";
      }
   }

   // column_str
   for(map<ConcatString,StringArray>::const_iterator str_it = column_str_inc_map.begin();
       str_it != column_str_inc_map.end(); str_it++) {

      for(i=0; i<str_it->second.n(); i++) {
         js << "-column_str " << str_it->first << " " << str_it->second[i] << " ";
      }
   }

   // column_str_exc
   for(map<ConcatString,StringArray>::const_iterator str_it = column_str_exc_map.begin();
       str_it != column_str_exc_map.end(); str_it++) {

      for(i=0; i<str_it->second.n(); i++) {
         js << "-column_str_exc " << str_it->first << " " << str_it->second[i] << " ";
      }
   }

   // by_column
   if(by_column.n() > 0) {
      for(i=0; i<by_column.n(); i++)
         js << "-by " << by_column[i] << " ";
   }

   // set_hdr
   if(hdr_name.n() > 0) {
      for(i=0; i<hdr_name.n(); i++)
         js << "-set_hdr " << hdr_name[i]
            << " " << hdr_value[i] << " ";
   }

   // dump_row
   if(dump_row) js << "-dump_row " << dump_row << " ";

   // out_stat
   if(stat_file) js << "-out_stat " << stat_file << " ";

   // mask_grid
   if(mask_grid_str.nonempty()) js << "-mask_grid " << mask_grid_str << " ";

   // mask_poly
   if(mask_poly_str.nonempty()) js << "-mask_poly " << mask_poly_str << " ";

   // mask_sid
   if(mask_sid_str.nonempty()) js << "-mask_sid " << mask_sid_str << " ";

   // out_line_type
   if(out_line_type.n() > 0) {
      for(i=0; i<out_line_type.n(); i++)
         js << "-out_line_type " << out_line_type[i] << " ";
   }

   // out_fcst_thresh == out_obs_thresh
   if(out_fcst_thresh == out_obs_thresh) {
      for(i=0; i<out_fcst_thresh.n(); i++) {
         js << "-out_thresh " << out_fcst_thresh[i].get_str() << " ";
      }
   }
   else {

      // out_fcst_thresh
      for(i=0; i<out_fcst_thresh.n(); i++) {
         js << "-out_fcst_thresh " << out_fcst_thresh[i].get_str() << " ";
      }

      // out_obs_thresh
      for(i=0; i<out_obs_thresh.n(); i++) {
         js << "-out_obs_thresh " << out_obs_thresh[i].get_str() << " ";
      }
   }

   // out_cnt_logic
   if(job_type == stat_job_aggr_stat &&
      line_type.has(stat_mpr_str) &&
      (out_line_type.has(stat_cnt_str)  || out_line_type.has(stat_sl1l2_str)) &&
      (out_fcst_thresh.n() > 0 || out_obs_thresh.n() > 0)) {
      js << "-out_cnt_logic " << setlogic_to_string(out_cnt_logic) << " ";
   }

   // out_fcst_wind_thresh == out_obs_wind_thresh
   if(out_fcst_wind_thresh == out_obs_wind_thresh) {
      if(out_fcst_wind_thresh.get_type() != thresh_na) {
         js << "-out_wind_thresh " << out_fcst_wind_thresh.get_str() << " ";
      }
   }
   else {
      // out_fcst_wind_thresh
      if(out_fcst_wind_thresh.get_type() != thresh_na) {
         js << "-out_fcst_wind_thresh " << out_fcst_wind_thresh.get_str() << " ";
      }

      // out_obs_wind_thresh
      if(out_obs_wind_thresh.get_type() != thresh_na) {
         js << "-out_obs_wind_thresh " << out_obs_wind_thresh.get_str() << " ";
      }
   }

   // out_wind_logic
   if(job_type == stat_job_aggr_stat &&
      line_type.has(stat_mpr_str) &&
      out_line_type.has(stat_wdir_str) &&
      (out_fcst_wind_thresh.get_type() != thresh_na ||
       out_obs_wind_thresh.get_type()  != thresh_na)) {
      js << "-out_wind_logic " << setlogic_to_string(out_cnt_logic) << " ";
   }

   // Jobs which use out_alpha
   if(job_type == stat_job_summary        ||
       out_line_type.has(stat_cts_str)    ||
       out_line_type.has(stat_mcts_str)   ||
       out_line_type.has(stat_cnt_str)    ||
       out_line_type.has(stat_pstd_str)   ||
       out_line_type.has(stat_nbrcts_str) ||
       out_line_type.has(stat_nbrcnt_str)) {

      // out_alpha
      js << "-out_alpha " << out_alpha << " ";
   }

   // Ramp jobs
   if(job_type == stat_job_ramp) {

      // ramp_type
      js << "-ramp_type " << timeseriestype_to_string(ramp_type) << " ";

      if(ramp_type == TimeSeriesType_DyDt) {

         // ramp_time
         if(ramp_time_fcst == ramp_time_obs) {
            js << "-ramp_time " << sec_to_hhmmss(ramp_time_fcst) << " ";
         }
         else {
            js << "-ramp_time_fcst " << sec_to_hhmmss(ramp_time_fcst) << " "
               << "-ramp_time_obs "  << sec_to_hhmmss(ramp_time_obs)  << " ";
         }

         // ramp_exact
         if(ramp_exact_fcst != default_ramp_exact ||
            ramp_exact_obs  != default_ramp_exact) {
            if(ramp_exact_fcst == ramp_exact_obs) {
               js << "-ramp_exact " << bool_to_string(ramp_exact_fcst) << " ";
            }
            else {
               js << "-ramp_exact_fcst " << bool_to_string(ramp_exact_fcst) << " "
                  << "-ramp_exact_obs "  << bool_to_string(ramp_exact_obs)  << " ";
            }
         }
      }

      if(ramp_type == TimeSeriesType_Swing) {

         // swing_width
         js << "-swing_width " << swing_width << " ";
      }

      // ramp_thresh
      if(ramp_thresh_fcst == ramp_thresh_obs) {
         js << "-ramp_thresh " << ramp_thresh_fcst.get_str() << " ";
      }
      else {
         js << "-ramp_thresh_fcst " << ramp_thresh_fcst.get_str() << " "
            << "-ramp_thresh_obs "  << ramp_thresh_obs.get_str()  << " ";
      }

      // ramp_window
      js << "-ramp_window " << sec_to_hhmmss(ramp_window_beg)
         << " " << sec_to_hhmmss(ramp_window_end) << " ";
   }

   // Jobs which use out_bin_size
   if(line_type.n() > 0) {
      if(string_to_statlinetype(line_type[0].c_str()) == stat_orank &&
         (out_line_type.has(stat_phist_str) ||
          out_line_type.has(stat_ecnt_str))) {

         // out_bin_size
        js << "-out_bin_size " << out_bin_size << " ";
      }
   }

   // Jobs which use out_eclv_points
   if(line_type.n() > 0) {
      if(string_to_statlinetype(line_type[0].c_str()) == stat_mpr &&
         out_line_type.has(stat_eclv_str)) {

         // out_eclv_points
         for(i=0; i<out_eclv_points.n(); i++) {
            js << "-out_eclv_points " << out_eclv_points[i] << " ";
         }
      }
   }

   // Jobs which perform bootstrapping
   if(line_type.n() > 0) {
      type = string_to_statlinetype(line_type[0].c_str());
      if(type == stat_mpr                    &&
         (out_line_type.has(stat_cts_str)    ||
          out_line_type.has(stat_mcts_str)   ||
          out_line_type.has(stat_cnt_str)    ||
          out_line_type.has(stat_nbrcts_str) ||
          out_line_type.has(stat_nbrcnt_str))) {

         // Bootstrap Information
         js << "-boot_interval " << boot_interval << " ";
         js << "-boot_rep_prop " << boot_rep_prop << " ";
         js << "-n_boot_rep "    << n_boot_rep    << " ";
         js << "-boot_rng "      << boot_rng      << " ";
         if(boot_seed) {
            if(m_strlen(boot_seed) == 0) {
               js << "-boot_seed '' ";
            }
            else {
               js << "-boot_seed "  << boot_seed     << " ";
            }
         }
      }
   }

   // Jobs which compute the skill score index
   if(job_type == stat_job_go_index  ||
      job_type == stat_job_cbs_index ||
      job_type == stat_job_ss_index) {

      // ss_index_name
      js << "-ss_index_name " << ss_index_name << " ";

      // ss_index_vld_thresh
      js << "-ss_index_vld_thresh " << ss_index_vld_thresh << " ";
   }

   // Jobs which write MCTC or MCTS output
   if(!is_bad_data(hss_ec_value) &&
      (out_line_type.has(stat_mctc_str) ||
       out_line_type.has(stat_mcts_str))) {

      // hss_ec_value
      js << "-hss_ec_value " << hss_ec_value << " ";
   }

   // Jobs which compute rank correlations
   if(out_line_type.has(stat_cnt_str)) {

      // rank_corr_flag
      js << "-rank_corr_flag " << rank_corr_flag << " ";
   }

   // Variance inflation factor for time series
   if(vif_flag) {

      // vif_flag
      js << "-vif_flag " << vif_flag << " ";
   }

   return(js);
}

////////////////////////////////////////////////////////////////////////

int STATAnalysisJob::is_in_mask_grid(double lat, double lon) const {
   double grid_x, grid_y;

   //
   // Only check if a masking grid has been specified
   //
   if(mask_grid.nx() > 0 || mask_grid.ny() > 0) {
      mask_grid.latlon_to_xy(lat, -1.0*lon, grid_x, grid_y);
      if(grid_x < 0 || grid_x >= mask_grid.nx() ||
         grid_y < 0 || grid_y >= mask_grid.ny()) {
         return false;
      }

      //
      // Check area mask.
      //
      if(mask_area.nx() > 0 || mask_area.ny() > 0) {
         if(!mask_area.s_is_on(nint(grid_x), nint(grid_y))) {
            return false;
         }
      }
   }

   return(true);
}

////////////////////////////////////////////////////////////////////////

int STATAnalysisJob::is_in_mask_poly(double lat, double lon) const {
   int r = 1;

   //
   // Only check if a masking poly has been specified
   //
   if(mask_poly.n_points() > 0) {
      r = mask_poly.latlon_is_inside_dege(lat, lon);
   }

   return(r);
}

////////////////////////////////////////////////////////////////////////

int STATAnalysisJob::is_in_mask_sid(const char *sid) const {
   int r = 1;

   //
   // Only check if a masking SID list has been specified
   //
   if(mask_sid.n() > 0) r = mask_sid.has(sid);

   return(r);
}

////////////////////////////////////////////////////////////////////////
//
// Code for misc functions
//
////////////////////////////////////////////////////////////////////////

const char * statjobtype_to_string(const STATJobType t) {
   return(statjobtype_str[t]);
}

////////////////////////////////////////////////////////////////////////

void statjobtype_to_string(const STATJobType t, char *out) {
   const char *method_name = "statjobtype_to_string() -> ";

   m_strcpy(out, statjobtype_to_string(t), method_name);

   return;
}

////////////////////////////////////////////////////////////////////////

STATJobType string_to_statjobtype(const char *str) {
   STATJobType t;

   if(     strcasecmp(str, statjobtype_str[0]) == 0)
      t = stat_job_filter;
   else if(strcasecmp(str, statjobtype_str[1]) == 0)
      t = stat_job_summary;
   else if(strcasecmp(str, statjobtype_str[2]) == 0)
      t = stat_job_aggr;
   else if(strcasecmp(str, statjobtype_str[3]) == 0)
      t = stat_job_aggr_stat;
   else if(strcasecmp(str, statjobtype_str[4]) == 0)
      t = stat_job_go_index;
   else if(strcasecmp(str, statjobtype_str[5]) == 0)
      t = stat_job_cbs_index;
   else if(strcasecmp(str, statjobtype_str[6]) == 0)
      t = stat_job_ss_index;
   else if(strcasecmp(str, statjobtype_str[7]) == 0)
      t = stat_job_ramp;
   else
      t = no_stat_job_type;

   return(t);
}

////////////////////////////////////////////////////////////////////////

ConcatString timestring(const unixtime t) {
   ConcatString s;
   int month, day, year, hour, minute, second;

   unix_to_mdyhms(t, month, day, year, hour, minute, second);

   s.format("%s %d, %d   %02d:%02d:%02d",
            short_month_name[month], day, year,
            hour, minute, second);

   return(s);
}

////////////////////////////////////////////////////////////////////////

bool check_thresh_column(const ThreshArray &list, const ThreshArray &item) {

   // Return true for an empty search list.
   if(list.n() == 0) return(true);

   // If the item is a single threshold, search for it in the list.
   if(item.n() == 1) {
      return(list.has(item[0]));
   }

   // Otherwise, check that the list and item exactly match.
   return(list == item);
}

////////////////////////////////////////////////////////////////////////