Skip to content

Commit

Permalink
CMIP5: almost complete
Browse files Browse the repository at this point in the history
  • Loading branch information
@h-dh
h-dh committed Jan 8, 2016
1 parent 9511a74 commit de624b0
Show file tree
Hide file tree
Showing 5 changed files with 1,287 additions and 993 deletions.
171 changes: 116 additions & 55 deletions include/qa_CMIP5.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -34,108 +34,154 @@ struct CMOR
each variable at first time encounter in the CMIP Project ensuring
conformance.*/

// the next one is applied to several checks
void checkStringValues(
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD,
std::string&, size_t maxSz=0 );
void checkEnsembleMemItem(std::string& rqName, std::string& attVal);
void checkForcing(std::vector<std::string>&, std::string&);

void checkDimSheet(std::vector<std::string>&, InFile& in,
void checkMIPT_dim(std::vector<std::string>&,
VariableMetaData&,
std::vector<struct DimensionMetaData>&,
std::map<std::string, size_t>& col,
std::string dName, size_t colMax);
std::map<std::string, size_t>& col, std::string& CMORdimName);

//! Check dimensions
void checkDimSheetEntries(InFile& in,
void checkMIPT_dimEntry(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

//! Compare dimensional properties from the table to the file
void checkDimSheet_axis(InFile& in,
void checkMIPT_dim_axis(
VariableMetaData& vMD,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD);

void checkDimSheet_boundsQuest(InFile& in,
void checkMIPT_dim_boundsQuest(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

void checkDimSheet_boundsRequested(InFile& in,
void checkMIPT_dim_boundsRequested(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

void checkDimSheet_boundsValues(InFile& in,
void checkMIPT_dim_boundsValues(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

void checkDimSheet_coordsAtt(InFile& in,
void checkMIPT_dim_coordsAtt(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

void checkDimSheet_indexAxis(InFile& in,
void checkMIPT_dim_indexAxis(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

void checkDimSheet_longName(InFile& in,
void checkMIPT_dim_longName(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

bool checkDimSheet_outname(InFile& in,
bool checkMIPT_dim_outname(
VariableMetaData& vMD,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD);

void checkDimSheet_positive(InFile& in,
void checkMIPT_dim_positive(
VariableMetaData& vMD,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD);

void checkDimSheet_requested(InFile& in,
void checkMIPT_dim_requested(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

void checkDimSheet_stdName(InFile& in,
void checkMIPT_dim_stdName(
VariableMetaData& vMD,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD);

void checkDimSheet_type(InFile& in,
void checkMIPT_dim_type(
VariableMetaData& vMD,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD);

//! Check the units of a dimension's variable representation.
void checkDimSheet_units(InFile& in,
void checkMIPT_dim_units(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD);

void checkDimSheet_validMax(InFile& in,
void checkMIPT_dim_validMax(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

void checkDimSheet_validMin(InFile& in,
void checkMIPT_dim_validMin(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

void checkDimSheet_value(InFile& in,
void checkMIPT_dim_value(
VariableMetaData& var,
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD) ;

void checkEnsembleMemItem(std::string& rqName, std::string& attVal);
void checkForcing(std::vector<std::string>&, std::string&);
void checkMIPT_var(
VariableMetaData& vMD, VariableMetaData& tEntry,
std::map<std::string, size_t>&);

void checkMIPT_var_cellMeasures(
VariableMetaData& vMD,
VariableMetaData& tEntry);

void checkMIPT_var_cellMethods(
VariableMetaData& vMD,
VariableMetaData& tEntry);

void checkMIPT_var_flagMeanings(
VariableMetaData& vMD,
VariableMetaData& tEntry);

void checkMIPT_var_flagValues(
VariableMetaData& vMD,
VariableMetaData& tEntry);

void checkMIPT_var_frequency(
VariableMetaData& vMD,
VariableMetaData& tEntry);

void checkMIPT_var_longName(
VariableMetaData& vMD,
VariableMetaData& tEntry);

bool checkMIPT_var_positive(
VariableMetaData& vMD,
VariableMetaData& tEntry);

void checkMIPT_var_realm(
VariableMetaData& vMD,
VariableMetaData& tEntry);

void checkMIPT_var_stdName(
VariableMetaData& vMD,
VariableMetaData& tEntry);

void checkMIPT_var_type(
VariableMetaData& vMD,
VariableMetaData& tEntry);

void checkMIPT_var_unformattedUnits(
VariableMetaData& vMD,
VariableMetaData& tEntry);

//! Check variables' properties
/*! Prepare the check for dimensions and variable.*/
bool checkMIP_table(InFile& in,
VariableMetaData& var,
std::vector<struct DimensionMetaData>&);

void checkRequestedAttributes(void);
void checkReqAtt_global(void);
Expand All @@ -145,10 +191,11 @@ struct CMOR
void checkReqVariableType(void);
*/

/*! Prepare the check for dimensions and variable.*/
bool checkVarReqTable(InFile& in,
VariableMetaData& var,
std::vector<struct DimensionMetaData>& );
// the next one is applied to several checks
void checkStringValues(
struct DimensionMetaData& f_DMD,
struct DimensionMetaData& t_DMD,
std::string&, size_t maxSz=0 );

//! Apply the cross-check for the variable.
void checkVarReqTableEntry(
Expand All @@ -167,37 +214,50 @@ struct CMOR
//! Find entry of a requested variable in the standard table.
bool findVarReqTableEntry(ReadLine& , std::string& ,
VariableMetaData& var,
std::map<std::string, size_t>& col, size_t col_max );
std::map<std::string, size_t>& col, VariableMetaData& tEntry);

//! Find the name of requested sub-table in string str0.
bool findVarReqTableSheet(ReadLine& , std::string& str0,
VariableMetaData& var);

void findVarReqTableSubSheet(std::string& str0, VariableMetaData& vMD );
VariableMetaData& var, VariableMetaData& tEntry);

//! Store properties of a dimension in the struct.
/*! Note: the name of the dimension is passed by the struct.
dim-name is returned; accounts for a switch to a label-name*/
std::string
getDimMetaData(InFile& in,
VariableMetaData& ,
struct DimensionMetaData& , std::string dName);
bool getDimMetaData(InFile& in, VariableMetaData& ,
struct DimensionMetaData& , std::string dName, size_t);

// read dim columns for a given CMOR_dim; if column == empty, then all columns
void getDimSheetEntry(std::string& CMOR_dim, std::vector<std::string>&,
std::map<std::string, size_t>& col,
DimensionMetaData&, std::string column="");

void getMIPT_var(std::string& entry,
VariableMetaData& tEntry,
std::map<std::string, size_t>&);

void getVarReqTableSubSheetName(std::string& str0, VariableMetaData& vMD );

void initDefaults(void);

//! Read the headlines for dimensions and variable.
/*! Read from the standard table; used to identify columns.*/
bool readHeadline(ReadLine&,
VariableMetaData&,
VariableMetaData&, std::string& fx_header,
std::vector<std::string>&,
std::map<std::string, size_t>& v_col,
std::map<std::string, size_t>& d_col,
size_t& v_colMax, size_t& d_colMax);

std::map<std::string, size_t>& d_col);

//! Starting function for all table cross-checks.
void run(InFile&, VariableMetaData&);

static std::string tableSheet;
static std::string tableSheetSub;

// a little bit intricated, because of Omon-3D tracers, cf3hr, and cfSites
void bufTableSheets(VariableMetaData&);
std::vector<std::string> tableSheetBuf;
size_t tableSheetBufIx;

std::string parentExpID;
std::string parentExpRIP;

Expand All @@ -213,18 +273,21 @@ struct CMOR
static std::string n_CMOR_tables;
static std::string n_CMOR_variable_name;
static std::string n_coordinates;
static std::string n_flag_meanings;
static std::string n_flag_values;
static std::string n_forcing;
static std::string n_frequency;
static std::string n_global;
static std::string n_index_axis;
static std::string n_long_name;
static std::string n_name_alt;
static std::string n_outname;
static std::string n_output;
static std::string n_output_dim_name;
static std::string n_output_var_name;
static std::string n_positive;
static std::string n_priority;
static std::string n_product;
static std::string n_realm;
static std::string n_requested;
static std::string n_standard_name;
static std::string n_table_id;
Expand All @@ -236,10 +299,6 @@ struct CMOR
static std::string n_valid_min;
static std::string n_value;

static std::string tableSheet;
static std::string tableSheetAlt; // special case, cf. Omon, cf3hr, and cfSites
static std::string tableSheetSub;

Annotation* notes;
QA* pQA;
QA_Exp* pExp;
Expand All @@ -257,17 +316,20 @@ std::string CMOR::n_CMOR_name ="CMOR_name";
std::string CMOR::n_CMOR_tables ="CMOR_tables";
std::string CMOR::n_CMOR_variable_name ="CMOR_variable_name";
std::string CMOR::n_coordinates ="coordinates";
std::string CMOR::n_flag_meanings ="flag_meanings";
std::string CMOR::n_flag_values ="flag_values";
std::string CMOR::n_forcing ="forcing";
std::string CMOR::n_frequency ="frequency";
std::string CMOR::n_global ="global";
std::string CMOR::n_index_axis ="index_axis";
std::string CMOR::n_long_name ="long_name";
std::string CMOR::n_name_alt ="name_alt";
std::string CMOR::n_output ="output";
std::string CMOR::n_output_dim_name ="output_dimension_name";
std::string CMOR::n_output_var_name ="output_variable_name";
std::string CMOR::n_positive ="positive";
std::string CMOR::n_priority ="priority";
std::string CMOR::n_product ="product";
std::string CMOR::n_realm ="realm";
std::string CMOR::n_requested ="requested";
std::string CMOR::n_standard_name ="standard_name";
std::string CMOR::n_table_id ="table_id";
Expand All @@ -280,7 +342,6 @@ std::string CMOR::n_valid_min ="valid_min";
std::string CMOR::n_value ="value";

std::string CMOR::tableSheet=hdhC::empty;
std::string CMOR::tableSheetAlt=hdhC::empty; // special case, cf. Omon, cf3hr, and cfSites
std::string CMOR::tableSheetSub=hdhC::empty;

struct DRS_CV
Expand All @@ -291,7 +352,7 @@ struct DRS_CV
void checkFilename(std::string& fName, struct DRS_CV_Table&);
void checkFilenameEncoding(Split&, struct DRS_CV_Table&);
void checkFilenameGeographic(Split&);
void checkMIP_tableName(Split&);
void checkMIPT_tableName(Split&);
void checkPath(std::string&, struct DRS_CV_Table&);
void findFN_faults(Split&, Split&,
std::map<std::string, std::string>&,
Expand All @@ -308,6 +369,8 @@ struct DRS_CV
getEnsembleMember(void);
int getPathBegIndex( Split& drs, Split& x_e,
std::map<std::string, std::string>& gM );
bool isInstantTime(void);

void run(void);

//! Test the time-period of the input file.
Expand Down Expand Up @@ -358,7 +421,6 @@ class VariableMetaData
DataOutputBuffer dataOutputBuffer;

std::map<std::string, std::string> attMap;
size_t priority;
bool isNewVar;

Annotation* notes;
Expand Down Expand Up @@ -425,8 +487,7 @@ class QA_Exp
bool readHeadline(ReadLine&,
VariableMetaData&,
std::map<std::string, size_t>& v_col,
std::map<std::string, size_t>& d_col,
size_t& v_colMax, size_t& d_colMax);
std::map<std::string, size_t>& d_col);

//! Connect this with the object to be checked
// void setInFilePointer(InFile *p) { pIn = p; }
Expand Down

0 comments on commit de624b0

Please sign in to comment.