kmeans-model.json

{
 "type":"object",
 "properties":{
   "model":{
     "type":"object",
     "properties":{
       "all_numeric_objectives":{
         "type":"boolean",
         "description":"If true, appends all numeric fields to objective_fields."
       },
       "balance_fields":{
         "type":"boolean",
         "default": true,
         "description":"Toggles balancing field weights"
       },
       "between_ss":{
         "type":"number",
         "description":"total_ss - within_ss"
       },
       "callbacks":{
         "type":"array" ,
         "items":{
           "type":"object",
           "properties":{
             "address":{
               "type":"string",
               "description":"For MSG callbacks, the mailbox address to use"
             },
             "delay":{
               "type":"integer",
               "description":"Seed for an initial random delay before first call, in millisecs.  The actual delay is this value plus a random number in [0, 1000)"
             },
             "fire_once":{
               "type":"boolean",
               "description":"A flag specifying whether callbacks should be called at most once, even if the job is requeued and retraces previous states"
             },
             "method":{
               "type":"string" ,
               "enum":[
                 "DELETE", "delete", "put", "msg", "post", "MSG", "POST", "GET", "get", "PUT"
               ],
               "default": "GET",
               "description":"The HTTP method to use"
             },
             "order":{
               "anyOf":[
                 {
                   "type":"null"
                 },
                 {
                   "type":"integer",
                   "minimum":0
                 }
               ],
               "description":"Trigger ordering.  Smaller (or nil) orders are triggered first, with progress callbacks taking preference over state callbacks.  Synchronous and asynchronous callbacks are ordered independently.  Callbacks with the same order, states and synchronicity are triggered in the order they are received."
             },
             "payload":{
               "type":"object",
               "description":"The payload to be used as a message body"
             },
             "progress_variation":{
               "type":"number",
               "exclusiveMinimum":0,
               "exclusiveMaximum":1,
               "description":"A number in (0, 1) which gives the variation in progress that will trigger this callback."
             },
             "register-address":{
               "type":"boolean",
               "description":"For MSG callbacks, whether to register the requested address if it does not yet exist (i.e., whether to create the associated message queue when the mailbox is RabbitMQ)"
             },
             "retries":{
               "type":"integer",
               "description":"Number of times the callback is retried on failures"
             },
             "retry_delay":{
               "type":"integer",
               "default": 1000,
               "description":"Seed for a exponential back-off between retries, in millisecs"
             },
             "states":{
               "type":"array" ,
               "items":{
                 "type":"string"
               },
               "description":"A list of states for which the callback should be called. If not given, the callback will be called for either the given progress variation or, if that's not provided, for all state changes"
             },
             "synchronous":{
               "type":"boolean",
               "description":"A flag specifying wether the callback is synchronous and we need to wait for a remote response before proceeding"
             },
             "timeout":{
               "type":"integer",
               "default": 30000,
               "description":"Lapse in millisecs waiting for the callback to get a response"
             },
             "url":{
               "type":"string",
               "description":"The URL to invoke with the method above"
             }
           },
           "required":[
             "url"
           ]
         }
       },
       "clusters":{
         "type":"array" ,
         "items":{
           "type":"object",
           "properties":{
             "center":{
               "type":"object",
               "description":"Maps field ids to a center values"
             },
             "count":{
               "type":"integer",
               "minimum":0,
               "description":"Number of instances around this centroid"
             },
             "distance":{
               "type":"object",
               "properties":{
                 "bins":{
                   "type":"array" ,
                   "items":{
                     "type":"array" ,
                     "items":[
                       {
                         "type":"number"
                       },
                       {
                         "type":"number"
                       }
                     ]
                   },
                   "description":"Captures the distribution for the objective field.  Each tuple represents a bin from an approximate histogram.  Each bin contains the bin mean and a membership count.  Used when there are more than 32 unique numeric values. During model construction, the counts can be fractional for partial models.  When the model is finished, however, all counts will be integers."
                 },
                 "categories":{
                   "type":"array" ,
                   "items":{
                     "type":"array" ,
                     "items":[
                       {
                         "type":"string"
                       },
                       {
                         "type":"number"
                       }
                     ]
                   },
                   "description":"Captures the distribution for the objective field.  Each tuple contains a category and the category occurrence count.  Used when the objective is categorical. For partial models, counts are an estimation and, as such, they won't be in general integers.  But finished models the pairs will always consist of a string and an integer."
                 },
                 "counts":{
                   "type":"array" ,
                   "items":{
                     "type":"array" ,
                     "items":[
                       {
                         "type":"number"
                       },
                       {
                         "type":"number"
                       }
                     ]
                   },
                   "description":"Captures the distribution for the objective field.  Contains tuples of the unique values and their occurrence counts.  Used when there are 32 or less unique numeric values. During model construction, these counts can be fractional for partial models.  When the model is finished, however, all counts will be integers."
                 },
                 "exact":{
                   "type":"boolean",
                   "description":"When the numeric distribution is in eqi-width format this captures whether the histogram is approximate or represents the distribution exactly"
                 },
                 "maximum":{
                   "type":"number",
                   "description":"Maximum value for numeric fields, used when 'bins' are present"
                 },
                 "populations":{
                   "type":"array" ,
                   "items":{
                     "type":"number"
                   },
                   "description":"When the numeric distribution is in eqi-width format this captures the population of each eqi-width bin"
                 },
                 "start":{
                   "type":"number",
                   "description":"When the numeric distribution is in eqi-width this captures the lower edge of the first bin"
                 },
                 "width":{
                   "type":"number",
                   "description":"When the numeric distribution is in eqi-width format this captures the width of each eqi-width bin"
                 }
               },
               "description":"The distribution of distances from the center to points in its neighborhood"
             },
             "id":{
               "type":"string",
               "description":"The cluster id"
             },
             "name":{
               "type":"string",
               "description":"Name for the given centroid"
             }
           },
           "required":[
             "id"
           ],
           "additionalProperties": false
         },
         "description":"Contains the cluster centroid and other cluster informations (summaries and models)"
       },
       "critical_value":{
         "type":"number",
         "minimum":1,
         "maximum":20,
         "default": 5,
         "description":"The critical value used for gmeans (no k specified)"
       },
       "dataset_id":{
         "type":"string",
         "description":"Identifier of this model's main dataset"
       },
       "dataset_ids":{
         "type":"array" ,
         "items":{
           "type":"string"
         },
         "description":"Identifiers of this model's additional datasets"
       },
       "datasets":{
         "type":"object",
         "additionalProperties": false,
         "description":"Map from centroid id to dataset id"
       },
       "default_numeric_value":{
         "type":"string" ,
         "enum":[
           "mean", "maximum", "minimum", "zero", "median"
         ],
         "description":"Catch-all missing filler for numeric fields."
       },
       "default_values":{
         "type":"object",
         "description":"A map for field identifiers to values for missing entries."
       },
       "discretization":{
         "type":"object",
         "properties":{
           "pretty":{
             "type":"boolean",
             "default": true,
             "description":"Whether edge boundaries are rounded values"
           },
           "size":{
             "type":"integer",
             "minimum":1,
             "default": 5,
             "description":"Number of bins to create"
           },
           "trim":{
             "type":"number",
             "minimum":0,
             "maximum":0.1,
             "default": 0.0,
             "description":"Proportion of data to trim from outer edges of distribution"
           },
           "type":{
             "type":"string" ,
             "enum":[
               "width", "population"
             ],
             "default": "population",
             "description":"Discretize into bins of equal width or population"
           }
         },
         "additionalProperties": false,
         "description":"Parameters to control the discetization of numeric fields"
       },
       "excluded_input_fields":{
         "type":"array" ,
         "items":{
           "anyOf":[
             {
               "type":"integer"
             },
             {
               "type":"string"
             }
           ]
         },
         "description":"List of field identifiers, names or columns to exclude from input"
       },
       "excluded_input_fields_regexps":{
         "type":"array" ,
         "items":{
           "type":"string",
           "description":"A valid regular expression"
         },
         "description":"List of regular expressions, excluding input fields  by name"
       },
       "field_discretizations":{
         "type":"object",
         "additionalProperties": false,
         "description":"Per-field discretization parameters"
       },
       "field_scales":{
         "type":"object",
         "description":"Maps field ids to scales"
       },
       "fields":{
         "anyOf":[
           {
             "type":"object",
             "additionalProperties": false
           },
           {
             "type":"array" ,
             "items":{
               "anyOf":[
                 {
                   "type":"object",
                   "properties":{
                     "auto_generated":{
                       "type":"boolean",
                       "description":"True if the field was generated from another field"
                     },
                     "child_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the children if this generates other fields"
                     },
                     "column_number":{
                       "type":"integer",
                       "minimum":0,
                       "description":"Column from the data source"
                     },
                     "datatype":{
                       "type":"string" ,
                       "enum":[
                         "float", "int16", "millisecond", "int32", "int64", "day-of-month", "second", "hour", "integer", "int8", "year", "double", "minute", "month", "day", "day-of-week"
                       ],
                       "description":"The storage type of the field"
                     },
                     "description":{
                       "type":"string",
                       "description":"Free text description of the field"
                     },
                     "label":{
                       "type":"string",
                       "description":"A label for the field (free text for use by clients)"
                     },
                     "locale":{
                       "type":"string",
                       "description":"Overrides global locale"
                     },
                     "missing_tokens":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Overrides global missing tokens"
                     },
                     "name":{
                       "type":"string",
                       "description":"Name for the field"
                     },
                     "optype":{
                       "type":"string" ,
                       "enum":[
                         "numeric"
                       ],
                       "description":"Operational type of this field"
                     },
                     "parent_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the parents if this is a generated field"
                     },
                     "preferred":{
                       "anyOf":[
                         {
                           "type":"null"
                         },
                         {
                           "type":"boolean"
                         }
                       ],
                       "default": true,
                       "description":"Whether the field is used by default for model creation"
                     },
                     "provenance":{
                       "type":"string" ,
                       "enum":[
                         "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                       ],
                       "description":"Field value origin (when the value is generated)"
                     },
                     "summary":{
                       "type":"object",
                       "properties":{
                         "bins":{
                           "type":"array" ,
                           "items":{
                             "type":"array" ,
                             "items":[
                               {
                                 "type":"number"
                               },
                               {
                                 "type":"integer"
                               }
                             ]
                           },
                           "description":"Captures the distribution for the field.  Each tuple represents a bin from an approximate histogram.  Each bin contains the bin mean and a membership count.  Used when there are more than 32 unique numeric values"
                         },
                         "counts":{
                           "type":"array" ,
                           "items":{
                             "type":"array" ,
                             "items":[
                               {
                                 "type":"number"
                               },
                               {
                                 "type":"integer"
                               }
                             ]
                           },
                           "description":"Captures the distribution for the field.  Contains tuples of the unique values and their occurrence counts. Used when there are 32 or less unique numeric values"
                         },
                         "kurtosis":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The sample kurtosis for numeric fields"
                         },
                         "maximum":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"Maximum value for numeric fields"
                         },
                         "mean":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The sample mean for numeric fields"
                         },
                         "median":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The approximate median for numeric fields"
                         },
                         "minimum":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"Minimum value for numeric fields"
                         },
                         "missing_count":{
                           "type":"integer",
                           "description":"# of missing instances"
                         },
                         "population":{
                           "type":"integer",
                           "description":"# of instances containing data for this field"
                         },
                         "skewness":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The sample skewness for numeric fields"
                         },
                         "standard_deviation":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The sample standard deviation for numeric fields"
                         },
                         "sum":{
                           "type":"number",
                           "description":"Sum of values (for mean calculation)"
                         },
                         "sum_squares":{
                           "type":"number",
                           "description":"Sum of squared values (for variance calculation)"
                         },
                         "variance":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The sample variance for numeric fields"
                         }
                       }
                     }
                   }
                 },
                 {
                   "type":"object",
                   "properties":{
                     "auto_generated":{
                       "type":"boolean",
                       "description":"True if the field was generated from another field"
                     },
                     "child_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the children if this generates other fields"
                     },
                     "column_number":{
                       "type":"integer",
                       "minimum":0,
                       "description":"Column from the data source"
                     },
                     "datatype":{
                       "type":"string" ,
                       "enum":[
                         "string"
                       ],
                       "description":"The storage type of the field"
                     },
                     "description":{
                       "type":"string",
                       "description":"Free text description of the field"
                     },
                     "label":{
                       "type":"string",
                       "description":"A label for the field (free text for use by clients)"
                     },
                     "locale":{
                       "type":"string",
                       "description":"Overrides global locale"
                     },
                     "missing_tokens":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Overrides global missing tokens"
                     },
                     "name":{
                       "type":"string",
                       "description":"Name for the field"
                     },
                     "optype":{
                       "type":"string" ,
                       "enum":[
                         "text"
                       ],
                       "description":"Operational type of this field"
                     },
                     "parent_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the parents if this is a generated field"
                     },
                     "preferred":{
                       "anyOf":[
                         {
                           "type":"null"
                         },
                         {
                           "type":"boolean"
                         }
                       ],
                       "default": true,
                       "description":"Whether the field is used by default for model creation"
                     },
                     "provenance":{
                       "type":"string" ,
                       "enum":[
                         "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                       ],
                       "description":"Field value origin (when the value is generated)"
                     },
                     "summary":{
                       "type":"object",
                       "properties":{
                         "average_length":{
                           "type":"number",
                           "description":"The average # of chars for non-missing values"
                         },
                         "missing_count":{
                           "type":"integer",
                           "description":"# of missing instances"
                         },
                         "tag_cloud":{
                           "type":"array" ,
                           "items":{
                             "type":"array" ,
                             "items":[
                               {
                                 "type":"string"
                               },
                               {
                                 "type":"number"
                               }
                             ]
                           },
                           "description":"Top terms with number of occurences"
                         },
                         "term_forms":{
                           "type":"object",
                           "description":"Dictionary of multi-form terms to all forms seen"
                         }
                       }
                     },
                     "term_analysis":{
                       "type":"object",
                       "properties":{
                         "bigrams":{
                           "type":"boolean",
                           "description":"Allow terms to be bigrams"
                         },
                         "case_sensitive":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis is case sensitive"
                         },
                         "enabled":{
                           "type":"boolean",
                           "description":"Enable/disables term analysis for this field.  Has no effect except for dataset creation."
                         },
                         "excluded_terms":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string"
                               }
                             }
                           ],
                           "description":"A list of terms to ignore when performing term analysis"
                         },
                         "language":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string" ,
                               "enum":[
                                 "nl", "pt", "en", "none", "zh", "ro", "tr", "it", "fa", "pl", "fi", "ca", "sv", "fr", "da", "hu", "de", "ru", "es", "ja", "cs", "ar", "ko"
                               ]
                             }
                           ],
                           "default": "none",
                           "description":"Language code for detected language, or 'none' for no detection, or nil to let us detect it."
                         },
                         "ngrams":{
                           "type":"integer",
                           "minimum":1,
                           "description":"The maximum length of consecutive tokens to consider as terms"
                         },
                         "stem_words":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis stems words"
                         },
                         "stopword_diligence":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string" ,
                               "enum":[
                                 "light", "aggressive", "normal"
                               ]
                             }
                           ],
                           "description":"Defines whether the term analysis uses stop words"
                         },
                         "stopword_removal":{
                           "type":"string" ,
                           "enum":[
                             "none", "all_languages", "selected_language"
                           ],
                           "description":"Remove words that are stopwords in any language."
                         },
                         "term_filters":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string" ,
                                 "enum":[
                                   "numeric_digits", "non_dictionary", "non_language_characters", "single_tokens", "html_keywords"
                                 ]
                               }
                             }
                           ],
                           "description":"A list of filters to apply when choosing the termset"
                         },
                         "term_regexps":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string"
                               }
                             }
                           ],
                           "description":"A list of regular expressions to consider as terms"
                         },
                         "token_mode":{
                           "type":"string" ,
                           "enum":[
                             "full_terms_only", "tokens_only", "all"
                           ],
                           "default": "all",
                           "description":"Defines whether the term analysis uses full terms, tokenized terms, or both"
                         },
                         "use_stopwords":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis uses stop words"
                         }
                       }
                     }
                   }
                 },
                 {
                   "type":"object",
                   "properties":{
                     "auto_generated":{
                       "type":"boolean",
                       "description":"True if the field was generated from another field"
                     },
                     "child_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the children if this generates other fields"
                     },
                     "column_number":{
                       "type":"integer",
                       "minimum":0,
                       "description":"Column from the data source"
                     },
                     "datatype":{
                       "type":"string" ,
                       "enum":[
                         "string"
                       ],
                       "description":"The storage type of the field"
                     },
                     "description":{
                       "type":"string",
                       "description":"Free text description of the field"
                     },
                     "label":{
                       "type":"string",
                       "description":"A label for the field (free text for use by clients)"
                     },
                     "locale":{
                       "type":"string",
                       "description":"Overrides global locale"
                     },
                     "missing_tokens":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Overrides global missing tokens"
                     },
                     "name":{
                       "type":"string",
                       "description":"Name for the field"
                     },
                     "optype":{
                       "type":"string" ,
                       "enum":[
                         "datetime"
                       ],
                       "description":"Operational type of this field"
                     },
                     "parent_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the parents if this is a generated field"
                     },
                     "preferred":{
                       "anyOf":[
                         {
                           "type":"null"
                         },
                         {
                           "type":"boolean"
                         }
                       ],
                       "default": true,
                       "description":"Whether the field is used by default for model creation"
                     },
                     "provenance":{
                       "type":"string" ,
                       "enum":[
                         "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                       ],
                       "description":"Field value origin (when the value is generated)"
                     },
                     "summary":{
                       "type":"object",
                       "properties":{
                         "maximum":{
                           "type":"string",
                           "description":"Maximum datetime, as a string value"
                         },
                         "maximum_timestamp":{
                           "type":"integer",
                           "description":"Maximum datetime, as a numeric epoch"
                         },
                         "minimum":{
                           "type":"string",
                           "description":"Minimum datetime, as a string value"
                         },
                         "minimum_timestamp":{
                           "type":"integer",
                           "description":"Minimum datetime, as a numeric epoch"
                         },
                         "missing_count":{
                           "type":"integer",
                           "description":"# of missing instances"
                         },
                         "non_decreasing":{
                           "type":"boolean",
                           "description":"True if times never decrease with row number"
                         },
                         "non_increasing":{
                           "type":"boolean",
                           "description":"True if times never increase with row number"
                         }
                       },
                       "additionalProperties": false
                     },
                     "time_formats":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Formats of times in this field from clj-time"
                     }
                   }
                 },
                 {
                   "type":"object",
                   "properties":{
                     "auto_generated":{
                       "type":"boolean",
                       "description":"True if the field was generated from another field"
                     },
                     "child_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the children if this generates other fields"
                     },
                     "column_number":{
                       "type":"integer",
                       "minimum":0,
                       "description":"Column from the data source"
                     },
                     "datatype":{
                       "type":"string" ,
                       "enum":[
                         "string"
                       ],
                       "description":"The storage type of the field"
                     },
                     "description":{
                       "type":"string",
                       "description":"Free text description of the field"
                     },
                     "item_analysis":{
                       "type":"object",
                       "properties":{
                         "limit":{
                           "type":"number",
                           "minimum":1,
                           "default": 10000,
                           "description":"Maximum number of items considered."
                         },
                         "pruning_strategy":{
                           "type":"string" ,
                           "enum":[
                             "nearest_to_frequency", "most_frequent"
                           ],
                           "default": "nearest_to_frequency",
                           "description":"Strategy used to select items when item_limit is surpassed"
                         },
                         "separator":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string"
                             }
                           ],
                           "description":"Character delimiting items in the field. Set to null to autodetect if there is no regular expression."
                         },
                         "separator_regexp":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string"
                             }
                           ],
                           "description":"Regular expression delimiting items in the field. Overrides item_separator."
                         },
                         "target_frequency":{
                           "type":"number",
                           "minimum":0,
                           "maximum":1,
                           "default": 0.3333333333333333,
                           "description":"A ratio in (0, 1] with the occurence rate used when the prunning_strategy is nearest_to_frequency"
                         }
                       },
                       "description":"Parameters controlling how items are extracted from text"
                     },
                     "label":{
                       "type":"string",
                       "description":"A label for the field (free text for use by clients)"
                     },
                     "locale":{
                       "type":"string",
                       "description":"Overrides global locale"
                     },
                     "missing_tokens":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Overrides global missing tokens"
                     },
                     "name":{
                       "type":"string",
                       "description":"Name for the field"
                     },
                     "optype":{
                       "type":"string" ,
                       "enum":[
                         "items"
                       ],
                       "description":"Operational type of this field"
                     },
                     "parent_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the parents if this is a generated field"
                     },
                     "preferred":{
                       "anyOf":[
                         {
                           "type":"null"
                         },
                         {
                           "type":"boolean"
                         }
                       ],
                       "default": true,
                       "description":"Whether the field is used by default for model creation"
                     },
                     "provenance":{
                       "type":"string" ,
                       "enum":[
                         "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                       ],
                       "description":"Field value origin (when the value is generated)"
                     },
                     "summary":{
                       "type":"object",
                       "properties":{
                         "average_length":{
                           "type":"number",
                           "description":"The average # of chars for non-missing values"
                         },
                         "items":{
                           "type":"array" ,
                           "items":{
                             "type":"array" ,
                             "items":[
                               {
                                 "type":"string"
                               },
                               {
                                 "type":"number"
                               }
                             ]
                           },
                           "description":"Top items with number of occurences"
                         }
                       }
                     }
                   }
                 },
                 {
                   "type":"object",
                   "properties":{
                     "auto_generated":{
                       "type":"boolean",
                       "description":"True if the field was generated from another field"
                     },
                     "child_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the children if this generates other fields"
                     },
                     "column_number":{
                       "type":"integer",
                       "minimum":0,
                       "description":"Column from the data source"
                     },
                     "datatype":{
                       "type":"string" ,
                       "enum":[
                         "string"
                       ],
                       "description":"The storage type of the field"
                     },
                     "description":{
                       "type":"string",
                       "description":"Free text description of the field"
                     },
                     "label":{
                       "type":"string",
                       "description":"A label for the field (free text for use by clients)"
                     },
                     "locale":{
                       "type":"string",
                       "description":"Overrides global locale"
                     },
                     "missing_tokens":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Overrides global missing tokens"
                     },
                     "name":{
                       "type":"string",
                       "description":"Name for the field"
                     },
                     "optype":{
                       "type":"string" ,
                       "enum":[
                         "categorical"
                       ],
                       "description":"Operational type of this field"
                     },
                     "parent_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the parents if this is a generated field"
                     },
                     "preferred":{
                       "anyOf":[
                         {
                           "type":"null"
                         },
                         {
                           "type":"boolean"
                         }
                       ],
                       "default": true,
                       "description":"Whether the field is used by default for model creation"
                     },
                     "provenance":{
                       "type":"string" ,
                       "enum":[
                         "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                       ],
                       "description":"Field value origin (when the value is generated)"
                     },
                     "summary":{
                       "type":"object",
                       "properties":{
                         "categories":{
                           "type":"array" ,
                           "items":{
                             "type":"array" ,
                             "items":[
                               {
                                 "type":"string"
                               },
                               {
                                 "type":"number"
                               }
                             ]
                           },
                           "description":"The possible categories for categorical fields"
                         },
                         "missing_count":{
                           "type":"integer",
                           "description":"# of missing instances"
                         }
                       }
                     },
                     "term_analysis":{
                       "type":"object",
                       "properties":{
                         "bigrams":{
                           "type":"boolean",
                           "description":"Allow terms to be bigrams"
                         },
                         "case_sensitive":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis is case sensitive"
                         },
                         "enabled":{
                           "type":"boolean",
                           "description":"Enable/disables term analysis for this field.  Has no effect except for dataset creation."
                         },
                         "excluded_terms":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string"
                               }
                             }
                           ],
                           "description":"A list of terms to ignore when performing term analysis"
                         },
                         "language":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string" ,
                               "enum":[
                                 "nl", "pt", "en", "none", "zh", "ro", "tr", "it", "fa", "pl", "fi", "ca", "sv", "fr", "da", "hu", "de", "ru", "es", "ja", "cs", "ar", "ko"
                               ]
                             }
                           ],
                           "default": "none",
                           "description":"Language code for detected language, or 'none' for no detection, or nil to let us detect it."
                         },
                         "ngrams":{
                           "type":"integer",
                           "minimum":1,
                           "description":"The maximum length of consecutive tokens to consider as terms"
                         },
                         "stem_words":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis stems words"
                         },
                         "stopword_diligence":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string" ,
                               "enum":[
                                 "light", "aggressive", "normal"
                               ]
                             }
                           ],
                           "description":"Defines whether the term analysis uses stop words"
                         },
                         "stopword_removal":{
                           "type":"string" ,
                           "enum":[
                             "none", "all_languages", "selected_language"
                           ],
                           "description":"Remove words that are stopwords in any language."
                         },
                         "term_filters":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string" ,
                                 "enum":[
                                   "numeric_digits", "non_dictionary", "non_language_characters", "single_tokens", "html_keywords"
                                 ]
                               }
                             }
                           ],
                           "description":"A list of filters to apply when choosing the termset"
                         },
                         "term_regexps":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string"
                               }
                             }
                           ],
                           "description":"A list of regular expressions to consider as terms"
                         },
                         "token_mode":{
                           "type":"string" ,
                           "enum":[
                             "full_terms_only", "tokens_only", "all"
                           ],
                           "default": "all",
                           "description":"Defines whether the term analysis uses full terms, tokenized terms, or both"
                         },
                         "use_stopwords":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis uses stop words"
                         }
                       }
                     }
                   }
                 }
               ]
             }
           }
         ],
         "description":"Possibly partial list of descriptors for fields used in the model"
       },
       "fields_maps":{
         "type":"array" ,
         "items":{
           "anyOf":[
             {
               "anyOf":[
                 {
                   "type":"null"
                 },
                 {
                   "type":"object",
                   "additionalProperties": false
                 }
               ]
             },
             {
               "type":"array" ,
               "items":[
                 {
                   "type":"string"
                 },
                 {
                   "type":"object",
                   "additionalProperties": false
                 }
               ]
             }
           ]
         },
         "description":"List of field maps to be used with dataset_ids"
       },
       "final_field_scales":{
         "type":"object",
         "description":"Maps field ids to scales (factoring in balancing)"
       },
       "global":{
         "type":"object",
         "properties":{
           "center":{
             "type":"object",
             "description":"Maps field ids to a center values"
           },
           "distance":{
             "type":"object",
             "properties":{
               "bins":{
                 "type":"array" ,
                 "items":{
                   "type":"array" ,
                   "items":[
                     {
                       "type":"number"
                     },
                     {
                       "type":"number"
                     }
                   ]
                 },
                 "description":"Captures the distribution for the objective field.  Each tuple represents a bin from an approximate histogram.  Each bin contains the bin mean and a membership count.  Used when there are more than 32 unique numeric values. During model construction, the counts can be fractional for partial models.  When the model is finished, however, all counts will be integers."
               },
               "categories":{
                 "type":"array" ,
                 "items":{
                   "type":"array" ,
                   "items":[
                     {
                       "type":"string"
                     },
                     {
                       "type":"number"
                     }
                   ]
                 },
                 "description":"Captures the distribution for the objective field.  Each tuple contains a category and the category occurrence count.  Used when the objective is categorical. For partial models, counts are an estimation and, as such, they won't be in general integers.  But finished models the pairs will always consist of a string and an integer."
               },
               "counts":{
                 "type":"array" ,
                 "items":{
                   "type":"array" ,
                   "items":[
                     {
                       "type":"number"
                     },
                     {
                       "type":"number"
                     }
                   ]
                 },
                 "description":"Captures the distribution for the objective field.  Contains tuples of the unique values and their occurrence counts.  Used when there are 32 or less unique numeric values. During model construction, these counts can be fractional for partial models.  When the model is finished, however, all counts will be integers."
               },
               "exact":{
                 "type":"boolean",
                 "description":"When the numeric distribution is in eqi-width format this captures whether the histogram is approximate or represents the distribution exactly"
               },
               "maximum":{
                 "type":"number",
                 "description":"Maximum value for numeric fields, used when 'bins' are present"
               },
               "populations":{
                 "type":"array" ,
                 "items":{
                   "type":"number"
                 },
                 "description":"When the numeric distribution is in eqi-width format this captures the population of each eqi-width bin"
               },
               "start":{
                 "type":"number",
                 "description":"When the numeric distribution is in eqi-width this captures the lower edge of the first bin"
               },
               "width":{
                 "type":"number",
                 "description":"When the numeric distribution is in eqi-width format this captures the width of each eqi-width bin"
               }
             },
             "description":"The distribution of distances from the center to points in its neighborhood"
           }
         },
         "additionalProperties": false,
         "description":"Captures the center and distance of a single global cluster"
       },
       "importance":{
         "type":"array" ,
         "items":{
           "type":"array" ,
           "items":[
             {
               "type":"string"
             },
             {
               "type":"number"
             }
           ]
         },
         "description":"Contains pairs of field ids and importance scores (one for each input field). The higher the score, the more the field helps reduce error on the training set"
       },
       "init_separation":{
         "type":"number",
         "minimum":1,
         "maximum":3,
         "default": 2,
         "description":"When using smart_init, the higher this value the more k-means|| will prefer distant points"
       },
       "input_fields":{
         "type":"array" ,
         "items":{
           "anyOf":[
             {
               "type":"integer"
             },
             {
               "type":"string"
             }
           ]
         },
         "description":"List of input field identifiers, names or columns"
       },
       "input_fields_regexps":{
         "type":"array" ,
         "items":{
           "type":"string",
           "description":"A valid regular expression"
         },
         "description":"List of regular expressions, selecting input fields  by name"
       },
       "k":{
         "type":"integer",
         "description":"The desired number of clusters"
       },
       "kind":{
         "type":"string" ,
         "enum":[
           "kmeans"
         ],
         "description":"The kind of this message's body"
       },
       "locale":{
         "type":"string",
         "description":"Default locale for field value"
       },
       "missing_tokens":{
         "type":"array" ,
         "items":{
           "type":"string"
         },
         "default": [],
         "description":"Default tokens that represent a missing value"
       },
       "model_clusters":{
         "anyOf":[
           {
             "type":"null"
           },
           {
             "type":"boolean"
           }
         ],
         "description":"Whether to create a model per each centroid."
       },
       "model_fields":{
         "anyOf":[
           {
             "type":"object",
             "additionalProperties": false
           },
           {
             "type":"array" ,
             "items":{
               "anyOf":[
                 {
                   "type":"object",
                   "properties":{
                     "auto_generated":{
                       "type":"boolean",
                       "description":"True if the field was generated from another field"
                     },
                     "child_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the children if this generates other fields"
                     },
                     "column_number":{
                       "type":"integer",
                       "minimum":0,
                       "description":"Column from the data source"
                     },
                     "datatype":{
                       "type":"string" ,
                       "enum":[
                         "float", "int16", "millisecond", "int32", "int64", "day-of-month", "second", "hour", "integer", "int8", "year", "double", "minute", "month", "day", "day-of-week"
                       ],
                       "description":"The storage type of the field"
                     },
                     "description":{
                       "type":"string",
                       "description":"Free text description of the field"
                     },
                     "label":{
                       "type":"string",
                       "description":"A label for the field (free text for use by clients)"
                     },
                     "locale":{
                       "type":"string",
                       "description":"Overrides global locale"
                     },
                     "missing_tokens":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Overrides global missing tokens"
                     },
                     "name":{
                       "type":"string",
                       "description":"Name for the field"
                     },
                     "optype":{
                       "type":"string" ,
                       "enum":[
                         "numeric"
                       ],
                       "description":"Operational type of this field"
                     },
                     "parent_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the parents if this is a generated field"
                     },
                     "preferred":{
                       "anyOf":[
                         {
                           "type":"null"
                         },
                         {
                           "type":"boolean"
                         }
                       ],
                       "default": true,
                       "description":"Whether the field is used by default for model creation"
                     },
                     "provenance":{
                       "type":"string" ,
                       "enum":[
                         "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                       ],
                       "description":"Field value origin (when the value is generated)"
                     },
                     "summary":{
                       "type":"object",
                       "properties":{
                         "bins":{
                           "type":"array" ,
                           "items":{
                             "type":"array" ,
                             "items":[
                               {
                                 "type":"number"
                               },
                               {
                                 "type":"integer"
                               }
                             ]
                           },
                           "description":"Captures the distribution for the field.  Each tuple represents a bin from an approximate histogram.  Each bin contains the bin mean and a membership count.  Used when there are more than 32 unique numeric values"
                         },
                         "counts":{
                           "type":"array" ,
                           "items":{
                             "type":"array" ,
                             "items":[
                               {
                                 "type":"number"
                               },
                               {
                                 "type":"integer"
                               }
                             ]
                           },
                           "description":"Captures the distribution for the field.  Contains tuples of the unique values and their occurrence counts. Used when there are 32 or less unique numeric values"
                         },
                         "kurtosis":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The sample kurtosis for numeric fields"
                         },
                         "maximum":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"Maximum value for numeric fields"
                         },
                         "mean":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The sample mean for numeric fields"
                         },
                         "median":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The approximate median for numeric fields"
                         },
                         "minimum":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"Minimum value for numeric fields"
                         },
                         "missing_count":{
                           "type":"integer",
                           "description":"# of missing instances"
                         },
                         "population":{
                           "type":"integer",
                           "description":"# of instances containing data for this field"
                         },
                         "skewness":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The sample skewness for numeric fields"
                         },
                         "standard_deviation":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The sample standard deviation for numeric fields"
                         },
                         "sum":{
                           "type":"number",
                           "description":"Sum of values (for mean calculation)"
                         },
                         "sum_squares":{
                           "type":"number",
                           "description":"Sum of squared values (for variance calculation)"
                         },
                         "variance":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"number"
                             }
                           ],
                           "description":"The sample variance for numeric fields"
                         }
                       }
                     }
                   }
                 },
                 {
                   "type":"object",
                   "properties":{
                     "auto_generated":{
                       "type":"boolean",
                       "description":"True if the field was generated from another field"
                     },
                     "child_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the children if this generates other fields"
                     },
                     "column_number":{
                       "type":"integer",
                       "minimum":0,
                       "description":"Column from the data source"
                     },
                     "datatype":{
                       "type":"string" ,
                       "enum":[
                         "string"
                       ],
                       "description":"The storage type of the field"
                     },
                     "description":{
                       "type":"string",
                       "description":"Free text description of the field"
                     },
                     "label":{
                       "type":"string",
                       "description":"A label for the field (free text for use by clients)"
                     },
                     "locale":{
                       "type":"string",
                       "description":"Overrides global locale"
                     },
                     "missing_tokens":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Overrides global missing tokens"
                     },
                     "name":{
                       "type":"string",
                       "description":"Name for the field"
                     },
                     "optype":{
                       "type":"string" ,
                       "enum":[
                         "text"
                       ],
                       "description":"Operational type of this field"
                     },
                     "parent_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the parents if this is a generated field"
                     },
                     "preferred":{
                       "anyOf":[
                         {
                           "type":"null"
                         },
                         {
                           "type":"boolean"
                         }
                       ],
                       "default": true,
                       "description":"Whether the field is used by default for model creation"
                     },
                     "provenance":{
                       "type":"string" ,
                       "enum":[
                         "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                       ],
                       "description":"Field value origin (when the value is generated)"
                     },
                     "summary":{
                       "type":"object",
                       "properties":{
                         "average_length":{
                           "type":"number",
                           "description":"The average # of chars for non-missing values"
                         },
                         "missing_count":{
                           "type":"integer",
                           "description":"# of missing instances"
                         },
                         "tag_cloud":{
                           "type":"array" ,
                           "items":{
                             "type":"array" ,
                             "items":[
                               {
                                 "type":"string"
                               },
                               {
                                 "type":"number"
                               }
                             ]
                           },
                           "description":"Top terms with number of occurences"
                         },
                         "term_forms":{
                           "type":"object",
                           "description":"Dictionary of multi-form terms to all forms seen"
                         }
                       }
                     },
                     "term_analysis":{
                       "type":"object",
                       "properties":{
                         "bigrams":{
                           "type":"boolean",
                           "description":"Allow terms to be bigrams"
                         },
                         "case_sensitive":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis is case sensitive"
                         },
                         "enabled":{
                           "type":"boolean",
                           "description":"Enable/disables term analysis for this field.  Has no effect except for dataset creation."
                         },
                         "excluded_terms":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string"
                               }
                             }
                           ],
                           "description":"A list of terms to ignore when performing term analysis"
                         },
                         "language":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string" ,
                               "enum":[
                                 "nl", "pt", "en", "none", "zh", "ro", "tr", "it", "fa", "pl", "fi", "ca", "sv", "fr", "da", "hu", "de", "ru", "es", "ja", "cs", "ar", "ko"
                               ]
                             }
                           ],
                           "default": "none",
                           "description":"Language code for detected language, or 'none' for no detection, or nil to let us detect it."
                         },
                         "ngrams":{
                           "type":"integer",
                           "minimum":1,
                           "description":"The maximum length of consecutive tokens to consider as terms"
                         },
                         "stem_words":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis stems words"
                         },
                         "stopword_diligence":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string" ,
                               "enum":[
                                 "light", "aggressive", "normal"
                               ]
                             }
                           ],
                           "description":"Defines whether the term analysis uses stop words"
                         },
                         "stopword_removal":{
                           "type":"string" ,
                           "enum":[
                             "none", "all_languages", "selected_language"
                           ],
                           "description":"Remove words that are stopwords in any language."
                         },
                         "term_filters":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string" ,
                                 "enum":[
                                   "numeric_digits", "non_dictionary", "non_language_characters", "single_tokens", "html_keywords"
                                 ]
                               }
                             }
                           ],
                           "description":"A list of filters to apply when choosing the termset"
                         },
                         "term_regexps":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string"
                               }
                             }
                           ],
                           "description":"A list of regular expressions to consider as terms"
                         },
                         "token_mode":{
                           "type":"string" ,
                           "enum":[
                             "full_terms_only", "tokens_only", "all"
                           ],
                           "default": "all",
                           "description":"Defines whether the term analysis uses full terms, tokenized terms, or both"
                         },
                         "use_stopwords":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis uses stop words"
                         }
                       }
                     }
                   }
                 },
                 {
                   "type":"object",
                   "properties":{
                     "auto_generated":{
                       "type":"boolean",
                       "description":"True if the field was generated from another field"
                     },
                     "child_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the children if this generates other fields"
                     },
                     "column_number":{
                       "type":"integer",
                       "minimum":0,
                       "description":"Column from the data source"
                     },
                     "datatype":{
                       "type":"string" ,
                       "enum":[
                         "string"
                       ],
                       "description":"The storage type of the field"
                     },
                     "description":{
                       "type":"string",
                       "description":"Free text description of the field"
                     },
                     "label":{
                       "type":"string",
                       "description":"A label for the field (free text for use by clients)"
                     },
                     "locale":{
                       "type":"string",
                       "description":"Overrides global locale"
                     },
                     "missing_tokens":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Overrides global missing tokens"
                     },
                     "name":{
                       "type":"string",
                       "description":"Name for the field"
                     },
                     "optype":{
                       "type":"string" ,
                       "enum":[
                         "datetime"
                       ],
                       "description":"Operational type of this field"
                     },
                     "parent_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the parents if this is a generated field"
                     },
                     "preferred":{
                       "anyOf":[
                         {
                           "type":"null"
                         },
                         {
                           "type":"boolean"
                         }
                       ],
                       "default": true,
                       "description":"Whether the field is used by default for model creation"
                     },
                     "provenance":{
                       "type":"string" ,
                       "enum":[
                         "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                       ],
                       "description":"Field value origin (when the value is generated)"
                     },
                     "summary":{
                       "type":"object",
                       "properties":{
                         "maximum":{
                           "type":"string",
                           "description":"Maximum datetime, as a string value"
                         },
                         "maximum_timestamp":{
                           "type":"integer",
                           "description":"Maximum datetime, as a numeric epoch"
                         },
                         "minimum":{
                           "type":"string",
                           "description":"Minimum datetime, as a string value"
                         },
                         "minimum_timestamp":{
                           "type":"integer",
                           "description":"Minimum datetime, as a numeric epoch"
                         },
                         "missing_count":{
                           "type":"integer",
                           "description":"# of missing instances"
                         },
                         "non_decreasing":{
                           "type":"boolean",
                           "description":"True if times never decrease with row number"
                         },
                         "non_increasing":{
                           "type":"boolean",
                           "description":"True if times never increase with row number"
                         }
                       },
                       "additionalProperties": false
                     },
                     "time_formats":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Formats of times in this field from clj-time"
                     }
                   }
                 },
                 {
                   "type":"object",
                   "properties":{
                     "auto_generated":{
                       "type":"boolean",
                       "description":"True if the field was generated from another field"
                     },
                     "child_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the children if this generates other fields"
                     },
                     "column_number":{
                       "type":"integer",
                       "minimum":0,
                       "description":"Column from the data source"
                     },
                     "datatype":{
                       "type":"string" ,
                       "enum":[
                         "string"
                       ],
                       "description":"The storage type of the field"
                     },
                     "description":{
                       "type":"string",
                       "description":"Free text description of the field"
                     },
                     "item_analysis":{
                       "type":"object",
                       "properties":{
                         "limit":{
                           "type":"number",
                           "minimum":1,
                           "default": 10000,
                           "description":"Maximum number of items considered."
                         },
                         "pruning_strategy":{
                           "type":"string" ,
                           "enum":[
                             "nearest_to_frequency", "most_frequent"
                           ],
                           "default": "nearest_to_frequency",
                           "description":"Strategy used to select items when item_limit is surpassed"
                         },
                         "separator":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string"
                             }
                           ],
                           "description":"Character delimiting items in the field. Set to null to autodetect if there is no regular expression."
                         },
                         "separator_regexp":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string"
                             }
                           ],
                           "description":"Regular expression delimiting items in the field. Overrides item_separator."
                         },
                         "target_frequency":{
                           "type":"number",
                           "minimum":0,
                           "maximum":1,
                           "default": 0.3333333333333333,
                           "description":"A ratio in (0, 1] with the occurence rate used when the prunning_strategy is nearest_to_frequency"
                         }
                       },
                       "description":"Parameters controlling how items are extracted from text"
                     },
                     "label":{
                       "type":"string",
                       "description":"A label for the field (free text for use by clients)"
                     },
                     "locale":{
                       "type":"string",
                       "description":"Overrides global locale"
                     },
                     "missing_tokens":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Overrides global missing tokens"
                     },
                     "name":{
                       "type":"string",
                       "description":"Name for the field"
                     },
                     "optype":{
                       "type":"string" ,
                       "enum":[
                         "items"
                       ],
                       "description":"Operational type of this field"
                     },
                     "parent_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the parents if this is a generated field"
                     },
                     "preferred":{
                       "anyOf":[
                         {
                           "type":"null"
                         },
                         {
                           "type":"boolean"
                         }
                       ],
                       "default": true,
                       "description":"Whether the field is used by default for model creation"
                     },
                     "provenance":{
                       "type":"string" ,
                       "enum":[
                         "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                       ],
                       "description":"Field value origin (when the value is generated)"
                     },
                     "summary":{
                       "type":"object",
                       "properties":{
                         "average_length":{
                           "type":"number",
                           "description":"The average # of chars for non-missing values"
                         },
                         "items":{
                           "type":"array" ,
                           "items":{
                             "type":"array" ,
                             "items":[
                               {
                                 "type":"string"
                               },
                               {
                                 "type":"number"
                               }
                             ]
                           },
                           "description":"Top items with number of occurences"
                         }
                       }
                     }
                   }
                 },
                 {
                   "type":"object",
                   "properties":{
                     "auto_generated":{
                       "type":"boolean",
                       "description":"True if the field was generated from another field"
                     },
                     "child_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the children if this generates other fields"
                     },
                     "column_number":{
                       "type":"integer",
                       "minimum":0,
                       "description":"Column from the data source"
                     },
                     "datatype":{
                       "type":"string" ,
                       "enum":[
                         "string"
                       ],
                       "description":"The storage type of the field"
                     },
                     "description":{
                       "type":"string",
                       "description":"Free text description of the field"
                     },
                     "label":{
                       "type":"string",
                       "description":"A label for the field (free text for use by clients)"
                     },
                     "locale":{
                       "type":"string",
                       "description":"Overrides global locale"
                     },
                     "missing_tokens":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"Overrides global missing tokens"
                     },
                     "name":{
                       "type":"string",
                       "description":"Name for the field"
                     },
                     "optype":{
                       "type":"string" ,
                       "enum":[
                         "categorical"
                       ],
                       "description":"Operational type of this field"
                     },
                     "parent_ids":{
                       "type":"array" ,
                       "items":{
                         "type":"string"
                       },
                       "description":"IDs of the parents if this is a generated field"
                     },
                     "preferred":{
                       "anyOf":[
                         {
                           "type":"null"
                         },
                         {
                           "type":"boolean"
                         }
                       ],
                       "default": true,
                       "description":"Whether the field is used by default for model creation"
                     },
                     "provenance":{
                       "type":"string" ,
                       "enum":[
                         "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                       ],
                       "description":"Field value origin (when the value is generated)"
                     },
                     "summary":{
                       "type":"object",
                       "properties":{
                         "categories":{
                           "type":"array" ,
                           "items":{
                             "type":"array" ,
                             "items":[
                               {
                                 "type":"string"
                               },
                               {
                                 "type":"number"
                               }
                             ]
                           },
                           "description":"The possible categories for categorical fields"
                         },
                         "missing_count":{
                           "type":"integer",
                           "description":"# of missing instances"
                         }
                       }
                     },
                     "term_analysis":{
                       "type":"object",
                       "properties":{
                         "bigrams":{
                           "type":"boolean",
                           "description":"Allow terms to be bigrams"
                         },
                         "case_sensitive":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis is case sensitive"
                         },
                         "enabled":{
                           "type":"boolean",
                           "description":"Enable/disables term analysis for this field.  Has no effect except for dataset creation."
                         },
                         "excluded_terms":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string"
                               }
                             }
                           ],
                           "description":"A list of terms to ignore when performing term analysis"
                         },
                         "language":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string" ,
                               "enum":[
                                 "nl", "pt", "en", "none", "zh", "ro", "tr", "it", "fa", "pl", "fi", "ca", "sv", "fr", "da", "hu", "de", "ru", "es", "ja", "cs", "ar", "ko"
                               ]
                             }
                           ],
                           "default": "none",
                           "description":"Language code for detected language, or 'none' for no detection, or nil to let us detect it."
                         },
                         "ngrams":{
                           "type":"integer",
                           "minimum":1,
                           "description":"The maximum length of consecutive tokens to consider as terms"
                         },
                         "stem_words":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis stems words"
                         },
                         "stopword_diligence":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"string" ,
                               "enum":[
                                 "light", "aggressive", "normal"
                               ]
                             }
                           ],
                           "description":"Defines whether the term analysis uses stop words"
                         },
                         "stopword_removal":{
                           "type":"string" ,
                           "enum":[
                             "none", "all_languages", "selected_language"
                           ],
                           "description":"Remove words that are stopwords in any language."
                         },
                         "term_filters":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string" ,
                                 "enum":[
                                   "numeric_digits", "non_dictionary", "non_language_characters", "single_tokens", "html_keywords"
                                 ]
                               }
                             }
                           ],
                           "description":"A list of filters to apply when choosing the termset"
                         },
                         "term_regexps":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"array" ,
                               "items":{
                                 "type":"string"
                               }
                             }
                           ],
                           "description":"A list of regular expressions to consider as terms"
                         },
                         "token_mode":{
                           "type":"string" ,
                           "enum":[
                             "full_terms_only", "tokens_only", "all"
                           ],
                           "default": "all",
                           "description":"Defines whether the term analysis uses full terms, tokenized terms, or both"
                         },
                         "use_stopwords":{
                           "anyOf":[
                             {
                               "type":"null"
                             },
                             {
                               "type":"boolean"
                             }
                           ],
                           "description":"Defines whether the term analysis uses stop words"
                         }
                       }
                     }
                   }
                 }
               ]
             }
           }
         ],
         "description":"Map of descriptors for fields actually appearing in the model, without summaries"
       },
       "models":{
         "type":"object",
         "additionalProperties": false,
         "description":"Map from centroid id to model id"
       },
       "name_prefix":{
         "type":"string",
         "default": "Cluster",
         "description":"A prefix used to give names to the clusters"
       },
       "objective_field":{
         "anyOf":[
           {
             "type":"string"
           },
           {
             "anyOf":[
               {
                 "type":"object",
                 "properties":{
                   "auto_generated":{
                     "type":"boolean",
                     "description":"True if the field was generated from another field"
                   },
                   "child_ids":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"IDs of the children if this generates other fields"
                   },
                   "column_number":{
                     "type":"integer",
                     "minimum":0,
                     "description":"Column from the data source"
                   },
                   "datatype":{
                     "type":"string" ,
                     "enum":[
                       "float", "int16", "millisecond", "int32", "int64", "day-of-month", "second", "hour", "integer", "int8", "year", "double", "minute", "month", "day", "day-of-week"
                     ],
                     "description":"The storage type of the field"
                   },
                   "description":{
                     "type":"string",
                     "description":"Free text description of the field"
                   },
                   "label":{
                     "type":"string",
                     "description":"A label for the field (free text for use by clients)"
                   },
                   "locale":{
                     "type":"string",
                     "description":"Overrides global locale"
                   },
                   "missing_tokens":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"Overrides global missing tokens"
                   },
                   "name":{
                     "type":"string",
                     "description":"Name for the field"
                   },
                   "optype":{
                     "type":"string" ,
                     "enum":[
                       "numeric"
                     ],
                     "description":"Operational type of this field"
                   },
                   "parent_ids":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"IDs of the parents if this is a generated field"
                   },
                   "preferred":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "default": true,
                     "description":"Whether the field is used by default for model creation"
                   },
                   "provenance":{
                     "type":"string" ,
                     "enum":[
                       "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                     ],
                     "description":"Field value origin (when the value is generated)"
                   },
                   "summary":{
                     "type":"object",
                     "properties":{
                       "bins":{
                         "type":"array" ,
                         "items":{
                           "type":"array" ,
                           "items":[
                             {
                               "type":"number"
                             },
                             {
                               "type":"integer"
                             }
                           ]
                         },
                         "description":"Captures the distribution for the field.  Each tuple represents a bin from an approximate histogram.  Each bin contains the bin mean and a membership count.  Used when there are more than 32 unique numeric values"
                       },
                       "counts":{
                         "type":"array" ,
                         "items":{
                           "type":"array" ,
                           "items":[
                             {
                               "type":"number"
                             },
                             {
                               "type":"integer"
                             }
                           ]
                         },
                         "description":"Captures the distribution for the field.  Contains tuples of the unique values and their occurrence counts. Used when there are 32 or less unique numeric values"
                       },
                       "kurtosis":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"number"
                           }
                         ],
                         "description":"The sample kurtosis for numeric fields"
                       },
                       "maximum":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"number"
                           }
                         ],
                         "description":"Maximum value for numeric fields"
                       },
                       "mean":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"number"
                           }
                         ],
                         "description":"The sample mean for numeric fields"
                       },
                       "median":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"number"
                           }
                         ],
                         "description":"The approximate median for numeric fields"
                       },
                       "minimum":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"number"
                           }
                         ],
                         "description":"Minimum value for numeric fields"
                       },
                       "missing_count":{
                         "type":"integer",
                         "description":"# of missing instances"
                       },
                       "population":{
                         "type":"integer",
                         "description":"# of instances containing data for this field"
                       },
                       "skewness":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"number"
                           }
                         ],
                         "description":"The sample skewness for numeric fields"
                       },
                       "standard_deviation":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"number"
                           }
                         ],
                         "description":"The sample standard deviation for numeric fields"
                       },
                       "sum":{
                         "type":"number",
                         "description":"Sum of values (for mean calculation)"
                       },
                       "sum_squares":{
                         "type":"number",
                         "description":"Sum of squared values (for variance calculation)"
                       },
                       "variance":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"number"
                           }
                         ],
                         "description":"The sample variance for numeric fields"
                       }
                     }
                   }
                 }
               },
               {
                 "type":"object",
                 "properties":{
                   "auto_generated":{
                     "type":"boolean",
                     "description":"True if the field was generated from another field"
                   },
                   "child_ids":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"IDs of the children if this generates other fields"
                   },
                   "column_number":{
                     "type":"integer",
                     "minimum":0,
                     "description":"Column from the data source"
                   },
                   "datatype":{
                     "type":"string" ,
                     "enum":[
                       "string"
                     ],
                     "description":"The storage type of the field"
                   },
                   "description":{
                     "type":"string",
                     "description":"Free text description of the field"
                   },
                   "label":{
                     "type":"string",
                     "description":"A label for the field (free text for use by clients)"
                   },
                   "locale":{
                     "type":"string",
                     "description":"Overrides global locale"
                   },
                   "missing_tokens":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"Overrides global missing tokens"
                   },
                   "name":{
                     "type":"string",
                     "description":"Name for the field"
                   },
                   "optype":{
                     "type":"string" ,
                     "enum":[
                       "text"
                     ],
                     "description":"Operational type of this field"
                   },
                   "parent_ids":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"IDs of the parents if this is a generated field"
                   },
                   "preferred":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "default": true,
                     "description":"Whether the field is used by default for model creation"
                   },
                   "provenance":{
                     "type":"string" ,
                     "enum":[
                       "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                     ],
                     "description":"Field value origin (when the value is generated)"
                   },
                   "summary":{
                     "type":"object",
                     "properties":{
                       "average_length":{
                         "type":"number",
                         "description":"The average # of chars for non-missing values"
                       },
                       "missing_count":{
                         "type":"integer",
                         "description":"# of missing instances"
                       },
                       "tag_cloud":{
                         "type":"array" ,
                         "items":{
                           "type":"array" ,
                           "items":[
                             {
                               "type":"string"
                             },
                             {
                               "type":"number"
                             }
                           ]
                         },
                         "description":"Top terms with number of occurences"
                       },
                       "term_forms":{
                         "type":"object",
                         "description":"Dictionary of multi-form terms to all forms seen"
                       }
                     }
                   },
                   "term_analysis":{
                     "type":"object",
                     "properties":{
                       "bigrams":{
                         "type":"boolean",
                         "description":"Allow terms to be bigrams"
                       },
                       "case_sensitive":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"boolean"
                           }
                         ],
                         "description":"Defines whether the term analysis is case sensitive"
                       },
                       "enabled":{
                         "type":"boolean",
                         "description":"Enable/disables term analysis for this field.  Has no effect except for dataset creation."
                       },
                       "excluded_terms":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"array" ,
                             "items":{
                               "type":"string"
                             }
                           }
                         ],
                         "description":"A list of terms to ignore when performing term analysis"
                       },
                       "language":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"string" ,
                             "enum":[
                               "nl", "pt", "en", "none", "zh", "ro", "tr", "it", "fa", "pl", "fi", "ca", "sv", "fr", "da", "hu", "de", "ru", "es", "ja", "cs", "ar", "ko"
                             ]
                           }
                         ],
                         "default": "none",
                         "description":"Language code for detected language, or 'none' for no detection, or nil to let us detect it."
                       },
                       "ngrams":{
                         "type":"integer",
                         "minimum":1,
                         "description":"The maximum length of consecutive tokens to consider as terms"
                       },
                       "stem_words":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"boolean"
                           }
                         ],
                         "description":"Defines whether the term analysis stems words"
                       },
                       "stopword_diligence":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"string" ,
                             "enum":[
                               "light", "aggressive", "normal"
                             ]
                           }
                         ],
                         "description":"Defines whether the term analysis uses stop words"
                       },
                       "stopword_removal":{
                         "type":"string" ,
                         "enum":[
                           "none", "all_languages", "selected_language"
                         ],
                         "description":"Remove words that are stopwords in any language."
                       },
                       "term_filters":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"array" ,
                             "items":{
                               "type":"string" ,
                               "enum":[
                                 "numeric_digits", "non_dictionary", "non_language_characters", "single_tokens", "html_keywords"
                               ]
                             }
                           }
                         ],
                         "description":"A list of filters to apply when choosing the termset"
                       },
                       "term_regexps":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"array" ,
                             "items":{
                               "type":"string"
                             }
                           }
                         ],
                         "description":"A list of regular expressions to consider as terms"
                       },
                       "token_mode":{
                         "type":"string" ,
                         "enum":[
                           "full_terms_only", "tokens_only", "all"
                         ],
                         "default": "all",
                         "description":"Defines whether the term analysis uses full terms, tokenized terms, or both"
                       },
                       "use_stopwords":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"boolean"
                           }
                         ],
                         "description":"Defines whether the term analysis uses stop words"
                       }
                     }
                   }
                 }
               },
               {
                 "type":"object",
                 "properties":{
                   "auto_generated":{
                     "type":"boolean",
                     "description":"True if the field was generated from another field"
                   },
                   "child_ids":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"IDs of the children if this generates other fields"
                   },
                   "column_number":{
                     "type":"integer",
                     "minimum":0,
                     "description":"Column from the data source"
                   },
                   "datatype":{
                     "type":"string" ,
                     "enum":[
                       "string"
                     ],
                     "description":"The storage type of the field"
                   },
                   "description":{
                     "type":"string",
                     "description":"Free text description of the field"
                   },
                   "label":{
                     "type":"string",
                     "description":"A label for the field (free text for use by clients)"
                   },
                   "locale":{
                     "type":"string",
                     "description":"Overrides global locale"
                   },
                   "missing_tokens":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"Overrides global missing tokens"
                   },
                   "name":{
                     "type":"string",
                     "description":"Name for the field"
                   },
                   "optype":{
                     "type":"string" ,
                     "enum":[
                       "datetime"
                     ],
                     "description":"Operational type of this field"
                   },
                   "parent_ids":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"IDs of the parents if this is a generated field"
                   },
                   "preferred":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "default": true,
                     "description":"Whether the field is used by default for model creation"
                   },
                   "provenance":{
                     "type":"string" ,
                     "enum":[
                       "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                     ],
                     "description":"Field value origin (when the value is generated)"
                   },
                   "summary":{
                     "type":"object",
                     "properties":{
                       "maximum":{
                         "type":"string",
                         "description":"Maximum datetime, as a string value"
                       },
                       "maximum_timestamp":{
                         "type":"integer",
                         "description":"Maximum datetime, as a numeric epoch"
                       },
                       "minimum":{
                         "type":"string",
                         "description":"Minimum datetime, as a string value"
                       },
                       "minimum_timestamp":{
                         "type":"integer",
                         "description":"Minimum datetime, as a numeric epoch"
                       },
                       "missing_count":{
                         "type":"integer",
                         "description":"# of missing instances"
                       },
                       "non_decreasing":{
                         "type":"boolean",
                         "description":"True if times never decrease with row number"
                       },
                       "non_increasing":{
                         "type":"boolean",
                         "description":"True if times never increase with row number"
                       }
                     },
                     "additionalProperties": false
                   },
                   "time_formats":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"Formats of times in this field from clj-time"
                   }
                 }
               },
               {
                 "type":"object",
                 "properties":{
                   "auto_generated":{
                     "type":"boolean",
                     "description":"True if the field was generated from another field"
                   },
                   "child_ids":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"IDs of the children if this generates other fields"
                   },
                   "column_number":{
                     "type":"integer",
                     "minimum":0,
                     "description":"Column from the data source"
                   },
                   "datatype":{
                     "type":"string" ,
                     "enum":[
                       "string"
                     ],
                     "description":"The storage type of the field"
                   },
                   "description":{
                     "type":"string",
                     "description":"Free text description of the field"
                   },
                   "item_analysis":{
                     "type":"object",
                     "properties":{
                       "limit":{
                         "type":"number",
                         "minimum":1,
                         "default": 10000,
                         "description":"Maximum number of items considered."
                       },
                       "pruning_strategy":{
                         "type":"string" ,
                         "enum":[
                           "nearest_to_frequency", "most_frequent"
                         ],
                         "default": "nearest_to_frequency",
                         "description":"Strategy used to select items when item_limit is surpassed"
                       },
                       "separator":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"string"
                           }
                         ],
                         "description":"Character delimiting items in the field. Set to null to autodetect if there is no regular expression."
                       },
                       "separator_regexp":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"string"
                           }
                         ],
                         "description":"Regular expression delimiting items in the field. Overrides item_separator."
                       },
                       "target_frequency":{
                         "type":"number",
                         "minimum":0,
                         "maximum":1,
                         "default": 0.3333333333333333,
                         "description":"A ratio in (0, 1] with the occurence rate used when the prunning_strategy is nearest_to_frequency"
                       }
                     },
                     "description":"Parameters controlling how items are extracted from text"
                   },
                   "label":{
                     "type":"string",
                     "description":"A label for the field (free text for use by clients)"
                   },
                   "locale":{
                     "type":"string",
                     "description":"Overrides global locale"
                   },
                   "missing_tokens":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"Overrides global missing tokens"
                   },
                   "name":{
                     "type":"string",
                     "description":"Name for the field"
                   },
                   "optype":{
                     "type":"string" ,
                     "enum":[
                       "items"
                     ],
                     "description":"Operational type of this field"
                   },
                   "parent_ids":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"IDs of the parents if this is a generated field"
                   },
                   "preferred":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "default": true,
                     "description":"Whether the field is used by default for model creation"
                   },
                   "provenance":{
                     "type":"string" ,
                     "enum":[
                       "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                     ],
                     "description":"Field value origin (when the value is generated)"
                   },
                   "summary":{
                     "type":"object",
                     "properties":{
                       "average_length":{
                         "type":"number",
                         "description":"The average # of chars for non-missing values"
                       },
                       "items":{
                         "type":"array" ,
                         "items":{
                           "type":"array" ,
                           "items":[
                             {
                               "type":"string"
                             },
                             {
                               "type":"number"
                             }
                           ]
                         },
                         "description":"Top items with number of occurences"
                       }
                     }
                   }
                 }
               },
               {
                 "type":"object",
                 "properties":{
                   "auto_generated":{
                     "type":"boolean",
                     "description":"True if the field was generated from another field"
                   },
                   "child_ids":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"IDs of the children if this generates other fields"
                   },
                   "column_number":{
                     "type":"integer",
                     "minimum":0,
                     "description":"Column from the data source"
                   },
                   "datatype":{
                     "type":"string" ,
                     "enum":[
                       "string"
                     ],
                     "description":"The storage type of the field"
                   },
                   "description":{
                     "type":"string",
                     "description":"Free text description of the field"
                   },
                   "label":{
                     "type":"string",
                     "description":"A label for the field (free text for use by clients)"
                   },
                   "locale":{
                     "type":"string",
                     "description":"Overrides global locale"
                   },
                   "missing_tokens":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"Overrides global missing tokens"
                   },
                   "name":{
                     "type":"string",
                     "description":"Name for the field"
                   },
                   "optype":{
                     "type":"string" ,
                     "enum":[
                       "categorical"
                     ],
                     "description":"Operational type of this field"
                   },
                   "parent_ids":{
                     "type":"array" ,
                     "items":{
                       "type":"string"
                     },
                     "description":"IDs of the parents if this is a generated field"
                   },
                   "preferred":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "default": true,
                     "description":"Whether the field is used by default for model creation"
                   },
                   "provenance":{
                     "type":"string" ,
                     "enum":[
                       "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                     ],
                     "description":"Field value origin (when the value is generated)"
                   },
                   "summary":{
                     "type":"object",
                     "properties":{
                       "categories":{
                         "type":"array" ,
                         "items":{
                           "type":"array" ,
                           "items":[
                             {
                               "type":"string"
                             },
                             {
                               "type":"number"
                             }
                           ]
                         },
                         "description":"The possible categories for categorical fields"
                       },
                       "missing_count":{
                         "type":"integer",
                         "description":"# of missing instances"
                       }
                     }
                   },
                   "term_analysis":{
                     "type":"object",
                     "properties":{
                       "bigrams":{
                         "type":"boolean",
                         "description":"Allow terms to be bigrams"
                       },
                       "case_sensitive":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"boolean"
                           }
                         ],
                         "description":"Defines whether the term analysis is case sensitive"
                       },
                       "enabled":{
                         "type":"boolean",
                         "description":"Enable/disables term analysis for this field.  Has no effect except for dataset creation."
                       },
                       "excluded_terms":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"array" ,
                             "items":{
                               "type":"string"
                             }
                           }
                         ],
                         "description":"A list of terms to ignore when performing term analysis"
                       },
                       "language":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"string" ,
                             "enum":[
                               "nl", "pt", "en", "none", "zh", "ro", "tr", "it", "fa", "pl", "fi", "ca", "sv", "fr", "da", "hu", "de", "ru", "es", "ja", "cs", "ar", "ko"
                             ]
                           }
                         ],
                         "default": "none",
                         "description":"Language code for detected language, or 'none' for no detection, or nil to let us detect it."
                       },
                       "ngrams":{
                         "type":"integer",
                         "minimum":1,
                         "description":"The maximum length of consecutive tokens to consider as terms"
                       },
                       "stem_words":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"boolean"
                           }
                         ],
                         "description":"Defines whether the term analysis stems words"
                       },
                       "stopword_diligence":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"string" ,
                             "enum":[
                               "light", "aggressive", "normal"
                             ]
                           }
                         ],
                         "description":"Defines whether the term analysis uses stop words"
                       },
                       "stopword_removal":{
                         "type":"string" ,
                         "enum":[
                           "none", "all_languages", "selected_language"
                         ],
                         "description":"Remove words that are stopwords in any language."
                       },
                       "term_filters":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"array" ,
                             "items":{
                               "type":"string" ,
                               "enum":[
                                 "numeric_digits", "non_dictionary", "non_language_characters", "single_tokens", "html_keywords"
                               ]
                             }
                           }
                         ],
                         "description":"A list of filters to apply when choosing the termset"
                       },
                       "term_regexps":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"array" ,
                             "items":{
                               "type":"string"
                             }
                           }
                         ],
                         "description":"A list of regular expressions to consider as terms"
                       },
                       "token_mode":{
                         "type":"string" ,
                         "enum":[
                           "full_terms_only", "tokens_only", "all"
                         ],
                         "default": "all",
                         "description":"Defines whether the term analysis uses full terms, tokenized terms, or both"
                       },
                       "use_stopwords":{
                         "anyOf":[
                           {
                             "type":"null"
                           },
                           {
                             "type":"boolean"
                           }
                         ],
                         "description":"Defines whether the term analysis uses stop words"
                       }
                     }
                   }
                 }
               }
             ]
           }
         ],
         "description":"Objective field (target) identifier.  Gets added to objective_fields. Useful for models with a single objective field."
       },
       "objective_field_descriptor":{
         "anyOf":[
           {
             "type":"object",
             "properties":{
               "auto_generated":{
                 "type":"boolean",
                 "description":"True if the field was generated from another field"
               },
               "child_ids":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"IDs of the children if this generates other fields"
               },
               "column_number":{
                 "type":"integer",
                 "minimum":0,
                 "description":"Column from the data source"
               },
               "datatype":{
                 "type":"string" ,
                 "enum":[
                   "float", "int16", "millisecond", "int32", "int64", "day-of-month", "second", "hour", "integer", "int8", "year", "double", "minute", "month", "day", "day-of-week"
                 ],
                 "description":"The storage type of the field"
               },
               "description":{
                 "type":"string",
                 "description":"Free text description of the field"
               },
               "label":{
                 "type":"string",
                 "description":"A label for the field (free text for use by clients)"
               },
               "locale":{
                 "type":"string",
                 "description":"Overrides global locale"
               },
               "missing_tokens":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"Overrides global missing tokens"
               },
               "name":{
                 "type":"string",
                 "description":"Name for the field"
               },
               "optype":{
                 "type":"string" ,
                 "enum":[
                   "numeric"
                 ],
                 "description":"Operational type of this field"
               },
               "parent_ids":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"IDs of the parents if this is a generated field"
               },
               "preferred":{
                 "anyOf":[
                   {
                     "type":"null"
                   },
                   {
                     "type":"boolean"
                   }
                 ],
                 "default": true,
                 "description":"Whether the field is used by default for model creation"
               },
               "provenance":{
                 "type":"string" ,
                 "enum":[
                   "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                 ],
                 "description":"Field value origin (when the value is generated)"
               },
               "summary":{
                 "type":"object",
                 "properties":{
                   "bins":{
                     "type":"array" ,
                     "items":{
                       "type":"array" ,
                       "items":[
                         {
                           "type":"number"
                         },
                         {
                           "type":"integer"
                         }
                       ]
                     },
                     "description":"Captures the distribution for the field.  Each tuple represents a bin from an approximate histogram.  Each bin contains the bin mean and a membership count.  Used when there are more than 32 unique numeric values"
                   },
                   "counts":{
                     "type":"array" ,
                     "items":{
                       "type":"array" ,
                       "items":[
                         {
                           "type":"number"
                         },
                         {
                           "type":"integer"
                         }
                       ]
                     },
                     "description":"Captures the distribution for the field.  Contains tuples of the unique values and their occurrence counts. Used when there are 32 or less unique numeric values"
                   },
                   "kurtosis":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"number"
                       }
                     ],
                     "description":"The sample kurtosis for numeric fields"
                   },
                   "maximum":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"number"
                       }
                     ],
                     "description":"Maximum value for numeric fields"
                   },
                   "mean":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"number"
                       }
                     ],
                     "description":"The sample mean for numeric fields"
                   },
                   "median":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"number"
                       }
                     ],
                     "description":"The approximate median for numeric fields"
                   },
                   "minimum":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"number"
                       }
                     ],
                     "description":"Minimum value for numeric fields"
                   },
                   "missing_count":{
                     "type":"integer",
                     "description":"# of missing instances"
                   },
                   "population":{
                     "type":"integer",
                     "description":"# of instances containing data for this field"
                   },
                   "skewness":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"number"
                       }
                     ],
                     "description":"The sample skewness for numeric fields"
                   },
                   "standard_deviation":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"number"
                       }
                     ],
                     "description":"The sample standard deviation for numeric fields"
                   },
                   "sum":{
                     "type":"number",
                     "description":"Sum of values (for mean calculation)"
                   },
                   "sum_squares":{
                     "type":"number",
                     "description":"Sum of squared values (for variance calculation)"
                   },
                   "variance":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"number"
                       }
                     ],
                     "description":"The sample variance for numeric fields"
                   }
                 }
               }
             }
           },
           {
             "type":"object",
             "properties":{
               "auto_generated":{
                 "type":"boolean",
                 "description":"True if the field was generated from another field"
               },
               "child_ids":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"IDs of the children if this generates other fields"
               },
               "column_number":{
                 "type":"integer",
                 "minimum":0,
                 "description":"Column from the data source"
               },
               "datatype":{
                 "type":"string" ,
                 "enum":[
                   "string"
                 ],
                 "description":"The storage type of the field"
               },
               "description":{
                 "type":"string",
                 "description":"Free text description of the field"
               },
               "label":{
                 "type":"string",
                 "description":"A label for the field (free text for use by clients)"
               },
               "locale":{
                 "type":"string",
                 "description":"Overrides global locale"
               },
               "missing_tokens":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"Overrides global missing tokens"
               },
               "name":{
                 "type":"string",
                 "description":"Name for the field"
               },
               "optype":{
                 "type":"string" ,
                 "enum":[
                   "text"
                 ],
                 "description":"Operational type of this field"
               },
               "parent_ids":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"IDs of the parents if this is a generated field"
               },
               "preferred":{
                 "anyOf":[
                   {
                     "type":"null"
                   },
                   {
                     "type":"boolean"
                   }
                 ],
                 "default": true,
                 "description":"Whether the field is used by default for model creation"
               },
               "provenance":{
                 "type":"string" ,
                 "enum":[
                   "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                 ],
                 "description":"Field value origin (when the value is generated)"
               },
               "summary":{
                 "type":"object",
                 "properties":{
                   "average_length":{
                     "type":"number",
                     "description":"The average # of chars for non-missing values"
                   },
                   "missing_count":{
                     "type":"integer",
                     "description":"# of missing instances"
                   },
                   "tag_cloud":{
                     "type":"array" ,
                     "items":{
                       "type":"array" ,
                       "items":[
                         {
                           "type":"string"
                         },
                         {
                           "type":"number"
                         }
                       ]
                     },
                     "description":"Top terms with number of occurences"
                   },
                   "term_forms":{
                     "type":"object",
                     "description":"Dictionary of multi-form terms to all forms seen"
                   }
                 }
               },
               "term_analysis":{
                 "type":"object",
                 "properties":{
                   "bigrams":{
                     "type":"boolean",
                     "description":"Allow terms to be bigrams"
                   },
                   "case_sensitive":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "description":"Defines whether the term analysis is case sensitive"
                   },
                   "enabled":{
                     "type":"boolean",
                     "description":"Enable/disables term analysis for this field.  Has no effect except for dataset creation."
                   },
                   "excluded_terms":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"array" ,
                         "items":{
                           "type":"string"
                         }
                       }
                     ],
                     "description":"A list of terms to ignore when performing term analysis"
                   },
                   "language":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"string" ,
                         "enum":[
                           "nl", "pt", "en", "none", "zh", "ro", "tr", "it", "fa", "pl", "fi", "ca", "sv", "fr", "da", "hu", "de", "ru", "es", "ja", "cs", "ar", "ko"
                         ]
                       }
                     ],
                     "default": "none",
                     "description":"Language code for detected language, or 'none' for no detection, or nil to let us detect it."
                   },
                   "ngrams":{
                     "type":"integer",
                     "minimum":1,
                     "description":"The maximum length of consecutive tokens to consider as terms"
                   },
                   "stem_words":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "description":"Defines whether the term analysis stems words"
                   },
                   "stopword_diligence":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"string" ,
                         "enum":[
                           "light", "aggressive", "normal"
                         ]
                       }
                     ],
                     "description":"Defines whether the term analysis uses stop words"
                   },
                   "stopword_removal":{
                     "type":"string" ,
                     "enum":[
                       "none", "all_languages", "selected_language"
                     ],
                     "description":"Remove words that are stopwords in any language."
                   },
                   "term_filters":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"array" ,
                         "items":{
                           "type":"string" ,
                           "enum":[
                             "numeric_digits", "non_dictionary", "non_language_characters", "single_tokens", "html_keywords"
                           ]
                         }
                       }
                     ],
                     "description":"A list of filters to apply when choosing the termset"
                   },
                   "term_regexps":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"array" ,
                         "items":{
                           "type":"string"
                         }
                       }
                     ],
                     "description":"A list of regular expressions to consider as terms"
                   },
                   "token_mode":{
                     "type":"string" ,
                     "enum":[
                       "full_terms_only", "tokens_only", "all"
                     ],
                     "default": "all",
                     "description":"Defines whether the term analysis uses full terms, tokenized terms, or both"
                   },
                   "use_stopwords":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "description":"Defines whether the term analysis uses stop words"
                   }
                 }
               }
             }
           },
           {
             "type":"object",
             "properties":{
               "auto_generated":{
                 "type":"boolean",
                 "description":"True if the field was generated from another field"
               },
               "child_ids":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"IDs of the children if this generates other fields"
               },
               "column_number":{
                 "type":"integer",
                 "minimum":0,
                 "description":"Column from the data source"
               },
               "datatype":{
                 "type":"string" ,
                 "enum":[
                   "string"
                 ],
                 "description":"The storage type of the field"
               },
               "description":{
                 "type":"string",
                 "description":"Free text description of the field"
               },
               "label":{
                 "type":"string",
                 "description":"A label for the field (free text for use by clients)"
               },
               "locale":{
                 "type":"string",
                 "description":"Overrides global locale"
               },
               "missing_tokens":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"Overrides global missing tokens"
               },
               "name":{
                 "type":"string",
                 "description":"Name for the field"
               },
               "optype":{
                 "type":"string" ,
                 "enum":[
                   "datetime"
                 ],
                 "description":"Operational type of this field"
               },
               "parent_ids":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"IDs of the parents if this is a generated field"
               },
               "preferred":{
                 "anyOf":[
                   {
                     "type":"null"
                   },
                   {
                     "type":"boolean"
                   }
                 ],
                 "default": true,
                 "description":"Whether the field is used by default for model creation"
               },
               "provenance":{
                 "type":"string" ,
                 "enum":[
                   "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                 ],
                 "description":"Field value origin (when the value is generated)"
               },
               "summary":{
                 "type":"object",
                 "properties":{
                   "maximum":{
                     "type":"string",
                     "description":"Maximum datetime, as a string value"
                   },
                   "maximum_timestamp":{
                     "type":"integer",
                     "description":"Maximum datetime, as a numeric epoch"
                   },
                   "minimum":{
                     "type":"string",
                     "description":"Minimum datetime, as a string value"
                   },
                   "minimum_timestamp":{
                     "type":"integer",
                     "description":"Minimum datetime, as a numeric epoch"
                   },
                   "missing_count":{
                     "type":"integer",
                     "description":"# of missing instances"
                   },
                   "non_decreasing":{
                     "type":"boolean",
                     "description":"True if times never decrease with row number"
                   },
                   "non_increasing":{
                     "type":"boolean",
                     "description":"True if times never increase with row number"
                   }
                 },
                 "additionalProperties": false
               },
               "time_formats":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"Formats of times in this field from clj-time"
               }
             }
           },
           {
             "type":"object",
             "properties":{
               "auto_generated":{
                 "type":"boolean",
                 "description":"True if the field was generated from another field"
               },
               "child_ids":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"IDs of the children if this generates other fields"
               },
               "column_number":{
                 "type":"integer",
                 "minimum":0,
                 "description":"Column from the data source"
               },
               "datatype":{
                 "type":"string" ,
                 "enum":[
                   "string"
                 ],
                 "description":"The storage type of the field"
               },
               "description":{
                 "type":"string",
                 "description":"Free text description of the field"
               },
               "item_analysis":{
                 "type":"object",
                 "properties":{
                   "limit":{
                     "type":"number",
                     "minimum":1,
                     "default": 10000,
                     "description":"Maximum number of items considered."
                   },
                   "pruning_strategy":{
                     "type":"string" ,
                     "enum":[
                       "nearest_to_frequency", "most_frequent"
                     ],
                     "default": "nearest_to_frequency",
                     "description":"Strategy used to select items when item_limit is surpassed"
                   },
                   "separator":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"string"
                       }
                     ],
                     "description":"Character delimiting items in the field. Set to null to autodetect if there is no regular expression."
                   },
                   "separator_regexp":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"string"
                       }
                     ],
                     "description":"Regular expression delimiting items in the field. Overrides item_separator."
                   },
                   "target_frequency":{
                     "type":"number",
                     "minimum":0,
                     "maximum":1,
                     "default": 0.3333333333333333,
                     "description":"A ratio in (0, 1] with the occurence rate used when the prunning_strategy is nearest_to_frequency"
                   }
                 },
                 "description":"Parameters controlling how items are extracted from text"
               },
               "label":{
                 "type":"string",
                 "description":"A label for the field (free text for use by clients)"
               },
               "locale":{
                 "type":"string",
                 "description":"Overrides global locale"
               },
               "missing_tokens":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"Overrides global missing tokens"
               },
               "name":{
                 "type":"string",
                 "description":"Name for the field"
               },
               "optype":{
                 "type":"string" ,
                 "enum":[
                   "items"
                 ],
                 "description":"Operational type of this field"
               },
               "parent_ids":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"IDs of the parents if this is a generated field"
               },
               "preferred":{
                 "anyOf":[
                   {
                     "type":"null"
                   },
                   {
                     "type":"boolean"
                   }
                 ],
                 "default": true,
                 "description":"Whether the field is used by default for model creation"
               },
               "provenance":{
                 "type":"string" ,
                 "enum":[
                   "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                 ],
                 "description":"Field value origin (when the value is generated)"
               },
               "summary":{
                 "type":"object",
                 "properties":{
                   "average_length":{
                     "type":"number",
                     "description":"The average # of chars for non-missing values"
                   },
                   "items":{
                     "type":"array" ,
                     "items":{
                       "type":"array" ,
                       "items":[
                         {
                           "type":"string"
                         },
                         {
                           "type":"number"
                         }
                       ]
                     },
                     "description":"Top items with number of occurences"
                   }
                 }
               }
             }
           },
           {
             "type":"object",
             "properties":{
               "auto_generated":{
                 "type":"boolean",
                 "description":"True if the field was generated from another field"
               },
               "child_ids":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"IDs of the children if this generates other fields"
               },
               "column_number":{
                 "type":"integer",
                 "minimum":0,
                 "description":"Column from the data source"
               },
               "datatype":{
                 "type":"string" ,
                 "enum":[
                   "string"
                 ],
                 "description":"The storage type of the field"
               },
               "description":{
                 "type":"string",
                 "description":"Free text description of the field"
               },
               "label":{
                 "type":"string",
                 "description":"A label for the field (free text for use by clients)"
               },
               "locale":{
                 "type":"string",
                 "description":"Overrides global locale"
               },
               "missing_tokens":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"Overrides global missing tokens"
               },
               "name":{
                 "type":"string",
                 "description":"Name for the field"
               },
               "optype":{
                 "type":"string" ,
                 "enum":[
                   "categorical"
                 ],
                 "description":"Operational type of this field"
               },
               "parent_ids":{
                 "type":"array" ,
                 "items":{
                   "type":"string"
                 },
                 "description":"IDs of the parents if this is a generated field"
               },
               "preferred":{
                 "anyOf":[
                   {
                     "type":"null"
                   },
                   {
                     "type":"boolean"
                   }
                 ],
                 "default": true,
                 "description":"Whether the field is used by default for model creation"
               },
               "provenance":{
                 "type":"string" ,
                 "enum":[
                   "forecast", "confidence", "flatline", "probability", "query", "forecast_timestamp", "vote_count", "vote", "forecast_upper_bound", "datetime", "prediction", "anomaly_score", "projection", "forecast_trend", "topic_distribution", "forecast_level", "forecast_seasonality", "forecast_lower_bound", "centroid", "batch_input", "importance", "node"
                 ],
                 "description":"Field value origin (when the value is generated)"
               },
               "summary":{
                 "type":"object",
                 "properties":{
                   "categories":{
                     "type":"array" ,
                     "items":{
                       "type":"array" ,
                       "items":[
                         {
                           "type":"string"
                         },
                         {
                           "type":"number"
                         }
                       ]
                     },
                     "description":"The possible categories for categorical fields"
                   },
                   "missing_count":{
                     "type":"integer",
                     "description":"# of missing instances"
                   }
                 }
               },
               "term_analysis":{
                 "type":"object",
                 "properties":{
                   "bigrams":{
                     "type":"boolean",
                     "description":"Allow terms to be bigrams"
                   },
                   "case_sensitive":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "description":"Defines whether the term analysis is case sensitive"
                   },
                   "enabled":{
                     "type":"boolean",
                     "description":"Enable/disables term analysis for this field.  Has no effect except for dataset creation."
                   },
                   "excluded_terms":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"array" ,
                         "items":{
                           "type":"string"
                         }
                       }
                     ],
                     "description":"A list of terms to ignore when performing term analysis"
                   },
                   "language":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"string" ,
                         "enum":[
                           "nl", "pt", "en", "none", "zh", "ro", "tr", "it", "fa", "pl", "fi", "ca", "sv", "fr", "da", "hu", "de", "ru", "es", "ja", "cs", "ar", "ko"
                         ]
                       }
                     ],
                     "default": "none",
                     "description":"Language code for detected language, or 'none' for no detection, or nil to let us detect it."
                   },
                   "ngrams":{
                     "type":"integer",
                     "minimum":1,
                     "description":"The maximum length of consecutive tokens to consider as terms"
                   },
                   "stem_words":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "description":"Defines whether the term analysis stems words"
                   },
                   "stopword_diligence":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"string" ,
                         "enum":[
                           "light", "aggressive", "normal"
                         ]
                       }
                     ],
                     "description":"Defines whether the term analysis uses stop words"
                   },
                   "stopword_removal":{
                     "type":"string" ,
                     "enum":[
                       "none", "all_languages", "selected_language"
                     ],
                     "description":"Remove words that are stopwords in any language."
                   },
                   "term_filters":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"array" ,
                         "items":{
                           "type":"string" ,
                           "enum":[
                             "numeric_digits", "non_dictionary", "non_language_characters", "single_tokens", "html_keywords"
                           ]
                         }
                       }
                     ],
                     "description":"A list of filters to apply when choosing the termset"
                   },
                   "term_regexps":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"array" ,
                         "items":{
                           "type":"string"
                         }
                       }
                     ],
                     "description":"A list of regular expressions to consider as terms"
                   },
                   "token_mode":{
                     "type":"string" ,
                     "enum":[
                       "full_terms_only", "tokens_only", "all"
                     ],
                     "default": "all",
                     "description":"Defines whether the term analysis uses full terms, tokenized terms, or both"
                   },
                   "use_stopwords":{
                     "anyOf":[
                       {
                         "type":"null"
                       },
                       {
                         "type":"boolean"
                       }
                     ],
                     "description":"Defines whether the term analysis uses stop words"
                   }
                 }
               }
             }
           }
         ],
         "description":"The full descriptor of the objective field, when there's only one."
       },
       "objective_fields":{
         "type":"array" ,
         "items":{
           "type":"string"
         },
         "description":"Collection of objective field identifiers (targets)"
       },
       "objective_weights":{
         "type":"array" ,
         "items":{
           "type":"array" ,
           "items":[
             {
               "type":"string"
             },
             {
               "type":"number"
             }
           ]
         },
         "description":"For classification models, this maps the objective classes to class weights"
       },
       "operating_point":{
         "type":"object",
         "properties":{
           "kind":{
             "type":"string" ,
             "enum":[
               "confidence", "probability", "votes"
             ],
             "default": "probability",
             "description":"Kind of threshold to apply"
           },
           "positive_class":{
             "type":"string",
             "description":"The class the threshold applies to"
           },
           "threshold":{
             "type":"number",
             "minimum":0,
             "maximum":1,
             "description":"Numerical value of the threshold"
           }
         },
         "required":[
           "threshold"
         ],
         "additionalProperties": false,
         "description":"Default operating point to be used by this model during predictions"
       },
       "optimization_params":{
         "type":"object",
         "properties":{
           "apian_dataset_id":{
             "type":"string",
             "description":"The apian id of the dataset over which to run the search"
           },
           "apian_query_params":{
             "type":"object",
             "additionalProperties": false,
             "description":"Additional query params to add to all URL requests in the optimization execution"
           },
           "apian_test_dataset_id":{
             "type":"string",
             "description":"The apian id of the dataset for validation"
           },
           "apian_uri":{
             "type":"string",
             "description":"The base URI to which API requests should go in the optimization execution"
           },
           "creation_defaults":{
             "type":"object",
             "default": {},
             "description":"Defaults for submodel creation"
           },
           "dataset_id":{
             "type":"string",
             "description":"The id of the dataset over which to run the search"
           },
           "excluded_input_fields":{
             "type":"array" ,
             "items":{
               "type":"string"
             },
             "description":"ids of fields to be excluded for all models"
           },
           "input_fields":{
             "type":"array" ,
             "items":{
               "type":"string"
             },
             "description":"ids of fields to be included for all models"
           },
           "max_training_time":{
             "type":"integer",
             "minimum":1,
             "default": 1800,
             "description":"Wall-clock time (in seconds) that the search was run."
           },
           "metric":{
             "type":"string" ,
             "enum":[
               "phi_coefficient", "precision", "area_under_roc_curve", "recall", "max_phi", "balanced_accuracy", "area_under_pr_curve", "f_measure", "r_squared", "ks_statistic", "accuracy", "kendalls_tau_b", "spearmans_rho"
             ],
             "default": "max_phi",
             "description":"The metric to optimize"
           },
           "metric_class":{
             "type":"string",
             "description":"The class to optimize for"
           },
           "model_types":{
             "type":"array" ,
             "items":{
               "type":"string" ,
               "enum":[
                 "model", "deepnet", "boosting", "ensemble", "logisticregression", "all", "only_ensemble"
               ]
             },
             "default": ["all"],
             "description":"List of model types to try or empty for all"
           },
           "number_of_model_candidates":{
             "type":"integer",
             "minimum":1,
             "maximum":200,
             "default": 128,
             "description":"The number of models tried in the model search"
           },
           "objective_field":{
             "type":"string",
             "description":"The id for the objective field of all models"
           },
           "seed":{
             "type":"string",
             "default": "search",
             "description":"The random seed for the search"
           },
           "test_dataset_id":{
             "type":"string",
             "description":"The id of a dataset to use for testing, or nil for random splits"
           },
           "tlp":{
             "type":"integer",
             "default": 4,
             "description":"Maximum number of simultaneous, non-finished, resource creation tasks."
           }
         },
         "description":"Parameters to use for optimizing when optimized is true"
       },
       "optimize":{
         "type":"boolean",
         "description":"Whether we should infer the best parameterization using  an optimization"
       },
       "ordering":{
         "type":"string" ,
         "enum":[
           "random", "linear", "deterministic"
         ],
         "default": "deterministic"
       },
       "ratio_ss":{
         "type":"number",
         "description":"A rough metric of cluster quality (between_ss / total_ss)"
       },
       "row_range":{
         "type":"object",
         "properties":{
           "size":{
             "type":"integer",
             "minimum":0
           },
           "start":{
             "type":"integer",
             "minimum":0
           }
         },
         "description":"Rows used to build this object"
       },
       "row_ranges":{
         "type":"array" ,
         "items":{
           "anyOf":[
             {
               "anyOf":[
                 {
                   "type":"null"
                 },
                 {
                   "type":"object",
                   "properties":{
                     "size":{
                       "type":"integer",
                       "minimum":0
                     },
                     "start":{
                       "type":"integer",
                       "minimum":0
                     }
                   }
                 }
               ]
             },
             {
               "type":"array" ,
               "items":[
                 {
                   "type":"string"
                 },
                 {
                   "type":"object",
                   "properties":{
                     "size":{
                       "type":"integer",
                       "minimum":0
                     },
                     "start":{
                       "type":"integer",
                       "minimum":0
                     }
                   }
                 }
               ]
             }
           ]
         },
         "description":"Rows used to build this object, per dataset"
       },
       "sample":{
         "type":"object",
         "properties":{
           "out_of_bag":{
             "type":"boolean",
             "description":"Is the sampling out of bag?"
           },
           "rate":{
             "type":"number",
             "minimum":0,
             "default": 1.0,
             "description":"The rate: fraction of rows we pick"
           },
           "replace":{
             "type":"boolean",
             "description":"Whether we sample with replacement or not"
           },
           "seed":{
             "anyOf":[
               {
                 "type":"number"
               },
               {
                 "type":"string"
               }
             ],
             "description":"A string to feed the random number generator used for sampling.  The same seed produces always the same sample (if all other parameters stay the same).  If not specified, we choose a seed at random"
           }
         },
         "description":"Sampling of input rows used to build this object"
       },
       "samples":{
         "type":"array" ,
         "items":{
           "anyOf":[
             {
               "anyOf":[
                 {
                   "type":"null"
                 },
                 {
                   "type":"object",
                   "properties":{
                     "out_of_bag":{
                       "type":"boolean",
                       "description":"Is the sampling out of bag?"
                     },
                     "rate":{
                       "type":"number",
                       "minimum":0,
                       "default": 1.0,
                       "description":"The rate: fraction of rows we pick"
                     },
                     "replace":{
                       "type":"boolean",
                       "description":"Whether we sample with replacement or not"
                     },
                     "seed":{
                       "anyOf":[
                         {
                           "type":"number"
                         },
                         {
                           "type":"string"
                         }
                       ],
                       "description":"A string to feed the random number generator used for sampling.  The same seed produces always the same sample (if all other parameters stay the same).  If not specified, we choose a seed at random"
                     }
                   }
                 }
               ]
             },
             {
               "type":"array" ,
               "items":[
                 {
                   "type":"string"
                 },
                 {
                   "type":"object",
                   "properties":{
                     "out_of_bag":{
                       "type":"boolean",
                       "description":"Is the sampling out of bag?"
                     },
                     "rate":{
                       "type":"number",
                       "minimum":0,
                       "default": 1.0,
                       "description":"The rate: fraction of rows we pick"
                     },
                     "replace":{
                       "type":"boolean",
                       "description":"Whether we sample with replacement or not"
                     },
                     "seed":{
                       "anyOf":[
                         {
                           "type":"number"
                         },
                         {
                           "type":"string"
                         }
                       ],
                       "description":"A string to feed the random number generator used for sampling.  The same seed produces always the same sample (if all other parameters stay the same).  If not specified, we choose a seed at random"
                     }
                   }
                 }
               ]
             }
           ]
         },
         "description":"Sampling of rows used to build this object, per dataset"
       },
       "seed":{
         "type":"string",
         "description":"Seed value for random generators"
       },
       "smart_init":{
         "type":"boolean",
         "default": true,
         "description":"Initialize k-means with smarter starting using k-means||"
       },
       "summary_fields":{
         "type":"array" ,
         "items":{
           "type":"string"
         },
         "description":"List of input fields that should be used as auxiliary fields in the model creation process"
       },
       "summary_fields_regexps":{
         "type":"array" ,
         "items":{
           "type":"string",
           "description":"A valid regular expression"
         },
         "description":"List of regular expressions selecting fields by name  that should be used as auxiliary fields in the model  creation process"
       },
       "total_ss":{
         "type":"number",
         "description":"The sum-of-squares for the global distance distribution"
       },
       "training_performance_measure":{
         "type":"object",
         "properties":{
           "accuracy":{
             "type":"number",
             "minimum":0,
             "maximum":1,
             "description":"Accuracy (correct/total) for this class"
           },
           "area_under_pr_curve":{
             "type":"number",
             "minimum":0,
             "maximum":1,
             "description":"Area under the precision/recall curve for this class"
           },
           "area_under_roc_curve":{
             "type":"number",
             "minimum":0,
             "maximum":1,
             "description":"Area under the ROC curve for this class"
           },
           "balanced_accuracy":{
             "type":"number",
             "minimum":0,
             "maximum":1,
             "description":"Balanced accuracy for this class"
           },
           "class_name":{
             "type":"string",
             "description":"String name for this class"
           },
           "f_measure":{
             "type":"number",
             "minimum":0,
             "maximum":1,
             "description":"F1 Score for this class"
           },
           "ks_statistic":{
             "type":"array" ,
             "items":[
               {
                 "type":"number"
               },
               {
                 "anyOf":[
                   {
                     "type":"null"
                   },
                   {
                     "type":"number"
                   }
                 ]
               }
             ],
             "description":"The KS-statistic for this class"
           },
           "max_phi":{
             "type":"array" ,
             "items":[
               {
                 "type":"number"
               },
               {
                 "anyOf":[
                   {
                     "type":"null"
                   },
                   {
                     "type":"number"
                   }
                 ]
               }
             ],
             "description":"The max value for phi at any threshold for this class"
           },
           "per_threshold_confusion_matrices":{
             "type":"array" ,
             "items":{
               "type":"array" ,
               "items":[
                 {
                   "type":"array" ,
                   "items":{
                     "type":"integer",
                     "minimum":0
                   }
                 },
                 {
                   "anyOf":[
                     {
                       "type":"null"
                     },
                     {
                       "type":"number"
                     }
                   ]
                 }
               ]
             },
             "description":"Confusion matrices at multiple thresholds"
           },
           "phi_coefficient":{
             "type":"number",
             "minimum":-1,
             "maximum":1,
             "description":"Phi coefficient for this class"
           },
           "precision":{
             "type":"number",
             "minimum":0,
             "maximum":1,
             "description":"Precision for this class"
           },
           "present_in_test_data":{
             "type":"boolean",
             "description":"Whether or not this class was seen in the test data for the evaluation"
           },
           "recall":{
             "type":"number",
             "minimum":0,
             "maximum":1,
             "description":"Recall for this class"
           }
         },
         "description":"Performance measures on training data"
       },
       "type":{
         "anyOf":[
           {
             "type":"null"
           },
           {
             "type":"string" ,
             "enum":[
               "unsupervised", "timeseries", "composite", "statistics", "classification", "regression"
             ]
           }
         ],
         "description":"Identifier of this model's type (e.g., regression)"
       },
       "weight_field":{
         "type":"string",
         "description":"Weight field identifier"
       },
       "within_ss":{
         "type":"number",
         "description":"The sum of sum-of-squares for each cluster's distance distribution"
       }
     },
     "required":[
       "kind"
     ]
   }
 },
 "required":[
   "model"
 ],
 "additionalProperties": false
}