add separate logging config template file for scripts; make enter_dat…

…a.py and worker.py log INFO to stdout by default

atm/config/templates/log-script.yaml

@@ -0,0 +1,6 @@
+log_level_stdout: 'info'
+log_level_file: 'info'
+log_dir: 'logs'
+model_dir: 'models'
+metric_dir: 'metrics'
+verbose_metrics: False

atm/config/templates/log.yaml

@@ -1,5 +1,5 @@
-log_level_stdout: 'ERROR'
-log_level_file: 'INFO'
+log_level_stdout: 'error'
+log_level_file: 'info'
 log_dir: 'logs'
 model_dir: 'models'
 metric_dir: 'metrics'

scripts/enter_data.py

@@ -1,8 +1,10 @@
 from __future__ import print_function
 
 import argparse
+import os
 import warnings
 
+from atm import PROJECT_ROOT
 from atm.config import (add_arguments_aws_s3, add_arguments_sql,
                         add_arguments_datarun, add_arguments_logging,
                         load_config, initialize_logging)
@@ -32,6 +34,11 @@
 
     args = parser.parse_args()
 
+    # default logging config is different if initialized from the command line
+    if args.log_config is None:
+        args.log_config = os.path.join(PROJECT_ROOT,
+                                       'config/templates/log-script.yaml')
+
     # create config objects from the config files and/or command line args
     sql_conf, run_conf, aws_conf, log_conf = load_config(sql_path=args.sql_config,
                                                          run_path=args.run_config,

scripts/worker.py

@@ -3,8 +3,10 @@
 
 import argparse
 import datetime
+import os
 import warnings
 
+from atm import PROJECT_ROOT
 from atm.config import (add_arguments_aws_s3, add_arguments_logging,
                         add_arguments_sql, load_config, initialize_logging)
 from atm.database import Database
@@ -33,6 +35,12 @@
 
     # parse arguments and load configuration
     args = parser.parse_args()
+
+    # default logging config is different if initialized from the command line
+    if args.log_config is None:
+        args.log_config = os.path.join(PROJECT_ROOT,
+                                       'config/templates/log-script.yaml')
+
     sql_config, _, aws_config, log_config = load_config(**vars(args))
     initialize_logging(log_config)