test_examples.py

'''
Unit test for all of the example scripts provided in the examples folder.
'''
from __future__ import absolute_import, division, print_function

import os
import unittest
import mloop.testing as mlt
import mloop.launchers as mll
import mloop.utilities as mlu
import logging
import numpy as np
import multiprocessing as mp

class TestExamples(unittest.TestCase):
    
    @classmethod
    def setUpClass(cls):
        os.chdir(mlu.mloop_path + '/../tests')
        cls.override_dict = {'file_log_level':logging.WARNING,'console_log_level':logging.DEBUG,'visualizations':False}
        
    @classmethod
    def tearDownClass(cls):
        pass
    
    def test_controller_config(self):
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/controller_config.txt',
                                          interface_type = 'test',
                                          no_delay = False, 
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
    
    def test_extras_config(self):
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/extras_config.txt', 
                                          num_params=1,
                                          min_boundary = [-1.0],
                                          max_boundary = [1.0],
                                          target_cost = 0.1,
                                          interface_type = 'test',
                                          no_delay = False, 
                                          **self.override_dict) 
        self.asserts_for_cost_and_params(controller)
    
    def test_logging_config(self):
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/logging_config.txt',
                                          num_params=1,
                                          min_boundary = [-1.0],
                                          max_boundary = [1.0],
                                          target_cost = 0.1,
                                          interface_type = 'test',
                                          no_delay = False, 
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
        
    def test_random_simple_config(self):
        _ = mll.launch_from_file(mlu.mloop_path+'/../examples/random_simple_config.txt', 
                                 interface_type = 'test',
                                 **self.override_dict)
        
    def test_random_complete_config(self):
        _ = mll.launch_from_file(mlu.mloop_path+'/../examples/random_complete_config.txt', 
                                 interface_type = 'test',
                                 **self.override_dict)
        
    def test_nelder_mead_simple_config(self):
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/nelder_mead_simple_config.txt',
                                          interface_type = 'test',
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
    
    def test_nelder_mead_complete_config(self):
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/nelder_mead_complete_config.txt',
                                          interface_type = 'test',
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
    
    def test_differential_evolution_simple_config(self):
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/differential_evolution_simple_config.txt',
                                          interface_type = 'test',
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
    
    def test_differential_evolution_complete_config(self):
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/differential_evolution_complete_config.txt',
                                          interface_type = 'test',
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
    
    def test_gaussian_process_simple_config(self):
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/gaussian_process_simple_config.txt',
                                          interface_type = 'test',
                                          no_delay = False, 
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
     
    def test_gaussian_process_complete_config(self):
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/gaussian_process_complete_config.txt',
                                          interface_type = 'test',
                                          no_delay = False, 
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
    
    def test_tutorial_config(self):
        fake_experiment = mlt.FakeExperiment()
        fake_experiment.start()
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/tutorial_config.txt',
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
        fake_experiment.end_event.set()
        fake_experiment.join()
        
    def test_file_interface_config(self):
        fake_experiment = mlt.FakeExperiment()
        fake_experiment.start()
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/file_interface_config.txt',
                                          num_params=1,
                                          target_cost = 0.1,
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
        fake_experiment.end_event.set()
        fake_experiment.join()
        
    def test_shell_interface_config(self):
        controller = mll.launch_from_file(mlu.mloop_path+'/../examples/shell_interface_config.txt',
                                          num_params=1,
                                          target_cost = 0.1,
                                          no_delay = False,
                                          **self.override_dict)
        self.asserts_for_cost_and_params(controller)
    
    def asserts_for_cost_and_params(self,controller):
        self.assertTrue(controller.best_cost<=controller.target_cost)
        self.assertTrue(np.sum(np.square(controller.best_params))<=controller.target_cost)
    
    
if __name__ == "__main__":
    mp.freeze_support()
    unittest.main()