make test saver for github ci

SimonBlanke · Nov 20, 2021 · c748ac2 · c748ac2
1 parent a2d71ad
commit c748ac2
Show file tree

Hide file tree

Showing 7 changed files with 92 additions and 92 deletions.
diff --git a/tests/test_hyper_gradient_trafo.py b/tests/test_hyper_gradient_trafo.py
@@ -115,7 +115,7 @@ def test_trafo_1(random_state, search_space, memory_warm_start):
     search_space = search_space
     memory_warm_start = memory_warm_start
 
-    c_time_0 = time.time()
+    c_time_0 = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(
         objective_function_1,
@@ -125,9 +125,9 @@ def test_trafo_1(random_state, search_space, memory_warm_start):
         initialize={"random": 1},
     )
     hyper.run()
-    d_time_0 = time.time() - c_time_0
+    d_time_0 = time.perf_counter() - c_time_0
 
-    c_time_1 = time.time()
+    c_time_1 = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(
         objective_function_1,
@@ -138,7 +138,7 @@ def test_trafo_1(random_state, search_space, memory_warm_start):
         memory_warm_start=memory_warm_start,
     )
     hyper.run()
-    d_time_1 = time.time() - c_time_1
+    d_time_1 = time.perf_counter() - c_time_1
 
     assert d_time_1 < d_time_0 * 0.5
 
@@ -187,7 +187,7 @@ def test_trafo_2(random_state, search_space, memory_warm_start):
     search_space = search_space
     memory_warm_start = memory_warm_start
 
-    c_time_0 = time.time()
+    c_time_0 = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(
         objective_function_1,
@@ -197,9 +197,9 @@ def test_trafo_2(random_state, search_space, memory_warm_start):
         initialize={"random": 1},
     )
     hyper.run()
-    d_time_0 = time.time() - c_time_0
+    d_time_0 = time.perf_counter() - c_time_0
 
-    c_time_1 = time.time()
+    c_time_1 = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(
         objective_function_1,
@@ -210,7 +210,7 @@ def test_trafo_2(random_state, search_space, memory_warm_start):
         memory_warm_start=memory_warm_start,
     )
     hyper.run()
-    d_time_1 = time.time() - c_time_1
+    d_time_1 = time.perf_counter() - c_time_1
 
     assert not (d_time_1 < d_time_0 * 0.8)
 """
diff --git a/tests/test_max_score.py b/tests/test_max_score.py
@@ -68,7 +68,7 @@ def objective_function(para):
 
     max_score = -9999
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(
         objective_function,
@@ -78,7 +78,7 @@ def objective_function(para):
         max_score=max_score,
     )
     hyper.run()
-    diff_time = time.time() - c_time
+    diff_time = time.perf_counter() - c_time
 
     print("\n Results head \n", hyper.results(objective_function).head())
     print("\n Results tail \n", hyper.results(objective_function).tail())

diff --git a/tests/test_max_time.py b/tests/test_max_time.py
@@ -21,20 +21,20 @@ def objective_function(para):
 
 
 def test_max_time_0():
-    c_time1 = time.time()
+    c_time1 = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(objective_function, search_space, n_iter=1000000)
     hyper.run(max_time=0.1)
-    diff_time1 = time.time() - c_time1
+    diff_time1 = time.perf_counter() - c_time1
 
     assert diff_time1 < 1
 
 
 def test_max_time_1():
-    c_time1 = time.time()
+    c_time1 = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(objective_function, search_space, n_iter=1000000)
     hyper.run(max_time=1)
-    diff_time1 = time.time() - c_time1
+    diff_time1 = time.perf_counter() - c_time1
 
     assert 0.3 < diff_time1 < 2
diff --git a/tests/test_memory/test_memory.py b/tests/test_memory/test_memory.py
@@ -34,17 +34,17 @@ def objective_function(opt):
         "min_samples_split": np.arange(2, 20),
     }
 
-    c_time1 = time.time()
+    c_time1 = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(objective_function, search_space, n_iter=100)
     hyper.run()
-    diff_time1 = time.time() - c_time1
+    diff_time1 = time.perf_counter() - c_time1
 
-    c_time2 = time.time()
+    c_time2 = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(objective_function, search_space, n_iter=100, memory=False)
     hyper.run()
-    diff_time2 = time.time() - c_time2
+    diff_time2 = time.perf_counter() - c_time2
 
     assert diff_time1 < diff_time2 * 0.8
 
@@ -64,7 +64,7 @@ def objective_function(opt):
     results = pd.DataFrame(np.arange(1, 30), columns=["x1"])
     results["score"] = 0
 
-    c_time1 = time.time()
+    c_time1 = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(
         objective_function,
@@ -73,7 +73,7 @@ def objective_function(opt):
         memory_warm_start=results,
     )
     hyper.run()
-    diff_time1 = time.time() - c_time1
+    diff_time1 = time.perf_counter() - c_time1
 
     print("diff_time1", diff_time1)
 
@@ -98,13 +98,13 @@ def objective_function(opt):
         "min_samples_split": list(np.arange(2, 20)),
     }
 
-    c_time1 = time.time()
+    c_time1 = time.perf_counter()
     hyper0 = Hyperactive()
     hyper0.add_search(objective_function, search_space, n_iter=300)
     hyper0.run()
-    diff_time1 = time.time() - c_time1
+    diff_time1 = time.perf_counter() - c_time1
 
-    c_time2 = time.time()
+    c_time2 = time.perf_counter()
 
     results0 = hyper0.results(objective_function)
 
@@ -117,7 +117,7 @@ def objective_function(opt):
     )
     hyper1.run()
 
-    diff_time2 = time.time() - c_time2
+    diff_time2 = time.perf_counter() - c_time2
 
     assert diff_time2 < diff_time1 * 0.5
 
@@ -138,17 +138,17 @@ def objective_function(opt):
         "n_estimators": list(np.arange(500, 502)),
     }
 
-    c_time_1 = time.time()
+    c_time_1 = time.perf_counter()
     hyper = Hyperactive()
     hyper.add_search(objective_function, search_space, n_iter=1)
     hyper.run()
-    diff_time_1 = time.time() - c_time_1
+    diff_time_1 = time.perf_counter() - c_time_1
 
     memory_warm_start = pd.DataFrame(
         [[500, 0.9], [501, 0.91]], columns=["n_estimators", "score"]
     )
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper0 = Hyperactive()
     hyper0.add_search(
         objective_function,
@@ -157,6 +157,6 @@ def objective_function(opt):
         memory_warm_start=memory_warm_start,
     )
     hyper0.run()
-    diff_time_2 = time.time() - c_time
+    diff_time_2 = time.perf_counter() - c_time
 
     assert diff_time_1 * 0.5 > diff_time_2
diff --git a/tests/test_memory/test_memory_warm_start.py b/tests/test_memory/test_memory_warm_start.py
@@ -285,21 +285,21 @@ def test_memory_warm_start_2(search_space):
 def test_memory_warm_start_0(search_space):
     n_iter = 1500
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper0 = Hyperactive()
     hyper0.add_search(objective_function, search_space, n_iter=n_iter)
     hyper0.run()
-    d_time_1 = time.time() - c_time
+    d_time_1 = time.perf_counter() - c_time
 
     search_data0 = hyper0.results(objective_function)
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper1 = Hyperactive()
     hyper1.add_search(
         objective_function, search_space, n_iter=n_iter, memory_warm_start=search_data0
     )
     hyper1.run()
-    d_time_2 = time.time() - c_time
+    d_time_2 = time.perf_counter() - c_time
 
     d_time_frac = d_time_1 / d_time_2
 
@@ -314,15 +314,15 @@ def test_memory_warm_start_0(search_space):
 def test_memory_warm_start_1(search_space):
     n_iter = 1500
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper0 = Hyperactive()
     hyper0.add_search(objective_function, search_space, n_iter=n_iter, memory=True)
     hyper0.run()
-    d_time_1 = time.time() - c_time
+    d_time_1 = time.perf_counter() - c_time
 
     search_data0 = hyper0.results(objective_function)
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper1 = Hyperactive(distribution="joblib")
     hyper1.add_search(
         objective_function,
@@ -333,7 +333,7 @@ def test_memory_warm_start_1(search_space):
         memory_warm_start=search_data0,
     )
     hyper1.run()
-    d_time_2 = time.time() - c_time
+    d_time_2 = time.perf_counter() - c_time
 
     d_time_frac = d_time_1 / d_time_2
 
@@ -348,17 +348,17 @@ def test_memory_warm_start_1(search_space):
 def test_memory_warm_start_2(search_space):
     n_iter = 1500
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper0 = Hyperactive()
     hyper0.add_search(
         objective_function, search_space, n_iter=n_iter, n_jobs=3, memory=True
     )
     hyper0.run()
-    d_time_1 = time.time() - c_time
+    d_time_1 = time.perf_counter() - c_time
 
     search_data0 = hyper0.results(objective_function)
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper1 = Hyperactive()
     hyper1.add_search(
         objective_function,
@@ -368,7 +368,7 @@ def test_memory_warm_start_2(search_space):
         memory_warm_start=search_data0,
     )
     hyper1.run()
-    d_time_2 = time.time() - c_time
+    d_time_2 = time.perf_counter() - c_time
 
     d_time_frac = d_time_1 / d_time_2
 
@@ -382,15 +382,15 @@ def test_memory_warm_start_2(search_space):
 @pytest.mark.parametrize("search_space", search_space_list)
 def test_memory_warm_start_4(search_space):
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper0 = Hyperactive()
     hyper0.add_search(objective_function, search_space, n_iter=2000, n_jobs=2)
     hyper0.run()
-    d_time_1 = time.time() - c_time
+    d_time_1 = time.perf_counter() - c_time
 
     search_data0 = hyper0.results(objective_function)
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper1 = Hyperactive()
     hyper1.add_search(
         objective_function,
@@ -399,7 +399,7 @@ def test_memory_warm_start_4(search_space):
         memory_warm_start=search_data0,
     )
     hyper1.run()
-    d_time_2 = time.time() - c_time
+    d_time_2 = time.perf_counter() - c_time
 
     print("\n d_time_1 ", d_time_1)
     print("\n d_time_2 ", d_time_2)
@@ -412,17 +412,17 @@ def test_memory_warm_start_4(search_space):
 @pytest.mark.parametrize("search_space", search_space_list)
 def test_memory_warm_start_5(search_space):
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper0 = Hyperactive()
     hyper0.add_search(
         objective_function, search_space, n_iter=2000, n_jobs=2
     )
     hyper0.run()
-    d_time_1 = time.time() - c_time
+    d_time_1 = time.perf_counter() - c_time
 
     search_data0 = hyper0.results(objective_function)
 
-    c_time = time.time()
+    c_time = time.perf_counter()
     hyper1 = Hyperactive()
     hyper1.add_search(
         objective_function,
@@ -432,7 +432,7 @@ def test_memory_warm_start_5(search_space):
         memory_warm_start=search_data0,
     )
     hyper1.run()
-    d_time_2 = time.time() - c_time
+    d_time_2 = time.perf_counter() - c_time
 
     print("\n d_time_1 ", d_time_1)
     print("\n d_time_2 ", d_time_2)