-
Notifications
You must be signed in to change notification settings - Fork 270
/
test_rest.py
77 lines (55 loc) · 2.25 KB
/
test_rest.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
def test_rest(scan_object):
print('\n >>> start testing the rest... \n')
import talos
import random
deploy_filename = 'test_' + str(random.randint(1, 20000000000))
print('\n ...Deploy()... \n')
talos.Deploy(scan_object, deploy_filename, 'val_acc')
print('\n ...Restore()... \n')
restored = talos.Restore(deploy_filename + '.zip')
x, y = talos.templates.datasets.breast_cancer()
x = x[:50]
y = y[:50]
x_train, y_train, x_val, y_val = talos.utils.val_split(x, y, .2)
x = talos.utils.rescale_meanzero(x)
callbacks = [talos.utils.early_stopper(10),
talos.callbacks.ExperimentLog('test', {})]
metrics = [talos.utils.metrics.f1score,
talos.utils.metrics.fbeta,
talos.utils.metrics.mae,
talos.utils.metrics.mape,
talos.utils.metrics.matthews,
talos.utils.metrics.mse,
talos.utils.metrics.msle,
talos.utils.metrics.precision,
talos.utils.metrics.recall,
talos.utils.metrics.rmae,
talos.utils.metrics.rmse,
talos.utils.metrics.rmsle]
from tensorflow.keras.models import Sequential
from tensorflow.keras.layers import Dense
print('\n ...callbacks and metrics... \n')
model1 = Sequential()
model1.add(Dense(10, input_dim=x.shape[1]))
model1.add(Dense(1))
model1.compile('adam', 'LogCosh', metrics=metrics)
model1.fit(x, y, callbacks=callbacks)
print('\n ...generator... \n')
model2 = Sequential()
model2.add(Dense(10, input_dim=x.shape[1]))
model2.add(Dense(1))
model2.compile('adam', 'LogCosh')
model2.fit_generator(talos.utils.generator(x, y, 10), 5)
print('\n ...SequenceGenerator... \n')
model3 = Sequential()
model3.add(Dense(10, input_dim=x.shape[1]))
model3.add(Dense(1))
model3.compile('adam', 'LogCosh')
model3.fit_generator(talos.utils.SequenceGenerator(x, y, 10))
print('\n ...gpu_utils... \n')
talos.utils.gpu_utils.force_cpu()
talos.utils.gpu_utils.parallel_gpu_jobs()
print('\n ...gpu_utils... \n')
from talos.utils.test_utils import create_param_space
create_param_space(restored.results, 8)
print('finished testing the rest \n')