-
Notifications
You must be signed in to change notification settings - Fork 31
/
test_callbacks.py
78 lines (56 loc) · 2.14 KB
/
test_callbacks.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
# Copyright 2019 PIQuIL - All Rights Reserved.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from contextlib import contextmanager
import pytest
from qucumber.callbacks import (
LambdaCallback,
MetricEvaluator,
ObservableEvaluator,
EarlyStopping,
)
callback_stages = (
"on_train_start",
"on_train_end",
"on_epoch_start",
"on_epoch_end",
"on_batch_start",
"on_batch_end",
)
@pytest.mark.parametrize("stage", callback_stages)
def test_lambda_callback_value_error_num_args(stage):
msg = f"LambdaCallback should fail if {stage} gets wrong # of arguments."
with pytest.raises(ValueError):
kwargs = {stage: lambda nn_state, epoch, batch, extra: "foobar"}
LambdaCallback(**kwargs)
pytest.fail(msg)
@pytest.mark.parametrize("stage", callback_stages)
def test_lambda_callback_type_error(stage):
msg = f"LambdaCallback should fail if {stage} isn't a function or None."
with pytest.raises(TypeError):
LambdaCallback(**{stage: "foobar"})
pytest.fail(msg)
@contextmanager
def no_exception():
yield
es_params = [
("relative", no_exception()),
("absolute", no_exception()),
("variance", pytest.raises(TypeError)),
]
@pytest.mark.parametrize("criterion, exception", es_params)
def test_early_stopping_construction_metric(criterion, exception):
ev = MetricEvaluator(1, {})
with exception:
EarlyStopping(1, 1, 1, ev, "", criterion=criterion)
@pytest.mark.parametrize("criterion", [crit for crit, exc in es_params])
def test_early_stopping_construction_observable(criterion):
ev = ObservableEvaluator(1, [])
EarlyStopping(1, 1, 1, ev, "", criterion=criterion)