-
Notifications
You must be signed in to change notification settings - Fork 60
/
test_without_predictions.py
31 lines (19 loc) · 1.11 KB
/
test_without_predictions.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
from triage.component.postmodeling.contrast.model_group_evaluator import ModelGroupEvaluator
from triage.component.postmodeling.contrast.model_evaluator import ModelEvaluator
import pytest
@pytest.fixture(scope="module")
def model_group_evaluator(finished_experiment_without_predictions):
return ModelGroupEvaluator((1, 1), finished_experiment_without_predictions.db_engine)
@pytest.fixture(scope="module")
def model_evaluator(finished_experiment_without_predictions):
return ModelEvaluator(1, 1, finished_experiment_without_predictions.db_engine)
def test_ModelGroupEvaluator_metadata(model_group_evaluator):
assert all(value for metadata_row in model_group_evaluator.metadata for key, value in metadata_row.items() )
def test_ModelGroupEvaluator_predictions(model_group_evaluator):
with pytest.raises(RuntimeError):
model_group_evaluator.predictions
def test_ModelEvaluator_metadata(model_evaluator):
assert all(value for key, value in model_evaluator.metadata.items())
def test_ModelEvaluator_predictions(model_evaluator):
with pytest.raises(RuntimeError):
model_evaluator.predictions