Skip to content

Commit

Permalink
Add tests for failed sensitivity checks
Browse files Browse the repository at this point in the history
  • Loading branch information
maxnoe committed Oct 5, 2020
1 parent bfee037 commit 2ffbc37
Showing 1 changed file with 24 additions and 2 deletions.
26 changes: 24 additions & 2 deletions pyirf/tests/test_sensitivity.py
Original file line number Diff line number Diff line change
Expand Up @@ -44,9 +44,31 @@ def test_calculate_sensitivity():

sensitivity = calculate_sensitivity(signal_hist, bg_hist, alpha=0.2)

# too small sensitivity
signal_hist['n_weighted'] = [10, 10]
sensitivity = calculate_sensitivity(signal_hist, bg_hist, alpha=0.2)

assert len(sensitivity) == len(signal_hist)
assert np.all(np.isnan(sensitivity['relative_sensitivity']))
assert np.all(sensitivity['failed_checks'] == 0b100)

# not above 5 percent of remaining background
signal_hist['n_weighted'] = 699
bg_hist['n_weighted'] = 70_000
sensitivity = calculate_sensitivity(signal_hist, bg_hist, alpha=0.2)
assert len(sensitivity) == len(signal_hist)
assert np.all(np.isnan(sensitivity['relative_sensitivity']))
# too few signal
assert np.all(sensitivity['failed_checks'] == 0b010)

# less then 10 events
signal_hist['n_weighted'] = [9, 9]
bg_hist['n_weighted'] = [1, 1]
sensitivity = calculate_sensitivity(signal_hist, bg_hist, alpha=0.2)
assert len(sensitivity) == len(signal_hist)
assert np.all(sensitivity['relative_sensitivity'] > 0)
assert np.all(sensitivity['relative_sensitivity'] < 1)
assert np.all(np.isnan(sensitivity['relative_sensitivity']))
# too few signal
assert np.all(sensitivity['failed_checks'] == 0b001)


def test_estimate_background():
Expand Down

0 comments on commit 2ffbc37

Please sign in to comment.