-
Notifications
You must be signed in to change notification settings - Fork 0
/
PToPI_GraphicsAndProbabilisticInstrumentsOnly.dot
82 lines (74 loc) · 4.52 KB
/
PToPI_GraphicsAndProbabilisticInstrumentsOnly.dot
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
# Binary-Classification Performance Instruments Dependency Graph
# (Graphics-based metrics and probabilistic error/loss measures)
# Author: Gürol Canbek, gurol44@gmail.com
# Version: 1.5
# Last Update Date: 26 May 2020
# First Date: 19 September 2017
#
# This file is licensed under
#
# G N U A F F E R O G E N E R A L P U B L I C L I C E N S E
# V e r s i o n 3 , 1 9 N o v e m b e r 2 0 0 7
#
# perfscheme – Visualized Scheme for Binary-Classification Performance Evaluation
# Copyright (C) 2017-2020 Gürol Canbek
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published
# by the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
#
# See the full notice license file in <https://github.com/gurol/ptopi>
#
# Usage (graphviz must be installed):
# dot -Tpdf PToPI.dot -o PToPI.pdf
digraph BinClassRoadMap {
size = "320, 240"
dpi = 96.0
forcelabels = true
# subgraph cluster_base_measures {
# TP FP FN TN
# label="BaseMeasures"
# }
# Nodes for Graphic based metrics
TPRs[label=<<b><i>TPRs</i></b>> style="filled" color="#984707" fillcolor="#ffd966" fontcolor="#984707" penwidth=1.0 peripheries=2]
TNRs[label=<<b><i>TNRs</i></b>> style="filled" color="#984707" fillcolor="#ffd966" fontcolor="#984707" penwidth=1.0 peripheries=2]
PPVs[label=<<b><i>PPVs</i></b>> style="filled" color="#984707" fillcolor="#ffd966" fontcolor="#984707" penwidth=1.0 peripheries=2]
AUCROC[label=<<b><i>AUCROC</i></b>> style="filled" color="#bf5807" fillcolor="#ffe699" fontcolor="#bf5807" penwidth=1.0 xlabel="AUC: paired metrics for Θ thresholds"]
AUCPR[label=<<b><i>AUCPR</i></b>> style="filled" color="#bf5807" fillcolor="#ffe699" fontcolor="#bf5807" penwidth=1.0 xlabel="AUC: paired metrics for Θ thresholds"]
# Nodes for Probabilistic error/loss measures
LogLoss[label=<<b><i>LogLoss</i></b>> style="filled" fillcolor="#d9d9d9" fontcolor="black" penwidth=1.0 xlabel=<<i>ci - pi</i><br/><i>(1 - ci)(1 - pi)</i>>]
nsMAPE[label=<<b><i>nsMAPE</i></b>> style="filled" fillcolor="#ffd966" fontcolor="#984707" penwidth=1.0 xlabel=""]
MAE[label=<<b><i>MAE</i></b>> style="filled" fillcolor="#ffd966" fontcolor="#984707" penwidth=1.0 xlabel="mean |e|"]
MSE[label=<<b><i>MSE</i></b>> style="filled" fillcolor="#ffd966" fontcolor="#984707" penwidth=1.0 xlabel="mean e^2"]
MRAE[label=<<b><i>MRAE</i></b>> style="filled" fillcolor="#d9d9d9" fontcolor="black" penwidth=1.0 xlabel=""]
TypeIerror[label=<<b>Type I error<br/>(~<i>FPR</i>)</b>> style="filled" color="#984707" fillcolor="#ffd966" penwidth=1.0]
TypeIIerror[label=<<b>Type II error<br/>(~<i>FNR</i>)</b>> style="filled" color="#984707" fillcolor="#ffd966" penwidth=1.0]
UncertaintyInN[label=<<b>Uncertainty<br/><i>FP</i> in <i>N</i> (~<i>FPR</i>)</b>> style="filled" color="#984707" fillcolor="#ffd966" penwidth=1.0]
UncertaintyInP[label=<<b>Uncertainty<br/><i>FN</i> in <i>P</i> (~<i>FPR</i>)</b>>style="filled" color="#984707" fillcolor="#ffd966" penwidth=1.0]
# Nodes for Graphic based metrics
AUCROC -> TPRs [label="Y-axis" color="#bf5807" style="dashed"]
AUCROC -> TNRs [label="X-axis" color="#bf5807" style="dashed"]
AUCPR -> PPVs [label="Y-axis" color="#bf5807" style="dashed"]
AUCPR -> TPRs [label="X-axis" color="#bf5807" style="dashed"]
# {rank=same TPRs TNRs PPVs TPR}
# Nodes for Probabilistic error/loss measures
LogLoss -> UncertaintyInP [label="" color="#d9d9d9" style="dashed"]
LogLoss -> UncertaintyInN [label="" color="#d9d9d9" style="dashed"]
MRAE -> TypeIerror [label="" color="#a6a6a6" style="dashed"]
MRAE -> TypeIIerror [label="" color="#a6a6a6" style="dashed"]
MSE -> TypeIerror [label="" color="#a6a6a6" style="dashed"]
MSE -> TypeIIerror [label="" color="#a6a6a6" style="dashed"]
MAE -> TypeIerror [label="" color="#a6a6a6" style="dashed"]
MAE -> TypeIIerror [label="" color="#a6a6a6" style="dashed"]
nsMAPE -> TypeIerror [label="" color="#a6a6a6" style="dashed"]
nsMAPE -> TypeIIerror [label="" color="#a6a6a6" style="dashed"]
# {rank=same UncertaintyInP UncertaintyInN TypeIerror TypeIIerror FPR FNR}
}