-
Notifications
You must be signed in to change notification settings - Fork 0
/
comparison_results_cv_2.txt
74 lines (74 loc) · 7.04 KB
/
comparison_results_cv_2.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
prefix-sensitive
precision
label ner_ontonotes_bert_mult chars_lstm_lstm_crf_ema chars_lstm_lstm_crf ner_rus chars_conv_lstm_crf lstm_crf ner_rus_bert slavic lstm_crf_ema ner_ontonotes tener chars_conv_lstm_crf_ema seq2seq_w2v_lstm ner_ontonotes_bert
I-Location 0.000 0.807 0.809 0.066 0.804 0.681 0.150 0.000 0.701 0.000 0.886 0.805 0.874 0.000
I-Org 0.000 0.870 0.856 0.136 0.864 0.661 0.635 0.000 0.670 0.000 0.953 0.866 0.933 0.000
O 0.914 0.986 0.985 0.927 0.983 0.958 0.936 0.920 0.959 0.827 0.996 0.983 0.993 0.899
B-Location 0.152 0.668 0.655 0.422 0.656 0.562 0.486 0.424 0.571 0.000 0.824 0.657 0.736 0.000
B-Org 0.234 0.856 0.843 0.635 0.848 0.685 0.758 0.710 0.695 0.630 0.940 0.850 0.920 0.576
I-LocOrg 0.000 0.269 0.242 0.000 0.357 0.309 0.000 0.000 0.202 0.000 0.190 0.345 0.338 0.000
B-Person 0.400 0.882 0.870 0.462 0.854 0.658 0.481 0.459 0.656 0.018 0.850 0.856 0.842 0.201
I-Person 0.000 0.881 0.872 0.082 0.859 0.663 0.627 0.000 0.659 0.000 0.971 0.865 0.962 0.000
B-LocOrg 0.000 0.512 0.513 0.000 0.502 0.398 0.000 0.000 0.403 0.000 0.514 0.506 0.525 0.000
weighted-average (without O) 0.349 0.831 0.821 0.429 0.816 0.649 0.545 0.488 0.651 0.410 0.878 0.819 0.866 0.215
unweighted-average (without O) 0.098 0.718 0.708 0.225 0.718 0.577 0.392 0.199 0.570 0.081 0.766 0.719 0.766 0.097
micro-average 0.849 0.959 0.956 0.854 0.954 0.906 0.886 0.871 0.907 0.824 0.975 0.955 0.971 0.800
recall
label ner_ontonotes_bert_mult chars_lstm_lstm_crf_ema chars_lstm_lstm_crf ner_rus chars_conv_lstm_crf lstm_crf ner_rus_bert slavic lstm_crf_ema ner_ontonotes tener chars_conv_lstm_crf_ema seq2seq_w2v_lstm ner_ontonotes_bert
I-Location 0.000 0.826 0.815 0.095 0.808 0.709 0.000 0.000 0.708 0.000 0.877 0.813 0.881 0.000
I-Org 0.000 0.855 0.846 0.057 0.819 0.701 0.058 0.000 0.714 0.000 0.941 0.828 0.920 0.000
O 0.959 0.986 0.985 0.959 0.986 0.967 0.989 0.988 0.966 0.976 0.995 0.986 0.993 0.917
B-Location 0.018 0.703 0.705 0.670 0.669 0.558 0.760 0.702 0.548 0.000 0.675 0.671 0.764 0.000
B-Org 0.224 0.839 0.827 0.543 0.800 0.560 0.628 0.378 0.568 0.077 0.945 0.803 0.919 0.095
I-LocOrg 0.000 0.144 0.134 0.000 0.111 0.043 0.000 0.000 0.066 0.000 0.194 0.104 0.266 0.000
B-Person 0.813 0.878 0.865 0.783 0.850 0.650 0.853 0.754 0.657 0.001 0.984 0.856 0.967 0.711
I-Person 0.000 0.938 0.929 0.002 0.920 0.722 0.013 0.000 0.728 0.000 0.842 0.921 0.832 0.000
B-LocOrg 0.000 0.407 0.357 0.000 0.399 0.150 0.000 0.000 0.179 0.000 0.677 0.396 0.447 0.000
weighted-average (without O) 0.633 0.838 0.832 0.600 0.812 0.646 0.762 0.681 0.650 0.050 0.895 0.815 0.880 0.687
unweighted-average (without O) 0.132 0.699 0.685 0.269 0.672 0.512 0.289 0.229 0.521 0.010 0.767 0.674 0.749 0.101
micro-average 0.830 0.959 0.956 0.854 0.954 0.906 0.886 0.869 0.907 0.808 0.975 0.955 0.971 0.787
f1
label ner_ontonotes_bert_mult chars_lstm_lstm_crf_ema chars_lstm_lstm_crf ner_rus chars_conv_lstm_crf lstm_crf ner_rus_bert slavic lstm_crf_ema ner_ontonotes tener chars_conv_lstm_crf_ema seq2seq_w2v_lstm ner_ontonotes_bert
I-Location 0.000 0.816 0.811 0.078 0.805 0.694 0.001 0.000 0.703 0.000 0.881 0.808 0.877 0.000
I-Org 0.000 0.862 0.851 0.080 0.841 0.680 0.106 0.000 0.691 0.000 0.947 0.846 0.926 0.000
O 0.936 0.986 0.985 0.943 0.984 0.962 0.961 0.953 0.963 0.895 0.996 0.985 0.993 0.908
B-Location 0.033 0.685 0.676 0.518 0.661 0.560 0.592 0.528 0.559 0.000 0.732 0.663 0.741 0.000
B-Org 0.229 0.847 0.835 0.586 0.823 0.616 0.687 0.493 0.625 0.137 0.942 0.826 0.919 0.163
I-LocOrg 0.000 0.174 0.150 0.000 0.145 0.067 0.000 0.000 0.086 0.000 0.179 0.150 0.290 0.000
B-Person 0.537 0.880 0.868 0.581 0.852 0.654 0.615 0.570 0.656 0.002 0.912 0.856 0.900 0.313
I-Person 0.000 0.909 0.900 0.004 0.889 0.691 0.026 0.000 0.692 0.000 0.902 0.892 0.892 0.000
B-LocOrg 0.000 0.453 0.408 0.000 0.439 0.215 0.000 0.000 0.247 0.000 0.555 0.443 0.450 0.000
weighted-average (without O) 0.440 0.834 0.825 0.488 0.813 0.644 0.611 0.547 0.648 0.089 0.880 0.816 0.869 0.308
unweighted-average (without O) 0.100 0.703 0.687 0.231 0.682 0.522 0.253 0.199 0.532 0.017 0.756 0.686 0.749 0.060
micro-average 0.839 0.959 0.956 0.854 0.954 0.906 0.886 0.870 0.907 0.816 0.975 0.955 0.971 0.793
prefix-agnostic
precision
label ner_ontonotes_bert_mult chars_lstm_lstm_crf_ema chars_lstm_lstm_crf ner_rus chars_conv_lstm_crf lstm_crf ner_rus_bert slavic lstm_crf_ema ner_ontonotes tener chars_conv_lstm_crf_ema seq2seq_w2v_lstm ner_ontonotes_bert
LocOrg 0.000 0.499 0.497 0.000 0.499 0.389 0.000 0.000 0.394 0.000 0.489 0.500 0.509 0.000
Org 0.340 0.894 0.883 0.594 0.892 0.736 0.873 0.839 0.742 0.902 0.962 0.893 0.948 0.703
O 0.914 0.986 0.985 0.927 0.983 0.958 0.936 0.920 0.959 0.827 0.996 0.983 0.993 0.899
Location 0.231 0.728 0.717 0.364 0.719 0.630 0.541 0.478 0.642 0.000 0.849 0.719 0.784 0.000
Person 0.752 0.923 0.917 0.832 0.904 0.734 0.878 0.869 0.731 0.546 0.979 0.906 0.974 0.392
weighted-average (without O) 0.626 0.864 0.857 0.639 0.854 0.711 0.800 0.756 0.713 0.770 0.919 0.855 0.911 0.404
unweighted-average (without O) 0.331 0.761 0.754 0.448 0.753 0.622 0.573 0.546 0.628 0.362 0.820 0.754 0.804 0.274
micro-average 0.881 0.965 0.963 0.885 0.960 0.917 0.918 0.901 0.918 0.826 0.983 0.961 0.979 0.827
recall
label ner_ontonotes_bert_mult chars_lstm_lstm_crf_ema chars_lstm_lstm_crf ner_rus chars_conv_lstm_crf lstm_crf ner_rus_bert slavic lstm_crf_ema ner_ontonotes tener chars_conv_lstm_crf_ema seq2seq_w2v_lstm ner_ontonotes_bert
LocOrg 0.000 0.388 0.339 0.000 0.380 0.143 0.000 0.000 0.173 0.000 0.639 0.375 0.432 0.000
Org 0.172 0.877 0.869 0.385 0.843 0.686 0.420 0.236 0.694 0.058 0.959 0.848 0.941 0.061
O 0.959 0.986 0.985 0.959 0.986 0.967 0.989 0.988 0.966 0.976 0.995 0.986 0.993 0.917
Location 0.020 0.760 0.758 0.562 0.731 0.634 0.608 0.568 0.626 0.000 0.739 0.733 0.809 0.000
Person 0.765 0.951 0.945 0.717 0.934 0.763 0.789 0.715 0.770 0.016 0.991 0.936 0.981 0.694
weighted-average (without O) 0.584 0.871 0.868 0.584 0.849 0.704 0.662 0.600 0.707 0.043 0.929 0.851 0.920 0.670
unweighted-average (without O) 0.239 0.744 0.728 0.416 0.722 0.556 0.454 0.380 0.566 0.018 0.832 0.723 0.791 0.189
micro-average 0.861 0.965 0.963 0.885 0.960 0.917 0.918 0.899 0.918 0.810 0.983 0.961 0.979 0.814
f1
label ner_ontonotes_bert_mult chars_lstm_lstm_crf_ema chars_lstm_lstm_crf ner_rus chars_conv_lstm_crf lstm_crf ner_rus_bert slavic lstm_crf_ema ner_ontonotes tener chars_conv_lstm_crf_ema seq2seq_w2v_lstm ner_ontonotes_bert
LocOrg 0.000 0.435 0.393 0.000 0.426 0.206 0.000 0.000 0.239 0.000 0.531 0.426 0.439 0.000
Org 0.228 0.885 0.876 0.468 0.866 0.709 0.567 0.369 0.717 0.109 0.961 0.870 0.944 0.113
O 0.936 0.986 0.985 0.943 0.984 0.962 0.961 0.953 0.963 0.895 0.996 0.985 0.993 0.908
Location 0.037 0.743 0.736 0.442 0.724 0.631 0.572 0.519 0.633 0.000 0.784 0.726 0.791 0.000
Person 0.759 0.937 0.931 0.770 0.919 0.748 0.831 0.784 0.750 0.030 0.985 0.921 0.977 0.501
weighted-average (without O) 0.596 0.867 0.861 0.598 0.850 0.705 0.711 0.646 0.708 0.081 0.920 0.852 0.914 0.486
unweighted-average (without O) 0.256 0.750 0.734 0.420 0.734 0.574 0.493 0.418 0.585 0.035 0.815 0.736 0.788 0.153
micro-average 0.871 0.965 0.963 0.885 0.960 0.917 0.918 0.900 0.918 0.818 0.983 0.961 0.979 0.820