-
Notifications
You must be signed in to change notification settings - Fork 0
/
ICTNET_stem.trec_eval
5281 lines (5281 loc) · 175 KB
/
ICTNET_stem.trec_eval
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
num_ret 826 100
num_rel 826 52
num_rel_ret 826 25
map 826 0.3372
Rprec 826 0.4038
bpref 826 0.3591
recip_rank 826 1.0000
iprec_at_recall_0.00 826 1.0000
iprec_at_recall_0.10 826 1.0000
iprec_at_recall_0.20 826 0.7857
iprec_at_recall_0.30 826 0.5517
iprec_at_recall_0.40 826 0.5000
iprec_at_recall_0.50 826 0.0000
iprec_at_recall_0.60 826 0.0000
iprec_at_recall_0.70 826 0.0000
iprec_at_recall_0.80 826 0.0000
iprec_at_recall_0.90 826 0.0000
iprec_at_recall_1.00 826 0.0000
P_5 826 1.0000
P_10 826 0.9000
P_15 826 0.7333
P_20 826 0.6500
P_30 826 0.5333
P_100 826 0.2500
P_200 826 0.1250
P_500 826 0.0500
P_1000 826 0.0250
relstring 826 '>>>422>202'
recall_5 826 0.0962
recall_10 826 0.1731
recall_15 826 0.2115
recall_20 826 0.2500
recall_30 826 0.3077
recall_100 826 0.4808
recall_200 826 0.4808
recall_500 826 0.4808
recall_1000 826 0.4808
infAP 826 0.3372
Rprec_mult_0.20 826 0.9091
Rprec_mult_0.40 826 0.6667
Rprec_mult_0.60 826 0.5312
Rprec_mult_0.80 826 0.5000
Rprec_mult_1.00 826 0.4038
Rprec_mult_1.20 826 0.3333
Rprec_mult_1.40 826 0.3151
Rprec_mult_1.60 826 0.2738
Rprec_mult_1.80 826 0.2553
Rprec_mult_2.00 826 0.2404
utility 826 -50.0000
11pt_avg 826 0.3489
binG 826 0.2515
G 826 0.2948
ndcg 826 0.6790
ndcg_rel 826 0.7113
Rndcg 826 0.6980
ndcg_cut_5 826 0.7756
ndcg_cut_10 826 0.7256
ndcg_cut_15 826 0.6944
ndcg_cut_20 826 0.6841
ndcg_cut_30 826 0.7072
ndcg_cut_100 826 0.6790
ndcg_cut_200 826 0.6790
ndcg_cut_500 826 0.6790
ndcg_cut_1000 826 0.6790
map_cut_5 826 0.0962
map_cut_10 826 0.1712
map_cut_15 826 0.2037
map_cut_20 826 0.2307
map_cut_30 826 0.2652
map_cut_100 826 0.3372
map_cut_200 826 0.3372
map_cut_500 826 0.3372
map_cut_1000 826 0.3372
relative_P_5 826 1.0000
relative_P_10 826 0.9000
relative_P_15 826 0.7333
relative_P_20 826 0.6500
relative_P_30 826 0.5333
relative_P_100 826 0.4808
relative_P_200 826 0.4808
relative_P_500 826 0.4808
relative_P_1000 826 0.4808
success_1 826 1.0000
success_5 826 1.0000
success_10 826 1.0000
set_P 826 0.2500
set_relative_P 826 0.4808
set_recall 826 0.4808
set_map 826 0.1202
set_F 826 0.3289
num_nonrel_judged_ret 826 62
num_ret 827 69
num_rel 827 29
num_rel_ret 827 21
map 827 0.6292
Rprec 827 0.5862
bpref 827 0.5874
recip_rank 827 1.0000
iprec_at_recall_0.00 827 1.0000
iprec_at_recall_0.10 827 1.0000
iprec_at_recall_0.20 827 1.0000
iprec_at_recall_0.30 827 1.0000
iprec_at_recall_0.40 827 1.0000
iprec_at_recall_0.50 827 1.0000
iprec_at_recall_0.60 827 0.4318
iprec_at_recall_0.70 827 0.3962
iprec_at_recall_0.80 827 0.0000
iprec_at_recall_0.90 827 0.0000
iprec_at_recall_1.00 827 0.0000
P_5 827 1.0000
P_10 827 1.0000
P_15 827 1.0000
P_20 827 0.8000
P_30 827 0.5667
P_100 827 0.2100
P_200 827 0.1050
P_500 827 0.0420
P_1000 827 0.0210
relstring 827 '>4244>222>'
recall_5 827 0.1724
recall_10 827 0.3448
recall_15 827 0.5172
recall_20 827 0.5517
recall_30 827 0.5862
recall_100 827 0.7241
recall_200 827 0.7241
recall_500 827 0.7241
recall_1000 827 0.7241
infAP 827 0.6292
Rprec_mult_0.20 827 1.0000
Rprec_mult_0.40 827 1.0000
Rprec_mult_0.60 827 0.8333
Rprec_mult_0.80 827 0.7083
Rprec_mult_1.00 827 0.5862
Rprec_mult_1.20 827 0.4857
Rprec_mult_1.40 827 0.4146
Rprec_mult_1.60 827 0.4043
Rprec_mult_1.80 827 0.3962
Rprec_mult_2.00 827 0.3621
utility 827 -27.0000
11pt_avg 827 0.6207
binG 827 0.5713
G 827 0.2894
ndcg 827 0.7663
ndcg_rel 827 0.7430
Rndcg 827 0.6844
ndcg_cut_5 827 0.5831
ndcg_cut_10 827 0.7702
ndcg_cut_15 827 0.7912
ndcg_cut_20 827 0.7643
ndcg_cut_30 827 0.7280
ndcg_cut_100 827 0.7663
ndcg_cut_200 827 0.7663
ndcg_cut_500 827 0.7663
ndcg_cut_1000 827 0.7663
map_cut_5 827 0.1724
map_cut_10 827 0.3448
map_cut_15 827 0.5172
map_cut_20 827 0.5448
map_cut_30 827 0.5715
map_cut_100 827 0.6292
map_cut_200 827 0.6292
map_cut_500 827 0.6292
map_cut_1000 827 0.6292
relative_P_5 827 1.0000
relative_P_10 827 1.0000
relative_P_15 827 1.0000
relative_P_20 827 0.8000
relative_P_30 827 0.5862
relative_P_100 827 0.7241
relative_P_200 827 0.7241
relative_P_500 827 0.7241
relative_P_1000 827 0.7241
success_1 827 1.0000
success_5 827 1.0000
success_10 827 1.0000
set_P 827 0.3043
set_relative_P 827 0.7241
set_recall 827 0.7241
set_map 827 0.2204
set_F 827 0.4286
num_nonrel_judged_ret 827 47
num_ret 828 99
num_rel 828 7
num_rel_ret 828 6
map 828 0.4249
Rprec 828 0.4286
bpref 828 0.3673
recip_rank 828 1.0000
iprec_at_recall_0.00 828 1.0000
iprec_at_recall_0.10 828 1.0000
iprec_at_recall_0.20 828 1.0000
iprec_at_recall_0.30 828 0.5000
iprec_at_recall_0.40 828 0.5000
iprec_at_recall_0.50 828 0.2667
iprec_at_recall_0.60 828 0.1042
iprec_at_recall_0.70 828 0.1042
iprec_at_recall_0.80 828 0.1034
iprec_at_recall_0.90 828 0.0000
iprec_at_recall_1.00 828 0.0000
P_5 828 0.4000
P_10 828 0.3000
P_15 828 0.2667
P_20 828 0.2000
P_30 828 0.1333
P_100 828 0.0600
P_200 828 0.0300
P_500 828 0.0120
P_1000 828 0.0060
relstring 828 '2800020000'
recall_5 828 0.2857
recall_10 828 0.4286
recall_15 828 0.5714
recall_20 828 0.5714
recall_30 828 0.5714
recall_100 828 0.8571
recall_200 828 0.8571
recall_500 828 0.8571
recall_1000 828 0.8571
infAP 828 0.4249
Rprec_mult_0.20 828 1.0000
Rprec_mult_0.40 828 0.6667
Rprec_mult_0.60 828 0.4000
Rprec_mult_0.80 828 0.5000
Rprec_mult_1.00 828 0.4286
Rprec_mult_1.20 828 0.3333
Rprec_mult_1.40 828 0.3000
Rprec_mult_1.60 828 0.2500
Rprec_mult_1.80 828 0.2308
Rprec_mult_2.00 828 0.2143
utility 828 -87.0000
11pt_avg 828 0.4162
binG 828 0.4367
G 828 0.5270
ndcg 828 0.6746
ndcg_rel 828 0.6067
Rndcg 828 0.5030
ndcg_cut_5 828 0.5924
ndcg_cut_10 828 0.5845
ndcg_cut_15 828 0.6222
ndcg_cut_20 828 0.6222
ndcg_cut_30 828 0.6222
ndcg_cut_100 828 0.6746
ndcg_cut_200 828 0.6746
ndcg_cut_500 828 0.6746
ndcg_cut_1000 828 0.6746
map_cut_5 828 0.2857
map_cut_10 828 0.3571
map_cut_15 828 0.3952
map_cut_20 828 0.3952
map_cut_30 828 0.3952
map_cut_100 828 0.4249
map_cut_200 828 0.4249
map_cut_500 828 0.4249
map_cut_1000 828 0.4249
relative_P_5 828 0.4000
relative_P_10 828 0.4286
relative_P_15 828 0.5714
relative_P_20 828 0.5714
relative_P_30 828 0.5714
relative_P_100 828 0.8571
relative_P_200 828 0.8571
relative_P_500 828 0.8571
relative_P_1000 828 0.8571
success_1 828 1.0000
success_5 828 1.0000
success_10 828 1.0000
set_P 828 0.0606
set_relative_P 828 0.8571
set_recall 828 0.8571
set_map 828 0.0519
set_F 828 0.1132
num_nonrel_judged_ret 828 86
num_ret 829 97
num_rel 829 36
num_rel_ret 829 21
map 829 0.3308
Rprec 829 0.3889
bpref 829 0.3125
recip_rank 829 1.0000
iprec_at_recall_0.00 829 1.0000
iprec_at_recall_0.10 829 1.0000
iprec_at_recall_0.20 829 0.5000
iprec_at_recall_0.30 829 0.4583
iprec_at_recall_0.40 829 0.3036
iprec_at_recall_0.50 829 0.2879
iprec_at_recall_0.60 829 0.0000
iprec_at_recall_0.70 829 0.0000
iprec_at_recall_0.80 829 0.0000
iprec_at_recall_0.90 829 0.0000
iprec_at_recall_1.00 829 0.0000
P_5 829 1.0000
P_10 829 0.7000
P_15 829 0.4667
P_20 829 0.5000
P_30 829 0.4000
P_100 829 0.2100
P_200 829 0.1050
P_500 829 0.0420
P_1000 829 0.0210
relstring 829 '2222220040'
recall_5 829 0.1389
recall_10 829 0.1944
recall_15 829 0.1944
recall_20 829 0.2778
recall_30 829 0.3333
recall_100 829 0.5833
recall_200 829 0.5833
recall_500 829 0.5833
recall_1000 829 0.5833
infAP 829 0.3308
Rprec_mult_0.20 829 0.7500
Rprec_mult_0.40 829 0.4667
Rprec_mult_0.60 829 0.4545
Rprec_mult_0.80 829 0.4138
Rprec_mult_1.00 829 0.3889
Rprec_mult_1.20 829 0.3182
Rprec_mult_1.40 829 0.2941
Rprec_mult_1.60 829 0.2931
Rprec_mult_1.80 829 0.2769
Rprec_mult_2.00 829 0.2639
utility 829 -55.0000
11pt_avg 829 0.3227
binG 829 0.2655
G 829 0.0984
ndcg 829 0.3984
ndcg_rel 829 0.3501
Rndcg 829 0.3108
ndcg_cut_5 829 0.2676
ndcg_cut_10 829 0.2936
ndcg_cut_15 829 0.2672
ndcg_cut_20 829 0.3061
ndcg_cut_30 829 0.3279
ndcg_cut_100 829 0.3984
ndcg_cut_200 829 0.3984
ndcg_cut_500 829 0.3984
ndcg_cut_1000 829 0.3984
map_cut_5 829 0.1389
map_cut_10 829 0.1883
map_cut_15 829 0.1883
map_cut_20 829 0.2291
map_cut_30 829 0.2538
map_cut_100 829 0.3308
map_cut_200 829 0.3308
map_cut_500 829 0.3308
map_cut_1000 829 0.3308
relative_P_5 829 1.0000
relative_P_10 829 0.7000
relative_P_15 829 0.4667
relative_P_20 829 0.5000
relative_P_30 829 0.4000
relative_P_100 829 0.5833
relative_P_200 829 0.5833
relative_P_500 829 0.5833
relative_P_1000 829 0.5833
success_1 829 1.0000
success_5 829 1.0000
success_10 829 1.0000
set_P 829 0.2165
set_relative_P 829 0.5833
set_recall 829 0.5833
set_map 829 0.1263
set_F 829 0.3158
num_nonrel_judged_ret 829 61
num_ret 830 96
num_rel 830 19
num_rel_ret 830 16
map 830 0.4993
Rprec 830 0.5789
bpref 830 0.5014
recip_rank 830 0.5000
iprec_at_recall_0.00 830 0.8333
iprec_at_recall_0.10 830 0.8333
iprec_at_recall_0.20 830 0.8333
iprec_at_recall_0.30 830 0.7778
iprec_at_recall_0.40 830 0.7273
iprec_at_recall_0.50 830 0.7143
iprec_at_recall_0.60 830 0.4118
iprec_at_recall_0.70 830 0.4118
iprec_at_recall_0.80 830 0.1839
iprec_at_recall_0.90 830 0.0000
iprec_at_recall_1.00 830 0.0000
P_5 830 0.8000
P_10 830 0.7000
P_15 830 0.6667
P_20 830 0.5500
P_30 830 0.3667
P_100 830 0.1600
P_200 830 0.0800
P_500 830 0.0320
P_1000 830 0.0160
relstring 830 '0>22220220'
recall_5 830 0.2105
recall_10 830 0.3684
recall_15 830 0.5263
recall_20 830 0.5789
recall_30 830 0.5789
recall_100 830 0.8421
recall_200 830 0.8421
recall_500 830 0.8421
recall_1000 830 0.8421
infAP 830 0.4993
Rprec_mult_0.20 830 0.7500
Rprec_mult_0.40 830 0.7500
Rprec_mult_0.60 830 0.6667
Rprec_mult_0.80 830 0.6250
Rprec_mult_1.00 830 0.5789
Rprec_mult_1.20 830 0.4783
Rprec_mult_1.40 830 0.4074
Rprec_mult_1.60 830 0.3871
Rprec_mult_1.80 830 0.4000
Rprec_mult_2.00 830 0.3684
utility 830 -64.0000
11pt_avg 830 0.5206
binG 830 0.3523
G 830 0.3433
ndcg 830 0.6727
ndcg_rel 830 0.6417
Rndcg 830 0.4261
ndcg_cut_5 830 0.6398
ndcg_cut_10 830 0.6357
ndcg_cut_15 830 0.6325
ndcg_cut_20 830 0.6057
ndcg_cut_30 830 0.6057
ndcg_cut_100 830 0.6727
ndcg_cut_200 830 0.6727
ndcg_cut_500 830 0.6727
ndcg_cut_1000 830 0.6727
map_cut_5 830 0.1430
map_cut_10 830 0.2673
map_cut_15 830 0.3796
map_cut_20 830 0.4100
map_cut_30 830 0.4100
map_cut_100 830 0.4993
map_cut_200 830 0.4993
map_cut_500 830 0.4993
map_cut_1000 830 0.4993
relative_P_5 830 0.8000
relative_P_10 830 0.7000
relative_P_15 830 0.6667
relative_P_20 830 0.5789
relative_P_30 830 0.5789
relative_P_100 830 0.8421
relative_P_200 830 0.8421
relative_P_500 830 0.8421
relative_P_1000 830 0.8421
success_1 830 0.0000
success_5 830 1.0000
success_10 830 1.0000
set_P 830 0.1667
set_relative_P 830 0.8421
set_recall 830 0.8421
set_map 830 0.1404
set_F 830 0.2783
num_nonrel_judged_ret 830 70
num_ret 831 92
num_rel 831 44
num_rel_ret 831 29
map 831 0.4591
Rprec 831 0.5227
bpref 831 0.5015
recip_rank 831 1.0000
iprec_at_recall_0.00 831 1.0000
iprec_at_recall_0.10 831 1.0000
iprec_at_recall_0.20 831 0.7500
iprec_at_recall_0.30 831 0.6800
iprec_at_recall_0.40 831 0.6667
iprec_at_recall_0.50 831 0.6111
iprec_at_recall_0.60 831 0.4828
iprec_at_recall_0.70 831 0.0000
iprec_at_recall_0.80 831 0.0000
iprec_at_recall_0.90 831 0.0000
iprec_at_recall_1.00 831 0.0000
P_5 831 1.0000
P_10 831 0.7000
P_15 831 0.6667
P_20 831 0.6500
P_30 831 0.6333
P_100 831 0.2900
P_200 831 0.1450
P_500 831 0.0580
P_1000 831 0.0290
relstring 831 '>>>8220020'
recall_5 831 0.1136
recall_10 831 0.1591
recall_15 831 0.2273
recall_20 831 0.2955
recall_30 831 0.4318
recall_100 831 0.6591
recall_200 831 0.6591
recall_500 831 0.6591
recall_1000 831 0.6591
infAP 831 0.4591
Rprec_mult_0.20 831 0.7778
Rprec_mult_0.40 831 0.6111
Rprec_mult_0.60 831 0.6667
Rprec_mult_0.80 831 0.6111
Rprec_mult_1.00 831 0.5227
Rprec_mult_1.20 831 0.4906
Rprec_mult_1.40 831 0.4677
Rprec_mult_1.60 831 0.4085
Rprec_mult_1.80 831 0.3625
Rprec_mult_2.00 831 0.3295
utility 831 -34.0000
11pt_avg 831 0.4719
binG 831 0.2888
G 831 0.3598
ndcg 831 0.7583
ndcg_rel 831 0.7687
Rndcg 831 0.7603
ndcg_cut_5 831 0.8122
ndcg_cut_10 831 0.7208
ndcg_cut_15 831 0.7206
ndcg_cut_20 831 0.7231
ndcg_cut_30 831 0.7222
ndcg_cut_100 831 0.7583
ndcg_cut_200 831 0.7583
ndcg_cut_500 831 0.7583
ndcg_cut_1000 831 0.7583
map_cut_5 831 0.1136
map_cut_10 831 0.1540
map_cut_15 831 0.2038
map_cut_20 831 0.2469
map_cut_30 831 0.3370
map_cut_100 831 0.4591
map_cut_200 831 0.4591
map_cut_500 831 0.4591
map_cut_1000 831 0.4591
relative_P_5 831 1.0000
relative_P_10 831 0.7000
relative_P_15 831 0.6667
relative_P_20 831 0.6500
relative_P_30 831 0.6333
relative_P_100 831 0.6591
relative_P_200 831 0.6591
relative_P_500 831 0.6591
relative_P_1000 831 0.6591
success_1 831 1.0000
success_5 831 1.0000
success_10 831 1.0000
set_P 831 0.3152
set_relative_P 831 0.6591
set_recall 831 0.6591
set_map 831 0.2078
set_F 831 0.4265
num_nonrel_judged_ret 831 44
num_ret 832 93
num_rel 832 52
num_rel_ret 832 36
map 832 0.5605
Rprec 832 0.5962
bpref 832 0.6002
recip_rank 832 1.0000
iprec_at_recall_0.00 832 1.0000
iprec_at_recall_0.10 832 0.9231
iprec_at_recall_0.20 832 0.9231
iprec_at_recall_0.30 832 0.9000
iprec_at_recall_0.40 832 0.8846
iprec_at_recall_0.50 832 0.8125
iprec_at_recall_0.60 832 0.5714
iprec_at_recall_0.70 832 0.0000
iprec_at_recall_0.80 832 0.0000
iprec_at_recall_0.90 832 0.0000
iprec_at_recall_1.00 832 0.0000
P_5 832 0.8000
P_10 832 0.9000
P_15 832 0.8667
P_20 832 0.9000
P_30 832 0.8000
P_100 832 0.3600
P_200 832 0.1800
P_500 832 0.0720
P_1000 832 0.0360
relstring 832 '4240222222'
recall_5 832 0.0769
recall_10 832 0.1731
recall_15 832 0.2500
recall_20 832 0.3462
recall_30 832 0.4615
recall_100 832 0.6923
recall_200 832 0.6923
recall_500 832 0.6923
recall_1000 832 0.6923
infAP 832 0.5605
Rprec_mult_0.20 832 0.9091
Rprec_mult_0.40 832 0.8571
Rprec_mult_0.60 832 0.8125
Rprec_mult_0.80 832 0.6905
Rprec_mult_1.00 832 0.5962
Rprec_mult_1.20 832 0.5238
Rprec_mult_1.40 832 0.4658
Rprec_mult_1.60 832 0.4286
Rprec_mult_1.80 832 0.3830
Rprec_mult_2.00 832 0.3462
utility 832 -21.0000
11pt_avg 832 0.5468
binG 832 0.3302
G 832 0.2199
ndcg 832 0.7139
ndcg_rel 832 0.7584
Rndcg 832 0.6948
ndcg_cut_5 832 0.7292
ndcg_cut_10 832 0.7900
ndcg_cut_15 832 0.7924
ndcg_cut_20 832 0.8179
ndcg_cut_30 832 0.7792
ndcg_cut_100 832 0.7139
ndcg_cut_200 832 0.7139
ndcg_cut_500 832 0.7139
ndcg_cut_1000 832 0.7139
map_cut_5 832 0.0731
map_cut_10 832 0.1568
map_cut_15 832 0.2263
map_cut_20 832 0.3117
map_cut_30 832 0.4118
map_cut_100 832 0.5605
map_cut_200 832 0.5605
map_cut_500 832 0.5605
map_cut_1000 832 0.5605
relative_P_5 832 0.8000
relative_P_10 832 0.9000
relative_P_15 832 0.8667
relative_P_20 832 0.9000
relative_P_30 832 0.8000
relative_P_100 832 0.6923
relative_P_200 832 0.6923
relative_P_500 832 0.6923
relative_P_1000 832 0.6923
success_1 832 1.0000
success_5 832 1.0000
success_10 832 1.0000
set_P 832 0.3871
set_relative_P 832 0.6923
set_recall 832 0.6923
set_map 832 0.2680
set_F 832 0.4966
num_nonrel_judged_ret 832 32
num_ret 833 98
num_rel 833 30
num_rel_ret 833 26
map 833 0.7713
Rprec 833 0.8333
bpref 833 0.7811
recip_rank 833 1.0000
iprec_at_recall_0.00 833 1.0000
iprec_at_recall_0.10 833 1.0000
iprec_at_recall_0.20 833 1.0000
iprec_at_recall_0.30 833 0.9231
iprec_at_recall_0.40 833 0.9231
iprec_at_recall_0.50 833 0.8947
iprec_at_recall_0.60 833 0.8571
iprec_at_recall_0.70 833 0.8571
iprec_at_recall_0.80 833 0.8571
iprec_at_recall_0.90 833 0.0000
iprec_at_recall_1.00 833 0.0000
P_5 833 1.0000
P_10 833 0.9000
P_15 833 0.8667
P_20 833 0.8500
P_30 833 0.8333
P_100 833 0.2600
P_200 833 0.1300
P_500 833 0.0520
P_1000 833 0.0260
relstring 833 '>>4>>480>>'
recall_5 833 0.1667
recall_10 833 0.3000
recall_15 833 0.4333
recall_20 833 0.5667
recall_30 833 0.8333
recall_100 833 0.8667
recall_200 833 0.8667
recall_500 833 0.8667
recall_1000 833 0.8667
infAP 833 0.7713
Rprec_mult_0.20 833 1.0000
Rprec_mult_0.40 833 0.9167
Rprec_mult_0.60 833 0.8889
Rprec_mult_0.80 833 0.8333
Rprec_mult_1.00 833 0.8333
Rprec_mult_1.20 833 0.6944
Rprec_mult_1.40 833 0.5952
Rprec_mult_1.60 833 0.5208
Rprec_mult_1.80 833 0.4630
Rprec_mult_2.00 833 0.4333
utility 833 -46.0000
11pt_avg 833 0.7557
binG 833 0.5320
G 833 0.2916
ndcg 833 0.8902
ndcg_rel 833 0.8490
Rndcg 833 0.8369
ndcg_cut_5 833 0.8728
ndcg_cut_10 833 0.7773
ndcg_cut_15 833 0.8213
ndcg_cut_20 833 0.8176
ndcg_cut_30 833 0.8867
ndcg_cut_100 833 0.8902
ndcg_cut_200 833 0.8902
ndcg_cut_500 833 0.8902
ndcg_cut_1000 833 0.8902
map_cut_5 833 0.1667
map_cut_10 833 0.2930
map_cut_15 833 0.4135
map_cut_20 833 0.5315
map_cut_30 833 0.7563
map_cut_100 833 0.7713
map_cut_200 833 0.7713
map_cut_500 833 0.7713
map_cut_1000 833 0.7713
relative_P_5 833 1.0000
relative_P_10 833 0.9000
relative_P_15 833 0.8667
relative_P_20 833 0.8500
relative_P_30 833 0.8333
relative_P_100 833 0.8667
relative_P_200 833 0.8667
relative_P_500 833 0.8667
relative_P_1000 833 0.8667
success_1 833 1.0000
success_5 833 1.0000
success_10 833 1.0000
set_P 833 0.2653
set_relative_P 833 0.8667
set_recall 833 0.8667
set_map 833 0.2299
set_F 833 0.4062
num_nonrel_judged_ret 833 53
num_ret 834 96
num_rel 834 140
num_rel_ret 834 69
map 834 0.4310
Rprec 834 0.4929
bpref 834 0.4625
recip_rank 834 1.0000
iprec_at_recall_0.00 834 1.0000
iprec_at_recall_0.10 834 1.0000
iprec_at_recall_0.20 834 0.9333
iprec_at_recall_0.30 834 0.8431
iprec_at_recall_0.40 834 0.7778
iprec_at_recall_0.50 834 0.0000
iprec_at_recall_0.60 834 0.0000
iprec_at_recall_0.70 834 0.0000
iprec_at_recall_0.80 834 0.0000
iprec_at_recall_0.90 834 0.0000
iprec_at_recall_1.00 834 0.0000
P_5 834 1.0000
P_10 834 1.0000
P_15 834 1.0000
P_20 834 1.0000
P_30 834 0.9333
P_100 834 0.6900
P_200 834 0.3450
P_500 834 0.1380
P_1000 834 0.0690
relstring 834 '>8>888>422'
recall_5 834 0.0357
recall_10 834 0.0714
recall_15 834 0.1071
recall_20 834 0.1429
recall_30 834 0.2000
recall_100 834 0.4929
recall_200 834 0.4929
recall_500 834 0.4929
recall_1000 834 0.4929
infAP 834 0.4310
Rprec_mult_0.20 834 0.9286
Rprec_mult_0.40 834 0.8036
Rprec_mult_0.60 834 0.7262
Rprec_mult_0.80 834 0.6161
Rprec_mult_1.00 834 0.4929
Rprec_mult_1.20 834 0.4107
Rprec_mult_1.40 834 0.3520
Rprec_mult_1.60 834 0.3080
Rprec_mult_1.80 834 0.2738
Rprec_mult_2.00 834 0.2464
utility 834 42.0000
11pt_avg 834 0.4140
binG 834 0.2552
G 834 0.1008
ndcg 834 0.5606
ndcg_rel 834 0.6029
Rndcg 834 0.6225
ndcg_cut_5 834 0.7544
ndcg_cut_10 834 0.6798
ndcg_cut_15 834 0.6549
ndcg_cut_20 834 0.6440
ndcg_cut_30 834 0.6243
ndcg_cut_100 834 0.6041
ndcg_cut_200 834 0.5606
ndcg_cut_500 834 0.5606
ndcg_cut_1000 834 0.5606
map_cut_5 834 0.0357
map_cut_10 834 0.0714
map_cut_15 834 0.1071
map_cut_20 834 0.1429
map_cut_30 834 0.1960
map_cut_100 834 0.4310
map_cut_200 834 0.4310
map_cut_500 834 0.4310
map_cut_1000 834 0.4310
relative_P_5 834 1.0000
relative_P_10 834 1.0000
relative_P_15 834 1.0000
relative_P_20 834 1.0000
relative_P_30 834 0.9333
relative_P_100 834 0.6900
relative_P_200 834 0.4929
relative_P_500 834 0.4929
relative_P_1000 834 0.4929
success_1 834 1.0000
success_5 834 1.0000
success_10 834 1.0000
set_P 834 0.7188
set_relative_P 834 0.7188
set_recall 834 0.4929
set_map 834 0.3542
set_F 834 0.5847
num_nonrel_judged_ret 834 15
num_ret 835 84
num_rel 835 8
num_rel_ret 835 2
map 835 0.1308
Rprec 835 0.1250
bpref 835 0.1250
recip_rank 835 1.0000
iprec_at_recall_0.00 835 1.0000
iprec_at_recall_0.10 835 1.0000
iprec_at_recall_0.20 835 0.0465
iprec_at_recall_0.30 835 0.0000
iprec_at_recall_0.40 835 0.0000
iprec_at_recall_0.50 835 0.0000
iprec_at_recall_0.60 835 0.0000
iprec_at_recall_0.70 835 0.0000
iprec_at_recall_0.80 835 0.0000
iprec_at_recall_0.90 835 0.0000
iprec_at_recall_1.00 835 0.0000
P_5 835 0.2000
P_10 835 0.1000
P_15 835 0.0667
P_20 835 0.0500
P_30 835 0.0333
P_100 835 0.0200
P_200 835 0.0100
P_500 835 0.0040
P_1000 835 0.0020
relstring 835 '8000000000'
recall_5 835 0.1250
recall_10 835 0.1250
recall_15 835 0.1250
recall_20 835 0.1250
recall_30 835 0.1250
recall_100 835 0.2500
recall_200 835 0.2500
recall_500 835 0.2500
recall_1000 835 0.2500
infAP 835 0.1308
Rprec_mult_0.20 835 0.5000
Rprec_mult_0.40 835 0.2500
Rprec_mult_0.60 835 0.2000
Rprec_mult_0.80 835 0.1429
Rprec_mult_1.00 835 0.1250
Rprec_mult_1.20 835 0.1000
Rprec_mult_1.40 835 0.0833
Rprec_mult_1.60 835 0.0769
Rprec_mult_1.80 835 0.0667
Rprec_mult_2.00 835 0.0625
utility 835 -80.0000
11pt_avg 835 0.1860
binG 835 0.1480
G 835 0.0569
ndcg 835 0.2675
ndcg_rel 835 0.2966
Rndcg 835 0.3260
ndcg_cut_5 835 0.2733
ndcg_cut_10 835 0.2558
ndcg_cut_15 835 0.2558
ndcg_cut_20 835 0.2558
ndcg_cut_30 835 0.2558
ndcg_cut_100 835 0.2675
ndcg_cut_200 835 0.2675
ndcg_cut_500 835 0.2675
ndcg_cut_1000 835 0.2675
map_cut_5 835 0.1250
map_cut_10 835 0.1250
map_cut_15 835 0.1250
map_cut_20 835 0.1250
map_cut_30 835 0.1250
map_cut_100 835 0.1308
map_cut_200 835 0.1308
map_cut_500 835 0.1308
map_cut_1000 835 0.1308
relative_P_5 835 0.2000
relative_P_10 835 0.1250
relative_P_15 835 0.1250
relative_P_20 835 0.1250
relative_P_30 835 0.1250
relative_P_100 835 0.2500
relative_P_200 835 0.2500
relative_P_500 835 0.2500
relative_P_1000 835 0.2500
success_1 835 1.0000
success_5 835 1.0000
success_10 835 1.0000
set_P 835 0.0238
set_relative_P 835 0.2500
set_recall 835 0.2500
set_map 835 0.0060
set_F 835 0.0435
num_nonrel_judged_ret 835 77
num_ret 836 94
num_rel 836 7
num_rel_ret 836 4
map 836 0.1634
Rprec 836 0.2857
bpref 836 0.2041
recip_rank 836 0.3333
iprec_at_recall_0.00 836 0.5000
iprec_at_recall_0.10 836 0.5000
iprec_at_recall_0.20 836 0.5000
iprec_at_recall_0.30 836 0.2308
iprec_at_recall_0.40 836 0.2308
iprec_at_recall_0.50 836 0.0800
iprec_at_recall_0.60 836 0.0000
iprec_at_recall_0.70 836 0.0000
iprec_at_recall_0.80 836 0.0000
iprec_at_recall_0.90 836 0.0000
iprec_at_recall_1.00 836 0.0000
P_5 836 0.4000
P_10 836 0.2000
P_15 836 0.2000
P_20 836 0.1500
P_30 836 0.1000
P_100 836 0.0400
P_200 836 0.0200
P_500 836 0.0080
P_1000 836 0.0040
relstring 836 '0042000000'
recall_5 836 0.2857
recall_10 836 0.2857
recall_15 836 0.4286
recall_20 836 0.4286
recall_30 836 0.4286
recall_100 836 0.5714
recall_200 836 0.5714
recall_500 836 0.5714
recall_1000 836 0.5714
infAP 836 0.1634
Rprec_mult_0.20 836 0.0000
Rprec_mult_0.40 836 0.3333
Rprec_mult_0.60 836 0.4000
Rprec_mult_0.80 836 0.3333
Rprec_mult_1.00 836 0.2857
Rprec_mult_1.20 836 0.2222
Rprec_mult_1.40 836 0.2000
Rprec_mult_1.60 836 0.1667
Rprec_mult_1.80 836 0.2308
Rprec_mult_2.00 836 0.2143
utility 836 -86.0000
11pt_avg 836 0.1856
binG 836 0.2083
G 836 0.1557
ndcg 836 0.3696
ndcg_rel 836 0.3367
Rndcg 836 0.2841
ndcg_cut_5 836 0.2817
ndcg_cut_10 836 0.2480
ndcg_cut_15 836 0.3391
ndcg_cut_20 836 0.3391
ndcg_cut_30 836 0.3391
ndcg_cut_100 836 0.3696
ndcg_cut_200 836 0.3696
ndcg_cut_500 836 0.3696
ndcg_cut_1000 836 0.3696
map_cut_5 836 0.1190
map_cut_10 836 0.1190
map_cut_15 836 0.1520
map_cut_20 836 0.1520
map_cut_30 836 0.1520
map_cut_100 836 0.1634
map_cut_200 836 0.1634
map_cut_500 836 0.1634
map_cut_1000 836 0.1634
relative_P_5 836 0.4000
relative_P_10 836 0.2857
relative_P_15 836 0.4286
relative_P_20 836 0.4286
relative_P_30 836 0.4286
relative_P_100 836 0.5714
relative_P_200 836 0.5714
relative_P_500 836 0.5714
relative_P_1000 836 0.5714
success_1 836 0.0000
success_5 836 1.0000
success_10 836 1.0000
set_P 836 0.0426
set_relative_P 836 0.5714
set_recall 836 0.5714
set_map 836 0.0243
set_F 836 0.0792