-
Notifications
You must be signed in to change notification settings - Fork 0
/
ICTNET_estem.trec_eval
4826 lines (4826 loc) · 160 KB
/
ICTNET_estem.trec_eval
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
num_ret 826 35
num_rel 826 19
num_rel_ret 826 19
map 826 0.6225
Rprec 826 0.6842
bpref 826 0.6316
recip_rank 826 0.5000
iprec_at_recall_0.00 826 0.7333
iprec_at_recall_0.10 826 0.7333
iprec_at_recall_0.20 826 0.7333
iprec_at_recall_0.30 826 0.7333
iprec_at_recall_0.40 826 0.7333
iprec_at_recall_0.50 826 0.7333
iprec_at_recall_0.60 826 0.7222
iprec_at_recall_0.70 826 0.6818
iprec_at_recall_0.80 826 0.6667
iprec_at_recall_0.90 826 0.5588
iprec_at_recall_1.00 826 0.5588
P_5 826 0.4000
P_10 826 0.6000
P_15 826 0.7333
P_20 826 0.6500
P_30 826 0.5667
P_100 826 0.1900
P_200 826 0.0950
P_500 826 0.0380
P_1000 826 0.0190
relstring 826 '02>0004>44'
recall_5 826 0.1053
recall_10 826 0.3158
recall_15 826 0.5789
recall_20 826 0.6842
recall_30 826 0.8947
recall_100 826 1.0000
recall_200 826 1.0000
recall_500 826 1.0000
recall_1000 826 1.0000
infAP 826 0.6225
Rprec_mult_0.20 826 0.5000
Rprec_mult_0.40 826 0.5000
Rprec_mult_0.60 826 0.6667
Rprec_mult_0.80 826 0.6875
Rprec_mult_1.00 826 0.6842
Rprec_mult_1.20 826 0.6522
Rprec_mult_1.40 826 0.5926
Rprec_mult_1.60 826 0.5484
Rprec_mult_1.80 826 0.5429
Rprec_mult_2.00 826 0.5000
utility 826 3.0000
11pt_avg 826 0.6899
binG 826 0.3758
G 826 0.1972
ndcg 826 0.6148
ndcg_rel 826 0.4236
Rndcg 826 0.3775
ndcg_cut_5 826 0.1963
ndcg_cut_10 826 0.3274
ndcg_cut_15 826 0.4929
ndcg_cut_20 826 0.5475
ndcg_cut_30 826 0.5760
ndcg_cut_100 826 0.6148
ndcg_cut_200 826 0.6148
ndcg_cut_500 826 0.6148
ndcg_cut_1000 826 0.6148
map_cut_5 826 0.0614
map_cut_10 826 0.1711
map_cut_15 826 0.3523
map_cut_20 826 0.4275
map_cut_30 826 0.5644
map_cut_100 826 0.6225
map_cut_200 826 0.6225
map_cut_500 826 0.6225
map_cut_1000 826 0.6225
relative_P_5 826 0.4000
relative_P_10 826 0.6000
relative_P_15 826 0.7333
relative_P_20 826 0.6842
relative_P_30 826 0.8947
relative_P_100 826 1.0000
relative_P_200 826 1.0000
relative_P_500 826 1.0000
relative_P_1000 826 1.0000
success_1 826 0.0000
success_5 826 1.0000
success_10 826 1.0000
set_P 826 0.5429
set_relative_P 826 1.0000
set_recall 826 1.0000
set_map 826 0.5429
set_F 826 0.7037
num_nonrel_judged_ret 826 16
num_ret 827 17
num_rel 827 11
num_rel_ret 827 11
map 827 0.9291
Rprec 827 0.9091
bpref 827 0.8485
recip_rank 827 1.0000
iprec_at_recall_0.00 827 1.0000
iprec_at_recall_0.10 827 1.0000
iprec_at_recall_0.20 827 1.0000
iprec_at_recall_0.30 827 1.0000
iprec_at_recall_0.40 827 1.0000
iprec_at_recall_0.50 827 1.0000
iprec_at_recall_0.60 827 0.9091
iprec_at_recall_0.70 827 0.9091
iprec_at_recall_0.80 827 0.9091
iprec_at_recall_0.90 827 0.9091
iprec_at_recall_1.00 827 0.6471
P_5 827 1.0000
P_10 827 0.9000
P_15 827 0.6667
P_20 827 0.5500
P_30 827 0.3667
P_100 827 0.1100
P_200 827 0.0550
P_500 827 0.0220
P_1000 827 0.0110
relstring 827 '>42>>20222'
recall_5 827 0.4545
recall_10 827 0.8182
recall_15 827 0.9091
recall_20 827 1.0000
recall_30 827 1.0000
recall_100 827 1.0000
recall_200 827 1.0000
recall_500 827 1.0000
recall_1000 827 1.0000
infAP 827 0.9291
Rprec_mult_0.20 827 1.0000
Rprec_mult_0.40 827 1.0000
Rprec_mult_0.60 827 0.8571
Rprec_mult_0.80 827 0.8889
Rprec_mult_1.00 827 0.9091
Rprec_mult_1.20 827 0.7143
Rprec_mult_1.40 827 0.6250
Rprec_mult_1.60 827 0.6111
Rprec_mult_1.80 827 0.5500
Rprec_mult_2.00 827 0.5000
utility 827 5.0000
11pt_avg 827 0.9349
binG 827 0.8052
G 827 0.4478
ndcg 827 0.8779
ndcg_rel 827 0.8049
Rndcg 827 0.7643
ndcg_cut_5 827 0.8341
ndcg_cut_10 827 0.8309
ndcg_cut_15 827 0.8331
ndcg_cut_20 827 0.8779
ndcg_cut_30 827 0.8779
ndcg_cut_100 827 0.8779
ndcg_cut_200 827 0.8779
ndcg_cut_500 827 0.8779
ndcg_cut_1000 827 0.8779
map_cut_5 827 0.4545
map_cut_10 827 0.7876
map_cut_15 827 0.8703
map_cut_20 827 0.9291
map_cut_30 827 0.9291
map_cut_100 827 0.9291
map_cut_200 827 0.9291
map_cut_500 827 0.9291
map_cut_1000 827 0.9291
relative_P_5 827 1.0000
relative_P_10 827 0.9000
relative_P_15 827 0.9091
relative_P_20 827 1.0000
relative_P_30 827 1.0000
relative_P_100 827 1.0000
relative_P_200 827 1.0000
relative_P_500 827 1.0000
relative_P_1000 827 1.0000
success_1 827 1.0000
success_5 827 1.0000
success_10 827 1.0000
set_P 827 0.6471
set_relative_P 827 1.0000
set_recall 827 1.0000
set_map 827 0.6471
set_F 827 0.7857
num_nonrel_judged_ret 827 6
num_ret 829 12
num_rel 829 5
num_rel_ret 829 5
map 829 0.7643
Rprec 829 0.6000
bpref 829 0.6400
recip_rank 829 1.0000
iprec_at_recall_0.00 829 1.0000
iprec_at_recall_0.10 829 1.0000
iprec_at_recall_0.20 829 1.0000
iprec_at_recall_0.30 829 1.0000
iprec_at_recall_0.40 829 1.0000
iprec_at_recall_0.50 829 0.7500
iprec_at_recall_0.60 829 0.7500
iprec_at_recall_0.70 829 0.5714
iprec_at_recall_0.80 829 0.5714
iprec_at_recall_0.90 829 0.5000
iprec_at_recall_1.00 829 0.5000
P_5 829 0.6000
P_10 829 0.5000
P_15 829 0.3333
P_20 829 0.2500
P_30 829 0.1667
P_100 829 0.0500
P_200 829 0.0250
P_500 829 0.0100
P_1000 829 0.0050
relstring 829 '2202002008'
recall_5 829 0.6000
recall_10 829 1.0000
recall_15 829 1.0000
recall_20 829 1.0000
recall_30 829 1.0000
recall_100 829 1.0000
recall_200 829 1.0000
recall_500 829 1.0000
recall_1000 829 1.0000
infAP 829 0.7643
Rprec_mult_0.20 829 1.0000
Rprec_mult_0.40 829 1.0000
Rprec_mult_0.60 829 0.6667
Rprec_mult_0.80 829 0.7500
Rprec_mult_1.00 829 0.6000
Rprec_mult_1.20 829 0.5000
Rprec_mult_1.40 829 0.5714
Rprec_mult_1.60 829 0.5000
Rprec_mult_1.80 829 0.4444
Rprec_mult_2.00 829 0.5000
utility 829 -2.0000
11pt_avg 829 0.7857
binG 829 0.6836
G 829 0.3339
ndcg 829 0.5970
ndcg_rel 829 0.3945
Rndcg 829 0.3979
ndcg_cut_5 829 0.3466
ndcg_cut_10 829 0.5970
ndcg_cut_15 829 0.5970
ndcg_cut_20 829 0.5970
ndcg_cut_30 829 0.5970
ndcg_cut_100 829 0.5970
ndcg_cut_200 829 0.5970
ndcg_cut_500 829 0.5970
ndcg_cut_1000 829 0.5970
map_cut_5 829 0.5500
map_cut_10 829 0.7643
map_cut_15 829 0.7643
map_cut_20 829 0.7643
map_cut_30 829 0.7643
map_cut_100 829 0.7643
map_cut_200 829 0.7643
map_cut_500 829 0.7643
map_cut_1000 829 0.7643
relative_P_5 829 0.6000
relative_P_10 829 1.0000
relative_P_15 829 1.0000
relative_P_20 829 1.0000
relative_P_30 829 1.0000
relative_P_100 829 1.0000
relative_P_200 829 1.0000
relative_P_500 829 1.0000
relative_P_1000 829 1.0000
success_1 829 1.0000
success_5 829 1.0000
success_10 829 1.0000
set_P 829 0.4167
set_relative_P 829 1.0000
set_recall 829 1.0000
set_map 829 0.4167
set_F 829 0.5882
num_nonrel_judged_ret 829 7
num_ret 830 8
num_rel 830 1
num_rel_ret 830 1
map 830 1.0000
Rprec 830 1.0000
bpref 830 1.0000
recip_rank 830 1.0000
iprec_at_recall_0.00 830 1.0000
iprec_at_recall_0.10 830 1.0000
iprec_at_recall_0.20 830 1.0000
iprec_at_recall_0.30 830 1.0000
iprec_at_recall_0.40 830 1.0000
iprec_at_recall_0.50 830 1.0000
iprec_at_recall_0.60 830 1.0000
iprec_at_recall_0.70 830 1.0000
iprec_at_recall_0.80 830 1.0000
iprec_at_recall_0.90 830 1.0000
iprec_at_recall_1.00 830 1.0000
P_5 830 0.2000
P_10 830 0.1000
P_15 830 0.0667
P_20 830 0.0500
P_30 830 0.0333
P_100 830 0.0100
P_200 830 0.0050
P_500 830 0.0020
P_1000 830 0.0010
relstring 830 '20000000'
recall_5 830 1.0000
recall_10 830 1.0000
recall_15 830 1.0000
recall_20 830 1.0000
recall_30 830 1.0000
recall_100 830 1.0000
recall_200 830 1.0000
recall_500 830 1.0000
recall_1000 830 1.0000
infAP 830 1.0000
Rprec_mult_0.20 830 1.0000
Rprec_mult_0.40 830 1.0000
Rprec_mult_0.60 830 1.0000
Rprec_mult_0.80 830 1.0000
Rprec_mult_1.00 830 1.0000
Rprec_mult_1.20 830 0.5000
Rprec_mult_1.40 830 0.5000
Rprec_mult_1.60 830 0.5000
Rprec_mult_1.80 830 0.5000
Rprec_mult_2.00 830 0.5000
utility 830 -6.0000
11pt_avg 830 1.0000
binG 830 1.0000
G 830 1.0000
ndcg 830 1.0000
ndcg_rel 830 1.0000
Rndcg 830 1.0000
ndcg_cut_5 830 1.0000
ndcg_cut_10 830 1.0000
ndcg_cut_15 830 1.0000
ndcg_cut_20 830 1.0000
ndcg_cut_30 830 1.0000
ndcg_cut_100 830 1.0000
ndcg_cut_200 830 1.0000
ndcg_cut_500 830 1.0000
ndcg_cut_1000 830 1.0000
map_cut_5 830 1.0000
map_cut_10 830 1.0000
map_cut_15 830 1.0000
map_cut_20 830 1.0000
map_cut_30 830 1.0000
map_cut_100 830 1.0000
map_cut_200 830 1.0000
map_cut_500 830 1.0000
map_cut_1000 830 1.0000
relative_P_5 830 1.0000
relative_P_10 830 1.0000
relative_P_15 830 1.0000
relative_P_20 830 1.0000
relative_P_30 830 1.0000
relative_P_100 830 1.0000
relative_P_200 830 1.0000
relative_P_500 830 1.0000
relative_P_1000 830 1.0000
success_1 830 1.0000
success_5 830 1.0000
success_10 830 1.0000
set_P 830 0.1250
set_relative_P 830 1.0000
set_recall 830 1.0000
set_map 830 0.1250
set_F 830 0.2222
num_nonrel_judged_ret 830 7
num_ret 831 30
num_rel 831 23
num_rel_ret 831 23
map 831 0.8557
Rprec 831 0.7826
bpref 831 0.6087
recip_rank 831 1.0000
iprec_at_recall_0.00 831 1.0000
iprec_at_recall_0.10 831 1.0000
iprec_at_recall_0.20 831 0.9000
iprec_at_recall_0.30 831 0.9000
iprec_at_recall_0.40 831 0.8750
iprec_at_recall_0.50 831 0.8750
iprec_at_recall_0.60 831 0.8750
iprec_at_recall_0.70 831 0.8000
iprec_at_recall_0.80 831 0.7857
iprec_at_recall_0.90 831 0.7857
iprec_at_recall_1.00 831 0.7667
P_5 831 0.8000
P_10 831 0.9000
P_15 831 0.8667
P_20 831 0.8000
P_30 831 0.7667
P_100 831 0.2300
P_200 831 0.1150
P_500 831 0.0460
P_1000 831 0.0230
relstring 831 '24>2022844'
recall_5 831 0.1739
recall_10 831 0.3913
recall_15 831 0.5652
recall_20 831 0.6957
recall_30 831 1.0000
recall_100 831 1.0000
recall_200 831 1.0000
recall_500 831 1.0000
recall_1000 831 1.0000
infAP 831 0.8557
Rprec_mult_0.20 831 0.8000
Rprec_mult_0.40 831 0.9000
Rprec_mult_0.60 831 0.8571
Rprec_mult_0.80 831 0.7895
Rprec_mult_1.00 831 0.7826
Rprec_mult_1.20 831 0.7857
Rprec_mult_1.40 831 0.6970
Rprec_mult_1.60 831 0.6216
Rprec_mult_1.80 831 0.5476
Rprec_mult_2.00 831 0.5000
utility 831 16.0000
11pt_avg 831 0.8694
binG 831 0.5580
G 831 0.2033
ndcg 831 0.6607
ndcg_rel 831 0.4439
Rndcg 831 0.4627
ndcg_cut_5 831 0.3037
ndcg_cut_10 831 0.3606
ndcg_cut_15 831 0.5028
ndcg_cut_20 831 0.5587
ndcg_cut_30 831 0.6607
ndcg_cut_100 831 0.6607
ndcg_cut_200 831 0.6607
ndcg_cut_500 831 0.6607
ndcg_cut_1000 831 0.6607
map_cut_5 831 0.1739
map_cut_10 831 0.3632
map_cut_15 831 0.5112
map_cut_20 831 0.6203
map_cut_30 831 0.8557
map_cut_100 831 0.8557
map_cut_200 831 0.8557
map_cut_500 831 0.8557
map_cut_1000 831 0.8557
relative_P_5 831 0.8000
relative_P_10 831 0.9000
relative_P_15 831 0.8667
relative_P_20 831 0.8000
relative_P_30 831 1.0000
relative_P_100 831 1.0000
relative_P_200 831 1.0000
relative_P_500 831 1.0000
relative_P_1000 831 1.0000
success_1 831 1.0000
success_5 831 1.0000
success_10 831 1.0000
set_P 831 0.7667
set_relative_P 831 1.0000
set_recall 831 1.0000
set_map 831 0.7667
set_F 831 0.8679
num_nonrel_judged_ret 831 7
num_ret 832 19
num_rel 832 8
num_rel_ret 832 8
map 832 0.7250
Rprec 832 0.6250
bpref 832 0.6094
recip_rank 832 1.0000
iprec_at_recall_0.00 832 1.0000
iprec_at_recall_0.10 832 1.0000
iprec_at_recall_0.20 832 1.0000
iprec_at_recall_0.30 832 1.0000
iprec_at_recall_0.40 832 0.6667
iprec_at_recall_0.50 832 0.6667
iprec_at_recall_0.60 832 0.6667
iprec_at_recall_0.70 832 0.6667
iprec_at_recall_0.80 832 0.4706
iprec_at_recall_0.90 832 0.4706
iprec_at_recall_1.00 832 0.4706
P_5 832 0.6000
P_10 832 0.6000
P_15 832 0.4667
P_20 832 0.4000
P_30 832 0.2667
P_100 832 0.0800
P_200 832 0.0400
P_500 832 0.0160
P_1000 832 0.0080
relstring 832 '>>20002220'
recall_5 832 0.3750
recall_10 832 0.7500
recall_15 832 0.8750
recall_20 832 1.0000
recall_30 832 1.0000
recall_100 832 1.0000
recall_200 832 1.0000
recall_500 832 1.0000
recall_1000 832 1.0000
infAP 832 0.7250
Rprec_mult_0.20 832 1.0000
Rprec_mult_0.40 832 0.7500
Rprec_mult_0.60 832 0.6000
Rprec_mult_0.80 832 0.5714
Rprec_mult_1.00 832 0.6250
Rprec_mult_1.20 832 0.6000
Rprec_mult_1.40 832 0.5000
Rprec_mult_1.60 832 0.4615
Rprec_mult_1.80 832 0.4667
Rprec_mult_2.00 832 0.4375
utility 832 -3.0000
11pt_avg 832 0.7344
binG 832 0.6103
G 832 0.8455
ndcg 832 0.9751
ndcg_rel 832 0.9654
Rndcg 832 0.9662
ndcg_cut_5 832 0.9431
ndcg_cut_10 832 0.9432
ndcg_cut_15 832 0.9595
ndcg_cut_20 832 0.9751
ndcg_cut_30 832 0.9751
ndcg_cut_100 832 0.9751
ndcg_cut_200 832 0.9751
ndcg_cut_500 832 0.9751
ndcg_cut_1000 832 0.9751
map_cut_5 832 0.3750
map_cut_10 832 0.6079
map_cut_15 832 0.6662
map_cut_20 832 0.7250
map_cut_30 832 0.7250
map_cut_100 832 0.7250
map_cut_200 832 0.7250
map_cut_500 832 0.7250
map_cut_1000 832 0.7250
relative_P_5 832 0.6000
relative_P_10 832 0.7500
relative_P_15 832 0.8750
relative_P_20 832 1.0000
relative_P_30 832 1.0000
relative_P_100 832 1.0000
relative_P_200 832 1.0000
relative_P_500 832 1.0000
relative_P_1000 832 1.0000
success_1 832 1.0000
success_5 832 1.0000
success_10 832 1.0000
set_P 832 0.4211
set_relative_P 832 1.0000
set_recall 832 1.0000
set_map 832 0.4211
set_F 832 0.5926
num_nonrel_judged_ret 832 11
num_ret 833 10
num_rel 833 2
num_rel_ret 833 2
map 833 0.2679
Rprec 833 0.0000
bpref 833 0.0000
recip_rank 833 0.2500
iprec_at_recall_0.00 833 0.2857
iprec_at_recall_0.10 833 0.2857
iprec_at_recall_0.20 833 0.2857
iprec_at_recall_0.30 833 0.2857
iprec_at_recall_0.40 833 0.2857
iprec_at_recall_0.50 833 0.2857
iprec_at_recall_0.60 833 0.2857
iprec_at_recall_0.70 833 0.2857
iprec_at_recall_0.80 833 0.2857
iprec_at_recall_0.90 833 0.2857
iprec_at_recall_1.00 833 0.2857
P_5 833 0.2000
P_10 833 0.2000
P_15 833 0.1333
P_20 833 0.1000
P_30 833 0.0667
P_100 833 0.0200
P_200 833 0.0100
P_500 833 0.0040
P_1000 833 0.0020
relstring 833 '0008008000'
recall_5 833 0.5000
recall_10 833 1.0000
recall_15 833 1.0000
recall_20 833 1.0000
recall_30 833 1.0000
recall_100 833 1.0000
recall_200 833 1.0000
recall_500 833 1.0000
recall_1000 833 1.0000
infAP 833 0.2679
Rprec_mult_0.20 833 0.0000
Rprec_mult_0.40 833 0.0000
Rprec_mult_0.60 833 0.0000
Rprec_mult_0.80 833 0.0000
Rprec_mult_1.00 833 0.0000
Rprec_mult_1.20 833 0.0000
Rprec_mult_1.40 833 0.0000
Rprec_mult_1.60 833 0.2500
Rprec_mult_1.80 833 0.2500
Rprec_mult_2.00 833 0.2500
utility 833 -6.0000
11pt_avg 833 0.2857
binG 833 0.3934
G 833 0.3176
ndcg 833 0.4685
ndcg_rel 833 0.3663
Rndcg 833 0.2342
ndcg_cut_5 833 0.2641
ndcg_cut_10 833 0.4685
ndcg_cut_15 833 0.4685
ndcg_cut_20 833 0.4685
ndcg_cut_30 833 0.4685
ndcg_cut_100 833 0.4685
ndcg_cut_200 833 0.4685
ndcg_cut_500 833 0.4685
ndcg_cut_1000 833 0.4685
map_cut_5 833 0.1250
map_cut_10 833 0.2679
map_cut_15 833 0.2679
map_cut_20 833 0.2679
map_cut_30 833 0.2679
map_cut_100 833 0.2679
map_cut_200 833 0.2679
map_cut_500 833 0.2679
map_cut_1000 833 0.2679
relative_P_5 833 0.5000
relative_P_10 833 1.0000
relative_P_15 833 1.0000
relative_P_20 833 1.0000
relative_P_30 833 1.0000
relative_P_100 833 1.0000
relative_P_200 833 1.0000
relative_P_500 833 1.0000
relative_P_1000 833 1.0000
success_1 833 0.0000
success_5 833 1.0000
success_10 833 1.0000
set_P 833 0.2000
set_relative_P 833 1.0000
set_recall 833 1.0000
set_map 833 0.2000
set_F 833 0.3333
num_nonrel_judged_ret 833 8
num_ret 834 12
num_rel 834 9
num_rel_ret 834 9
map 834 0.8894
Rprec 834 0.8889
bpref 834 0.7037
recip_rank 834 1.0000
iprec_at_recall_0.00 834 1.0000
iprec_at_recall_0.10 834 1.0000
iprec_at_recall_0.20 834 1.0000
iprec_at_recall_0.30 834 1.0000
iprec_at_recall_0.40 834 0.8889
iprec_at_recall_0.50 834 0.8889
iprec_at_recall_0.60 834 0.8889
iprec_at_recall_0.70 834 0.8889
iprec_at_recall_0.80 834 0.8889
iprec_at_recall_0.90 834 0.7500
iprec_at_recall_1.00 834 0.7500
P_5 834 0.8000
P_10 834 0.8000
P_15 834 0.6000
P_20 834 0.4500
P_30 834 0.3000
P_100 834 0.0900
P_200 834 0.0450
P_500 834 0.0180
P_1000 834 0.0090
relstring 834 '>8>0>482>0'
recall_5 834 0.4444
recall_10 834 0.8889
recall_15 834 1.0000
recall_20 834 1.0000
recall_30 834 1.0000
recall_100 834 1.0000
recall_200 834 1.0000
recall_500 834 1.0000
recall_1000 834 1.0000
infAP 834 0.8894
Rprec_mult_0.20 834 1.0000
Rprec_mult_0.40 834 0.7500
Rprec_mult_0.60 834 0.8333
Rprec_mult_0.80 834 0.8750
Rprec_mult_1.00 834 0.8889
Rprec_mult_1.20 834 0.7273
Rprec_mult_1.40 834 0.6923
Rprec_mult_1.60 834 0.6000
Rprec_mult_1.80 834 0.5294
Rprec_mult_2.00 834 0.5000
utility 834 6.0000
11pt_avg 834 0.9040
binG 834 0.7317
G 834 0.4250
ndcg 834 0.9148
ndcg_rel 834 0.8521
Rndcg 834 0.8210
ndcg_cut_5 834 0.7994
ndcg_cut_10 834 0.8932
ndcg_cut_15 834 0.9148
ndcg_cut_20 834 0.9148
ndcg_cut_30 834 0.9148
ndcg_cut_100 834 0.9148
ndcg_cut_200 834 0.9148
ndcg_cut_500 834 0.9148
ndcg_cut_1000 834 0.9148
map_cut_5 834 0.4222
map_cut_10 834 0.8060
map_cut_15 834 0.8894
map_cut_20 834 0.8894
map_cut_30 834 0.8894
map_cut_100 834 0.8894
map_cut_200 834 0.8894
map_cut_500 834 0.8894
map_cut_1000 834 0.8894
relative_P_5 834 0.8000
relative_P_10 834 0.8889
relative_P_15 834 1.0000
relative_P_20 834 1.0000
relative_P_30 834 1.0000
relative_P_100 834 1.0000
relative_P_200 834 1.0000
relative_P_500 834 1.0000
relative_P_1000 834 1.0000
success_1 834 1.0000
success_5 834 1.0000
success_10 834 1.0000
set_P 834 0.7500
set_relative_P 834 1.0000
set_recall 834 1.0000
set_map 834 0.7500
set_F 834 0.8571
num_nonrel_judged_ret 834 3
num_ret 835 7
num_rel 835 3
num_rel_ret 835 3
map 835 0.5317
Rprec 835 0.6667
bpref 835 0.4444
recip_rank 835 0.5000
iprec_at_recall_0.00 835 0.6667
iprec_at_recall_0.10 835 0.6667
iprec_at_recall_0.20 835 0.6667
iprec_at_recall_0.30 835 0.6667
iprec_at_recall_0.40 835 0.6667
iprec_at_recall_0.50 835 0.6667
iprec_at_recall_0.60 835 0.6667
iprec_at_recall_0.70 835 0.6667
iprec_at_recall_0.80 835 0.4286
iprec_at_recall_0.90 835 0.4286
iprec_at_recall_1.00 835 0.4286
P_5 835 0.4000
P_10 835 0.3000
P_15 835 0.2000
P_20 835 0.1500
P_30 835 0.1000
P_100 835 0.0300
P_200 835 0.0150
P_500 835 0.0060
P_1000 835 0.0030
relstring 835 '0220002'
recall_5 835 0.6667
recall_10 835 1.0000
recall_15 835 1.0000
recall_20 835 1.0000
recall_30 835 1.0000
recall_100 835 1.0000
recall_200 835 1.0000
recall_500 835 1.0000
recall_1000 835 1.0000
infAP 835 0.5317
Rprec_mult_0.20 835 0.0000
Rprec_mult_0.40 835 0.5000
Rprec_mult_0.60 835 0.5000
Rprec_mult_0.80 835 0.6667
Rprec_mult_1.00 835 0.6667
Rprec_mult_1.20 835 0.5000
Rprec_mult_1.40 835 0.4000
Rprec_mult_1.60 835 0.4000
Rprec_mult_1.80 835 0.3333
Rprec_mult_2.00 835 0.3333
utility 835 -1.0000
11pt_avg 835 0.6017
binG 835 0.5496
G 835 0.4623
ndcg 835 0.6871
ndcg_rel 835 0.5349
Rndcg 835 0.6089
ndcg_cut_5 835 0.5307
ndcg_cut_10 835 0.6871
ndcg_cut_15 835 0.6871
ndcg_cut_20 835 0.6871
ndcg_cut_30 835 0.6871
ndcg_cut_100 835 0.6871
ndcg_cut_200 835 0.6871
ndcg_cut_500 835 0.6871
ndcg_cut_1000 835 0.6871
map_cut_5 835 0.3889
map_cut_10 835 0.5317
map_cut_15 835 0.5317
map_cut_20 835 0.5317
map_cut_30 835 0.5317
map_cut_100 835 0.5317
map_cut_200 835 0.5317
map_cut_500 835 0.5317
map_cut_1000 835 0.5317
relative_P_5 835 0.6667
relative_P_10 835 1.0000
relative_P_15 835 1.0000
relative_P_20 835 1.0000
relative_P_30 835 1.0000
relative_P_100 835 1.0000
relative_P_200 835 1.0000
relative_P_500 835 1.0000
relative_P_1000 835 1.0000
success_1 835 0.0000
success_5 835 1.0000
success_10 835 1.0000
set_P 835 0.4286
set_relative_P 835 1.0000
set_recall 835 1.0000
set_map 835 0.4286
set_F 835 0.6000
num_nonrel_judged_ret 835 4
num_ret 836 3
num_rel 836 2
num_rel_ret 836 2
map 836 1.0000
Rprec 836 1.0000
bpref 836 1.0000
recip_rank 836 1.0000
iprec_at_recall_0.00 836 1.0000
iprec_at_recall_0.10 836 1.0000
iprec_at_recall_0.20 836 1.0000
iprec_at_recall_0.30 836 1.0000
iprec_at_recall_0.40 836 1.0000
iprec_at_recall_0.50 836 1.0000
iprec_at_recall_0.60 836 1.0000
iprec_at_recall_0.70 836 1.0000
iprec_at_recall_0.80 836 1.0000
iprec_at_recall_0.90 836 1.0000
iprec_at_recall_1.00 836 1.0000
P_5 836 0.4000
P_10 836 0.2000
P_15 836 0.1333
P_20 836 0.1000
P_30 836 0.0667
P_100 836 0.0200
P_200 836 0.0100
P_500 836 0.0040
P_1000 836 0.0020
relstring 836 '>80'
recall_5 836 1.0000
recall_10 836 1.0000
recall_15 836 1.0000
recall_20 836 1.0000
recall_30 836 1.0000
recall_100 836 1.0000
recall_200 836 1.0000
recall_500 836 1.0000
recall_1000 836 1.0000
infAP 836 1.0000
Rprec_mult_0.20 836 1.0000
Rprec_mult_0.40 836 1.0000
Rprec_mult_0.60 836 1.0000
Rprec_mult_0.80 836 1.0000
Rprec_mult_1.00 836 1.0000
Rprec_mult_1.20 836 0.6667
Rprec_mult_1.40 836 0.6667
Rprec_mult_1.60 836 0.5000
Rprec_mult_1.80 836 0.5000
Rprec_mult_2.00 836 0.5000
utility 836 1.0000
11pt_avg 836 1.0000
binG 836 1.0000
G 836 1.0000
ndcg 836 1.0000
ndcg_rel 836 1.0000
Rndcg 836 1.0000
ndcg_cut_5 836 1.0000
ndcg_cut_10 836 1.0000
ndcg_cut_15 836 1.0000
ndcg_cut_20 836 1.0000
ndcg_cut_30 836 1.0000
ndcg_cut_100 836 1.0000
ndcg_cut_200 836 1.0000
ndcg_cut_500 836 1.0000
ndcg_cut_1000 836 1.0000
map_cut_5 836 1.0000
map_cut_10 836 1.0000
map_cut_15 836 1.0000
map_cut_20 836 1.0000
map_cut_30 836 1.0000
map_cut_100 836 1.0000
map_cut_200 836 1.0000
map_cut_500 836 1.0000
map_cut_1000 836 1.0000
relative_P_5 836 1.0000
relative_P_10 836 1.0000
relative_P_15 836 1.0000
relative_P_20 836 1.0000
relative_P_30 836 1.0000
relative_P_100 836 1.0000
relative_P_200 836 1.0000
relative_P_500 836 1.0000
relative_P_1000 836 1.0000
success_1 836 1.0000
success_5 836 1.0000
success_10 836 1.0000
set_P 836 0.6667
set_relative_P 836 1.0000
set_recall 836 1.0000
set_map 836 0.6667
set_F 836 0.8000
num_nonrel_judged_ret 836 1
num_ret 837 15
num_rel 837 11
num_rel_ret 837 11
map 837 0.8221
Rprec 837 0.6364
bpref 837 0.4545
recip_rank 837 1.0000
iprec_at_recall_0.00 837 1.0000
iprec_at_recall_0.10 837 1.0000
iprec_at_recall_0.20 837 1.0000
iprec_at_recall_0.30 837 1.0000
iprec_at_recall_0.40 837 1.0000
iprec_at_recall_0.50 837 0.7333
iprec_at_recall_0.60 837 0.7333
iprec_at_recall_0.70 837 0.7333
iprec_at_recall_0.80 837 0.7333
iprec_at_recall_0.90 837 0.7333
iprec_at_recall_1.00 837 0.7333
P_5 837 1.0000
P_10 837 0.6000
P_15 837 0.7333
P_20 837 0.5500
P_30 837 0.3667
P_100 837 0.1100
P_200 837 0.0550
P_500 837 0.0220
P_1000 837 0.0110
relstring 837 '282>>00002'
recall_5 837 0.4545
recall_10 837 0.5455
recall_15 837 1.0000
recall_20 837 1.0000
recall_30 837 1.0000
recall_100 837 1.0000
recall_200 837 1.0000
recall_500 837 1.0000
recall_1000 837 1.0000
infAP 837 0.8221
Rprec_mult_0.20 837 1.0000
Rprec_mult_0.40 837 1.0000
Rprec_mult_0.60 837 0.7143
Rprec_mult_0.80 837 0.5556
Rprec_mult_1.00 837 0.6364
Rprec_mult_1.20 837 0.7143
Rprec_mult_1.40 837 0.6875
Rprec_mult_1.60 837 0.6111
Rprec_mult_1.80 837 0.5500
Rprec_mult_2.00 837 0.5000
utility 837 7.0000
11pt_avg 837 0.8545
binG 837 0.6656
G 837 0.4757
ndcg 837 0.6861
ndcg_rel 837 0.5199
Rndcg 837 0.4628
ndcg_cut_5 837 0.6659
ndcg_cut_10 837 0.6216
ndcg_cut_15 837 0.6861
ndcg_cut_20 837 0.6861
ndcg_cut_30 837 0.6861
ndcg_cut_100 837 0.6861
ndcg_cut_200 837 0.6861
ndcg_cut_500 837 0.6861
ndcg_cut_1000 837 0.6861
map_cut_5 837 0.4545
map_cut_10 837 0.5091
map_cut_15 837 0.8221
map_cut_20 837 0.8221
map_cut_30 837 0.8221
map_cut_100 837 0.8221
map_cut_200 837 0.8221
map_cut_500 837 0.8221
map_cut_1000 837 0.8221
relative_P_5 837 1.0000
relative_P_10 837 0.6000
relative_P_15 837 1.0000
relative_P_20 837 1.0000
relative_P_30 837 1.0000
relative_P_100 837 1.0000
relative_P_200 837 1.0000
relative_P_500 837 1.0000
relative_P_1000 837 1.0000
success_1 837 1.0000
success_5 837 1.0000
success_10 837 1.0000
set_P 837 0.7333
set_relative_P 837 1.0000
set_recall 837 1.0000
set_map 837 0.7333
set_F 837 0.8462