num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 48 map 0_10 0.3351 Rprec 0_10 0.3704 bpref 0_10 0.5844 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.5200 iprec_at_recall_0.20 0_10 0.5200 iprec_at_recall_0.30 0_10 0.4359 iprec_at_recall_0.40 0_10 0.3662 iprec_at_recall_0.50 0_10 0.3553 iprec_at_recall_0.60 0_10 0.3017 iprec_at_recall_0.70 0_10 0.2639 iprec_at_recall_0.80 0_10 0.2486 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.6000 P_10 0_10 0.5000 P_15 0_10 0.4000 P_20 0_10 0.4000 P_30 0_10 0.4667 P_100 0_10 0.3000 P_200 0_10 0.2300 P_500 0_10 0.0940 P_1000 0_10 0.0480 relstring 0_10 '2200300103' recall_5 0_10 0.0556 recall_10 0_10 0.0926 recall_15 0_10 0.1111 recall_20 0_10 0.1481 recall_30 0_10 0.2593 recall_100 0_10 0.5556 recall_200 0_10 0.8519 recall_500 0_10 0.8704 recall_1000 0_10 0.8889 infAP 0_10 0.3351 Rprec_mult_0.20 0_10 0.4545 Rprec_mult_0.40 0_10 0.4545 Rprec_mult_0.60 0_10 0.4242 Rprec_mult_0.80 0_10 0.4091 Rprec_mult_1.00 0_10 0.3704 Rprec_mult_1.20 0_10 0.3538 Rprec_mult_1.40 0_10 0.3553 Rprec_mult_1.60 0_10 0.3218 Rprec_mult_1.80 0_10 0.3061 Rprec_mult_2.00 0_10 0.2870 utility 0_10 -904.0000 11pt_avg 0_10 0.3647 binG 0_10 0.2089 G 0_10 0.1566 ndcg 0_10 0.6580 ndcg_rel 0_10 0.5000 Rndcg 0_10 0.4445 ndcg_cut_5 0_10 0.5000 ndcg_cut_10 0_10 0.4112 ndcg_cut_15 0_10 0.3472 ndcg_cut_20 0_10 0.3444 ndcg_cut_30 0_10 0.3835 ndcg_cut_100 0_10 0.4780 ndcg_cut_200 0_10 0.6413 ndcg_cut_500 0_10 0.6482 ndcg_cut_1000 0_10 0.6580 map_cut_5 0_10 0.0481 map_cut_10 0_10 0.0667 map_cut_15 0_10 0.0741 map_cut_20 0_10 0.0891 map_cut_30 0_10 0.1418 map_cut_100 0_10 0.2521 map_cut_200 0_10 0.3307 map_cut_500 0_10 0.3334 map_cut_1000 0_10 0.3351 relative_P_5 0_10 0.6000 relative_P_10 0_10 0.5000 relative_P_15 0_10 0.4000 relative_P_20 0_10 0.4000 relative_P_30 0_10 0.4667 relative_P_100 0_10 0.5556 relative_P_200 0_10 0.8519 relative_P_500 0_10 0.8704 relative_P_1000 0_10 0.8889 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0480 set_relative_P 0_10 0.8889 set_recall 0_10 0.8889 set_map 0_10 0.0427 set_F 0_10 0.0911 num_nonrel_judged_ret 0_10 37 rbp 0_10 0.3398 rbp_resid 0_10 0.0762 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.1000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.7788 Rprec 0_11 0.6667 bpref 0_11 0.7569 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.8571 iprec_at_recall_0.40 0_11 0.8571 iprec_at_recall_0.50 0_11 0.8571 iprec_at_recall_0.60 0_11 0.6667 iprec_at_recall_0.70 0_11 0.6667 iprec_at_recall_0.80 0_11 0.6667 iprec_at_recall_0.90 0_11 0.6316 iprec_at_recall_1.00 0_11 0.6316 P_5 0_11 0.8000 P_10 0_11 0.6000 P_15 0_11 0.6667 P_20 0_11 0.6000 P_30 0_11 0.4000 P_100 0_11 0.1200 P_200 0_11 0.0600 P_500 0_11 0.0240 P_1000 0_11 0.0120 relstring 0_11 '3330333000' recall_5 0_11 0.3333 recall_10 0_11 0.5000 recall_15 0_11 0.8333 recall_20 0_11 1.0000 recall_30 0_11 1.0000 recall_100 0_11 1.0000 recall_200 0_11 1.0000 recall_500 0_11 1.0000 recall_1000 0_11 1.0000 infAP 0_11 0.7788 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.6000 Rprec_mult_1.00 0_11 0.6667 Rprec_mult_1.20 0_11 0.6667 Rprec_mult_1.40 0_11 0.5882 Rprec_mult_1.60 0_11 0.6000 Rprec_mult_1.80 0_11 0.5455 Rprec_mult_2.00 0_11 0.5000 utility 0_11 -976.0000 11pt_avg 0_11 0.8031 binG 0_11 0.5842 G 0_11 0.4984 ndcg 0_11 0.9286 ndcg_rel 0_11 0.8752 Rndcg 0_11 0.8331 ndcg_cut_5 0_11 0.8539 ndcg_cut_10 0_11 0.7059 ndcg_cut_15 0_11 0.8370 ndcg_cut_20 0_11 0.9286 ndcg_cut_30 0_11 0.9286 ndcg_cut_100 0_11 0.9286 ndcg_cut_200 0_11 0.9286 ndcg_cut_500 0_11 0.9286 ndcg_cut_1000 0_11 0.9286 map_cut_5 0_11 0.3167 map_cut_10 0_11 0.4575 map_cut_15 0_11 0.6753 map_cut_20 0_11 0.7788 map_cut_30 0_11 0.7788 map_cut_100 0_11 0.7788 map_cut_200 0_11 0.7788 map_cut_500 0_11 0.7788 map_cut_1000 0_11 0.7788 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.6000 relative_P_15 0_11 0.8333 relative_P_20 0_11 1.0000 relative_P_30 0_11 1.0000 relative_P_100 0_11 1.0000 relative_P_200 0_11 1.0000 relative_P_500 0_11 1.0000 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0120 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0120 set_F 0_11 0.0237 num_nonrel_judged_ret 0_11 22 rbp 0_11 0.5950 rbp_resid 0_11 0.0943 unj_5 0_11 0.0000 unj_10 0_11 0.0000 unj_20 0_11 0.0500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 9 map 0_2 0.0182 Rprec 0_2 0.0588 bpref 0_2 0.0268 recip_rank 0_2 0.0909 iprec_at_recall_0.00 0_2 0.0962 iprec_at_recall_0.10 0_2 0.0962 iprec_at_recall_0.20 0_2 0.0680 iprec_at_recall_0.30 0_2 0.0000 iprec_at_recall_0.40 0_2 0.0000 iprec_at_recall_0.50 0_2 0.0000 iprec_at_recall_0.60 0_2 0.0000 iprec_at_recall_0.70 0_2 0.0000 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.0000 P_10 0_2 0.0000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.0333 P_100 0_2 0.0600 P_200 0_2 0.0350 P_500 0_2 0.0180 P_1000 0_2 0.0090 relstring 0_2 '0000000000' recall_5 0_2 0.0000 recall_10 0_2 0.0000 recall_15 0_2 0.0294 recall_20 0_2 0.0294 recall_30 0_2 0.0294 recall_100 0_2 0.1765 recall_200 0_2 0.2059 recall_500 0_2 0.2647 recall_1000 0_2 0.2647 infAP 0_2 0.0182 Rprec_mult_0.20 0_2 0.0000 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0476 Rprec_mult_0.80 0_2 0.0357 Rprec_mult_1.00 0_2 0.0588 Rprec_mult_1.20 0_2 0.0732 Rprec_mult_1.40 0_2 0.0833 Rprec_mult_1.60 0_2 0.0909 Rprec_mult_1.80 0_2 0.0806 Rprec_mult_2.00 0_2 0.0735 utility 0_2 -982.0000 11pt_avg 0_2 0.0237 binG 0_2 0.0468 G 0_2 0.0464 ndcg 0_2 0.1459 ndcg_rel 0_2 0.1312 Rndcg 0_2 0.0523 ndcg_cut_5 0_2 0.0000 ndcg_cut_10 0_2 0.0000 ndcg_cut_15 0_2 0.0224 ndcg_cut_20 0_2 0.0204 ndcg_cut_30 0_2 0.0177 ndcg_cut_100 0_2 0.1047 ndcg_cut_200 0_2 0.1227 ndcg_cut_500 0_2 0.1459 ndcg_cut_1000 0_2 0.1459 map_cut_5 0_2 0.0000 map_cut_10 0_2 0.0000 map_cut_15 0_2 0.0027 map_cut_20 0_2 0.0027 map_cut_30 0_2 0.0027 map_cut_100 0_2 0.0140 map_cut_200 0_2 0.0160 map_cut_500 0_2 0.0182 map_cut_1000 0_2 0.0182 relative_P_5 0_2 0.0000 relative_P_10 0_2 0.0000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.0500 relative_P_30 0_2 0.0333 relative_P_100 0_2 0.1765 relative_P_200 0_2 0.2059 relative_P_500 0_2 0.2647 relative_P_1000 0_2 0.2647 success_1 0_2 0.0000 success_5 0_2 0.0000 success_10 0_2 0.0000 set_P 0_2 0.0090 set_relative_P 0_2 0.2647 set_recall 0_2 0.2647 set_map 0_2 0.0024 set_F 0_2 0.0174 num_nonrel_judged_ret 0_2 91 rbp 0_2 0.0158 rbp_resid 0_2 0.0228 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 16 map 0_3 0.1649 Rprec 0_3 0.2500 bpref 0_3 0.1667 recip_rank 0_3 0.2000 iprec_at_recall_0.00 0_3 0.3571 iprec_at_recall_0.10 0_3 0.3571 iprec_at_recall_0.20 0_3 0.3571 iprec_at_recall_0.30 0_3 0.2593 iprec_at_recall_0.40 0_3 0.2500 iprec_at_recall_0.50 0_3 0.2308 iprec_at_recall_0.60 0_3 0.2308 iprec_at_recall_0.70 0_3 0.0000 iprec_at_recall_0.80 0_3 0.0000 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.2000 P_10 0_3 0.2000 P_15 0_3 0.3333 P_20 0_3 0.2500 P_30 0_3 0.2333 P_100 0_3 0.1600 P_200 0_3 0.0800 P_500 0_3 0.0320 P_1000 0_3 0.0160 relstring 0_3 '0000100010' recall_5 0_3 0.0417 recall_10 0_3 0.0833 recall_15 0_3 0.2083 recall_20 0_3 0.2083 recall_30 0_3 0.2917 recall_100 0_3 0.6667 recall_200 0_3 0.6667 recall_500 0_3 0.6667 recall_1000 0_3 0.6667 infAP 0_3 0.1649 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.2000 Rprec_mult_0.60 0_3 0.3333 Rprec_mult_0.80 0_3 0.2500 Rprec_mult_1.00 0_3 0.2500 Rprec_mult_1.20 0_3 0.2414 Rprec_mult_1.40 0_3 0.2353 Rprec_mult_1.60 0_3 0.2308 Rprec_mult_1.80 0_3 0.2273 Rprec_mult_2.00 0_3 0.2083 utility 0_3 -968.0000 11pt_avg 0_3 0.1857 binG 0_3 0.1555 G 0_3 0.1329 ndcg 0_3 0.3467 ndcg_rel 0_3 0.2613 Rndcg 0_3 0.1367 ndcg_cut_5 0_3 0.0561 ndcg_cut_10 0_3 0.0810 ndcg_cut_15 0_3 0.1514 ndcg_cut_20 0_3 0.1352 ndcg_cut_30 0_3 0.1966 ndcg_cut_100 0_3 0.3467 ndcg_cut_200 0_3 0.3467 ndcg_cut_500 0_3 0.3467 ndcg_cut_1000 0_3 0.3467 map_cut_5 0_3 0.0083 map_cut_10 0_3 0.0176 map_cut_15 0_3 0.0567 map_cut_20 0_3 0.0567 map_cut_30 0_3 0.0794 map_cut_100 0_3 0.1649 map_cut_200 0_3 0.1649 map_cut_500 0_3 0.1649 map_cut_1000 0_3 0.1649 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.2000 relative_P_15 0_3 0.3333 relative_P_20 0_3 0.2500 relative_P_30 0_3 0.2917 relative_P_100 0_3 0.6667 relative_P_200 0_3 0.6667 relative_P_500 0_3 0.6667 relative_P_1000 0_3 0.6667 success_1 0_3 0.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0160 set_relative_P 0_3 0.6667 set_recall 0_3 0.6667 set_map 0_3 0.0107 set_F 0_3 0.0312 num_nonrel_judged_ret 0_3 75 rbp 0_3 0.0806 rbp_resid 0_3 0.0093 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 19 map 0_4 0.4175 Rprec 0_4 0.3500 bpref 0_4 0.3725 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 0.8750 iprec_at_recall_0.40 0_4 0.2581 iprec_at_recall_0.50 0_4 0.2000 iprec_at_recall_0.60 0_4 0.1129 iprec_at_recall_0.70 0_4 0.1129 iprec_at_recall_0.80 0_4 0.0983 iprec_at_recall_0.90 0_4 0.0905 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 1.0000 P_10 0_4 0.7000 P_15 0_4 0.4667 P_20 0_4 0.3500 P_30 0_4 0.2333 P_100 0_4 0.1100 P_200 0_4 0.0900 P_500 0_4 0.0380 P_1000 0_4 0.0190 relstring 0_4 '43244012-0' recall_5 0_4 0.2500 recall_10 0_4 0.3500 recall_15 0_4 0.3500 recall_20 0_4 0.3500 recall_30 0_4 0.3500 recall_100 0_4 0.5500 recall_200 0_4 0.9000 recall_500 0_4 0.9500 recall_1000 0_4 0.9500 infAP 0_4 0.4175 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.8750 Rprec_mult_0.60 0_4 0.5833 Rprec_mult_0.80 0_4 0.4375 Rprec_mult_1.00 0_4 0.3500 Rprec_mult_1.20 0_4 0.2917 Rprec_mult_1.40 0_4 0.2500 Rprec_mult_1.60 0_4 0.2500 Rprec_mult_1.80 0_4 0.2222 Rprec_mult_2.00 0_4 0.2000 utility 0_4 -962.0000 11pt_avg 0_4 0.4316 binG 0_4 0.4073 G 0_4 0.4312 ndcg 0_4 0.8231 ndcg_rel 0_4 0.8100 Rndcg 0_4 0.7837 ndcg_cut_5 0_4 0.9597 ndcg_cut_10 0_4 0.8075 ndcg_cut_15 0_4 0.7112 ndcg_cut_20 0_4 0.6613 ndcg_cut_30 0_4 0.6613 ndcg_cut_100 0_4 0.7257 ndcg_cut_200 0_4 0.8089 ndcg_cut_500 0_4 0.8231 ndcg_cut_1000 0_4 0.8231 map_cut_5 0_4 0.2500 map_cut_10 0_4 0.3366 map_cut_15 0_4 0.3366 map_cut_20 0_4 0.3366 map_cut_30 0_4 0.3366 map_cut_100 0_4 0.3785 map_cut_200 0_4 0.4146 map_cut_500 0_4 0.4175 map_cut_1000 0_4 0.4175 relative_P_5 0_4 1.0000 relative_P_10 0_4 0.7000 relative_P_15 0_4 0.4667 relative_P_20 0_4 0.3500 relative_P_30 0_4 0.3500 relative_P_100 0_4 0.5500 relative_P_200 0_4 0.9000 relative_P_500 0_4 0.9500 relative_P_1000 0_4 0.9500 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0190 set_relative_P 0_4 0.9500 set_recall 0_4 0.9500 set_map 0_4 0.0181 set_F 0_4 0.0373 num_nonrel_judged_ret 0_4 38 rbp 0_4 0.3856 rbp_resid 0_4 0.1834 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.2000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 11 map 0_6 0.0015 Rprec 0_6 0.0248 bpref 0_6 0.0587 recip_rank 0_6 0.0152 iprec_at_recall_0.00 0_6 0.0309 iprec_at_recall_0.10 0_6 0.0000 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0000 P_20 0_6 0.0000 P_30 0_6 0.0000 P_100 0_6 0.0300 P_200 0_6 0.0150 P_500 0_6 0.0140 P_1000 0_6 0.0110 relstring 0_6 '00000-0-00' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0000 recall_20 0_6 0.0000 recall_30 0_6 0.0000 recall_100 0_6 0.0248 recall_200 0_6 0.0248 recall_500 0_6 0.0579 recall_1000 0_6 0.0909 infAP 0_6 0.0015 Rprec_mult_0.20 0_6 0.0000 Rprec_mult_0.40 0_6 0.0000 Rprec_mult_0.60 0_6 0.0137 Rprec_mult_0.80 0_6 0.0309 Rprec_mult_1.00 0_6 0.0248 Rprec_mult_1.20 0_6 0.0205 Rprec_mult_1.40 0_6 0.0176 Rprec_mult_1.60 0_6 0.0155 Rprec_mult_1.80 0_6 0.0138 Rprec_mult_2.00 0_6 0.0124 utility 0_6 -978.0000 11pt_avg 0_6 0.0028 binG 0_6 0.0112 G 0_6 0.0160 ndcg 0_6 0.0713 ndcg_rel 0_6 0.0684 Rndcg 0_6 0.0230 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0000 ndcg_cut_20 0_6 0.0000 ndcg_cut_30 0_6 0.0000 ndcg_cut_100 0_6 0.0225 ndcg_cut_200 0_6 0.0207 ndcg_cut_500 0_6 0.0461 ndcg_cut_1000 0_6 0.0713 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0000 map_cut_20 0_6 0.0000 map_cut_30 0_6 0.0000 map_cut_100 0_6 0.0006 map_cut_200 0_6 0.0006 map_cut_500 0_6 0.0011 map_cut_1000 0_6 0.0015 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0000 relative_P_20 0_6 0.0000 relative_P_30 0_6 0.0000 relative_P_100 0_6 0.0300 relative_P_200 0_6 0.0248 relative_P_500 0_6 0.0579 relative_P_1000 0_6 0.0909 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0110 set_relative_P 0_6 0.0909 set_recall 0_6 0.0909 set_map 0_6 0.0010 set_F 0_6 0.0196 num_nonrel_judged_ret 0_6 30 rbp 0_6 0.0000 rbp_resid 0_6 0.3951 unj_5 0_6 0.0000 unj_10 0_6 0.2000 unj_20 0_6 0.5000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 18 map 0_7 0.1656 Rprec 0_7 0.2424 bpref 0_7 0.3049 recip_rank 0_7 0.5000 iprec_at_recall_0.00 0_7 0.7500 iprec_at_recall_0.10 0_7 0.7500 iprec_at_recall_0.20 0_7 0.3684 iprec_at_recall_0.30 0_7 0.2564 iprec_at_recall_0.40 0_7 0.1585 iprec_at_recall_0.50 0_7 0.1278 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.6000 P_10 0_7 0.4000 P_15 0_7 0.2667 P_20 0_7 0.3500 P_30 0_7 0.2667 P_100 0_7 0.1300 P_200 0_7 0.0900 P_500 0_7 0.0360 P_1000 0_7 0.0180 relstring 0_7 '011100010-' recall_5 0_7 0.0909 recall_10 0_7 0.1212 recall_15 0_7 0.1212 recall_20 0_7 0.2121 recall_30 0_7 0.2424 recall_100 0_7 0.3939 recall_200 0_7 0.5455 recall_500 0_7 0.5455 recall_1000 0_7 0.5455 infAP 0_7 0.1656 Rprec_mult_0.20 0_7 0.4286 Rprec_mult_0.40 0_7 0.2857 Rprec_mult_0.60 0_7 0.3500 Rprec_mult_0.80 0_7 0.2963 Rprec_mult_1.00 0_7 0.2424 Rprec_mult_1.20 0_7 0.2500 Rprec_mult_1.40 0_7 0.2128 Rprec_mult_1.60 0_7 0.2075 Rprec_mult_1.80 0_7 0.1833 Rprec_mult_2.00 0_7 0.1667 utility 0_7 -964.0000 11pt_avg 0_7 0.2192 binG 0_7 0.1509 G 0_7 0.1218 ndcg 0_7 0.3860 ndcg_rel 0_7 0.3470 Rndcg 0_7 0.2754 ndcg_cut_5 0_7 0.3410 ndcg_cut_10 0_7 0.3040 ndcg_cut_15 0_7 0.2505 ndcg_cut_20 0_7 0.2985 ndcg_cut_30 0_7 0.2603 ndcg_cut_100 0_7 0.3237 ndcg_cut_200 0_7 0.3860 ndcg_cut_500 0_7 0.3860 ndcg_cut_1000 0_7 0.3860 map_cut_5 0_7 0.0581 map_cut_10 0_7 0.0732 map_cut_15 0_7 0.0732 map_cut_20 0_7 0.1040 map_cut_30 0_7 0.1150 map_cut_100 0_7 0.1471 map_cut_200 0_7 0.1656 map_cut_500 0_7 0.1656 map_cut_1000 0_7 0.1656 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.4000 relative_P_15 0_7 0.2667 relative_P_20 0_7 0.3500 relative_P_30 0_7 0.2667 relative_P_100 0_7 0.3939 relative_P_200 0_7 0.5455 relative_P_500 0_7 0.5455 relative_P_1000 0_7 0.5455 success_1 0_7 0.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0180 set_relative_P 0_7 0.5455 set_recall 0_7 0.5455 set_map 0_7 0.0098 set_F 0_7 0.0348 num_nonrel_judged_ret 0_7 32 rbp 0_7 0.1803 rbp_resid 0_7 0.1661 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.2000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 27 map 0_8 0.3409 Rprec 0_8 0.3871 bpref 0_8 0.5682 recip_rank 0_8 0.5000 iprec_at_recall_0.00 0_8 0.6667 iprec_at_recall_0.10 0_8 0.6250 iprec_at_recall_0.20 0_8 0.5455 iprec_at_recall_0.30 0_8 0.4167 iprec_at_recall_0.40 0_8 0.4138 iprec_at_recall_0.50 0_8 0.3636 iprec_at_recall_0.60 0_8 0.3443 iprec_at_recall_0.70 0_8 0.3333 iprec_at_recall_0.80 0_8 0.2066 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.6000 P_10 0_8 0.5000 P_15 0_8 0.4000 P_20 0_8 0.4000 P_30 0_8 0.4000 P_100 0_8 0.2400 P_200 0_8 0.1300 P_500 0_8 0.0540 P_1000 0_8 0.0270 relstring 0_8 '01101-21-0' recall_5 0_8 0.0968 recall_10 0_8 0.1613 recall_15 0_8 0.1935 recall_20 0_8 0.2581 recall_30 0_8 0.3871 recall_100 0_8 0.7742 recall_200 0_8 0.8387 recall_500 0_8 0.8710 recall_1000 0_8 0.8710 infAP 0_8 0.3409 Rprec_mult_0.20 0_8 0.5714 Rprec_mult_0.40 0_8 0.4615 Rprec_mult_0.60 0_8 0.4211 Rprec_mult_0.80 0_8 0.4000 Rprec_mult_1.00 0_8 0.3871 Rprec_mult_1.20 0_8 0.3684 Rprec_mult_1.40 0_8 0.3636 Rprec_mult_1.60 0_8 0.3200 Rprec_mult_1.80 0_8 0.3214 Rprec_mult_2.00 0_8 0.3387 utility 0_8 -946.0000 11pt_avg 0_8 0.3559 binG 0_8 0.2339 G 0_8 0.1967 ndcg 0_8 0.5966 ndcg_rel 0_8 0.4356 Rndcg 0_8 0.4203 ndcg_cut_5 0_8 0.2574 ndcg_cut_10 0_8 0.2841 ndcg_cut_15 0_8 0.3023 ndcg_cut_20 0_8 0.3340 ndcg_cut_30 0_8 0.3761 ndcg_cut_100 0_8 0.5476 ndcg_cut_200 0_8 0.5783 ndcg_cut_500 0_8 0.5966 ndcg_cut_1000 0_8 0.5966 map_cut_5 0_8 0.0570 map_cut_10 0_8 0.0956 map_cut_15 0_8 0.1132 map_cut_20 0_8 0.1408 map_cut_30 0_8 0.1939 map_cut_100 0_8 0.3255 map_cut_200 0_8 0.3376 map_cut_500 0_8 0.3409 map_cut_1000 0_8 0.3409 relative_P_5 0_8 0.6000 relative_P_10 0_8 0.5000 relative_P_15 0_8 0.4000 relative_P_20 0_8 0.4000 relative_P_30 0_8 0.4000 relative_P_100 0_8 0.7742 relative_P_200 0_8 0.8387 relative_P_500 0_8 0.8710 relative_P_1000 0_8 0.8710 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0270 set_relative_P 0_8 0.8710 set_recall 0_8 0.8710 set_map 0_8 0.0235 set_F 0_8 0.0524 num_nonrel_judged_ret 0_8 28 rbp 0_8 0.2863 rbp_resid 0_8 0.2083 unj_5 0_8 0.0000 unj_10 0_8 0.2000 unj_20 0_8 0.2000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 22 map 10_1 0.0944 Rprec 10_1 0.1356 bpref 10_1 0.1765 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.4000 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 1.0000 P_10 10_1 0.7000 P_15 10_1 0.6667 P_20 10_1 0.5500 P_30 10_1 0.4000 P_100 10_1 0.1600 P_200 10_1 0.0900 P_500 10_1 0.0400 P_1000 10_1 0.0220 relstring 10_1 '2111102--1' recall_5 10_1 0.0424 recall_10 10_1 0.0593 recall_15 10_1 0.0847 recall_20 10_1 0.0932 recall_30 10_1 0.1017 recall_100 10_1 0.1356 recall_200 10_1 0.1525 recall_500 10_1 0.1695 recall_1000 10_1 0.1864 infAP 10_1 0.0944 Rprec_mult_0.20 10_1 0.4583 Rprec_mult_0.40 10_1 0.2917 Rprec_mult_0.60 10_1 0.2113 Rprec_mult_0.80 10_1 0.1684 Rprec_mult_1.00 10_1 0.1356 Rprec_mult_1.20 10_1 0.1127 Rprec_mult_1.40 10_1 0.0964 Rprec_mult_1.60 10_1 0.0899 Rprec_mult_1.80 10_1 0.0845 Rprec_mult_2.00 10_1 0.0805 utility 10_1 -956.0000 11pt_avg 10_1 0.1273 binG 10_1 0.0784 G 10_1 0.0402 ndcg 10_1 0.2221 ndcg_rel 10_1 0.2475 Rndcg 10_1 0.2885 ndcg_cut_5 10_1 0.4668 ndcg_cut_10 10_1 0.4210 ndcg_cut_15 10_1 0.4183 ndcg_cut_20 10_1 0.3868 ndcg_cut_30 10_1 0.3179 ndcg_cut_100 10_1 0.2159 ndcg_cut_200 10_1 0.2078 ndcg_cut_500 10_1 0.2143 ndcg_cut_1000 10_1 0.2221 map_cut_5 10_1 0.0424 map_cut_10 10_1 0.0556 map_cut_15 10_1 0.0732 map_cut_20 10_1 0.0782 map_cut_30 10_1 0.0815 map_cut_100 10_1 0.0912 map_cut_200 10_1 0.0928 map_cut_500 10_1 0.0940 map_cut_1000 10_1 0.0944 relative_P_5 10_1 1.0000 relative_P_10 10_1 0.7000 relative_P_15 10_1 0.6667 relative_P_20 10_1 0.5500 relative_P_30 10_1 0.4000 relative_P_100 10_1 0.1600 relative_P_200 10_1 0.1525 relative_P_500 10_1 0.1695 relative_P_1000 10_1 0.1864 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0220 set_relative_P 10_1 0.1864 set_recall 10_1 0.1864 set_map 10_1 0.0041 set_F 10_1 0.0394 num_nonrel_judged_ret 10_1 23 rbp 10_1 0.2720 rbp_resid 10_1 0.2707 unj_5 10_1 0.0000 unj_10 10_1 0.2000 unj_20 10_1 0.3000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 30 map 10_12 0.1663 Rprec 10_12 0.2254 bpref 10_12 0.3918 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.8000 iprec_at_recall_0.20 10_12 0.2857 iprec_at_recall_0.30 10_12 0.2530 iprec_at_recall_0.40 10_12 0.1278 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.6000 P_10 10_12 0.8000 P_15 10_12 0.6000 P_20 10_12 0.4500 P_30 10_12 0.3667 P_100 10_12 0.2200 P_200 10_12 0.1350 P_500 10_12 0.0600 P_1000 10_12 0.0300 relstring 10_12 '2012022213' recall_5 10_12 0.0423 recall_10 10_12 0.1127 recall_15 10_12 0.1268 recall_20 10_12 0.1268 recall_30 10_12 0.1549 recall_100 10_12 0.3099 recall_200 10_12 0.3803 recall_500 10_12 0.4225 recall_1000 10_12 0.4225 infAP 10_12 0.1663 Rprec_mult_0.20 10_12 0.6000 Rprec_mult_0.40 10_12 0.3793 Rprec_mult_0.60 10_12 0.3023 Rprec_mult_0.80 10_12 0.2807 Rprec_mult_1.00 10_12 0.2254 Rprec_mult_1.20 10_12 0.2442 Rprec_mult_1.40 10_12 0.2200 Rprec_mult_1.60 10_12 0.2105 Rprec_mult_1.80 10_12 0.1953 Rprec_mult_2.00 10_12 0.1761 utility 10_12 -940.0000 11pt_avg 10_12 0.2242 binG 10_12 0.1226 G 10_12 0.0713 ndcg 10_12 0.3399 ndcg_rel 10_12 0.3298 Rndcg 10_12 0.2987 ndcg_cut_5 10_12 0.3062 ndcg_cut_10 10_12 0.4227 ndcg_cut_15 10_12 0.3753 ndcg_cut_20 10_12 0.3320 ndcg_cut_30 10_12 0.2918 ndcg_cut_100 10_12 0.2892 ndcg_cut_200 10_12 0.3258 ndcg_cut_500 10_12 0.3399 ndcg_cut_1000 10_12 0.3399 map_cut_5 10_12 0.0340 map_cut_10 10_12 0.0863 map_cut_15 10_12 0.0953 map_cut_20 10_12 0.0953 map_cut_30 10_12 0.1061 map_cut_100 10_12 0.1475 map_cut_200 10_12 0.1613 map_cut_500 10_12 0.1663 map_cut_1000 10_12 0.1663 relative_P_5 10_12 0.6000 relative_P_10 10_12 0.8000 relative_P_15 10_12 0.6000 relative_P_20 10_12 0.4500 relative_P_30 10_12 0.3667 relative_P_100 10_12 0.3099 relative_P_200 10_12 0.3803 relative_P_500 10_12 0.4225 relative_P_1000 10_12 0.4225 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0300 set_relative_P 10_12 0.4225 set_recall 10_12 0.4225 set_map 10_12 0.0127 set_F 10_12 0.0560 num_nonrel_judged_ret 10_12 16 rbp 10_12 0.2377 rbp_resid 10_12 0.2880 unj_5 10_12 0.0000 unj_10 10_12 0.0000 unj_20 10_12 0.4500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 3 map 10_2 0.0019 Rprec 10_2 0.0333 bpref 10_2 0.0156 recip_rank 10_2 0.0400 iprec_at_recall_0.00 10_2 0.0400 iprec_at_recall_0.10 10_2 0.0048 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0333 P_100 10_2 0.0100 P_200 10_2 0.0100 P_500 10_2 0.0040 P_1000 10_2 0.0030 relstring 10_2 '000000-000' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0333 recall_100 10_2 0.0333 recall_200 10_2 0.0667 recall_500 10_2 0.0667 recall_1000 10_2 0.1000 infAP 10_2 0.0019 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0333 Rprec_mult_1.20 10_2 0.0278 Rprec_mult_1.40 10_2 0.0238 Rprec_mult_1.60 10_2 0.0208 Rprec_mult_1.80 10_2 0.0185 Rprec_mult_2.00 10_2 0.0167 utility 10_2 -994.0000 11pt_avg 10_2 0.0041 binG 10_2 0.0151 G 10_2 0.0110 ndcg 10_2 0.0308 ndcg_rel 10_2 0.0298 Rndcg 10_2 0.0085 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0117 ndcg_cut_100 10_2 0.0117 ndcg_cut_200 10_2 0.0190 ndcg_cut_500 10_2 0.0190 ndcg_cut_1000 10_2 0.0308 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0013 map_cut_100 10_2 0.0013 map_cut_200 10_2 0.0017 map_cut_500 10_2 0.0017 map_cut_1000 10_2 0.0019 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0333 relative_P_100 10_2 0.0333 relative_P_200 10_2 0.0667 relative_P_500 10_2 0.0667 relative_P_1000 10_2 0.1000 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0030 set_relative_P 10_2 0.1000 set_recall 10_2 0.1000 set_map 10_2 0.0003 set_F 10_2 0.0058 num_nonrel_judged_ret 10_2 56 rbp 10_2 0.0020 rbp_resid 10_2 0.2062 unj_5 10_2 0.0000 unj_10 10_2 0.1000 unj_20 10_2 0.2500 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 2 map 10_3 0.0652 Rprec 10_3 0.0870 bpref 10_3 0.0832 recip_rank 10_3 1.0000 iprec_at_recall_0.00 10_3 1.0000 iprec_at_recall_0.10 10_3 0.5000 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.4000 P_10 10_3 0.2000 P_15 10_3 0.1333 P_20 10_3 0.1000 P_30 10_3 0.0667 P_100 10_3 0.0200 P_200 10_3 0.0100 P_500 10_3 0.0040 P_1000 10_3 0.0020 relstring 10_3 '10010-----' recall_5 10_3 0.0870 recall_10 10_3 0.0870 recall_15 10_3 0.0870 recall_20 10_3 0.0870 recall_30 10_3 0.0870 recall_100 10_3 0.0870 recall_200 10_3 0.0870 recall_500 10_3 0.0870 recall_1000 10_3 0.0870 infAP 10_3 0.0652 Rprec_mult_0.20 10_3 0.4000 Rprec_mult_0.40 10_3 0.2000 Rprec_mult_0.60 10_3 0.1429 Rprec_mult_0.80 10_3 0.1053 Rprec_mult_1.00 10_3 0.0870 Rprec_mult_1.20 10_3 0.0714 Rprec_mult_1.40 10_3 0.0606 Rprec_mult_1.60 10_3 0.0541 Rprec_mult_1.80 10_3 0.0476 Rprec_mult_2.00 10_3 0.0435 utility 10_3 -996.0000 11pt_avg 10_3 0.1364 binG 10_3 0.0652 G 10_3 0.0311 ndcg 10_3 0.1227 ndcg_rel 10_3 0.1459 Rndcg 10_3 0.1421 ndcg_cut_5 10_3 0.2426 ndcg_cut_10 10_3 0.1684 ndcg_cut_15 10_3 0.1458 ndcg_cut_20 10_3 0.1301 ndcg_cut_30 10_3 0.1227 ndcg_cut_100 10_3 0.1227 ndcg_cut_200 10_3 0.1227 ndcg_cut_500 10_3 0.1227 ndcg_cut_1000 10_3 0.1227 map_cut_5 10_3 0.0652 map_cut_10 10_3 0.0652 map_cut_15 10_3 0.0652 map_cut_20 10_3 0.0652 map_cut_30 10_3 0.0652 map_cut_100 10_3 0.0652 map_cut_200 10_3 0.0652 map_cut_500 10_3 0.0652 map_cut_1000 10_3 0.0652 relative_P_5 10_3 0.4000 relative_P_10 10_3 0.2000 relative_P_15 10_3 0.1333 relative_P_20 10_3 0.1000 relative_P_30 10_3 0.0870 relative_P_100 10_3 0.0870 relative_P_200 10_3 0.0870 relative_P_500 10_3 0.0870 relative_P_1000 10_3 0.0870 success_1 10_3 1.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0020 set_relative_P 10_3 0.0870 set_recall 10_3 0.0870 set_map 10_3 0.0002 set_F 10_3 0.0039 num_nonrel_judged_ret 10_3 20 rbp 10_3 0.0864 rbp_resid 10_3 0.4682 unj_5 10_3 0.0000 unj_10 10_3 0.5000 unj_20 10_3 0.6000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 5 map 10_6 0.0068 Rprec 10_6 0.0301 bpref 10_6 0.0356 recip_rank 10_6 0.5000 iprec_at_recall_0.00 10_6 0.5000 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.2000 P_10 10_6 0.2000 P_15 10_6 0.1333 P_20 10_6 0.1000 P_30 10_6 0.0667 P_100 10_6 0.0400 P_200 10_6 0.0200 P_500 10_6 0.0100 P_1000 10_6 0.0050 relstring 10_6 '01000--2--' recall_5 10_6 0.0075 recall_10 10_6 0.0150 recall_15 10_6 0.0150 recall_20 10_6 0.0150 recall_30 10_6 0.0150 recall_100 10_6 0.0301 recall_200 10_6 0.0301 recall_500 10_6 0.0376 recall_1000 10_6 0.0376 infAP 10_6 0.0068 Rprec_mult_0.20 10_6 0.0741 Rprec_mult_0.40 10_6 0.0556 Rprec_mult_0.60 10_6 0.0500 Rprec_mult_0.80 10_6 0.0374 Rprec_mult_1.00 10_6 0.0301 Rprec_mult_1.20 10_6 0.0250 Rprec_mult_1.40 10_6 0.0214 Rprec_mult_1.60 10_6 0.0188 Rprec_mult_1.80 10_6 0.0167 Rprec_mult_2.00 10_6 0.0150 utility 10_6 -990.0000 11pt_avg 10_6 0.0455 binG 10_6 0.0109 G 10_6 0.0068 ndcg 10_6 0.0431 ndcg_rel 10_6 0.0446 Rndcg 10_6 0.0560 ndcg_cut_5 10_6 0.0786 ndcg_cut_10 10_6 0.1125 ndcg_cut_15 10_6 0.0911 ndcg_cut_20 10_6 0.0778 ndcg_cut_30 10_6 0.0617 ndcg_cut_100 10_6 0.0452 ndcg_cut_200 10_6 0.0403 ndcg_cut_500 10_6 0.0431 ndcg_cut_1000 10_6 0.0431 map_cut_5 10_6 0.0038 map_cut_10 10_6 0.0056 map_cut_15 10_6 0.0056 map_cut_20 10_6 0.0056 map_cut_30 10_6 0.0056 map_cut_100 10_6 0.0067 map_cut_200 10_6 0.0067 map_cut_500 10_6 0.0068 map_cut_1000 10_6 0.0068 relative_P_5 10_6 0.2000 relative_P_10 10_6 0.2000 relative_P_15 10_6 0.1333 relative_P_20 10_6 0.1000 relative_P_30 10_6 0.0667 relative_P_100 10_6 0.0400 relative_P_200 10_6 0.0301 relative_P_500 10_6 0.0376 relative_P_1000 10_6 0.0376 success_1 10_6 0.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0050 set_relative_P 10_6 0.0376 set_recall 10_6 0.0376 set_map 10_6 0.0002 set_F 10_6 0.0088 num_nonrel_judged_ret 10_6 12 rbp 10_6 0.0629 rbp_resid 10_6 0.5020 unj_5 10_6 0.0000 unj_10 10_6 0.4000 unj_20 10_6 0.6500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 30 map 10_7 0.0259 Rprec 10_7 0.0738 bpref 10_7 0.1840 recip_rank 10_7 0.5000 iprec_at_recall_0.00 10_7 0.6667 iprec_at_recall_0.10 10_7 0.0842 iprec_at_recall_0.20 10_7 0.0435 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.4000 P_10 10_7 0.2000 P_15 10_7 0.2000 P_20 10_7 0.2000 P_30 10_7 0.1667 P_100 10_7 0.1000 P_200 10_7 0.0800 P_500 10_7 0.0540 P_1000 10_7 0.0300 relstring 10_7 '01100-----' recall_5 10_7 0.0134 recall_10 10_7 0.0134 recall_15 10_7 0.0201 recall_20 10_7 0.0268 recall_30 10_7 0.0336 recall_100 10_7 0.0671 recall_200 10_7 0.1074 recall_500 10_7 0.1812 recall_1000 10_7 0.2013 infAP 10_7 0.0259 Rprec_mult_0.20 10_7 0.1667 Rprec_mult_0.40 10_7 0.1333 Rprec_mult_0.60 10_7 0.1000 Rprec_mult_0.80 10_7 0.0917 Rprec_mult_1.00 10_7 0.0738 Rprec_mult_1.20 10_7 0.0726 Rprec_mult_1.40 10_7 0.0813 Rprec_mult_1.60 10_7 0.0711 Rprec_mult_1.80 10_7 0.0669 Rprec_mult_2.00 10_7 0.0638 utility 10_7 -940.0000 11pt_avg 10_7 0.0722 binG 10_7 0.0361 G 10_7 0.0313 ndcg 10_7 0.1645 ndcg_rel 10_7 0.1559 Rndcg 10_7 0.0894 ndcg_cut_5 10_7 0.1640 ndcg_cut_10 10_7 0.1121 ndcg_cut_15 10_7 0.1090 ndcg_cut_20 10_7 0.1073 ndcg_cut_30 10_7 0.0942 ndcg_cut_100 10_7 0.0969 ndcg_cut_200 10_7 0.1003 ndcg_cut_500 10_7 0.1504 ndcg_cut_1000 10_7 0.1645 map_cut_5 10_7 0.0078 map_cut_10 10_7 0.0078 map_cut_15 10_7 0.0093 map_cut_20 10_7 0.0107 map_cut_30 10_7 0.0118 map_cut_100 10_7 0.0165 map_cut_200 10_7 0.0198 map_cut_500 10_7 0.0249 map_cut_1000 10_7 0.0259 relative_P_5 10_7 0.4000 relative_P_10 10_7 0.2000 relative_P_15 10_7 0.2000 relative_P_20 10_7 0.2000 relative_P_30 10_7 0.1667 relative_P_100 10_7 0.1000 relative_P_200 10_7 0.1074 relative_P_500 10_7 0.1812 relative_P_1000 10_7 0.2013 success_1 10_7 0.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0300 set_relative_P 10_7 0.2013 set_recall 10_7 0.2013 set_map 10_7 0.0060 set_F 10_7 0.0522 num_nonrel_judged_ret 10_7 21 rbp 10_7 0.0751 rbp_resid 10_7 0.5196 unj_5 10_7 0.0000 unj_10 10_7 0.5000 unj_20 10_7 0.6000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 46 map 10_8 0.2298 Rprec 10_8 0.3158 bpref 10_8 0.5192 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.6000 iprec_at_recall_0.20 10_8 0.6000 iprec_at_recall_0.30 10_8 0.4286 iprec_at_recall_0.40 10_8 0.1948 iprec_at_recall_0.50 10_8 0.1184 iprec_at_recall_0.60 10_8 0.0532 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.6000 P_10 10_8 0.5000 P_15 10_8 0.5333 P_20 10_8 0.5500 P_30 10_8 0.6000 P_100 10_8 0.2600 P_200 10_8 0.1600 P_500 10_8 0.0840 P_1000 10_8 0.0460 relstring 10_8 '11100--22-' recall_5 10_8 0.0395 recall_10 10_8 0.0658 recall_15 10_8 0.1053 recall_20 10_8 0.1447 recall_30 10_8 0.2368 recall_100 10_8 0.3421 recall_200 10_8 0.4211 recall_500 10_8 0.5526 recall_1000 10_8 0.6053 infAP 10_8 0.2298 Rprec_mult_0.20 10_8 0.5000 Rprec_mult_0.40 10_8 0.5806 Rprec_mult_0.60 10_8 0.4783 Rprec_mult_0.80 10_8 0.3934 Rprec_mult_1.00 10_8 0.3158 Rprec_mult_1.20 10_8 0.2826 Rprec_mult_1.40 10_8 0.2523 Rprec_mult_1.60 10_8 0.2213 Rprec_mult_1.80 10_8 0.2117 Rprec_mult_2.00 10_8 0.1908 utility 10_8 -908.0000 11pt_avg 10_8 0.2723 binG 10_8 0.1540 G 10_8 0.1132 ndcg 10_8 0.4826 ndcg_rel 10_8 0.4247 Rndcg 10_8 0.3812 ndcg_cut_5 10_8 0.2831 ndcg_cut_10 10_8 0.3139 ndcg_cut_15 10_8 0.3302 ndcg_cut_20 10_8 0.3543 ndcg_cut_30 10_8 0.3944 ndcg_cut_100 10_8 0.3549 ndcg_cut_200 10_8 0.3967 ndcg_cut_500 10_8 0.4548 ndcg_cut_1000 10_8 0.4826 map_cut_5 10_8 0.0395 map_cut_10 10_8 0.0534 map_cut_15 10_8 0.0745 map_cut_20 10_8 0.0957 map_cut_30 10_8 0.1475 map_cut_100 10_8 0.1942 map_cut_200 10_8 0.2100 map_cut_500 10_8 0.2261 map_cut_1000 10_8 0.2298 relative_P_5 10_8 0.6000 relative_P_10 10_8 0.5000 relative_P_15 10_8 0.5333 relative_P_20 10_8 0.5500 relative_P_30 10_8 0.6000 relative_P_100 10_8 0.3421 relative_P_200 10_8 0.4211 relative_P_500 10_8 0.5526 relative_P_1000 10_8 0.6053 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0460 set_relative_P 10_8 0.6053 set_recall 10_8 0.6053 set_map 10_8 0.0278 set_F 10_8 0.0855 num_nonrel_judged_ret 10_8 27 rbp 10_8 0.2397 rbp_resid 10_8 0.2636 unj_5 10_8 0.0000 unj_10 10_8 0.3000 unj_20 10_8 0.3000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 38 map 11_10 0.0772 Rprec 11_10 0.2063 bpref 11_10 0.2503 recip_rank 11_10 0.5000 iprec_at_recall_0.00 11_10 0.5000 iprec_at_recall_0.10 11_10 0.3514 iprec_at_recall_0.20 11_10 0.2451 iprec_at_recall_0.30 11_10 0.0744 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.2000 P_10 11_10 0.4000 P_15 11_10 0.3333 P_20 11_10 0.3500 P_30 11_10 0.4000 P_100 11_10 0.2400 P_200 11_10 0.1500 P_500 11_10 0.0740 P_1000 11_10 0.0380 relstring 11_10 '0100010032' recall_5 11_10 0.0079 recall_10 11_10 0.0317 recall_15 11_10 0.0397 recall_20 11_10 0.0556 recall_30 11_10 0.0952 recall_100 11_10 0.1905 recall_200 11_10 0.2381 recall_500 11_10 0.2937 recall_1000 11_10 0.3016 infAP 11_10 0.0772 Rprec_mult_0.20 11_10 0.3846 Rprec_mult_0.40 11_10 0.2745 Rprec_mult_0.60 11_10 0.2368 Rprec_mult_0.80 11_10 0.2376 Rprec_mult_1.00 11_10 0.2063 Rprec_mult_1.20 11_10 0.1842 Rprec_mult_1.40 11_10 0.1638 Rprec_mult_1.60 11_10 0.1485 Rprec_mult_1.80 11_10 0.1410 Rprec_mult_2.00 11_10 0.1310 utility 11_10 -924.0000 11pt_avg 11_10 0.1064 binG 11_10 0.0608 G 11_10 0.0401 ndcg 11_10 0.2240 ndcg_rel 11_10 0.2125 Rndcg 11_10 0.1560 ndcg_cut_5 11_10 0.0641 ndcg_cut_10 11_10 0.1687 ndcg_cut_15 11_10 0.1597 ndcg_cut_20 11_10 0.1878 ndcg_cut_30 11_10 0.2047 ndcg_cut_100 11_10 0.1883 ndcg_cut_200 11_10 0.1983 ndcg_cut_500 11_10 0.2220 ndcg_cut_1000 11_10 0.2240 map_cut_5 11_10 0.0040 map_cut_10 11_10 0.0124 map_cut_15 11_10 0.0151 map_cut_20 11_10 0.0211 map_cut_30 11_10 0.0362 map_cut_100 11_10 0.0607 map_cut_200 11_10 0.0702 map_cut_500 11_10 0.0766 map_cut_1000 11_10 0.0772 relative_P_5 11_10 0.2000 relative_P_10 11_10 0.4000 relative_P_15 11_10 0.3333 relative_P_20 11_10 0.3500 relative_P_30 11_10 0.4000 relative_P_100 11_10 0.2400 relative_P_200 11_10 0.2381 relative_P_500 11_10 0.2937 relative_P_1000 11_10 0.3016 success_1 11_10 0.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0380 set_relative_P 11_10 0.3016 set_recall 11_10 0.3016 set_map 11_10 0.0115 set_F 11_10 0.0675 num_nonrel_judged_ret 11_10 13 rbp 11_10 0.1382 rbp_resid 11_10 0.1717 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.2500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 47 map 11_11 0.2344 Rprec 11_11 0.2985 bpref 11_11 0.3423 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 0.5625 iprec_at_recall_0.30 11_11 0.3390 iprec_at_recall_0.40 11_11 0.0000 iprec_at_recall_0.50 11_11 0.0000 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 1.0000 P_20 11_11 0.8500 P_30 11_11 0.7000 P_100 11_11 0.3800 P_200 11_11 0.2250 P_500 11_11 0.0940 P_1000 11_11 0.0470 relstring 11_11 '2331222112' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1119 recall_20 11_11 0.1269 recall_30 11_11 0.1567 recall_100 11_11 0.2836 recall_200 11_11 0.3358 recall_500 11_11 0.3507 recall_1000 11_11 0.3507 infAP 11_11 0.2344 Rprec_mult_0.20 11_11 0.7407 Rprec_mult_0.40 11_11 0.5185 Rprec_mult_0.60 11_11 0.4444 Rprec_mult_0.80 11_11 0.3611 Rprec_mult_1.00 11_11 0.2985 Rprec_mult_1.20 11_11 0.2671 Rprec_mult_1.40 11_11 0.2340 Rprec_mult_1.60 11_11 0.2093 Rprec_mult_1.80 11_11 0.1860 Rprec_mult_2.00 11_11 0.1716 utility 11_11 -906.0000 11pt_avg 11_11 0.2638 binG 11_11 0.1669 G 11_11 0.0775 ndcg 11_11 0.4043 ndcg_rel 11_11 0.4448 Rndcg 11_11 0.4433 ndcg_cut_5 11_11 0.6701 ndcg_cut_10 11_11 0.6268 ndcg_cut_15 11_11 0.6222 ndcg_cut_20 11_11 0.5753 ndcg_cut_30 11_11 0.5024 ndcg_cut_100 11_11 0.4093 ndcg_cut_200 11_11 0.3976 ndcg_cut_500 11_11 0.4043 ndcg_cut_1000 11_11 0.4043 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1119 map_cut_20 11_11 0.1253 map_cut_30 11_11 0.1480 map_cut_100 11_11 0.2172 map_cut_200 11_11 0.2324 map_cut_500 11_11 0.2344 map_cut_1000 11_11 0.2344 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 1.0000 relative_P_20 11_11 0.8500 relative_P_30 11_11 0.7000 relative_P_100 11_11 0.3800 relative_P_200 11_11 0.3358 relative_P_500 11_11 0.3507 relative_P_1000 11_11 0.3507 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.0470 set_relative_P 11_11 0.3507 set_recall 11_11 0.3507 set_map 11_11 0.0165 set_F 11_11 0.0829 num_nonrel_judged_ret 11_11 6 rbp 11_11 0.4372 rbp_resid 11_11 0.1260 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.1500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 17 map 11_12 0.0452 Rprec 11_12 0.1685 bpref 11_12 0.1692 recip_rank 11_12 0.5000 iprec_at_recall_0.00 11_12 0.5000 iprec_at_recall_0.10 11_12 0.2500 iprec_at_recall_0.20 11_12 0.0000 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.4000 P_10 11_12 0.2000 P_15 11_12 0.2000 P_20 11_12 0.2000 P_30 11_12 0.2333 P_100 11_12 0.1500 P_200 11_12 0.0800 P_500 11_12 0.0340 P_1000 11_12 0.0170 relstring 11_12 '01010000--' recall_5 11_12 0.0225 recall_10 11_12 0.0225 recall_15 11_12 0.0337 recall_20 11_12 0.0449 recall_30 11_12 0.0787 recall_100 11_12 0.1685 recall_200 11_12 0.1798 recall_500 11_12 0.1910 recall_1000 11_12 0.1910 infAP 11_12 0.0452 Rprec_mult_0.20 11_12 0.1667 Rprec_mult_0.40 11_12 0.2222 Rprec_mult_0.60 11_12 0.2037 Rprec_mult_0.80 11_12 0.2083 Rprec_mult_1.00 11_12 0.1685 Rprec_mult_1.20 11_12 0.1402 Rprec_mult_1.40 11_12 0.1200 Rprec_mult_1.60 11_12 0.1049 Rprec_mult_1.80 11_12 0.0932 Rprec_mult_2.00 11_12 0.0843 utility 11_12 -966.0000 11pt_avg 11_12 0.0682 binG 11_12 0.0456 G 11_12 0.0263 ndcg 11_12 0.1349 ndcg_rel 11_12 0.1321 Rndcg 11_12 0.1108 ndcg_cut_5 11_12 0.1200 ndcg_cut_10 11_12 0.0779 ndcg_cut_15 11_12 0.0784 ndcg_cut_20 11_12 0.1049 ndcg_cut_30 11_12 0.1124 ndcg_cut_100 11_12 0.1215 ndcg_cut_200 11_12 0.1319 ndcg_cut_500 11_12 0.1349 ndcg_cut_1000 11_12 0.1349 map_cut_5 11_12 0.0112 map_cut_10 11_12 0.0112 map_cut_15 11_12 0.0136 map_cut_20 11_12 0.0160 map_cut_30 11_12 0.0233 map_cut_100 11_12 0.0438 map_cut_200 11_12 0.0448 map_cut_500 11_12 0.0452 map_cut_1000 11_12 0.0452 relative_P_5 11_12 0.4000 relative_P_10 11_12 0.2000 relative_P_15 11_12 0.2000 relative_P_20 11_12 0.2000 relative_P_30 11_12 0.2333 relative_P_100 11_12 0.1685 relative_P_200 11_12 0.1798 relative_P_500 11_12 0.1910 relative_P_1000 11_12 0.1910 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0170 set_relative_P 11_12 0.1910 set_recall 11_12 0.1910 set_map 11_12 0.0032 set_F 11_12 0.0312 num_nonrel_judged_ret 11_12 18 rbp 11_12 0.0874 rbp_resid 11_12 0.2815 unj_5 11_12 0.0000 unj_10 11_12 0.2000 unj_20 11_12 0.4000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 42 map 11_13 0.1339 Rprec 11_13 0.1921 bpref 11_13 0.2028 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.7879 iprec_at_recall_0.20 11_13 0.0870 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 1.0000 P_10 11_13 0.8000 P_15 11_13 0.7333 P_20 11_13 0.7500 P_30 11_13 0.7667 P_100 11_13 0.3300 P_200 11_13 0.1950 P_500 11_13 0.0820 P_1000 11_13 0.0420 relstring 11_13 '32231231--' recall_5 11_13 0.0246 recall_10 11_13 0.0394 recall_15 11_13 0.0542 recall_20 11_13 0.0739 recall_30 11_13 0.1133 recall_100 11_13 0.1626 recall_200 11_13 0.1921 recall_500 11_13 0.2020 recall_1000 11_13 0.2069 infAP 11_13 0.1339 Rprec_mult_0.20 11_13 0.6585 Rprec_mult_0.40 11_13 0.3659 Rprec_mult_0.60 11_13 0.2951 Rprec_mult_0.80 11_13 0.2331 Rprec_mult_1.00 11_13 0.1921 Rprec_mult_1.20 11_13 0.1598 Rprec_mult_1.40 11_13 0.1404 Rprec_mult_1.60 11_13 0.1231 Rprec_mult_1.80 11_13 0.1093 Rprec_mult_2.00 11_13 0.0985 utility 11_13 -916.0000 11pt_avg 11_13 0.1704 binG 11_13 0.0841 G 11_13 0.0529 ndcg 11_13 0.2985 ndcg_rel 11_13 0.3550 Rndcg 11_13 0.3286 ndcg_cut_5 11_13 0.7847 ndcg_cut_10 11_13 0.6580 ndcg_cut_15 11_13 0.6153 ndcg_cut_20 11_13 0.6238 ndcg_cut_30 11_13 0.6169 ndcg_cut_100 11_13 0.3741 ndcg_cut_200 11_13 0.2927 ndcg_cut_500 11_13 0.2972 ndcg_cut_1000 11_13 0.2985 map_cut_5 11_13 0.0246 map_cut_10 11_13 0.0394 map_cut_15 11_13 0.0511 map_cut_20 11_13 0.0659 map_cut_30 11_13 0.0953 map_cut_100 11_13 0.1240 map_cut_200 11_13 0.1323 map_cut_500 11_13 0.1336 map_cut_1000 11_13 0.1339 relative_P_5 11_13 1.0000 relative_P_10 11_13 0.8000 relative_P_15 11_13 0.7333 relative_P_20 11_13 0.7500 relative_P_30 11_13 0.7667 relative_P_100 11_13 0.3300 relative_P_200 11_13 0.1950 relative_P_500 11_13 0.2020 relative_P_1000 11_13 0.2069 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0420 set_relative_P 11_13 0.2069 set_recall 11_13 0.2069 set_map 11_13 0.0087 set_F 11_13 0.0698 num_nonrel_judged_ret 11_13 5 rbp 11_13 0.5959 rbp_resid 11_13 0.1848 unj_5 11_13 0.0000 unj_10 11_13 0.2000 unj_20 11_13 0.2500 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 0 map 11_2 0.0000 Rprec 11_2 0.0000 bpref 11_2 0.0000 recip_rank 11_2 0.0000 iprec_at_recall_0.00 11_2 0.0000 iprec_at_recall_0.10 11_2 0.0000 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.0000 P_10 11_2 0.0000 P_15 11_2 0.0000 P_20 11_2 0.0000 P_30 11_2 0.0000 P_100 11_2 0.0000 P_200 11_2 0.0000 P_500 11_2 0.0000 P_1000 11_2 0.0000 relstring 11_2 '00000-----' recall_5 11_2 0.0000 recall_10 11_2 0.0000 recall_15 11_2 0.0000 recall_20 11_2 0.0000 recall_30 11_2 0.0000 recall_100 11_2 0.0000 recall_200 11_2 0.0000 recall_500 11_2 0.0000 recall_1000 11_2 0.0000 infAP 11_2 0.0000 Rprec_mult_0.20 11_2 0.0000 Rprec_mult_0.40 11_2 0.0000 Rprec_mult_0.60 11_2 0.0000 Rprec_mult_0.80 11_2 0.0000 Rprec_mult_1.00 11_2 0.0000 Rprec_mult_1.20 11_2 0.0000 Rprec_mult_1.40 11_2 0.0000 Rprec_mult_1.60 11_2 0.0000 Rprec_mult_1.80 11_2 0.0000 Rprec_mult_2.00 11_2 0.0000 utility 11_2 -1000.0000 11pt_avg 11_2 0.0000 binG 11_2 0.0000 G 11_2 0.0000 ndcg 11_2 0.0000 ndcg_rel 11_2 0.0000 Rndcg 11_2 0.0000 ndcg_cut_5 11_2 0.0000 ndcg_cut_10 11_2 0.0000 ndcg_cut_15 11_2 0.0000 ndcg_cut_20 11_2 0.0000 ndcg_cut_30 11_2 0.0000 ndcg_cut_100 11_2 0.0000 ndcg_cut_200 11_2 0.0000 ndcg_cut_500 11_2 0.0000 ndcg_cut_1000 11_2 0.0000 map_cut_5 11_2 0.0000 map_cut_10 11_2 0.0000 map_cut_15 11_2 0.0000 map_cut_20 11_2 0.0000 map_cut_30 11_2 0.0000 map_cut_100 11_2 0.0000 map_cut_200 11_2 0.0000 map_cut_500 11_2 0.0000 map_cut_1000 11_2 0.0000 relative_P_5 11_2 0.0000 relative_P_10 11_2 0.0000 relative_P_15 11_2 0.0000 relative_P_20 11_2 0.0000 relative_P_30 11_2 0.0000 relative_P_100 11_2 0.0000 relative_P_200 11_2 0.0000 relative_P_500 11_2 0.0000 relative_P_1000 11_2 0.0000 success_1 11_2 0.0000 success_5 11_2 0.0000 success_10 11_2 0.0000 set_P 11_2 0.0000 set_relative_P 11_2 0.0000 set_recall 11_2 0.0000 set_map 11_2 0.0000 set_F 11_2 0.0000 num_nonrel_judged_ret 11_2 16 rbp 11_2 0.0000 rbp_resid 11_2 0.5671 unj_5 11_2 0.0000 unj_10 11_2 0.5000 unj_20 11_2 0.7000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 10 map 11_3 0.0175 Rprec 11_3 0.0426 bpref 11_3 0.0501 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.0000 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.4000 P_10 11_3 0.5000 P_15 11_3 0.3333 P_20 11_3 0.2500 P_30 11_3 0.1667 P_100 11_3 0.0600 P_200 11_3 0.0450 P_500 11_3 0.0200 P_1000 11_3 0.0100 relstring 11_3 '20020-12-2' recall_5 11_3 0.0106 recall_10 11_3 0.0266 recall_15 11_3 0.0266 recall_20 11_3 0.0266 recall_30 11_3 0.0266 recall_100 11_3 0.0319 recall_200 11_3 0.0479 recall_500 11_3 0.0532 recall_1000 11_3 0.0532 infAP 11_3 0.0175 Rprec_mult_0.20 11_3 0.1579 Rprec_mult_0.40 11_3 0.0789 Rprec_mult_0.60 11_3 0.0531 Rprec_mult_0.80 11_3 0.0530 Rprec_mult_1.00 11_3 0.0426 Rprec_mult_1.20 11_3 0.0398 Rprec_mult_1.40 11_3 0.0341 Rprec_mult_1.60 11_3 0.0299 Rprec_mult_1.80 11_3 0.0265 Rprec_mult_2.00 11_3 0.0239 utility 11_3 -980.0000 11pt_avg 11_3 0.0909 binG 11_3 0.0179 G 11_3 0.0112 ndcg 11_3 0.0801 ndcg_rel 11_3 0.0890 Rndcg 11_3 0.1082 ndcg_cut_5 11_3 0.3235 ndcg_cut_10 11_3 0.3231 ndcg_cut_15 11_3 0.2504 ndcg_cut_20 11_3 0.2085 ndcg_cut_30 11_3 0.1692 ndcg_cut_100 11_3 0.0928 ndcg_cut_200 11_3 0.0784 ndcg_cut_500 11_3 0.0801 ndcg_cut_1000 11_3 0.0801 map_cut_5 11_3 0.0080 map_cut_10 11_3 0.0156 map_cut_15 11_3 0.0156 map_cut_20 11_3 0.0156 map_cut_30 11_3 0.0156 map_cut_100 11_3 0.0165 map_cut_200 11_3 0.0174 map_cut_500 11_3 0.0175 map_cut_1000 11_3 0.0175 relative_P_5 11_3 0.4000 relative_P_10 11_3 0.5000 relative_P_15 11_3 0.3333 relative_P_20 11_3 0.2500 relative_P_30 11_3 0.1667 relative_P_100 11_3 0.0600 relative_P_200 11_3 0.0479 relative_P_500 11_3 0.0532 relative_P_1000 11_3 0.0532 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0100 set_relative_P 11_3 0.0532 set_recall 11_3 0.0532 set_map 11_3 0.0005 set_F 11_3 0.0168 num_nonrel_judged_ret 11_3 11 rbp 11_3 0.1918 rbp_resid 11_3 0.4288 unj_5 11_3 0.0000 unj_10 11_3 0.2000 unj_20 11_3 0.5500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 73 map 11_4 0.1770 Rprec 11_4 0.2986 bpref 11_4 0.4822 recip_rank 11_4 0.5000 iprec_at_recall_0.00 11_4 0.8571 iprec_at_recall_0.10 11_4 0.5385 iprec_at_recall_0.20 11_4 0.3258 iprec_at_recall_0.30 11_4 0.3028 iprec_at_recall_0.40 11_4 0.1883 iprec_at_recall_0.50 11_4 0.1224 iprec_at_recall_0.60 11_4 0.0000 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.8000 P_10 11_4 0.8000 P_15 11_4 0.6667 P_20 11_4 0.6000 P_30 11_4 0.5000 P_100 11_4 0.2900 P_200 11_4 0.2450 P_500 11_4 0.1420 P_1000 11_4 0.0730 relstring 11_4 '0123321-21' recall_5 11_4 0.0278 recall_10 11_4 0.0556 recall_15 11_4 0.0694 recall_20 11_4 0.0833 recall_30 11_4 0.1042 recall_100 11_4 0.2014 recall_200 11_4 0.3403 recall_500 11_4 0.4931 recall_1000 11_4 0.5069 infAP 11_4 0.1770 Rprec_mult_0.20 11_4 0.4828 Rprec_mult_0.40 11_4 0.3621 Rprec_mult_0.60 11_4 0.3218 Rprec_mult_0.80 11_4 0.2759 Rprec_mult_1.00 11_4 0.2986 Rprec_mult_1.20 11_4 0.2601 Rprec_mult_1.40 11_4 0.2426 Rprec_mult_1.60 11_4 0.2208 Rprec_mult_1.80 11_4 0.2038 Rprec_mult_2.00 11_4 0.1944 utility 11_4 -854.0000 11pt_avg 11_4 0.2123 binG 11_4 0.1089 G 11_4 0.0866 ndcg 11_4 0.4377 ndcg_rel 11_4 0.3996 Rndcg 11_4 0.3800 ndcg_cut_5 11_4 0.4617 ndcg_cut_10 11_4 0.5002 ndcg_cut_15 11_4 0.4467 ndcg_cut_20 11_4 0.4120 ndcg_cut_30 11_4 0.3596 ndcg_cut_100 11_4 0.2933 ndcg_cut_200 11_4 0.3437 ndcg_cut_500 11_4 0.4329 ndcg_cut_1000 11_4 0.4377 map_cut_5 11_4 0.0189 map_cut_10 11_4 0.0416 map_cut_15 11_4 0.0521 map_cut_20 11_4 0.0605 map_cut_30 11_4 0.0718 map_cut_100 11_4 0.1084 map_cut_200 11_4 0.1474 map_cut_500 11_4 0.1753 map_cut_1000 11_4 0.1770 relative_P_5 11_4 0.8000 relative_P_10 11_4 0.8000 relative_P_15 11_4 0.6667 relative_P_20 11_4 0.6000 relative_P_30 11_4 0.5000 relative_P_100 11_4 0.2900 relative_P_200 11_4 0.3403 relative_P_500 11_4 0.4931 relative_P_1000 11_4 0.5069 success_1 11_4 0.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.0730 set_relative_P 11_4 0.5069 set_recall 11_4 0.5069 set_map 11_4 0.0370 set_F 11_4 0.1276 num_nonrel_judged_ret 11_4 4 rbp 11_4 0.3637 rbp_resid 11_4 0.2478 unj_5 11_4 0.0000 unj_10 11_4 0.1000 unj_20 11_4 0.3000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 24 map 11_6 0.1143 Rprec 11_6 0.2000 bpref 11_6 0.3811 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.3182 iprec_at_recall_0.20 11_6 0.2105 iprec_at_recall_0.30 11_6 0.1622 iprec_at_recall_0.40 11_6 0.0494 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.6000 P_10 11_6 0.3000 P_15 11_6 0.2000 P_20 11_6 0.3000 P_30 11_6 0.2333 P_100 11_6 0.1700 P_200 11_6 0.1050 P_500 11_6 0.0480 P_1000 11_6 0.0240 relstring 11_6 '13020-----' recall_5 11_6 0.0500 recall_10 11_6 0.0500 recall_15 11_6 0.0500 recall_20 11_6 0.1000 recall_30 11_6 0.1167 recall_100 11_6 0.2833 recall_200 11_6 0.3500 recall_500 11_6 0.4000 recall_1000 11_6 0.4000 infAP 11_6 0.1143 Rprec_mult_0.20 11_6 0.2500 Rprec_mult_0.40 11_6 0.2917 Rprec_mult_0.60 11_6 0.2500 Rprec_mult_0.80 11_6 0.2292 Rprec_mult_1.00 11_6 0.2000 Rprec_mult_1.20 11_6 0.1806 Rprec_mult_1.40 11_6 0.1786 Rprec_mult_1.60 11_6 0.1667 Rprec_mult_1.80 11_6 0.1574 Rprec_mult_2.00 11_6 0.1500 utility 11_6 -952.0000 11pt_avg 11_6 0.1582 binG 11_6 0.1069 G 11_6 0.0640 ndcg 11_6 0.2896 ndcg_rel 11_6 0.2821 Rndcg 11_6 0.2312 ndcg_cut_5 11_6 0.4244 ndcg_cut_10 11_6 0.2754 ndcg_cut_15 11_6 0.2166 ndcg_cut_20 11_6 0.2263 ndcg_cut_30 11_6 0.2139 ndcg_cut_100 11_6 0.2489 ndcg_cut_200 11_6 0.2708 ndcg_cut_500 11_6 0.2896 ndcg_cut_1000 11_6 0.2896 map_cut_5 11_6 0.0458 map_cut_10 11_6 0.0458 map_cut_15 11_6 0.0458 map_cut_20 11_6 0.0594 map_cut_30 11_6 0.0647 map_cut_100 11_6 0.1012 map_cut_200 11_6 0.1106 map_cut_500 11_6 0.1143 map_cut_1000 11_6 0.1143 relative_P_5 11_6 0.6000 relative_P_10 11_6 0.3000 relative_P_15 11_6 0.2000 relative_P_20 11_6 0.3000 relative_P_30 11_6 0.2333 relative_P_100 11_6 0.2833 relative_P_200 11_6 0.3500 relative_P_500 11_6 0.4000 relative_P_1000 11_6 0.4000 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0240 set_relative_P 11_6 0.4000 set_recall 11_6 0.4000 set_map 11_6 0.0096 set_F 11_6 0.0453 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.2050 rbp_resid 11_6 0.5152 unj_5 11_6 0.0000 unj_10 11_6 0.5000 unj_20 11_6 0.6000 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 39 map 11_7 0.0725 Rprec 11_7 0.1111 bpref 11_7 0.3530 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.1324 iprec_at_recall_0.20 11_7 0.0826 iprec_at_recall_0.30 11_7 0.0454 iprec_at_recall_0.40 11_7 0.0396 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.6000 P_10 11_7 0.5000 P_15 11_7 0.3333 P_20 11_7 0.3000 P_30 11_7 0.2000 P_100 11_7 0.1300 P_200 11_7 0.0800 P_500 11_7 0.0480 P_1000 11_7 0.0390 relstring 11_7 '110021--2-' recall_5 11_7 0.0333 recall_10 11_7 0.0556 recall_15 11_7 0.0556 recall_20 11_7 0.0667 recall_30 11_7 0.0667 recall_100 11_7 0.1444 recall_200 11_7 0.1778 recall_500 11_7 0.2667 recall_1000 11_7 0.4333 infAP 11_7 0.0725 Rprec_mult_0.20 11_7 0.2778 Rprec_mult_0.40 11_7 0.1944 Rprec_mult_0.60 11_7 0.1481 Rprec_mult_0.80 11_7 0.1250 Rprec_mult_1.00 11_7 0.1111 Rprec_mult_1.20 11_7 0.1204 Rprec_mult_1.40 11_7 0.1032 Rprec_mult_1.60 11_7 0.0972 Rprec_mult_1.80 11_7 0.0926 Rprec_mult_2.00 11_7 0.0833 utility 11_7 -922.0000 11pt_avg 11_7 0.1182 binG 11_7 0.0865 G 11_7 0.0591 ndcg 11_7 0.2841 ndcg_rel 11_7 0.2614 Rndcg 11_7 0.2020 ndcg_cut_5 11_7 0.2843 ndcg_cut_10 11_7 0.2887 ndcg_cut_15 11_7 0.2354 ndcg_cut_20 11_7 0.2294 ndcg_cut_30 11_7 0.1828 ndcg_cut_100 11_7 0.1753 ndcg_cut_200 11_7 0.1874 ndcg_cut_500 11_7 0.2228 ndcg_cut_1000 11_7 0.2841 map_cut_5 11_7 0.0289 map_cut_10 11_7 0.0425 map_cut_15 11_7 0.0425 map_cut_20 11_7 0.0458 map_cut_30 11_7 0.0458 map_cut_100 11_7 0.0568 map_cut_200 11_7 0.0600 map_cut_500 11_7 0.0657 map_cut_1000 11_7 0.0725 relative_P_5 11_7 0.6000 relative_P_10 11_7 0.5000 relative_P_15 11_7 0.3333 relative_P_20 11_7 0.3000 relative_P_30 11_7 0.2000 relative_P_100 11_7 0.1444 relative_P_200 11_7 0.1778 relative_P_500 11_7 0.2667 relative_P_1000 11_7 0.4333 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0390 set_relative_P 11_7 0.4333 set_recall 11_7 0.4333 set_map 11_7 0.0169 set_F 11_7 0.0716 num_nonrel_judged_ret 11_7 26 rbp 11_7 0.1674 rbp_resid 11_7 0.4089 unj_5 11_7 0.0000 unj_10 11_7 0.3000 unj_20 11_7 0.5000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 64 map 11_8 0.3874 Rprec 11_8 0.4433 bpref 11_8 0.6363 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.8571 iprec_at_recall_0.20 11_8 0.8286 iprec_at_recall_0.30 11_8 0.8286 iprec_at_recall_0.40 11_8 0.5270 iprec_at_recall_0.50 11_8 0.2899 iprec_at_recall_0.60 11_8 0.1162 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.8000 P_15 11_8 0.8000 P_20 11_8 0.8500 P_30 11_8 0.8000 P_100 11_8 0.4300 P_200 11_8 0.2450 P_500 11_8 0.1160 P_1000 11_8 0.0640 relstring 11_8 '34204222-2' recall_5 11_8 0.0412 recall_10 11_8 0.0825 recall_15 11_8 0.1237 recall_20 11_8 0.1753 recall_30 11_8 0.2474 recall_100 11_8 0.4433 recall_200 11_8 0.5052 recall_500 11_8 0.5979 recall_1000 11_8 0.6598 infAP 11_8 0.3874 Rprec_mult_0.20 11_8 0.8500 Rprec_mult_0.40 11_8 0.7436 Rprec_mult_0.60 11_8 0.6441 Rprec_mult_0.80 11_8 0.5000 Rprec_mult_1.00 11_8 0.4433 Rprec_mult_1.20 11_8 0.3846 Rprec_mult_1.40 11_8 0.3456 Rprec_mult_1.60 11_8 0.3077 Rprec_mult_1.80 11_8 0.2800 Rprec_mult_2.00 11_8 0.2526 utility 11_8 -872.0000 11pt_avg 11_8 0.4043 binG 11_8 0.2086 G 11_8 0.1425 ndcg 11_8 0.6370 ndcg_rel 11_8 0.6464 Rndcg 11_8 0.6306 ndcg_cut_5 11_8 0.7353 ndcg_cut_10 11_8 0.6763 ndcg_cut_15 11_8 0.6881 ndcg_cut_20 11_8 0.6886 ndcg_cut_30 11_8 0.6896 ndcg_cut_100 11_8 0.5356 ndcg_cut_200 11_8 0.5685 ndcg_cut_500 11_8 0.6105 ndcg_cut_1000 11_8 0.6370 map_cut_5 11_8 0.0392 map_cut_10 11_8 0.0739 map_cut_15 11_8 0.1079 map_cut_20 11_8 0.1508 map_cut_30 11_8 0.2086 map_cut_100 11_8 0.3438 map_cut_200 11_8 0.3668 map_cut_500 11_8 0.3819 map_cut_1000 11_8 0.3874 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.8000 relative_P_15 11_8 0.8000 relative_P_20 11_8 0.8500 relative_P_30 11_8 0.8000 relative_P_100 11_8 0.4433 relative_P_200 11_8 0.5052 relative_P_500 11_8 0.5979 relative_P_1000 11_8 0.6598 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0640 set_relative_P 11_8 0.6598 set_recall 11_8 0.6598 set_map 11_8 0.0422 set_F 11_8 0.1167 num_nonrel_judged_ret 11_8 2 rbp 11_8 0.5277 rbp_resid 11_8 0.1016 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.1000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 0 map 11_9 0.0000 Rprec 11_9 0.0000 bpref 11_9 0.0000 recip_rank 11_9 0.0000 iprec_at_recall_0.00 11_9 0.0000 iprec_at_recall_0.10 11_9 0.0000 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.0000 P_10 11_9 0.0000 P_15 11_9 0.0000 P_20 11_9 0.0000 P_30 11_9 0.0000 P_100 11_9 0.0000 P_200 11_9 0.0000 P_500 11_9 0.0000 P_1000 11_9 0.0000 relstring 11_9 '00000-----' recall_5 11_9 0.0000 recall_10 11_9 0.0000 recall_15 11_9 0.0000 recall_20 11_9 0.0000 recall_30 11_9 0.0000 recall_100 11_9 0.0000 recall_200 11_9 0.0000 recall_500 11_9 0.0000 recall_1000 11_9 0.0000 infAP 11_9 0.0000 Rprec_mult_0.20 11_9 0.0000 Rprec_mult_0.40 11_9 0.0000 Rprec_mult_0.60 11_9 0.0000 Rprec_mult_0.80 11_9 0.0000 Rprec_mult_1.00 11_9 0.0000 Rprec_mult_1.20 11_9 0.0000 Rprec_mult_1.40 11_9 0.0000 Rprec_mult_1.60 11_9 0.0000 Rprec_mult_1.80 11_9 0.0000 Rprec_mult_2.00 11_9 0.0000 utility 11_9 -1000.0000 11pt_avg 11_9 0.0000 binG 11_9 0.0000 G 11_9 0.0000 ndcg 11_9 0.0000 ndcg_rel 11_9 0.0000 Rndcg 11_9 0.0000 ndcg_cut_5 11_9 0.0000 ndcg_cut_10 11_9 0.0000 ndcg_cut_15 11_9 0.0000 ndcg_cut_20 11_9 0.0000 ndcg_cut_30 11_9 0.0000 ndcg_cut_100 11_9 0.0000 ndcg_cut_200 11_9 0.0000 ndcg_cut_500 11_9 0.0000 ndcg_cut_1000 11_9 0.0000 map_cut_5 11_9 0.0000 map_cut_10 11_9 0.0000 map_cut_15 11_9 0.0000 map_cut_20 11_9 0.0000 map_cut_30 11_9 0.0000 map_cut_100 11_9 0.0000 map_cut_200 11_9 0.0000 map_cut_500 11_9 0.0000 map_cut_1000 11_9 0.0000 relative_P_5 11_9 0.0000 relative_P_10 11_9 0.0000 relative_P_15 11_9 0.0000 relative_P_20 11_9 0.0000 relative_P_30 11_9 0.0000 relative_P_100 11_9 0.0000 relative_P_200 11_9 0.0000 relative_P_500 11_9 0.0000 relative_P_1000 11_9 0.0000 success_1 11_9 0.0000 success_5 11_9 0.0000 success_10 11_9 0.0000 set_P 11_9 0.0000 set_relative_P 11_9 0.0000 set_recall 11_9 0.0000 set_map 11_9 0.0000 set_F 11_9 0.0000 num_nonrel_judged_ret 11_9 7 rbp 11_9 0.0000 rbp_resid 11_9 0.5905 unj_5 11_9 0.0000 unj_10 11_9 0.5000 unj_20 11_9 0.7500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 21 map 12_1 0.0465 Rprec 12_1 0.1333 bpref 12_1 0.1801 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.1370 iprec_at_recall_0.20 12_1 0.0962 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.2000 P_10 12_1 0.1000 P_15 12_1 0.2000 P_20 12_1 0.2000 P_30 12_1 0.1667 P_100 12_1 0.1100 P_200 12_1 0.0750 P_500 12_1 0.0420 P_1000 12_1 0.0210 relstring 12_1 '1000000000' recall_5 12_1 0.0133 recall_10 12_1 0.0133 recall_15 12_1 0.0400 recall_20 12_1 0.0533 recall_30 12_1 0.0667 recall_100 12_1 0.1467 recall_200 12_1 0.2000 recall_500 12_1 0.2800 recall_1000 12_1 0.2800 infAP 12_1 0.0465 Rprec_mult_0.20 12_1 0.2000 Rprec_mult_0.40 12_1 0.1667 Rprec_mult_0.60 12_1 0.1333 Rprec_mult_0.80 12_1 0.1167 Rprec_mult_1.00 12_1 0.1333 Rprec_mult_1.20 12_1 0.1222 Rprec_mult_1.40 12_1 0.1048 Rprec_mult_1.60 12_1 0.0917 Rprec_mult_1.80 12_1 0.0889 Rprec_mult_2.00 12_1 0.0933 utility 12_1 -958.0000 11pt_avg 12_1 0.1121 binG 12_1 0.0589 G 12_1 0.0440 ndcg 12_1 0.2065 ndcg_rel 12_1 0.1936 Rndcg 12_1 0.1962 ndcg_cut_5 12_1 0.1450 ndcg_cut_10 12_1 0.0991 ndcg_cut_15 12_1 0.1205 ndcg_cut_20 12_1 0.1341 ndcg_cut_30 12_1 0.1269 ndcg_cut_100 12_1 0.1358 ndcg_cut_200 12_1 0.1598 ndcg_cut_500 12_1 0.2065 ndcg_cut_1000 12_1 0.2065 map_cut_5 12_1 0.0133 map_cut_10 12_1 0.0133 map_cut_15 12_1 0.0186 map_cut_20 12_1 0.0220 map_cut_30 12_1 0.0247 map_cut_100 12_1 0.0360 map_cut_200 12_1 0.0412 map_cut_500 12_1 0.0465 map_cut_1000 12_1 0.0465 relative_P_5 12_1 0.2000 relative_P_10 12_1 0.1000 relative_P_15 12_1 0.2000 relative_P_20 12_1 0.2000 relative_P_30 12_1 0.1667 relative_P_100 12_1 0.1467 relative_P_200 12_1 0.2000 relative_P_500 12_1 0.2800 relative_P_1000 12_1 0.2800 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0210 set_relative_P 12_1 0.2800 set_recall 12_1 0.2800 set_map 12_1 0.0059 set_F 12_1 0.0391 num_nonrel_judged_ret 12_1 59 rbp 12_1 0.0746 rbp_resid 12_1 0.0849 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 4 map 12_2 0.0215 Rprec 12_2 0.0462 bpref 12_2 0.0554 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.0000 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.2000 P_10 12_2 0.2000 P_15 12_2 0.1333 P_20 12_2 0.1500 P_30 12_2 0.1000 P_100 12_2 0.0300 P_200 12_2 0.0200 P_500 12_2 0.0080 P_1000 12_2 0.0040 relstring 12_2 '200000--3-' recall_5 12_2 0.0154 recall_10 12_2 0.0308 recall_15 12_2 0.0308 recall_20 12_2 0.0462 recall_30 12_2 0.0462 recall_100 12_2 0.0462 recall_200 12_2 0.0615 recall_500 12_2 0.0615 recall_1000 12_2 0.0615 infAP 12_2 0.0215 Rprec_mult_0.20 12_2 0.1538 Rprec_mult_0.40 12_2 0.1154 Rprec_mult_0.60 12_2 0.0769 Rprec_mult_0.80 12_2 0.0577 Rprec_mult_1.00 12_2 0.0462 Rprec_mult_1.20 12_2 0.0385 Rprec_mult_1.40 12_2 0.0330 Rprec_mult_1.60 12_2 0.0288 Rprec_mult_1.80 12_2 0.0256 Rprec_mult_2.00 12_2 0.0231 utility 12_2 -992.0000 11pt_avg 12_2 0.0909 binG 12_2 0.0260 G 12_2 0.0245 ndcg 12_2 0.1253 ndcg_rel 12_2 0.1365 Rndcg 12_2 0.1605 ndcg_cut_5 12_2 0.2261 ndcg_cut_10 12_2 0.2412 ndcg_cut_15 12_2 0.1979 ndcg_cut_20 12_2 0.1838 ndcg_cut_30 12_2 0.1580 ndcg_cut_100 12_2 0.1199 ndcg_cut_200 12_2 0.1253 ndcg_cut_500 12_2 0.1253 ndcg_cut_1000 12_2 0.1253 map_cut_5 12_2 0.0154 map_cut_10 12_2 0.0188 map_cut_15 12_2 0.0188 map_cut_20 12_2 0.0211 map_cut_30 12_2 0.0211 map_cut_100 12_2 0.0211 map_cut_200 12_2 0.0215 map_cut_500 12_2 0.0215 map_cut_1000 12_2 0.0215 relative_P_5 12_2 0.2000 relative_P_10 12_2 0.2000 relative_P_15 12_2 0.1333 relative_P_20 12_2 0.1500 relative_P_30 12_2 0.1000 relative_P_100 12_2 0.0462 relative_P_200 12_2 0.0615 relative_P_500 12_2 0.0615 relative_P_1000 12_2 0.0615 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0040 set_relative_P 12_2 0.0615 set_recall 12_2 0.0615 set_map 12_2 0.0002 set_F 12_2 0.0075 num_nonrel_judged_ret 12_2 17 rbp 12_2 0.1142 rbp_resid 12_2 0.4245 unj_5 12_2 0.0000 unj_10 12_2 0.3000 unj_20 12_2 0.5000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 71 map 12_3 0.5872 Rprec 12_3 0.6000 bpref 12_3 0.8391 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.8421 iprec_at_recall_0.20 12_3 0.8421 iprec_at_recall_0.30 12_3 0.6667 iprec_at_recall_0.40 12_3 0.6667 iprec_at_recall_0.50 12_3 0.6500 iprec_at_recall_0.60 12_3 0.6081 iprec_at_recall_0.70 12_3 0.5146 iprec_at_recall_0.80 12_3 0.4196 iprec_at_recall_0.90 12_3 0.2313 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 1.0000 P_10 12_3 0.7000 P_15 12_3 0.8000 P_20 12_3 0.8000 P_30 12_3 0.7000 P_100 12_3 0.5100 P_200 12_3 0.3300 P_500 12_3 0.1380 P_1000 12_3 0.0710 relstring 12_3 '1222102200' recall_5 12_3 0.0667 recall_10 12_3 0.0933 recall_15 12_3 0.1600 recall_20 12_3 0.2133 recall_30 12_3 0.2800 recall_100 12_3 0.6800 recall_200 12_3 0.8800 recall_500 12_3 0.9200 recall_1000 12_3 0.9467 infAP 12_3 0.5872 Rprec_mult_0.20 12_3 0.8000 Rprec_mult_0.40 12_3 0.7000 Rprec_mult_0.60 12_3 0.6444 Rprec_mult_0.80 12_3 0.6500 Rprec_mult_1.00 12_3 0.6000 Rprec_mult_1.20 12_3 0.5556 Rprec_mult_1.40 12_3 0.5143 Rprec_mult_1.60 12_3 0.4833 Rprec_mult_1.80 12_3 0.4370 Rprec_mult_2.00 12_3 0.4067 utility 12_3 -858.0000 11pt_avg 12_3 0.5856 binG 12_3 0.2875 G 12_3 0.2191 ndcg 12_3 0.8099 ndcg_rel 12_3 0.6792 Rndcg 12_3 0.6599 ndcg_cut_5 12_3 0.7648 ndcg_cut_10 12_3 0.6391 ndcg_cut_15 12_3 0.7202 ndcg_cut_20 12_3 0.7010 ndcg_cut_30 12_3 0.6201 ndcg_cut_100 12_3 0.6641 ndcg_cut_200 12_3 0.7848 ndcg_cut_500 12_3 0.8022 ndcg_cut_1000 12_3 0.8099 map_cut_5 12_3 0.0667 map_cut_10 12_3 0.0898 map_cut_15 12_3 0.1409 map_cut_20 12_3 0.1850 map_cut_30 12_3 0.2364 map_cut_100 12_3 0.4869 map_cut_200 12_3 0.5748 map_cut_500 12_3 0.5839 map_cut_1000 12_3 0.5872 relative_P_5 12_3 1.0000 relative_P_10 12_3 0.7000 relative_P_15 12_3 0.8000 relative_P_20 12_3 0.8000 relative_P_30 12_3 0.7000 relative_P_100 12_3 0.6800 relative_P_200 12_3 0.8800 relative_P_500 12_3 0.9200 relative_P_1000 12_3 0.9467 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0710 set_relative_P 12_3 0.9467 set_recall 12_3 0.9467 set_map 12_3 0.0672 set_F 12_3 0.1321 num_nonrel_judged_ret 12_3 22 rbp 12_3 0.6650 rbp_resid 12_3 0.0546 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 27 map 12_5 0.0093 Rprec 12_5 0.0175 bpref 12_5 0.3324 recip_rank 12_5 0.0244 iprec_at_recall_0.00 12_5 0.0279 iprec_at_recall_0.10 12_5 0.0279 iprec_at_recall_0.20 12_5 0.0279 iprec_at_recall_0.30 12_5 0.0279 iprec_at_recall_0.40 12_5 0.0279 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.0000 P_10 12_5 0.0000 P_15 12_5 0.0000 P_20 12_5 0.0000 P_30 12_5 0.0000 P_100 12_5 0.0200 P_200 12_5 0.0100 P_500 12_5 0.0160 P_1000 12_5 0.0270 relstring 12_5 '000000----' recall_5 12_5 0.0000 recall_10 12_5 0.0000 recall_15 12_5 0.0000 recall_20 12_5 0.0000 recall_30 12_5 0.0000 recall_100 12_5 0.0351 recall_200 12_5 0.0351 recall_500 12_5 0.1404 recall_1000 12_5 0.4737 infAP 12_5 0.0093 Rprec_mult_0.20 12_5 0.0000 Rprec_mult_0.40 12_5 0.0000 Rprec_mult_0.60 12_5 0.0000 Rprec_mult_0.80 12_5 0.0217 Rprec_mult_1.00 12_5 0.0175 Rprec_mult_1.20 12_5 0.0145 Rprec_mult_1.40 12_5 0.0125 Rprec_mult_1.60 12_5 0.0217 Rprec_mult_1.80 12_5 0.0194 Rprec_mult_2.00 12_5 0.0175 utility 12_5 -946.0000 11pt_avg 12_5 0.0127 binG 12_5 0.0528 G 12_5 0.0499 ndcg 12_5 0.1915 ndcg_rel 12_5 0.1472 Rndcg 12_5 0.0509 ndcg_cut_5 12_5 0.0000 ndcg_cut_10 12_5 0.0000 ndcg_cut_15 12_5 0.0000 ndcg_cut_20 12_5 0.0000 ndcg_cut_30 12_5 0.0000 ndcg_cut_100 12_5 0.0159 ndcg_cut_200 12_5 0.0159 ndcg_cut_500 12_5 0.0567 ndcg_cut_1000 12_5 0.1915 map_cut_5 12_5 0.0000 map_cut_10 12_5 0.0000 map_cut_15 12_5 0.0000 map_cut_20 12_5 0.0000 map_cut_30 12_5 0.0000 map_cut_100 12_5 0.0008 map_cut_200 12_5 0.0008 map_cut_500 12_5 0.0023 map_cut_1000 12_5 0.0093 relative_P_5 12_5 0.0000 relative_P_10 12_5 0.0000 relative_P_15 12_5 0.0000 relative_P_20 12_5 0.0000 relative_P_30 12_5 0.0000 relative_P_100 12_5 0.0351 relative_P_200 12_5 0.0351 relative_P_500 12_5 0.1404 relative_P_1000 12_5 0.4737 success_1 12_5 0.0000 success_5 12_5 0.0000 success_10 12_5 0.0000 set_P 12_5 0.0270 set_relative_P 12_5 0.4737 set_recall 12_5 0.4737 set_map 12_5 0.0128 set_F 12_5 0.0511 num_nonrel_judged_ret 12_5 19 rbp 12_5 0.0005 rbp_resid 12_5 0.4460 unj_5 12_5 0.0000 unj_10 12_5 0.4000 unj_20 12_5 0.5500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 31 map 12_6 0.2369 Rprec 12_6 0.2708 bpref 12_6 0.5048 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.7000 iprec_at_recall_0.20 12_6 0.4167 iprec_at_recall_0.30 12_6 0.3036 iprec_at_recall_0.40 12_6 0.2593 iprec_at_recall_0.50 12_6 0.2087 iprec_at_recall_0.60 12_6 0.0777 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.6000 P_10 12_6 0.7000 P_15 12_6 0.5333 P_20 12_6 0.4500 P_30 12_6 0.3667 P_100 12_6 0.2200 P_200 12_6 0.1300 P_500 12_6 0.0600 P_1000 12_6 0.0310 relstring 12_6 '110021-122' recall_5 12_6 0.0625 recall_10 12_6 0.1458 recall_15 12_6 0.1667 recall_20 12_6 0.1875 recall_30 12_6 0.2292 recall_100 12_6 0.4583 recall_200 12_6 0.5417 recall_500 12_6 0.6250 recall_1000 12_6 0.6458 infAP 12_6 0.2369 Rprec_mult_0.20 12_6 0.7000 Rprec_mult_0.40 12_6 0.4500 Rprec_mult_0.60 12_6 0.3793 Rprec_mult_0.80 12_6 0.3077 Rprec_mult_1.00 12_6 0.2708 Rprec_mult_1.20 12_6 0.2931 Rprec_mult_1.40 12_6 0.2500 Rprec_mult_1.60 12_6 0.2468 Rprec_mult_1.80 12_6 0.2529 Rprec_mult_2.00 12_6 0.2292 utility 12_6 -938.0000 11pt_avg 12_6 0.2696 binG 12_6 0.1795 G 12_6 0.1305 ndcg 12_6 0.4931 ndcg_rel 12_6 0.4259 Rndcg 12_6 0.3586 ndcg_cut_5 12_6 0.3487 ndcg_cut_10 12_6 0.4220 ndcg_cut_15 12_6 0.3758 ndcg_cut_20 12_6 0.3330 ndcg_cut_30 12_6 0.3083 ndcg_cut_100 12_6 0.4202 ndcg_cut_200 12_6 0.4537 ndcg_cut_500 12_6 0.4879 ndcg_cut_1000 12_6 0.4931 map_cut_5 12_6 0.0542 map_cut_10 12_6 0.1095 map_cut_15 12_6 0.1224 map_cut_20 12_6 0.1334 map_cut_30 12_6 0.1500 map_cut_100 12_6 0.2135 map_cut_200 12_6 0.2280 map_cut_500 12_6 0.2358 map_cut_1000 12_6 0.2369 relative_P_5 12_6 0.6000 relative_P_10 12_6 0.7000 relative_P_15 12_6 0.5333 relative_P_20 12_6 0.4500 relative_P_30 12_6 0.3667 relative_P_100 12_6 0.4583 relative_P_200 12_6 0.5417 relative_P_500 12_6 0.6250 relative_P_1000 12_6 0.6458 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0310 set_relative_P 12_6 0.6458 set_recall 12_6 0.6458 set_map 12_6 0.0200 set_F 12_6 0.0592 num_nonrel_judged_ret 12_6 23 rbp 12_6 0.2302 rbp_resid 12_6 0.2798 unj_5 12_6 0.0000 unj_10 12_6 0.1000 unj_20 12_6 0.4000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 13 map 12_7 0.3454 Rprec 12_7 0.4118 bpref 12_7 0.4533 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 0.6667 iprec_at_recall_0.20 12_7 0.6250 iprec_at_recall_0.30 12_7 0.6250 iprec_at_recall_0.40 12_7 0.4118 iprec_at_recall_0.50 12_7 0.3333 iprec_at_recall_0.60 12_7 0.3226 iprec_at_recall_0.70 12_7 0.1690 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.6000 P_10 12_7 0.5000 P_15 12_7 0.3333 P_20 12_7 0.3500 P_30 12_7 0.3000 P_100 12_7 0.1200 P_200 12_7 0.0650 P_500 12_7 0.0260 P_1000 12_7 0.0130 relstring 12_7 '20301-310-' recall_5 12_7 0.1765 recall_10 12_7 0.2941 recall_15 12_7 0.2941 recall_20 12_7 0.4118 recall_30 12_7 0.5294 recall_100 12_7 0.7059 recall_200 12_7 0.7647 recall_500 12_7 0.7647 recall_1000 12_7 0.7647 infAP 12_7 0.3454 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.5714 Rprec_mult_0.60 12_7 0.4545 Rprec_mult_0.80 12_7 0.3571 Rprec_mult_1.00 12_7 0.4118 Rprec_mult_1.20 12_7 0.3810 Rprec_mult_1.40 12_7 0.3333 Rprec_mult_1.60 12_7 0.3214 Rprec_mult_1.80 12_7 0.3226 Rprec_mult_2.00 12_7 0.2941 utility 12_7 -974.0000 11pt_avg 12_7 0.3776 binG 12_7 0.2815 G 12_7 0.2117 ndcg 12_7 0.5953 ndcg_rel 12_7 0.5408 Rndcg 12_7 0.4749 ndcg_cut_5 12_7 0.4595 ndcg_cut_10 12_7 0.4466 ndcg_cut_15 12_7 0.3849 ndcg_cut_20 12_7 0.4408 ndcg_cut_30 12_7 0.5174 ndcg_cut_100 12_7 0.5850 ndcg_cut_200 12_7 0.5953 ndcg_cut_500 12_7 0.5953 ndcg_cut_1000 12_7 0.5953 map_cut_5 12_7 0.1333 map_cut_10 12_7 0.2037 map_cut_15 12_7 0.2037 map_cut_20 12_7 0.2500 map_cut_30 12_7 0.2920 map_cut_100 12_7 0.3389 map_cut_200 12_7 0.3454 map_cut_500 12_7 0.3454 map_cut_1000 12_7 0.3454 relative_P_5 12_7 0.6000 relative_P_10 12_7 0.5000 relative_P_15 12_7 0.3333 relative_P_20 12_7 0.4118 relative_P_30 12_7 0.5294 relative_P_100 12_7 0.7059 relative_P_200 12_7 0.7647 relative_P_500 12_7 0.7647 relative_P_1000 12_7 0.7647 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0130 set_relative_P 12_7 0.7647 set_recall 12_7 0.7647 set_map 12_7 0.0099 set_F 12_7 0.0256 num_nonrel_judged_ret 12_7 31 rbp 12_7 0.2838 rbp_resid 12_7 0.2437 unj_5 12_7 0.0000 unj_10 12_7 0.2000 unj_20 12_7 0.3000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 16 map 12_9 0.2278 Rprec 12_9 0.2593 bpref 12_9 0.3169 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 0.7500 iprec_at_recall_0.20 12_9 0.6667 iprec_at_recall_0.30 12_9 0.2581 iprec_at_recall_0.40 12_9 0.0853 iprec_at_recall_0.50 12_9 0.0685 iprec_at_recall_0.60 12_9 0.0620 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.6000 P_10 12_9 0.6000 P_15 12_9 0.4000 P_20 12_9 0.3000 P_30 12_9 0.2333 P_100 12_9 0.1000 P_200 12_9 0.0650 P_500 12_9 0.0320 P_1000 12_9 0.0160 relstring 12_9 '310101011-' recall_5 12_9 0.1111 recall_10 12_9 0.2222 recall_15 12_9 0.2222 recall_20 12_9 0.2222 recall_30 12_9 0.2593 recall_100 12_9 0.3704 recall_200 12_9 0.4815 recall_500 12_9 0.5926 recall_1000 12_9 0.5926 infAP 12_9 0.2278 Rprec_mult_0.20 12_9 0.6667 Rprec_mult_0.40 12_9 0.5455 Rprec_mult_0.60 12_9 0.3529 Rprec_mult_0.80 12_9 0.2727 Rprec_mult_1.00 12_9 0.2593 Rprec_mult_1.20 12_9 0.2424 Rprec_mult_1.40 12_9 0.2368 Rprec_mult_1.60 12_9 0.2045 Rprec_mult_1.80 12_9 0.2041 Rprec_mult_2.00 12_9 0.1852 utility 12_9 -968.0000 11pt_avg 12_9 0.2628 binG 12_9 0.2091 G 12_9 0.1712 ndcg 12_9 0.4944 ndcg_rel 12_9 0.4982 Rndcg 12_9 0.4885 ndcg_cut_5 12_9 0.5395 ndcg_cut_10 12_9 0.4697 ndcg_cut_15 12_9 0.3770 ndcg_cut_20 12_9 0.3464 ndcg_cut_30 12_9 0.3403 ndcg_cut_100 12_9 0.3870 ndcg_cut_200 12_9 0.4390 ndcg_cut_500 12_9 0.4944 ndcg_cut_1000 12_9 0.4944 map_cut_5 12_9 0.1019 map_cut_10 12_9 0.1744 map_cut_15 12_9 0.1744 map_cut_20 12_9 0.1744 map_cut_30 12_9 0.1848 map_cut_100 12_9 0.2114 map_cut_200 12_9 0.2206 map_cut_500 12_9 0.2278 map_cut_1000 12_9 0.2278 relative_P_5 12_9 0.6000 relative_P_10 12_9 0.6000 relative_P_15 12_9 0.4000 relative_P_20 12_9 0.3000 relative_P_30 12_9 0.2593 relative_P_100 12_9 0.3704 relative_P_200 12_9 0.4815 relative_P_500 12_9 0.5926 relative_P_1000 12_9 0.5926 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0160 set_relative_P 12_9 0.5926 set_recall 12_9 0.5926 set_map 12_9 0.0095 set_F 12_9 0.0312 num_nonrel_judged_ret 12_9 28 rbp 12_9 0.2124 rbp_resid 12_9 0.1881 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.2500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 10 map 13_2 0.0312 Rprec 13_2 0.0584 bpref 13_2 0.0610 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.0000 iprec_at_recall_0.20 13_2 0.0000 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.6000 P_10 13_2 0.5000 P_15 13_2 0.3333 P_20 13_2 0.2500 P_30 13_2 0.2333 P_100 13_2 0.0900 P_200 13_2 0.0450 P_500 13_2 0.0200 P_1000 13_2 0.0100 relstring 13_2 '310014-1--' recall_5 13_2 0.0195 recall_10 13_2 0.0325 recall_15 13_2 0.0325 recall_20 13_2 0.0325 recall_30 13_2 0.0455 recall_100 13_2 0.0584 recall_200 13_2 0.0584 recall_500 13_2 0.0649 recall_1000 13_2 0.0649 infAP 13_2 0.0312 Rprec_mult_0.20 13_2 0.2258 Rprec_mult_0.40 13_2 0.1290 Rprec_mult_0.60 13_2 0.0968 Rprec_mult_0.80 13_2 0.0726 Rprec_mult_1.00 13_2 0.0584 Rprec_mult_1.20 13_2 0.0486 Rprec_mult_1.40 13_2 0.0463 Rprec_mult_1.60 13_2 0.0405 Rprec_mult_1.80 13_2 0.0360 Rprec_mult_2.00 13_2 0.0325 utility 13_2 -980.0000 11pt_avg 13_2 0.0909 binG 13_2 0.0285 G 13_2 0.0184 ndcg 13_2 0.1231 ndcg_rel 13_2 0.1393 Rndcg 13_2 0.2762 ndcg_cut_5 13_2 0.4081 ndcg_cut_10 13_2 0.3936 ndcg_cut_15 13_2 0.3098 ndcg_cut_20 13_2 0.2603 ndcg_cut_30 13_2 0.2358 ndcg_cut_100 13_2 0.1363 ndcg_cut_200 13_2 0.1166 ndcg_cut_500 13_2 0.1231 ndcg_cut_1000 13_2 0.1231 map_cut_5 13_2 0.0169 map_cut_10 13_2 0.0253 map_cut_15 13_2 0.0253 map_cut_20 13_2 0.0253 map_cut_30 13_2 0.0292 map_cut_100 13_2 0.0309 map_cut_200 13_2 0.0309 map_cut_500 13_2 0.0312 map_cut_1000 13_2 0.0312 relative_P_5 13_2 0.6000 relative_P_10 13_2 0.5000 relative_P_15 13_2 0.3333 relative_P_20 13_2 0.2500 relative_P_30 13_2 0.2333 relative_P_100 13_2 0.0900 relative_P_200 13_2 0.0584 relative_P_500 13_2 0.0649 relative_P_1000 13_2 0.0649 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0100 set_relative_P 13_2 0.0649 set_recall 13_2 0.0649 set_map 13_2 0.0006 set_F 13_2 0.0173 num_nonrel_judged_ret 13_2 5 rbp 13_2 0.1936 rbp_resid 13_2 0.4386 unj_5 13_2 0.0000 unj_10 13_2 0.3000 unj_20 13_2 0.6000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 22 map 13_3 0.1426 Rprec 13_3 0.2532 bpref 13_3 0.2673 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.5294 iprec_at_recall_0.20 13_3 0.4595 iprec_at_recall_0.30 13_3 0.0000 iprec_at_recall_0.40 13_3 0.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.6000 P_10 13_3 0.5000 P_15 13_3 0.4667 P_20 13_3 0.5000 P_30 13_3 0.5000 P_100 13_3 0.2100 P_200 13_3 0.1100 P_500 13_3 0.0440 P_1000 13_3 0.0220 relstring 13_3 '22200--022' recall_5 13_3 0.0380 recall_10 13_3 0.0633 recall_15 13_3 0.0886 recall_20 13_3 0.1266 recall_30 13_3 0.1899 recall_100 13_3 0.2658 recall_200 13_3 0.2785 recall_500 13_3 0.2785 recall_1000 13_3 0.2785 infAP 13_3 0.1426 Rprec_mult_0.20 13_3 0.5000 Rprec_mult_0.40 13_3 0.4688 Rprec_mult_0.60 13_3 0.3958 Rprec_mult_0.80 13_3 0.2969 Rprec_mult_1.00 13_3 0.2532 Rprec_mult_1.20 13_3 0.2211 Rprec_mult_1.40 13_3 0.1982 Rprec_mult_1.60 13_3 0.1732 Rprec_mult_1.80 13_3 0.1538 Rprec_mult_2.00 13_3 0.1392 utility 13_3 -956.0000 11pt_avg 13_3 0.1808 binG 13_3 0.0990 G 13_3 0.0748 ndcg 13_3 0.3557 ndcg_rel 13_3 0.3911 Rndcg 13_3 0.4052 ndcg_cut_5 13_3 0.5039 ndcg_cut_10 13_3 0.4672 ndcg_cut_15 13_3 0.4720 ndcg_cut_20 13_3 0.5044 ndcg_cut_30 13_3 0.4909 ndcg_cut_100 13_3 0.3515 ndcg_cut_200 13_3 0.3557 ndcg_cut_500 13_3 0.3557 ndcg_cut_1000 13_3 0.3557 map_cut_5 13_3 0.0380 map_cut_10 13_3 0.0499 map_cut_15 13_3 0.0621 map_cut_20 13_3 0.0815 map_cut_30 13_3 0.1112 map_cut_100 13_3 0.1401 map_cut_200 13_3 0.1426 map_cut_500 13_3 0.1426 map_cut_1000 13_3 0.1426 relative_P_5 13_3 0.6000 relative_P_10 13_3 0.5000 relative_P_15 13_3 0.4667 relative_P_20 13_3 0.5000 relative_P_30 13_3 0.5000 relative_P_100 13_3 0.2658 relative_P_200 13_3 0.2785 relative_P_500 13_3 0.2785 relative_P_1000 13_3 0.2785 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0220 set_relative_P 13_3 0.2785 set_recall 13_3 0.2785 set_map 13_3 0.0061 set_F 13_3 0.0408 num_nonrel_judged_ret 13_3 7 rbp 13_3 0.3427 rbp_resid 13_3 0.3162 unj_5 13_3 0.0000 unj_10 13_3 0.2000 unj_20 13_3 0.3500 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 35 map 13_4 0.1073 Rprec 13_4 0.1970 bpref 13_4 0.2479 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.4571 iprec_at_recall_0.20 13_4 0.2600 iprec_at_recall_0.30 13_4 0.0000 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.5000 P_15 13_4 0.4667 P_20 13_4 0.5000 P_30 13_4 0.4333 P_100 13_4 0.2600 P_200 13_4 0.1450 P_500 13_4 0.0700 P_1000 13_4 0.0350 relstring 13_4 '21200102--' recall_5 13_4 0.0227 recall_10 13_4 0.0379 recall_15 13_4 0.0530 recall_20 13_4 0.0758 recall_30 13_4 0.0985 recall_100 13_4 0.1970 recall_200 13_4 0.2197 recall_500 13_4 0.2652 recall_1000 13_4 0.2652 infAP 13_4 0.1073 Rprec_mult_0.20 13_4 0.4444 Rprec_mult_0.40 13_4 0.3962 Rprec_mult_0.60 13_4 0.2875 Rprec_mult_0.80 13_4 0.2453 Rprec_mult_1.00 13_4 0.1970 Rprec_mult_1.20 13_4 0.1698 Rprec_mult_1.40 13_4 0.1568 Rprec_mult_1.60 13_4 0.1368 Rprec_mult_1.80 13_4 0.1261 Rprec_mult_2.00 13_4 0.1174 utility 13_4 -930.0000 11pt_avg 13_4 0.1561 binG 13_4 0.0750 G 13_4 0.0544 ndcg 13_4 0.3013 ndcg_rel 13_4 0.3280 Rndcg 13_4 0.3773 ndcg_cut_5 13_4 0.5265 ndcg_cut_10 13_4 0.4578 ndcg_cut_15 13_4 0.4436 ndcg_cut_20 13_4 0.4526 ndcg_cut_30 13_4 0.4186 ndcg_cut_100 13_4 0.2948 ndcg_cut_200 13_4 0.2743 ndcg_cut_500 13_4 0.3013 ndcg_cut_1000 13_4 0.3013 map_cut_5 13_4 0.0227 map_cut_10 13_4 0.0325 map_cut_15 13_4 0.0395 map_cut_20 13_4 0.0509 map_cut_30 13_4 0.0614 map_cut_100 13_4 0.0987 map_cut_200 13_4 0.1027 map_cut_500 13_4 0.1073 map_cut_1000 13_4 0.1073 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.5000 relative_P_15 13_4 0.4667 relative_P_20 13_4 0.5000 relative_P_30 13_4 0.4333 relative_P_100 13_4 0.2600 relative_P_200 13_4 0.2197 relative_P_500 13_4 0.2652 relative_P_1000 13_4 0.2652 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0350 set_relative_P 13_4 0.2652 set_recall 13_4 0.2652 set_map 13_4 0.0093 set_F 13_4 0.0618 num_nonrel_judged_ret 13_4 11 rbp 13_4 0.2897 rbp_resid 13_4 0.2904 unj_5 13_4 0.0000 unj_10 13_4 0.2000 unj_20 13_4 0.3500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 31 map 13_6 0.0781 Rprec 13_6 0.1111 bpref 13_6 0.2254 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.1429 iprec_at_recall_0.20 13_6 0.0740 iprec_at_recall_0.30 13_6 0.0000 iprec_at_recall_0.40 13_6 0.0000 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.7000 P_15 13_6 0.5333 P_20 13_6 0.4000 P_30 13_6 0.3667 P_100 13_6 0.1400 P_200 13_6 0.1050 P_500 13_6 0.0560 P_1000 13_6 0.0310 relstring 13_6 '32222--22-' recall_5 13_6 0.0370 recall_10 13_6 0.0519 recall_15 13_6 0.0593 recall_20 13_6 0.0593 recall_30 13_6 0.0815 recall_100 13_6 0.1037 recall_200 13_6 0.1556 recall_500 13_6 0.2074 recall_1000 13_6 0.2296 infAP 13_6 0.0781 Rprec_mult_0.20 13_6 0.3333 Rprec_mult_0.40 13_6 0.2407 Rprec_mult_0.60 13_6 0.1605 Rprec_mult_0.80 13_6 0.1296 Rprec_mult_1.00 13_6 0.1111 Rprec_mult_1.20 13_6 0.1173 Rprec_mult_1.40 13_6 0.1111 Rprec_mult_1.60 13_6 0.0972 Rprec_mult_1.80 13_6 0.0947 Rprec_mult_2.00 13_6 0.0889 utility 13_6 -938.0000 11pt_avg 13_6 0.1106 binG 13_6 0.0727 G 13_6 0.0473 ndcg 13_6 0.2681 ndcg_rel 13_6 0.2916 Rndcg 13_6 0.3747 ndcg_cut_5 13_6 0.7005 ndcg_cut_10 13_6 0.5557 ndcg_cut_15 13_6 0.4665 ndcg_cut_20 13_6 0.4047 ndcg_cut_30 13_6 0.3859 ndcg_cut_100 13_6 0.2257 ndcg_cut_200 13_6 0.2359 ndcg_cut_500 13_6 0.2604 ndcg_cut_1000 13_6 0.2681 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0484 map_cut_15 13_6 0.0533 map_cut_20 13_6 0.0533 map_cut_30 13_6 0.0612 map_cut_100 13_6 0.0664 map_cut_200 13_6 0.0726 map_cut_500 13_6 0.0771 map_cut_1000 13_6 0.0781 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.7000 relative_P_15 13_6 0.5333 relative_P_20 13_6 0.4000 relative_P_30 13_6 0.3667 relative_P_100 13_6 0.1400 relative_P_200 13_6 0.1556 relative_P_500 13_6 0.2074 relative_P_1000 13_6 0.2296 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0310 set_relative_P 13_6 0.2296 set_recall 13_6 0.2296 set_map 13_6 0.0071 set_F 13_6 0.0546 num_nonrel_judged_ret 13_6 1 rbp 13_6 0.3009 rbp_resid 13_6 0.4318 unj_5 13_6 0.0000 unj_10 13_6 0.3000 unj_20 13_6 0.5500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 42 map 13_8 0.2249 Rprec 13_8 0.2900 bpref 13_8 0.4194 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 1.0000 iprec_at_recall_0.20 13_8 0.5526 iprec_at_recall_0.30 13_8 0.2970 iprec_at_recall_0.40 13_8 0.0939 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 1.0000 P_10 13_8 1.0000 P_15 13_8 0.7333 P_20 13_8 0.6000 P_30 13_8 0.6000 P_100 13_8 0.2900 P_200 13_8 0.1700 P_500 13_8 0.0820 P_1000 13_8 0.0420 relstring 13_8 '2133222221' recall_5 13_8 0.0500 recall_10 13_8 0.1000 recall_15 13_8 0.1100 recall_20 13_8 0.1200 recall_30 13_8 0.1800 recall_100 13_8 0.2900 recall_200 13_8 0.3400 recall_500 13_8 0.4100 recall_1000 13_8 0.4200 infAP 13_8 0.2249 Rprec_mult_0.20 13_8 0.6000 Rprec_mult_0.40 13_8 0.5250 Rprec_mult_0.60 13_8 0.4167 Rprec_mult_0.80 13_8 0.3625 Rprec_mult_1.00 13_8 0.2900 Rprec_mult_1.20 13_8 0.2583 Rprec_mult_1.40 13_8 0.2286 Rprec_mult_1.60 13_8 0.2000 Rprec_mult_1.80 13_8 0.1778 Rprec_mult_2.00 13_8 0.1700 utility 13_8 -916.0000 11pt_avg 13_8 0.2676 binG 13_8 0.1699 G 13_8 0.0972 ndcg 13_8 0.4574 ndcg_rel 13_8 0.4838 Rndcg 13_8 0.4655 ndcg_cut_5 13_8 0.7006 ndcg_cut_10 13_8 0.6675 ndcg_cut_15 13_8 0.5731 ndcg_cut_20 13_8 0.5280 ndcg_cut_30 13_8 0.5314 ndcg_cut_100 13_8 0.3888 ndcg_cut_200 13_8 0.4216 ndcg_cut_500 13_8 0.4549 ndcg_cut_1000 13_8 0.4574 map_cut_5 13_8 0.0500 map_cut_10 13_8 0.1000 map_cut_15 13_8 0.1100 map_cut_20 13_8 0.1163 map_cut_30 13_8 0.1528 map_cut_100 13_8 0.2049 map_cut_200 13_8 0.2164 map_cut_500 13_8 0.2242 map_cut_1000 13_8 0.2249 relative_P_5 13_8 1.0000 relative_P_10 13_8 1.0000 relative_P_15 13_8 0.7333 relative_P_20 13_8 0.6000 relative_P_30 13_8 0.6000 relative_P_100 13_8 0.2900 relative_P_200 13_8 0.3400 relative_P_500 13_8 0.4100 relative_P_1000 13_8 0.4200 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0420 set_relative_P 13_8 0.4200 set_recall 13_8 0.4200 set_map 13_8 0.0176 set_F 13_8 0.0764 num_nonrel_judged_ret 13_8 1 rbp 13_8 0.5221 rbp_resid 13_8 0.2406 unj_5 13_8 0.0000 unj_10 13_8 0.0000 unj_20 13_8 0.4000 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 37 map 14_10 0.4220 Rprec 14_10 0.4808 bpref 14_10 0.6243 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 0.8750 iprec_at_recall_0.20 14_10 0.8000 iprec_at_recall_0.30 14_10 0.6957 iprec_at_recall_0.40 14_10 0.6000 iprec_at_recall_0.50 14_10 0.4127 iprec_at_recall_0.60 14_10 0.2460 iprec_at_recall_0.70 14_10 0.1782 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.8000 P_10 14_10 0.7000 P_15 14_10 0.8000 P_20 14_10 0.7000 P_30 14_10 0.6333 P_100 14_10 0.3000 P_200 14_10 0.1750 P_500 14_10 0.0740 P_1000 14_10 0.0370 relstring 14_10 '32102221--' recall_5 14_10 0.0769 recall_10 14_10 0.1346 recall_15 14_10 0.2308 recall_20 14_10 0.2692 recall_30 14_10 0.3654 recall_100 14_10 0.5769 recall_200 14_10 0.6731 recall_500 14_10 0.7115 recall_1000 14_10 0.7115 infAP 14_10 0.4220 Rprec_mult_0.20 14_10 0.7273 Rprec_mult_0.40 14_10 0.7143 Rprec_mult_0.60 14_10 0.5938 Rprec_mult_0.80 14_10 0.5714 Rprec_mult_1.00 14_10 0.4808 Rprec_mult_1.20 14_10 0.4127 Rprec_mult_1.40 14_10 0.3699 Rprec_mult_1.60 14_10 0.3452 Rprec_mult_1.80 14_10 0.3191 Rprec_mult_2.00 14_10 0.2885 utility 14_10 -926.0000 11pt_avg 14_10 0.4371 binG 14_10 0.2554 G 14_10 0.1995 ndcg 14_10 0.6812 ndcg_rel 14_10 0.6635 Rndcg 14_10 0.6433 ndcg_cut_5 14_10 0.6895 ndcg_cut_10 14_10 0.6445 ndcg_cut_15 14_10 0.6561 ndcg_cut_20 14_10 0.6188 ndcg_cut_30 14_10 0.5802 ndcg_cut_100 14_10 0.6143 ndcg_cut_200 14_10 0.6652 ndcg_cut_500 14_10 0.6812 ndcg_cut_1000 14_10 0.6812 map_cut_5 14_10 0.0731 map_cut_10 14_10 0.1224 map_cut_15 14_10 0.1961 map_cut_20 14_10 0.2250 map_cut_30 14_10 0.2915 map_cut_100 14_10 0.3954 map_cut_200 14_10 0.4155 map_cut_500 14_10 0.4220 map_cut_1000 14_10 0.4220 relative_P_5 14_10 0.8000 relative_P_10 14_10 0.7000 relative_P_15 14_10 0.8000 relative_P_20 14_10 0.7000 relative_P_30 14_10 0.6333 relative_P_100 14_10 0.5769 relative_P_200 14_10 0.6731 relative_P_500 14_10 0.7115 relative_P_1000 14_10 0.7115 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0370 set_relative_P 14_10 0.7115 set_recall 14_10 0.7115 set_map 14_10 0.0263 set_F 14_10 0.0703 num_nonrel_judged_ret 14_10 25 rbp 14_10 0.4442 rbp_resid 14_10 0.1374 unj_5 14_10 0.0000 unj_10 14_10 0.2000 unj_20 14_10 0.1000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 2 map 14_2 0.0004 Rprec 14_2 0.0095 bpref 14_2 0.0165 recip_rank 14_2 0.0333 iprec_at_recall_0.00 14_2 0.0333 iprec_at_recall_0.10 14_2 0.0000 iprec_at_recall_0.20 14_2 0.0000 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.0000 P_10 14_2 0.0000 P_15 14_2 0.0000 P_20 14_2 0.0000 P_30 14_2 0.0333 P_100 14_2 0.0100 P_200 14_2 0.0050 P_500 14_2 0.0040 P_1000 14_2 0.0020 relstring 14_2 '00000-----' recall_5 14_2 0.0000 recall_10 14_2 0.0000 recall_15 14_2 0.0000 recall_20 14_2 0.0000 recall_30 14_2 0.0095 recall_100 14_2 0.0095 recall_200 14_2 0.0095 recall_500 14_2 0.0190 recall_1000 14_2 0.0190 infAP 14_2 0.0004 Rprec_mult_0.20 14_2 0.0000 Rprec_mult_0.40 14_2 0.0238 Rprec_mult_0.60 14_2 0.0159 Rprec_mult_0.80 14_2 0.0119 Rprec_mult_1.00 14_2 0.0095 Rprec_mult_1.20 14_2 0.0079 Rprec_mult_1.40 14_2 0.0068 Rprec_mult_1.60 14_2 0.0060 Rprec_mult_1.80 14_2 0.0053 Rprec_mult_2.00 14_2 0.0048 utility 14_2 -996.0000 11pt_avg 14_2 0.0030 binG 14_2 0.0031 G 14_2 0.0019 ndcg 14_2 0.0092 ndcg_rel 14_2 0.0092 Rndcg 14_2 0.0058 ndcg_cut_5 14_2 0.0000 ndcg_cut_10 14_2 0.0000 ndcg_cut_15 14_2 0.0000 ndcg_cut_20 14_2 0.0000 ndcg_cut_30 14_2 0.0097 ndcg_cut_100 14_2 0.0058 ndcg_cut_200 14_2 0.0057 ndcg_cut_500 14_2 0.0092 ndcg_cut_1000 14_2 0.0092 map_cut_5 14_2 0.0000 map_cut_10 14_2 0.0000 map_cut_15 14_2 0.0000 map_cut_20 14_2 0.0000 map_cut_30 14_2 0.0003 map_cut_100 14_2 0.0003 map_cut_200 14_2 0.0003 map_cut_500 14_2 0.0004 map_cut_1000 14_2 0.0004 relative_P_5 14_2 0.0000 relative_P_10 14_2 0.0000 relative_P_15 14_2 0.0000 relative_P_20 14_2 0.0000 relative_P_30 14_2 0.0333 relative_P_100 14_2 0.0100 relative_P_200 14_2 0.0095 relative_P_500 14_2 0.0190 relative_P_1000 14_2 0.0190 success_1 14_2 0.0000 success_5 14_2 0.0000 success_10 14_2 0.0000 set_P 14_2 0.0020 set_relative_P 14_2 0.0190 set_recall 14_2 0.0190 set_map 14_2 0.0000 set_F 14_2 0.0036 num_nonrel_judged_ret 14_2 20 rbp 14_2 0.0016 rbp_resid 14_2 0.5250 unj_5 14_2 0.0000 unj_10 14_2 0.5000 unj_20 14_2 0.6000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 32 map 14_3 0.0422 Rprec 14_3 0.1250 bpref 14_3 0.1813 recip_rank 14_3 0.5000 iprec_at_recall_0.00 14_3 0.5000 iprec_at_recall_0.10 14_3 0.1266 iprec_at_recall_0.20 14_3 0.0408 iprec_at_recall_0.30 14_3 0.0000 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.4000 P_10 14_3 0.4000 P_15 14_3 0.4000 P_20 14_3 0.4000 P_30 14_3 0.3667 P_100 14_3 0.1400 P_200 14_3 0.1050 P_500 14_3 0.0560 P_1000 14_3 0.0320 relstring 14_3 '02020--1-1' recall_5 14_3 0.0125 recall_10 14_3 0.0250 recall_15 14_3 0.0375 recall_20 14_3 0.0500 recall_30 14_3 0.0688 recall_100 14_3 0.0875 recall_200 14_3 0.1313 recall_500 14_3 0.1750 recall_1000 14_3 0.2000 infAP 14_3 0.0422 Rprec_mult_0.20 14_3 0.3438 Rprec_mult_0.40 14_3 0.2031 Rprec_mult_0.60 14_3 0.1458 Rprec_mult_0.80 14_3 0.1172 Rprec_mult_1.00 14_3 0.1250 Rprec_mult_1.20 14_3 0.1094 Rprec_mult_1.40 14_3 0.0938 Rprec_mult_1.60 14_3 0.0898 Rprec_mult_1.80 14_3 0.0799 Rprec_mult_2.00 14_3 0.0750 utility 14_3 -936.0000 11pt_avg 14_3 0.0607 binG 14_3 0.0405 G 14_3 0.0350 ndcg 14_3 0.1967 ndcg_rel 14_3 0.1971 Rndcg 14_3 0.1820 ndcg_cut_5 14_3 0.2645 ndcg_cut_10 14_3 0.2432 ndcg_cut_15 14_3 0.2339 ndcg_cut_20 14_3 0.2585 ndcg_cut_30 14_3 0.2556 ndcg_cut_100 14_3 0.1590 ndcg_cut_200 14_3 0.1566 ndcg_cut_500 14_3 0.1825 ndcg_cut_1000 14_3 0.1967 map_cut_5 14_3 0.0063 map_cut_10 14_3 0.0111 map_cut_15 14_3 0.0160 map_cut_20 14_3 0.0213 map_cut_30 14_3 0.0284 map_cut_100 14_3 0.0323 map_cut_200 14_3 0.0377 map_cut_500 14_3 0.0410 map_cut_1000 14_3 0.0422 relative_P_5 14_3 0.4000 relative_P_10 14_3 0.4000 relative_P_15 14_3 0.4000 relative_P_20 14_3 0.4000 relative_P_30 14_3 0.3667 relative_P_100 14_3 0.1400 relative_P_200 14_3 0.1313 relative_P_500 14_3 0.1750 relative_P_1000 14_3 0.2000 success_1 14_3 0.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0320 set_relative_P 14_3 0.2000 set_recall 14_3 0.2000 set_map 14_3 0.0064 set_F 14_3 0.0552 num_nonrel_judged_ret 14_3 14 rbp 14_3 0.1890 rbp_resid 14_3 0.3636 unj_5 14_3 0.0000 unj_10 14_3 0.3000 unj_20 14_3 0.4000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 26 map 14_4 0.0237 Rprec 14_4 0.0652 bpref 14_4 0.1574 recip_rank 14_4 0.1667 iprec_at_recall_0.00 14_4 0.1667 iprec_at_recall_0.10 14_4 0.0923 iprec_at_recall_0.20 14_4 0.0277 iprec_at_recall_0.30 14_4 0.0276 iprec_at_recall_0.40 14_4 0.0276 iprec_at_recall_0.50 14_4 0.0276 iprec_at_recall_0.60 14_4 0.0000 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.1000 P_15 14_4 0.0667 P_20 14_4 0.0500 P_30 14_4 0.1000 P_100 14_4 0.0600 P_200 14_4 0.0350 P_500 14_4 0.0200 P_1000 14_4 0.0260 relstring 14_4 '0000030-0-' recall_5 14_4 0.0000 recall_10 14_4 0.0217 recall_15 14_4 0.0217 recall_20 14_4 0.0217 recall_30 14_4 0.0652 recall_100 14_4 0.1304 recall_200 14_4 0.1522 recall_500 14_4 0.2174 recall_1000 14_4 0.5652 infAP 14_4 0.0237 Rprec_mult_0.20 14_4 0.1000 Rprec_mult_0.40 14_4 0.0526 Rprec_mult_0.60 14_4 0.0714 Rprec_mult_0.80 14_4 0.0811 Rprec_mult_1.00 14_4 0.0652 Rprec_mult_1.20 14_4 0.0714 Rprec_mult_1.40 14_4 0.0923 Rprec_mult_1.60 14_4 0.0811 Rprec_mult_1.80 14_4 0.0723 Rprec_mult_2.00 14_4 0.0652 utility 14_4 -948.0000 11pt_avg 14_4 0.0336 binG 14_4 0.0752 G 14_4 0.0725 ndcg 14_4 0.2521 ndcg_rel 14_4 0.2046 Rndcg 14_4 0.1143 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.0801 ndcg_cut_15 14_4 0.0669 ndcg_cut_20 14_4 0.0583 ndcg_cut_30 14_4 0.0723 ndcg_cut_100 14_4 0.1129 ndcg_cut_200 14_4 0.1243 ndcg_cut_500 14_4 0.1541 ndcg_cut_1000 14_4 0.2521 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0036 map_cut_15 14_4 0.0036 map_cut_20 14_4 0.0036 map_cut_30 14_4 0.0074 map_cut_100 14_4 0.0128 map_cut_200 14_4 0.0137 map_cut_500 14_4 0.0155 map_cut_1000 14_4 0.0237 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.1000 relative_P_15 14_4 0.0667 relative_P_20 14_4 0.0500 relative_P_30 14_4 0.1000 relative_P_100 14_4 0.1304 relative_P_200 14_4 0.1522 relative_P_500 14_4 0.2174 relative_P_1000 14_4 0.5652 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 1.0000 set_P 14_4 0.0260 set_relative_P 14_4 0.5652 set_recall 14_4 0.5652 set_map 14_4 0.0147 set_F 14_4 0.0497 num_nonrel_judged_ret 14_4 44 rbp 14_4 0.0632 rbp_resid 14_4 0.3655 unj_5 14_4 0.0000 unj_10 14_4 0.2000 unj_20 14_4 0.5000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 1 map 14_7 0.0001 Rprec 14_7 0.0000 bpref 14_7 0.0099 recip_rank 14_7 0.0104 iprec_at_recall_0.00 14_7 0.0104 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0100 P_200 14_7 0.0050 P_500 14_7 0.0020 P_1000 14_7 0.0010 relstring 14_7 '0000000---' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0120 recall_200 14_7 0.0120 recall_500 14_7 0.0120 recall_1000 14_7 0.0120 infAP 14_7 0.0001 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0100 Rprec_mult_1.40 14_7 0.0085 Rprec_mult_1.60 14_7 0.0075 Rprec_mult_1.80 14_7 0.0067 Rprec_mult_2.00 14_7 0.0060 utility 14_7 -998.0000 11pt_avg 14_7 0.0009 binG 14_7 0.0018 G 14_7 0.0011 ndcg 14_7 0.0047 ndcg_rel 14_7 0.0047 Rndcg 14_7 0.0012 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0047 ndcg_cut_200 14_7 0.0047 ndcg_cut_500 14_7 0.0047 ndcg_cut_1000 14_7 0.0047 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0001 map_cut_200 14_7 0.0001 map_cut_500 14_7 0.0001 map_cut_1000 14_7 0.0001 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0120 relative_P_200 14_7 0.0120 relative_P_500 14_7 0.0120 relative_P_1000 14_7 0.0120 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0010 set_relative_P 14_7 0.0120 set_recall 14_7 0.0120 set_map 14_7 0.0000 set_F 14_7 0.0018 num_nonrel_judged_ret 14_7 30 rbp 14_7 0.0000 rbp_resid 14_7 0.3868 unj_5 14_7 0.0000 unj_10 14_7 0.3000 unj_20 14_7 0.5500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 6 map 14_8 0.2346 Rprec 14_8 0.2222 bpref 14_8 0.2500 recip_rank 14_8 1.0000 iprec_at_recall_0.00 14_8 1.0000 iprec_at_recall_0.10 14_8 1.0000 iprec_at_recall_0.20 14_8 1.0000 iprec_at_recall_0.30 14_8 0.2000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.8000 P_10 14_8 0.4000 P_15 14_8 0.2667 P_20 14_8 0.2000 P_30 14_8 0.1667 P_100 14_8 0.0500 P_200 14_8 0.0250 P_500 14_8 0.0120 P_1000 14_8 0.0060 relstring 14_8 '22220-00--' recall_5 14_8 0.2222 recall_10 14_8 0.2222 recall_15 14_8 0.2222 recall_20 14_8 0.2222 recall_30 14_8 0.2778 recall_100 14_8 0.2778 recall_200 14_8 0.2778 recall_500 14_8 0.3333 recall_1000 14_8 0.3333 infAP 14_8 0.2346 Rprec_mult_0.20 14_8 1.0000 Rprec_mult_0.40 14_8 0.5000 Rprec_mult_0.60 14_8 0.3636 Rprec_mult_0.80 14_8 0.2667 Rprec_mult_1.00 14_8 0.2222 Rprec_mult_1.20 14_8 0.1818 Rprec_mult_1.40 14_8 0.1923 Rprec_mult_1.60 14_8 0.1724 Rprec_mult_1.80 14_8 0.1515 Rprec_mult_2.00 14_8 0.1389 utility 14_8 -988.0000 11pt_avg 14_8 0.2909 binG 14_8 0.2416 G 14_8 0.3424 ndcg 14_8 0.5552 ndcg_rel 14_8 0.6533 Rndcg 14_8 0.5869 ndcg_cut_5 14_8 0.8688 ndcg_cut_10 14_8 0.6262 ndcg_cut_15 14_8 0.5393 ndcg_cut_20 14_8 0.5013 ndcg_cut_30 14_8 0.5430 ndcg_cut_100 14_8 0.5430 ndcg_cut_200 14_8 0.5430 ndcg_cut_500 14_8 0.5552 ndcg_cut_1000 14_8 0.5552 map_cut_5 14_8 0.2222 map_cut_10 14_8 0.2222 map_cut_15 14_8 0.2222 map_cut_20 14_8 0.2222 map_cut_30 14_8 0.2333 map_cut_100 14_8 0.2333 map_cut_200 14_8 0.2333 map_cut_500 14_8 0.2346 map_cut_1000 14_8 0.2346 relative_P_5 14_8 0.8000 relative_P_10 14_8 0.4000 relative_P_15 14_8 0.2667 relative_P_20 14_8 0.2222 relative_P_30 14_8 0.2778 relative_P_100 14_8 0.2778 relative_P_200 14_8 0.2778 relative_P_500 14_8 0.3333 relative_P_1000 14_8 0.3333 success_1 14_8 1.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0060 set_relative_P 14_8 0.3333 set_recall 14_8 0.3333 set_map 14_8 0.0020 set_F 14_8 0.0118 num_nonrel_judged_ret 14_8 23 rbp 14_8 0.3519 rbp_resid 14_8 0.3374 unj_5 14_8 0.0000 unj_10 14_8 0.3000 unj_20 14_8 0.4000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 12 map 14_9 0.0071 Rprec 14_9 0.0423 bpref 14_9 0.0507 recip_rank 14_9 0.5000 iprec_at_recall_0.00 14_9 0.5000 iprec_at_recall_0.10 14_9 0.0000 iprec_at_recall_0.20 14_9 0.0000 iprec_at_recall_0.30 14_9 0.0000 iprec_at_recall_0.40 14_9 0.0000 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.2000 P_10 14_9 0.1000 P_15 14_9 0.2000 P_20 14_9 0.1500 P_30 14_9 0.1333 P_100 14_9 0.0500 P_200 14_9 0.0450 P_500 14_9 0.0220 P_1000 14_9 0.0120 relstring 14_9 '01000----0' recall_5 14_9 0.0047 recall_10 14_9 0.0047 recall_15 14_9 0.0141 recall_20 14_9 0.0141 recall_30 14_9 0.0188 recall_100 14_9 0.0235 recall_200 14_9 0.0423 recall_500 14_9 0.0516 recall_1000 14_9 0.0563 infAP 14_9 0.0071 Rprec_mult_0.20 14_9 0.0930 Rprec_mult_0.40 14_9 0.0581 Rprec_mult_0.60 14_9 0.0625 Rprec_mult_0.80 14_9 0.0526 Rprec_mult_1.00 14_9 0.0423 Rprec_mult_1.20 14_9 0.0352 Rprec_mult_1.40 14_9 0.0334 Rprec_mult_1.60 14_9 0.0323 Rprec_mult_1.80 14_9 0.0286 Rprec_mult_2.00 14_9 0.0258 utility 14_9 -976.0000 11pt_avg 14_9 0.0455 binG 14_9 0.0119 G 14_9 0.0064 ndcg 14_9 0.0443 ndcg_rel 14_9 0.0452 Rndcg 14_9 0.0475 ndcg_cut_5 14_9 0.0713 ndcg_cut_10 14_9 0.0463 ndcg_cut_15 14_9 0.0713 ndcg_cut_20 14_9 0.0624 ndcg_cut_30 14_9 0.0701 ndcg_cut_100 14_9 0.0414 ndcg_cut_200 14_9 0.0402 ndcg_cut_500 14_9 0.0428 ndcg_cut_1000 14_9 0.0443 map_cut_5 14_9 0.0023 map_cut_10 14_9 0.0023 map_cut_15 14_9 0.0044 map_cut_20 14_9 0.0044 map_cut_30 14_9 0.0052 map_cut_100 14_9 0.0055 map_cut_200 14_9 0.0067 map_cut_500 14_9 0.0070 map_cut_1000 14_9 0.0071 relative_P_5 14_9 0.2000 relative_P_10 14_9 0.1000 relative_P_15 14_9 0.2000 relative_P_20 14_9 0.1500 relative_P_30 14_9 0.1333 relative_P_100 14_9 0.0500 relative_P_200 14_9 0.0450 relative_P_500 14_9 0.0516 relative_P_1000 14_9 0.0563 success_1 14_9 0.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0120 set_relative_P 14_9 0.0563 set_recall 14_9 0.0563 set_map 14_9 0.0007 set_F 14_9 0.0198 num_nonrel_judged_ret 14_9 9 rbp 14_9 0.0594 rbp_resid 14_9 0.4732 unj_5 14_9 0.0000 unj_10 14_9 0.4000 unj_20 14_9 0.6000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 4 map 15_1 0.0256 Rprec 15_1 0.0370 bpref 15_1 0.0474 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.0000 iprec_at_recall_0.20 15_1 0.0000 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.4000 P_10 15_1 0.2000 P_15 15_1 0.1333 P_20 15_1 0.1000 P_30 15_1 0.0667 P_100 15_1 0.0300 P_200 15_1 0.0200 P_500 15_1 0.0080 P_1000 15_1 0.0040 relstring 15_1 '32000-----' recall_5 15_1 0.0247 recall_10 15_1 0.0247 recall_15 15_1 0.0247 recall_20 15_1 0.0247 recall_30 15_1 0.0247 recall_100 15_1 0.0370 recall_200 15_1 0.0494 recall_500 15_1 0.0494 recall_1000 15_1 0.0494 infAP 15_1 0.0256 Rprec_mult_0.20 15_1 0.1176 Rprec_mult_0.40 15_1 0.0606 Rprec_mult_0.60 15_1 0.0408 Rprec_mult_0.80 15_1 0.0462 Rprec_mult_1.00 15_1 0.0370 Rprec_mult_1.20 15_1 0.0306 Rprec_mult_1.40 15_1 0.0263 Rprec_mult_1.60 15_1 0.0231 Rprec_mult_1.80 15_1 0.0205 Rprec_mult_2.00 15_1 0.0185 utility 15_1 -992.0000 11pt_avg 15_1 0.0909 binG 15_1 0.0285 G 15_1 0.0366 ndcg 15_1 0.1433 ndcg_rel 15_1 0.1631 Rndcg 15_1 0.2218 ndcg_cut_5 15_1 0.4818 ndcg_cut_10 15_1 0.3439 ndcg_cut_15 15_1 0.2836 ndcg_cut_20 15_1 0.2451 ndcg_cut_30 15_1 0.1971 ndcg_cut_100 15_1 0.1392 ndcg_cut_200 15_1 0.1433 ndcg_cut_500 15_1 0.1433 ndcg_cut_1000 15_1 0.1433 map_cut_5 15_1 0.0247 map_cut_10 15_1 0.0247 map_cut_15 15_1 0.0247 map_cut_20 15_1 0.0247 map_cut_30 15_1 0.0247 map_cut_100 15_1 0.0254 map_cut_200 15_1 0.0256 map_cut_500 15_1 0.0256 map_cut_1000 15_1 0.0256 relative_P_5 15_1 0.4000 relative_P_10 15_1 0.2000 relative_P_15 15_1 0.1333 relative_P_20 15_1 0.1000 relative_P_30 15_1 0.0667 relative_P_100 15_1 0.0370 relative_P_200 15_1 0.0494 relative_P_500 15_1 0.0494 relative_P_1000 15_1 0.0494 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0040 set_relative_P 15_1 0.0494 set_recall 15_1 0.0494 set_map 15_1 0.0002 set_F 15_1 0.0074 num_nonrel_judged_ret 15_1 10 rbp 15_1 0.1601 rbp_resid 15_1 0.5854 unj_5 15_1 0.0000 unj_10 15_1 0.5000 unj_20 15_1 0.7500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 34 map 15_10 0.1869 Rprec 15_10 0.2286 bpref 15_10 0.5151 recip_rank 15_10 0.2000 iprec_at_recall_0.00 15_10 0.2857 iprec_at_recall_0.10 15_10 0.2857 iprec_at_recall_0.20 15_10 0.2432 iprec_at_recall_0.30 15_10 0.2267 iprec_at_recall_0.40 15_10 0.2267 iprec_at_recall_0.50 15_10 0.2250 iprec_at_recall_0.60 15_10 0.1967 iprec_at_recall_0.70 15_10 0.1689 iprec_at_recall_0.80 15_10 0.1530 iprec_at_recall_0.90 15_10 0.0882 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.2000 P_10 15_10 0.2000 P_15 15_10 0.2667 P_20 15_10 0.2500 P_30 15_10 0.1667 P_100 15_10 0.2000 P_200 15_10 0.1450 P_500 15_10 0.0640 P_1000 15_10 0.0340 relstring 15_10 '0000100-2-' recall_5 15_10 0.0286 recall_10 15_10 0.0571 recall_15 15_10 0.1143 recall_20 15_10 0.1429 recall_30 15_10 0.1429 recall_100 15_10 0.5714 recall_200 15_10 0.8286 recall_500 15_10 0.9143 recall_1000 15_10 0.9714 infAP 15_10 0.1869 Rprec_mult_0.20 15_10 0.1429 Rprec_mult_0.40 15_10 0.2857 Rprec_mult_0.60 15_10 0.2381 Rprec_mult_0.80 15_10 0.1786 Rprec_mult_1.00 15_10 0.2286 Rprec_mult_1.20 15_10 0.2143 Rprec_mult_1.40 15_10 0.2041 Rprec_mult_1.60 15_10 0.2143 Rprec_mult_1.80 15_10 0.1905 Rprec_mult_2.00 15_10 0.2143 utility 15_10 -932.0000 11pt_avg 15_10 0.1909 binG 15_10 0.1765 G 15_10 0.1678 ndcg 15_10 0.4964 ndcg_rel 15_10 0.3222 Rndcg 15_10 0.1989 ndcg_cut_5 15_10 0.0514 ndcg_cut_10 15_10 0.0948 ndcg_cut_15 15_10 0.1535 ndcg_cut_20 15_10 0.1577 ndcg_cut_30 15_10 0.1355 ndcg_cut_100 15_10 0.3574 ndcg_cut_200 15_10 0.4533 ndcg_cut_500 15_10 0.4761 ndcg_cut_1000 15_10 0.4964 map_cut_5 15_10 0.0057 map_cut_10 15_10 0.0121 map_cut_15 15_10 0.0280 map_cut_20 15_10 0.0360 map_cut_30 15_10 0.0360 map_cut_100 15_10 0.1296 map_cut_200 15_10 0.1745 map_cut_500 15_10 0.1835 map_cut_1000 15_10 0.1869 relative_P_5 15_10 0.2000 relative_P_10 15_10 0.2000 relative_P_15 15_10 0.2667 relative_P_20 15_10 0.2500 relative_P_30 15_10 0.1667 relative_P_100 15_10 0.5714 relative_P_200 15_10 0.8286 relative_P_500 15_10 0.9143 relative_P_1000 15_10 0.9714 success_1 15_10 0.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0340 set_relative_P 15_10 0.9714 set_recall 15_10 0.9714 set_map 15_10 0.0330 set_F 15_10 0.0657 num_nonrel_judged_ret 15_10 28 rbp 15_10 0.0972 rbp_resid 15_10 0.2394 unj_5 15_10 0.0000 unj_10 15_10 0.2000 unj_20 15_10 0.2500 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 3 map 15_3 0.0515 Rprec 15_3 0.0909 bpref 15_3 0.1054 recip_rank 15_3 1.0000 iprec_at_recall_0.00 15_3 1.0000 iprec_at_recall_0.10 15_3 0.1176 iprec_at_recall_0.20 15_3 0.0000 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.2000 P_10 15_3 0.1000 P_15 15_3 0.0667 P_20 15_3 0.1000 P_30 15_3 0.0667 P_100 15_3 0.0200 P_200 15_3 0.0150 P_500 15_3 0.0060 P_1000 15_3 0.0030 relstring 15_3 '200-------' recall_5 15_3 0.0455 recall_10 15_3 0.0455 recall_15 15_3 0.0455 recall_20 15_3 0.0909 recall_30 15_3 0.0909 recall_100 15_3 0.0909 recall_200 15_3 0.1364 recall_500 15_3 0.1364 recall_1000 15_3 0.1364 infAP 15_3 0.0515 Rprec_mult_0.20 15_3 0.2000 Rprec_mult_0.40 15_3 0.1111 Rprec_mult_0.60 15_3 0.0714 Rprec_mult_0.80 15_3 0.1111 Rprec_mult_1.00 15_3 0.0909 Rprec_mult_1.20 15_3 0.0741 Rprec_mult_1.40 15_3 0.0645 Rprec_mult_1.60 15_3 0.0556 Rprec_mult_1.80 15_3 0.0500 Rprec_mult_2.00 15_3 0.0455 utility 15_3 -994.0000 11pt_avg 15_3 0.1016 binG 15_3 0.0625 G 15_3 0.0732 ndcg 15_3 0.1971 ndcg_rel 15_3 0.2340 Rndcg 15_3 0.2011 ndcg_cut_5 15_3 0.3392 ndcg_cut_10 15_3 0.2201 ndcg_cut_15 15_3 0.1922 ndcg_cut_20 15_3 0.1934 ndcg_cut_30 15_3 0.1862 ndcg_cut_100 15_3 0.1862 ndcg_cut_200 15_3 0.1971 ndcg_cut_500 15_3 0.1971 ndcg_cut_1000 15_3 0.1971 map_cut_5 15_3 0.0455 map_cut_10 15_3 0.0455 map_cut_15 15_3 0.0455 map_cut_20 15_3 0.0508 map_cut_30 15_3 0.0508 map_cut_100 15_3 0.0508 map_cut_200 15_3 0.0515 map_cut_500 15_3 0.0515 map_cut_1000 15_3 0.0515 relative_P_5 15_3 0.2000 relative_P_10 15_3 0.1000 relative_P_15 15_3 0.0667 relative_P_20 15_3 0.1000 relative_P_30 15_3 0.0909 relative_P_100 15_3 0.0909 relative_P_200 15_3 0.1364 relative_P_500 15_3 0.1364 relative_P_1000 15_3 0.1364 success_1 15_3 1.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.0030 set_relative_P 15_3 0.1364 set_recall 15_3 0.1364 set_map 15_3 0.0004 set_F 15_3 0.0059 num_nonrel_judged_ret 15_3 15 rbp 15_3 0.1093 rbp_resid 15_3 0.6030 unj_5 15_3 0.4000 unj_10 15_3 0.7000 unj_20 15_3 0.6000 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 12 map 15_4 0.0397 Rprec 15_4 0.0500 bpref 15_4 0.0625 recip_rank 15_4 0.1111 iprec_at_recall_0.00 15_4 0.1111 iprec_at_recall_0.10 15_4 0.0938 iprec_at_recall_0.20 15_4 0.0870 iprec_at_recall_0.30 15_4 0.0811 iprec_at_recall_0.40 15_4 0.0552 iprec_at_recall_0.50 15_4 0.0529 iprec_at_recall_0.60 15_4 0.0121 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.1000 P_15 15_4 0.0667 P_20 15_4 0.0500 P_30 15_4 0.0667 P_100 15_4 0.0600 P_200 15_4 0.0500 P_500 15_4 0.0220 P_1000 15_4 0.0120 relstring 15_4 '00000--020' recall_5 15_4 0.0000 recall_10 15_4 0.0500 recall_15 15_4 0.0500 recall_20 15_4 0.0500 recall_30 15_4 0.1000 recall_100 15_4 0.3000 recall_200 15_4 0.5000 recall_500 15_4 0.5500 recall_1000 15_4 0.6000 infAP 15_4 0.0397 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0833 Rprec_mult_0.80 15_4 0.0625 Rprec_mult_1.00 15_4 0.0500 Rprec_mult_1.20 15_4 0.0417 Rprec_mult_1.40 15_4 0.0714 Rprec_mult_1.60 15_4 0.0938 Rprec_mult_1.80 15_4 0.0833 Rprec_mult_2.00 15_4 0.0750 utility 15_4 -976.0000 11pt_avg 15_4 0.0448 binG 15_4 0.1004 G 15_4 0.1000 ndcg 15_4 0.2852 ndcg_rel 15_4 0.2282 Rndcg 15_4 0.1288 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0663 ndcg_cut_15 15_4 0.0525 ndcg_cut_20 15_4 0.0476 ndcg_cut_30 15_4 0.0808 ndcg_cut_100 15_4 0.1925 ndcg_cut_200 15_4 0.2577 ndcg_cut_500 15_4 0.2772 ndcg_cut_1000 15_4 0.2852 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0056 map_cut_15 15_4 0.0056 map_cut_20 15_4 0.0056 map_cut_30 15_4 0.0094 map_cut_100 15_4 0.0265 map_cut_200 15_4 0.0371 map_cut_500 15_4 0.0391 map_cut_1000 15_4 0.0397 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.1000 relative_P_15 15_4 0.0667 relative_P_20 15_4 0.0500 relative_P_30 15_4 0.1000 relative_P_100 15_4 0.3000 relative_P_200 15_4 0.5000 relative_P_500 15_4 0.5500 relative_P_1000 15_4 0.6000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 1.0000 set_P 15_4 0.0120 set_relative_P 15_4 0.6000 set_recall 15_4 0.6000 set_map 15_4 0.0072 set_F 15_4 0.0235 num_nonrel_judged_ret 15_4 50 rbp 15_4 0.0551 rbp_resid 15_4 0.3303 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.4500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 26 map 15_5 0.2756 Rprec 15_5 0.3226 bpref 15_5 0.5484 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 0.8000 iprec_at_recall_0.20 15_5 0.5000 iprec_at_recall_0.30 15_5 0.4091 iprec_at_recall_0.40 15_5 0.2188 iprec_at_recall_0.50 15_5 0.1979 iprec_at_recall_0.60 15_5 0.1979 iprec_at_recall_0.70 15_5 0.1353 iprec_at_recall_0.80 15_5 0.0687 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.8000 P_10 15_5 0.5000 P_15 15_5 0.4000 P_20 15_5 0.4000 P_30 15_5 0.3333 P_100 15_5 0.1900 P_200 15_5 0.1150 P_500 15_5 0.0500 P_1000 15_5 0.0260 relstring 15_5 '10211--02-' recall_5 15_5 0.1290 recall_10 15_5 0.1613 recall_15 15_5 0.1935 recall_20 15_5 0.2581 recall_30 15_5 0.3226 recall_100 15_5 0.6129 recall_200 15_5 0.7419 recall_500 15_5 0.8065 recall_1000 15_5 0.8387 infAP 15_5 0.2756 Rprec_mult_0.20 15_5 0.5714 Rprec_mult_0.40 15_5 0.4615 Rprec_mult_0.60 15_5 0.3684 Rprec_mult_0.80 15_5 0.4000 Rprec_mult_1.00 15_5 0.3226 Rprec_mult_1.20 15_5 0.2895 Rprec_mult_1.40 15_5 0.2500 Rprec_mult_1.60 15_5 0.2200 Rprec_mult_1.80 15_5 0.1964 Rprec_mult_2.00 15_5 0.2097 utility 15_5 -948.0000 11pt_avg 15_5 0.3207 binG 15_5 0.2296 G 15_5 0.1611 ndcg 15_5 0.5085 ndcg_rel 15_5 0.4121 Rndcg 15_5 0.3534 ndcg_cut_5 15_5 0.3510 ndcg_cut_10 15_5 0.3218 ndcg_cut_15 15_5 0.3089 ndcg_cut_20 15_5 0.3338 ndcg_cut_30 15_5 0.3158 ndcg_cut_100 15_5 0.4416 ndcg_cut_200 15_5 0.4859 ndcg_cut_500 15_5 0.5016 ndcg_cut_1000 15_5 0.5085 map_cut_5 15_5 0.1038 map_cut_10 15_5 0.1217 map_cut_15 15_5 0.1378 map_cut_20 15_5 0.1633 map_cut_30 15_5 0.1894 map_cut_100 15_5 0.2513 map_cut_200 15_5 0.2690 map_cut_500 15_5 0.2743 map_cut_1000 15_5 0.2756 relative_P_5 15_5 0.8000 relative_P_10 15_5 0.5000 relative_P_15 15_5 0.4000 relative_P_20 15_5 0.4000 relative_P_30 15_5 0.3333 relative_P_100 15_5 0.6129 relative_P_200 15_5 0.7419 relative_P_500 15_5 0.8065 relative_P_1000 15_5 0.8387 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0260 set_relative_P 15_5 0.8387 set_recall 15_5 0.8387 set_map 15_5 0.0218 set_F 15_5 0.0504 num_nonrel_judged_ret 15_5 25 rbp 15_5 0.1962 rbp_resid 15_5 0.3321 unj_5 15_5 0.0000 unj_10 15_5 0.3000 unj_20 15_5 0.4000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 14 map 15_6 0.0708 Rprec 15_6 0.1053 bpref 15_6 0.0970 recip_rank 15_6 0.5000 iprec_at_recall_0.00 15_6 0.5000 iprec_at_recall_0.10 15_6 0.5000 iprec_at_recall_0.20 15_6 0.0342 iprec_at_recall_0.30 15_6 0.0320 iprec_at_recall_0.40 15_6 0.0320 iprec_at_recall_0.50 15_6 0.0320 iprec_at_recall_0.60 15_6 0.0320 iprec_at_recall_0.70 15_6 0.0320 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.4000 P_10 15_6 0.2000 P_15 15_6 0.1333 P_20 15_6 0.1000 P_30 15_6 0.0667 P_100 15_6 0.0300 P_200 15_6 0.0250 P_500 15_6 0.0280 P_1000 15_6 0.0140 relstring 15_6 '020200000-' recall_5 15_6 0.1053 recall_10 15_6 0.1053 recall_15 15_6 0.1053 recall_20 15_6 0.1053 recall_30 15_6 0.1053 recall_100 15_6 0.1579 recall_200 15_6 0.2632 recall_500 15_6 0.7368 recall_1000 15_6 0.7368 infAP 15_6 0.0708 Rprec_mult_0.20 15_6 0.5000 Rprec_mult_0.40 15_6 0.2500 Rprec_mult_0.60 15_6 0.1667 Rprec_mult_0.80 15_6 0.1250 Rprec_mult_1.00 15_6 0.1053 Rprec_mult_1.20 15_6 0.0870 Rprec_mult_1.40 15_6 0.0741 Rprec_mult_1.60 15_6 0.0645 Rprec_mult_1.80 15_6 0.0571 Rprec_mult_2.00 15_6 0.0526 utility 15_6 -972.0000 11pt_avg 15_6 0.1086 binG 15_6 0.1387 G 15_6 0.1184 ndcg 15_6 0.3490 ndcg_rel 15_6 0.2841 Rndcg 15_6 0.1635 ndcg_cut_5 15_6 0.3078 ndcg_cut_10 15_6 0.2105 ndcg_cut_15 15_6 0.1669 ndcg_cut_20 15_6 0.1500 ndcg_cut_30 15_6 0.1500 ndcg_cut_100 15_6 0.1606 ndcg_cut_200 15_6 0.1902 ndcg_cut_500 15_6 0.3490 ndcg_cut_1000 15_6 0.3490 map_cut_5 15_6 0.0526 map_cut_10 15_6 0.0526 map_cut_15 15_6 0.0526 map_cut_20 15_6 0.0526 map_cut_30 15_6 0.0526 map_cut_100 15_6 0.0543 map_cut_200 15_6 0.0576 map_cut_500 15_6 0.0708 map_cut_1000 15_6 0.0708 relative_P_5 15_6 0.4000 relative_P_10 15_6 0.2000 relative_P_15 15_6 0.1333 relative_P_20 15_6 0.1053 relative_P_30 15_6 0.1053 relative_P_100 15_6 0.1579 relative_P_200 15_6 0.2632 relative_P_500 15_6 0.7368 relative_P_1000 15_6 0.7368 success_1 15_6 0.0000 success_5 15_6 1.0000 success_10 15_6 1.0000 set_P 15_6 0.0140 set_relative_P 15_6 0.7368 set_recall 15_6 0.7368 set_map 15_6 0.0103 set_F 15_6 0.0275 num_nonrel_judged_ret 15_6 55 rbp 15_6 0.1086 rbp_resid 15_6 0.2625 unj_5 15_6 0.0000 unj_10 15_6 0.1000 unj_20 15_6 0.3500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 20 map 1_1 0.0396 Rprec 1_1 0.0623 bpref 1_1 0.0660 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.0000 iprec_at_recall_0.20 1_1 0.0000 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 0.8000 P_15 1_1 0.6667 P_20 1_1 0.5000 P_30 1_1 0.3333 P_100 1_1 0.1400 P_200 1_1 0.0750 P_500 1_1 0.0400 P_1000 1_1 0.0200 relstring 1_1 '2221101011' recall_5 1_1 0.0195 recall_10 1_1 0.0311 recall_15 1_1 0.0389 recall_20 1_1 0.0389 recall_30 1_1 0.0389 recall_100 1_1 0.0545 recall_200 1_1 0.0584 recall_500 1_1 0.0778 recall_1000 1_1 0.0778 infAP 1_1 0.0396 Rprec_mult_0.20 1_1 0.2115 Rprec_mult_0.40 1_1 0.1359 Rprec_mult_0.60 1_1 0.0903 Rprec_mult_0.80 1_1 0.0728 Rprec_mult_1.00 1_1 0.0623 Rprec_mult_1.20 1_1 0.0550 Rprec_mult_1.40 1_1 0.0500 Rprec_mult_1.60 1_1 0.0461 Rprec_mult_1.80 1_1 0.0410 Rprec_mult_2.00 1_1 0.0389 utility 1_1 -960.0000 11pt_avg 1_1 0.0909 binG 1_1 0.0349 G 1_1 0.0175 ndcg 1_1 0.1226 ndcg_rel 1_1 0.1405 Rndcg 1_1 0.1979 ndcg_cut_5 1_1 0.5742 ndcg_cut_10 1_1 0.4404 ndcg_cut_15 1_1 0.4067 ndcg_cut_20 1_1 0.3580 ndcg_cut_30 1_1 0.2945 ndcg_cut_100 1_1 0.1734 ndcg_cut_200 1_1 0.1236 ndcg_cut_500 1_1 0.1226 ndcg_cut_1000 1_1 0.1226 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0289 map_cut_15 1_1 0.0349 map_cut_20 1_1 0.0349 map_cut_30 1_1 0.0349 map_cut_100 1_1 0.0382 map_cut_200 1_1 0.0386 map_cut_500 1_1 0.0396 map_cut_1000 1_1 0.0396 relative_P_5 1_1 1.0000 relative_P_10 1_1 0.8000 relative_P_15 1_1 0.6667 relative_P_20 1_1 0.5000 relative_P_30 1_1 0.3333 relative_P_100 1_1 0.1400 relative_P_200 1_1 0.0750 relative_P_500 1_1 0.0778 relative_P_1000 1_1 0.0778 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0200 set_relative_P 1_1 0.0778 set_recall 1_1 0.0778 set_map 1_1 0.0016 set_F 1_1 0.0318 num_nonrel_judged_ret 1_1 20 rbp 1_1 0.3113 rbp_resid 1_1 0.0855 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 61 map 1_2 0.3509 Rprec 1_2 0.3947 bpref 1_2 0.5021 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 1.0000 iprec_at_recall_0.20 1_2 0.8214 iprec_at_recall_0.30 1_2 0.5965 iprec_at_recall_0.40 1_2 0.3966 iprec_at_recall_0.50 1_2 0.2794 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 1.0000 P_15 1_2 1.0000 P_20 1_2 0.9000 P_30 1_2 0.8000 P_100 1_2 0.4400 P_200 1_2 0.2800 P_500 1_2 0.1200 P_1000 1_2 0.0610 relstring 1_2 '1142331312' recall_5 1_2 0.0439 recall_10 1_2 0.0877 recall_15 1_2 0.1316 recall_20 1_2 0.1579 recall_30 1_2 0.2105 recall_100 1_2 0.3860 recall_200 1_2 0.4912 recall_500 1_2 0.5263 recall_1000 1_2 0.5351 infAP 1_2 0.3509 Rprec_mult_0.20 1_2 0.8696 Rprec_mult_0.40 1_2 0.6304 Rprec_mult_0.60 1_2 0.5507 Rprec_mult_0.80 1_2 0.4565 Rprec_mult_1.00 1_2 0.3947 Rprec_mult_1.20 1_2 0.3650 Rprec_mult_1.40 1_2 0.3187 Rprec_mult_1.60 1_2 0.2951 Rprec_mult_1.80 1_2 0.2767 Rprec_mult_2.00 1_2 0.2588 utility 1_2 -878.0000 11pt_avg 1_2 0.3722 binG 1_2 0.2300 G 1_2 0.1169 ndcg 1_2 0.5338 ndcg_rel 1_2 0.5389 Rndcg 1_2 0.4786 ndcg_cut_5 1_2 0.5742 ndcg_cut_10 1_2 0.6070 ndcg_cut_15 1_2 0.6477 ndcg_cut_20 1_2 0.6209 ndcg_cut_30 1_2 0.6184 ndcg_cut_100 1_2 0.4882 ndcg_cut_200 1_2 0.5091 ndcg_cut_500 1_2 0.5291 ndcg_cut_1000 1_2 0.5338 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0877 map_cut_15 1_2 0.1316 map_cut_20 1_2 0.1564 map_cut_30 1_2 0.2016 map_cut_100 1_2 0.3046 map_cut_200 1_2 0.3407 map_cut_500 1_2 0.3501 map_cut_1000 1_2 0.3509 relative_P_5 1_2 1.0000 relative_P_10 1_2 1.0000 relative_P_15 1_2 1.0000 relative_P_20 1_2 0.9000 relative_P_30 1_2 0.8000 relative_P_100 1_2 0.4400 relative_P_200 1_2 0.4912 relative_P_500 1_2 0.5263 relative_P_1000 1_2 0.5351 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0610 set_relative_P 1_2 0.5351 set_recall 1_2 0.5351 set_map 1_2 0.0326 set_F 1_2 0.1095 num_nonrel_judged_ret 1_2 5 rbp 1_2 0.4794 rbp_resid 1_2 0.0842 unj_5 1_2 0.0000 unj_10 1_2 0.0000 unj_20 1_2 0.1000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 51 map 1_3 0.3456 Rprec 1_3 0.4366 bpref 1_3 0.6299 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.7273 iprec_at_recall_0.20 1_3 0.6364 iprec_at_recall_0.30 1_3 0.5526 iprec_at_recall_0.40 1_3 0.4688 iprec_at_recall_0.50 1_3 0.3429 iprec_at_recall_0.60 1_3 0.2340 iprec_at_recall_0.70 1_3 0.1908 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.6000 P_10 1_3 0.7000 P_15 1_3 0.6667 P_20 1_3 0.6500 P_30 1_3 0.5667 P_100 1_3 0.3500 P_200 1_3 0.2300 P_500 1_3 0.1020 P_1000 1_3 0.0510 relstring 1_3 '2022021-22' recall_5 1_3 0.0423 recall_10 1_3 0.0986 recall_15 1_3 0.1408 recall_20 1_3 0.1831 recall_30 1_3 0.2394 recall_100 1_3 0.4930 recall_200 1_3 0.6479 recall_500 1_3 0.7183 recall_1000 1_3 0.7183 infAP 1_3 0.3456 Rprec_mult_0.20 1_3 0.6667 Rprec_mult_0.40 1_3 0.5517 Rprec_mult_0.60 1_3 0.5349 Rprec_mult_0.80 1_3 0.4737 Rprec_mult_1.00 1_3 0.4366 Rprec_mult_1.20 1_3 0.4070 Rprec_mult_1.40 1_3 0.3500 Rprec_mult_1.60 1_3 0.3158 Rprec_mult_1.80 1_3 0.2891 Rprec_mult_2.00 1_3 0.2746 utility 1_3 -898.0000 11pt_avg 1_3 0.3775 binG 1_3 0.1897 G 1_3 0.1546 ndcg 1_3 0.6290 ndcg_rel 1_3 0.5609 Rndcg 1_3 0.5126 ndcg_cut_5 1_3 0.4365 ndcg_cut_10 1_3 0.4912 ndcg_cut_15 1_3 0.5262 ndcg_cut_20 1_3 0.5379 ndcg_cut_30 1_3 0.4907 ndcg_cut_100 1_3 0.5340 ndcg_cut_200 1_3 0.6037 ndcg_cut_500 1_3 0.6290 ndcg_cut_1000 1_3 0.6290 map_cut_5 1_3 0.0340 map_cut_10 1_3 0.0727 map_cut_15 1_3 0.1014 map_cut_20 1_3 0.1312 map_cut_30 1_3 0.1647 map_cut_100 1_3 0.2913 map_cut_200 1_3 0.3324 map_cut_500 1_3 0.3456 map_cut_1000 1_3 0.3456 relative_P_5 1_3 0.6000 relative_P_10 1_3 0.7000 relative_P_15 1_3 0.6667 relative_P_20 1_3 0.6500 relative_P_30 1_3 0.5667 relative_P_100 1_3 0.4930 relative_P_200 1_3 0.6479 relative_P_500 1_3 0.7183 relative_P_1000 1_3 0.7183 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0510 set_relative_P 1_3 0.7183 set_recall 1_3 0.7183 set_map 1_3 0.0366 set_F 1_3 0.0952 num_nonrel_judged_ret 1_3 15 rbp 1_3 0.4065 rbp_resid 1_3 0.1566 unj_5 1_3 0.0000 unj_10 1_3 0.1000 unj_20 1_3 0.1500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 62 map 1_4 0.3075 Rprec 1_4 0.3955 bpref 1_4 0.4467 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 1.0000 iprec_at_recall_0.20 1_4 0.6596 iprec_at_recall_0.30 1_4 0.5333 iprec_at_recall_0.40 1_4 0.3857 iprec_at_recall_0.50 1_4 0.0000 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 1.0000 P_20 1_4 0.9000 P_30 1_4 0.7333 P_100 1_4 0.4700 P_200 1_4 0.2850 P_500 1_4 0.1240 P_1000 1_4 0.0620 relstring 1_4 '3222312122' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1119 recall_20 1_4 0.1343 recall_30 1_4 0.1642 recall_100 1_4 0.3507 recall_200 1_4 0.4254 recall_500 1_4 0.4627 recall_1000 1_4 0.4627 infAP 1_4 0.3075 Rprec_mult_0.20 1_4 0.8148 Rprec_mult_0.40 1_4 0.6111 Rprec_mult_0.60 1_4 0.5185 Rprec_mult_0.80 1_4 0.4630 Rprec_mult_1.00 1_4 0.3955 Rprec_mult_1.20 1_4 0.3478 Rprec_mult_1.40 1_4 0.2979 Rprec_mult_1.60 1_4 0.2744 Rprec_mult_1.80 1_4 0.2521 Rprec_mult_2.00 1_4 0.2276 utility 1_4 -876.0000 11pt_avg 1_4 0.3253 binG 1_4 0.1948 G 1_4 0.1069 ndcg 1_4 0.5081 ndcg_rel 1_4 0.5487 Rndcg 1_4 0.5396 ndcg_cut_5 1_4 0.8235 ndcg_cut_10 1_4 0.7191 ndcg_cut_15 1_4 0.6870 ndcg_cut_20 1_4 0.6755 ndcg_cut_30 1_4 0.6187 ndcg_cut_100 1_4 0.4783 ndcg_cut_200 1_4 0.4881 ndcg_cut_500 1_4 0.5081 ndcg_cut_1000 1_4 0.5081 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1119 map_cut_20 1_4 0.1327 map_cut_30 1_4 0.1586 map_cut_100 1_4 0.2669 map_cut_200 1_4 0.2977 map_cut_500 1_4 0.3075 map_cut_1000 1_4 0.3075 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 1.0000 relative_P_20 1_4 0.9000 relative_P_30 1_4 0.7333 relative_P_100 1_4 0.4700 relative_P_200 1_4 0.4254 relative_P_500 1_4 0.4627 relative_P_1000 1_4 0.4627 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0620 set_relative_P 1_4 0.4627 set_recall 1_4 0.4627 set_map 1_4 0.0287 set_F 1_4 0.1093 num_nonrel_judged_ret 1_4 2 rbp 1_4 0.5907 rbp_resid 1_4 0.0725 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.0500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 17 map 1_6 0.0621 Rprec 1_6 0.0909 bpref 1_6 0.1301 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.0861 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 1.0000 P_10 1_6 0.6000 P_15 1_6 0.4667 P_20 1_6 0.3500 P_30 1_6 0.2667 P_100 1_6 0.1000 P_200 1_6 0.0650 P_500 1_6 0.0340 P_1000 1_6 0.0170 relstring 1_6 '12112--20-' recall_5 1_6 0.0413 recall_10 1_6 0.0496 recall_15 1_6 0.0579 recall_20 1_6 0.0579 recall_30 1_6 0.0661 recall_100 1_6 0.0826 recall_200 1_6 0.1074 recall_500 1_6 0.1405 recall_1000 1_6 0.1405 infAP 1_6 0.0621 Rprec_mult_0.20 1_6 0.2800 Rprec_mult_0.40 1_6 0.2041 Rprec_mult_0.60 1_6 0.1370 Rprec_mult_0.80 1_6 0.1031 Rprec_mult_1.00 1_6 0.0909 Rprec_mult_1.20 1_6 0.0822 Rprec_mult_1.40 1_6 0.0765 Rprec_mult_1.60 1_6 0.0670 Rprec_mult_1.80 1_6 0.0596 Rprec_mult_2.00 1_6 0.0537 utility 1_6 -966.0000 11pt_avg 1_6 0.0987 binG 1_6 0.0610 G 1_6 0.0251 ndcg 1_6 0.1473 ndcg_rel 1_6 0.1624 Rndcg 1_6 0.1633 ndcg_cut_5 1_6 0.4484 ndcg_cut_10 1_6 0.3373 ndcg_cut_15 1_6 0.2768 ndcg_cut_20 1_6 0.2305 ndcg_cut_30 1_6 0.1983 ndcg_cut_100 1_6 0.1303 ndcg_cut_200 1_6 0.1369 ndcg_cut_500 1_6 0.1473 ndcg_cut_1000 1_6 0.1473 map_cut_5 1_6 0.0413 map_cut_10 1_6 0.0475 map_cut_15 1_6 0.0523 map_cut_20 1_6 0.0523 map_cut_30 1_6 0.0547 map_cut_100 1_6 0.0586 map_cut_200 1_6 0.0607 map_cut_500 1_6 0.0621 map_cut_1000 1_6 0.0621 relative_P_5 1_6 1.0000 relative_P_10 1_6 0.6000 relative_P_15 1_6 0.4667 relative_P_20 1_6 0.3500 relative_P_30 1_6 0.2667 relative_P_100 1_6 0.1000 relative_P_200 1_6 0.1074 relative_P_500 1_6 0.1405 relative_P_1000 1_6 0.1405 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0170 set_relative_P 1_6 0.1405 set_recall 1_6 0.1405 set_map 1_6 0.0024 set_F 1_6 0.0303 num_nonrel_judged_ret 1_6 13 rbp 1_6 0.2339 rbp_resid 1_6 0.4193 unj_5 1_6 0.0000 unj_10 1_6 0.3000 unj_20 1_6 0.5000 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 36 map 1_7 0.0817 Rprec 1_7 0.1636 bpref 1_7 0.3061 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.3939 iprec_at_recall_0.20 1_7 0.1028 iprec_at_recall_0.30 1_7 0.0448 iprec_at_recall_0.40 1_7 0.0000 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.4000 P_10 1_7 0.4000 P_15 1_7 0.3333 P_20 1_7 0.3500 P_30 1_7 0.3667 P_100 1_7 0.1700 P_200 1_7 0.1050 P_500 1_7 0.0580 P_1000 1_7 0.0360 relstring 1_7 '220002--2-' recall_5 1_7 0.0182 recall_10 1_7 0.0364 recall_15 1_7 0.0455 recall_20 1_7 0.0636 recall_30 1_7 0.1000 recall_100 1_7 0.1545 recall_200 1_7 0.1909 recall_500 1_7 0.2636 recall_1000 1_7 0.3273 infAP 1_7 0.0817 Rprec_mult_0.20 1_7 0.4091 Rprec_mult_0.40 1_7 0.2955 Rprec_mult_0.60 1_7 0.2121 Rprec_mult_0.80 1_7 0.1818 Rprec_mult_1.00 1_7 0.1636 Rprec_mult_1.20 1_7 0.1515 Rprec_mult_1.40 1_7 0.1299 Rprec_mult_1.60 1_7 0.1193 Rprec_mult_1.80 1_7 0.1061 Rprec_mult_2.00 1_7 0.1000 utility 1_7 -928.0000 11pt_avg 1_7 0.1401 binG 1_7 0.0737 G 1_7 0.0758 ndcg 1_7 0.3695 ndcg_rel 1_7 0.3714 Rndcg 1_7 0.4288 ndcg_cut_5 1_7 0.4333 ndcg_cut_10 1_7 0.4270 ndcg_cut_15 1_7 0.3832 ndcg_cut_20 1_7 0.3721 ndcg_cut_30 1_7 0.3837 ndcg_cut_100 1_7 0.3001 ndcg_cut_200 1_7 0.3041 ndcg_cut_500 1_7 0.3410 ndcg_cut_1000 1_7 0.3695 map_cut_5 1_7 0.0182 map_cut_10 1_7 0.0268 map_cut_15 1_7 0.0306 map_cut_20 1_7 0.0377 map_cut_30 1_7 0.0522 map_cut_100 1_7 0.0668 map_cut_200 1_7 0.0726 map_cut_500 1_7 0.0788 map_cut_1000 1_7 0.0817 relative_P_5 1_7 0.4000 relative_P_10 1_7 0.4000 relative_P_15 1_7 0.3333 relative_P_20 1_7 0.3500 relative_P_30 1_7 0.3667 relative_P_100 1_7 0.1700 relative_P_200 1_7 0.1909 relative_P_500 1_7 0.2636 relative_P_1000 1_7 0.3273 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0360 set_relative_P 1_7 0.3273 set_recall 1_7 0.3273 set_map 1_7 0.0118 set_F 1_7 0.0649 num_nonrel_judged_ret 1_7 13 rbp 1_7 0.2649 rbp_resid 1_7 0.3669 unj_5 1_7 0.0000 unj_10 1_7 0.3000 unj_20 1_7 0.5000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 48 map 1_8 0.2372 Rprec 1_8 0.3051 bpref 1_8 0.4047 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.9231 iprec_at_recall_0.20 1_8 0.6316 iprec_at_recall_0.30 1_8 0.3608 iprec_at_recall_0.40 1_8 0.1020 iprec_at_recall_0.50 1_8 0.0000 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.9000 P_15 1_8 0.8667 P_20 1_8 0.8500 P_30 1_8 0.7333 P_100 1_8 0.3500 P_200 1_8 0.1950 P_500 1_8 0.0940 P_1000 1_8 0.0480 relstring 1_8 '111122-211' recall_5 1_8 0.0424 recall_10 1_8 0.0763 recall_15 1_8 0.1102 recall_20 1_8 0.1441 recall_30 1_8 0.1864 recall_100 1_8 0.2966 recall_200 1_8 0.3305 recall_500 1_8 0.3983 recall_1000 1_8 0.4068 infAP 1_8 0.2372 Rprec_mult_0.20 1_8 0.7917 Rprec_mult_0.40 1_8 0.5417 Rprec_mult_0.60 1_8 0.4225 Rprec_mult_0.80 1_8 0.3474 Rprec_mult_1.00 1_8 0.3051 Rprec_mult_1.20 1_8 0.2606 Rprec_mult_1.40 1_8 0.2289 Rprec_mult_1.60 1_8 0.2063 Rprec_mult_1.80 1_8 0.1878 Rprec_mult_2.00 1_8 0.1695 utility 1_8 -904.0000 11pt_avg 1_8 0.2743 binG 1_8 0.1533 G 1_8 0.0694 ndcg 1_8 0.3726 ndcg_rel 1_8 0.3773 Rndcg 1_8 0.3522 ndcg_cut_5 1_8 0.3771 ndcg_cut_10 1_8 0.3865 ndcg_cut_15 1_8 0.4396 ndcg_cut_20 1_8 0.4711 ndcg_cut_30 1_8 0.4672 ndcg_cut_100 1_8 0.3231 ndcg_cut_200 1_8 0.3258 ndcg_cut_500 1_8 0.3681 ndcg_cut_1000 1_8 0.3726 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0734 map_cut_15 1_8 0.1041 map_cut_20 1_8 0.1324 map_cut_30 1_8 0.1661 map_cut_100 1_8 0.2175 map_cut_200 1_8 0.2270 map_cut_500 1_8 0.2365 map_cut_1000 1_8 0.2372 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.9000 relative_P_15 1_8 0.8667 relative_P_20 1_8 0.8500 relative_P_30 1_8 0.7333 relative_P_100 1_8 0.3500 relative_P_200 1_8 0.3305 relative_P_500 1_8 0.3983 relative_P_1000 1_8 0.4068 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0480 set_relative_P 1_8 0.4068 set_recall 1_8 0.4068 set_map 1_8 0.0195 set_F 1_8 0.0859 num_nonrel_judged_ret 1_8 2 rbp 1_8 0.4006 rbp_resid 1_8 0.1728 unj_5 1_8 0.0000 unj_10 1_8 0.1000 unj_20 1_8 0.1500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 36 map 1_9 0.5288 Rprec 1_9 0.4792 bpref 1_9 0.7361 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 1.0000 iprec_at_recall_0.30 1_9 0.9375 iprec_at_recall_0.40 1_9 0.6786 iprec_at_recall_0.50 1_9 0.5098 iprec_at_recall_0.60 1_9 0.4265 iprec_at_recall_0.70 1_9 0.3238 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 1.0000 P_15 1_9 0.9333 P_20 1_9 0.8500 P_30 1_9 0.6667 P_100 1_9 0.3300 P_200 1_9 0.1750 P_500 1_9 0.0720 P_1000 1_9 0.0360 relstring 1_9 '3332233113' recall_5 1_9 0.1042 recall_10 1_9 0.2083 recall_15 1_9 0.2917 recall_20 1_9 0.3542 recall_30 1_9 0.4167 recall_100 1_9 0.6875 recall_200 1_9 0.7292 recall_500 1_9 0.7500 recall_1000 1_9 0.7500 infAP 1_9 0.5288 Rprec_mult_0.20 1_9 1.0000 Rprec_mult_0.40 1_9 0.8500 Rprec_mult_0.60 1_9 0.6552 Rprec_mult_0.80 1_9 0.5641 Rprec_mult_1.00 1_9 0.4792 Rprec_mult_1.20 1_9 0.4655 Rprec_mult_1.40 1_9 0.4265 Rprec_mult_1.60 1_9 0.3896 Rprec_mult_1.80 1_9 0.3448 Rprec_mult_2.00 1_9 0.3333 utility 1_9 -928.0000 11pt_avg 1_9 0.5342 binG 1_9 0.3909 G 1_9 0.2793 ndcg 1_9 0.7723 ndcg_rel 1_9 0.7770 Rndcg 1_9 0.7100 ndcg_cut_5 1_9 0.9076 ndcg_cut_10 1_9 0.8496 ndcg_cut_15 1_9 0.7644 ndcg_cut_20 1_9 0.7576 ndcg_cut_30 1_9 0.6841 ndcg_cut_100 1_9 0.7422 ndcg_cut_200 1_9 0.7633 ndcg_cut_500 1_9 0.7723 ndcg_cut_1000 1_9 0.7723 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.2083 map_cut_15 1_9 0.2888 map_cut_20 1_9 0.3445 map_cut_30 1_9 0.3865 map_cut_100 1_9 0.5127 map_cut_200 1_9 0.5259 map_cut_500 1_9 0.5288 map_cut_1000 1_9 0.5288 relative_P_5 1_9 1.0000 relative_P_10 1_9 1.0000 relative_P_15 1_9 0.9333 relative_P_20 1_9 0.8500 relative_P_30 1_9 0.6667 relative_P_100 1_9 0.6875 relative_P_200 1_9 0.7292 relative_P_500 1_9 0.7500 relative_P_1000 1_9 0.7500 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0360 set_relative_P 1_9 0.7500 set_recall 1_9 0.7500 set_map 1_9 0.0270 set_F 1_9 0.0687 num_nonrel_judged_ret 1_9 4 rbp 1_9 0.6744 rbp_resid 1_9 0.1375 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.1000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 58 map 4_10 0.1936 Rprec 4_10 0.2553 bpref 4_10 0.2835 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.8148 iprec_at_recall_0.20 4_10 0.5200 iprec_at_recall_0.30 4_10 0.1215 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.9000 P_15 4_10 0.8000 P_20 4_10 0.8500 P_30 4_10 0.8000 P_100 4_10 0.4100 P_200 4_10 0.2400 P_500 4_10 0.1120 P_1000 4_10 0.0580 relstring 4_10 '1111111210' recall_5 4_10 0.0266 recall_10 4_10 0.0479 recall_15 4_10 0.0638 recall_20 4_10 0.0904 recall_30 4_10 0.1277 recall_100 4_10 0.2181 recall_200 4_10 0.2553 recall_500 4_10 0.2979 recall_1000 4_10 0.3085 infAP 4_10 0.1936 Rprec_mult_0.20 4_10 0.7368 Rprec_mult_0.40 4_10 0.5132 Rprec_mult_0.60 4_10 0.3982 Rprec_mult_0.80 4_10 0.3113 Rprec_mult_1.00 4_10 0.2553 Rprec_mult_1.20 4_10 0.2124 Rprec_mult_1.40 4_10 0.1894 Rprec_mult_1.60 4_10 0.1728 Rprec_mult_1.80 4_10 0.1534 Rprec_mult_2.00 4_10 0.1383 utility 4_10 -884.0000 11pt_avg 4_10 0.2233 binG 4_10 0.1152 G 4_10 0.0468 ndcg 4_10 0.2750 ndcg_rel 4_10 0.2874 Rndcg 4_10 0.2947 ndcg_cut_5 4_10 0.3333 ndcg_cut_10 4_10 0.3353 ndcg_cut_15 4_10 0.3139 ndcg_cut_20 4_10 0.3365 ndcg_cut_30 4_10 0.3480 ndcg_cut_100 4_10 0.2934 ndcg_cut_200 4_10 0.2475 ndcg_cut_500 4_10 0.2708 ndcg_cut_1000 4_10 0.2750 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0479 map_cut_15 4_10 0.0615 map_cut_20 4_10 0.0836 map_cut_30 4_10 0.1137 map_cut_100 4_10 0.1722 map_cut_200 4_10 0.1859 map_cut_500 4_10 0.1927 map_cut_1000 4_10 0.1936 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.9000 relative_P_15 4_10 0.8000 relative_P_20 4_10 0.8500 relative_P_30 4_10 0.8000 relative_P_100 4_10 0.4100 relative_P_200 4_10 0.2553 relative_P_500 4_10 0.2979 relative_P_1000 4_10 0.3085 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0580 set_relative_P 4_10 0.3085 set_recall 4_10 0.3085 set_map 4_10 0.0179 set_F 4_10 0.0976 num_nonrel_judged_ret 4_10 7 rbp 4_10 0.3047 rbp_resid 4_10 0.0503 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 12 map 4_11 0.0070 Rprec 4_11 0.0351 bpref 4_11 0.0557 recip_rank 4_11 0.2500 iprec_at_recall_0.00 4_11 0.2500 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.2000 P_10 4_11 0.2000 P_15 4_11 0.1333 P_20 4_11 0.2000 P_30 4_11 0.1667 P_100 4_11 0.0500 P_200 4_11 0.0300 P_500 4_11 0.0160 P_1000 4_11 0.0120 relstring 4_11 '000100-001' recall_5 4_11 0.0058 recall_10 4_11 0.0117 recall_15 4_11 0.0117 recall_20 4_11 0.0234 recall_30 4_11 0.0292 recall_100 4_11 0.0292 recall_200 4_11 0.0351 recall_500 4_11 0.0468 recall_1000 4_11 0.0702 infAP 4_11 0.0070 Rprec_mult_0.20 4_11 0.1429 Rprec_mult_0.40 4_11 0.0725 Rprec_mult_0.60 4_11 0.0485 Rprec_mult_0.80 4_11 0.0365 Rprec_mult_1.00 4_11 0.0351 Rprec_mult_1.20 4_11 0.0291 Rprec_mult_1.40 4_11 0.0250 Rprec_mult_1.60 4_11 0.0219 Rprec_mult_1.80 4_11 0.0195 Rprec_mult_2.00 4_11 0.0205 utility 4_11 -976.0000 11pt_avg 4_11 0.0227 binG 4_11 0.0132 G 4_11 0.0079 ndcg 4_11 0.0482 ndcg_rel 4_11 0.0483 Rndcg 4_11 0.0393 ndcg_cut_5 4_11 0.0487 ndcg_cut_10 4_11 0.0528 ndcg_cut_15 4_11 0.0428 ndcg_cut_20 4_11 0.0622 ndcg_cut_30 4_11 0.0698 ndcg_cut_100 4_11 0.0348 ndcg_cut_200 4_11 0.0299 ndcg_cut_500 4_11 0.0359 ndcg_cut_1000 4_11 0.0482 map_cut_5 4_11 0.0015 map_cut_10 4_11 0.0026 map_cut_15 4_11 0.0026 map_cut_20 4_11 0.0049 map_cut_30 4_11 0.0062 map_cut_100 4_11 0.0062 map_cut_200 4_11 0.0065 map_cut_500 4_11 0.0067 map_cut_1000 4_11 0.0070 relative_P_5 4_11 0.2000 relative_P_10 4_11 0.2000 relative_P_15 4_11 0.1333 relative_P_20 4_11 0.2000 relative_P_30 4_11 0.1667 relative_P_100 4_11 0.0500 relative_P_200 4_11 0.0351 relative_P_500 4_11 0.0468 relative_P_1000 4_11 0.0702 success_1 4_11 0.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0120 set_relative_P 4_11 0.0702 set_recall 4_11 0.0702 set_map 4_11 0.0008 set_F 4_11 0.0205 num_nonrel_judged_ret 4_11 88 rbp 4_11 0.0559 rbp_resid 4_11 0.1390 unj_5 4_11 0.0000 unj_10 4_11 0.1000 unj_20 4_11 0.0500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 85 map 4_12 0.3371 Rprec 4_12 0.3731 bpref 4_12 0.5944 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 1.0000 iprec_at_recall_0.20 4_12 0.7000 iprec_at_recall_0.30 4_12 0.4713 iprec_at_recall_0.40 4_12 0.3394 iprec_at_recall_0.50 4_12 0.2731 iprec_at_recall_0.60 4_12 0.1900 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 1.0000 P_15 4_12 0.9333 P_20 4_12 0.8500 P_30 4_12 0.8000 P_100 4_12 0.4300 P_200 4_12 0.3050 P_500 4_12 0.1600 P_1000 4_12 0.0850 relstring 4_12 '2222323222' recall_5 4_12 0.0373 recall_10 4_12 0.0746 recall_15 4_12 0.1045 recall_20 4_12 0.1269 recall_30 4_12 0.1791 recall_100 4_12 0.3209 recall_200 4_12 0.4552 recall_500 4_12 0.5970 recall_1000 4_12 0.6343 infAP 4_12 0.3371 Rprec_mult_0.20 4_12 0.8148 Rprec_mult_0.40 4_12 0.5926 Rprec_mult_0.60 4_12 0.4815 Rprec_mult_0.80 4_12 0.4167 Rprec_mult_1.00 4_12 0.3731 Rprec_mult_1.20 4_12 0.3354 Rprec_mult_1.40 4_12 0.3085 Rprec_mult_1.60 4_12 0.2837 Rprec_mult_1.80 4_12 0.2686 Rprec_mult_2.00 4_12 0.2575 utility 4_12 -830.0000 11pt_avg 4_12 0.3613 binG 4_12 0.2074 G 4_12 0.1227 ndcg 4_12 0.6067 ndcg_rel 4_12 0.5892 Rndcg 4_12 0.5442 ndcg_cut_5 4_12 0.7104 ndcg_cut_10 4_12 0.7195 ndcg_cut_15 4_12 0.6722 ndcg_cut_20 4_12 0.6638 ndcg_cut_30 4_12 0.6792 ndcg_cut_100 4_12 0.4683 ndcg_cut_200 4_12 0.5054 ndcg_cut_500 4_12 0.5848 ndcg_cut_1000 4_12 0.6067 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0746 map_cut_15 4_12 0.1040 map_cut_20 4_12 0.1243 map_cut_30 4_12 0.1673 map_cut_100 4_12 0.2501 map_cut_200 4_12 0.2982 map_cut_500 4_12 0.3324 map_cut_1000 4_12 0.3371 relative_P_5 4_12 1.0000 relative_P_10 4_12 1.0000 relative_P_15 4_12 0.9333 relative_P_20 4_12 0.8500 relative_P_30 4_12 0.8000 relative_P_100 4_12 0.4300 relative_P_200 4_12 0.4552 relative_P_500 4_12 0.5970 relative_P_1000 4_12 0.6343 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0850 set_relative_P 4_12 0.6343 set_recall 4_12 0.6343 set_map 4_12 0.0539 set_F 4_12 0.1499 num_nonrel_judged_ret 4_12 17 rbp 4_12 0.6223 rbp_resid 4_12 0.0930 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.1500 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 58 map 4_13 0.1657 Rprec 4_13 0.2407 bpref 4_13 0.3322 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.7143 iprec_at_recall_0.20 4_13 0.4156 iprec_at_recall_0.30 4_13 0.1350 iprec_at_recall_0.40 4_13 0.0000 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 0.8000 P_10 4_13 0.7000 P_15 4_13 0.6667 P_20 4_13 0.7000 P_30 4_13 0.6667 P_100 4_13 0.3700 P_200 4_13 0.2050 P_500 4_13 0.1060 P_1000 4_13 0.0580 relstring 4_13 '223302--22' recall_5 4_13 0.0247 recall_10 4_13 0.0432 recall_15 4_13 0.0617 recall_20 4_13 0.0864 recall_30 4_13 0.1235 recall_100 4_13 0.2284 recall_200 4_13 0.2531 recall_500 4_13 0.3272 recall_1000 4_13 0.3580 infAP 4_13 0.1657 Rprec_mult_0.20 4_13 0.6364 Rprec_mult_0.40 4_13 0.4462 Rprec_mult_0.60 4_13 0.3673 Rprec_mult_0.80 4_13 0.2923 Rprec_mult_1.00 4_13 0.2407 Rprec_mult_1.20 4_13 0.2103 Rprec_mult_1.40 4_13 0.1850 Rprec_mult_1.60 4_13 0.1692 Rprec_mult_1.80 4_13 0.1575 Rprec_mult_2.00 4_13 0.1451 utility 4_13 -884.0000 11pt_avg 4_13 0.2059 binG 4_13 0.0983 G 4_13 0.0679 ndcg 4_13 0.3839 ndcg_rel 4_13 0.4128 Rndcg 4_13 0.3797 ndcg_cut_5 4_13 0.6844 ndcg_cut_10 4_13 0.5830 ndcg_cut_15 4_13 0.5421 ndcg_cut_20 4_13 0.5516 ndcg_cut_30 4_13 0.5239 ndcg_cut_100 4_13 0.3975 ndcg_cut_200 4_13 0.3304 ndcg_cut_500 4_13 0.3663 ndcg_cut_1000 4_13 0.3839 map_cut_5 4_13 0.0247 map_cut_10 4_13 0.0383 map_cut_15 4_13 0.0511 map_cut_20 4_13 0.0680 map_cut_30 4_13 0.0933 map_cut_100 4_13 0.1452 map_cut_200 4_13 0.1517 map_cut_500 4_13 0.1629 map_cut_1000 4_13 0.1657 relative_P_5 4_13 0.8000 relative_P_10 4_13 0.7000 relative_P_15 4_13 0.6667 relative_P_20 4_13 0.7000 relative_P_30 4_13 0.6667 relative_P_100 4_13 0.3700 relative_P_200 4_13 0.2531 relative_P_500 4_13 0.3272 relative_P_1000 4_13 0.3580 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0580 set_relative_P 4_13 0.3580 set_recall 4_13 0.3580 set_map 4_13 0.0208 set_F 4_13 0.0998 num_nonrel_judged_ret 4_13 18 rbp 4_13 0.5241 rbp_resid 4_13 0.2155 unj_5 4_13 0.0000 unj_10 4_13 0.2000 unj_20 4_13 0.2000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 42 map 4_14 0.1221 Rprec 4_14 0.2090 bpref 4_14 0.2259 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.7037 iprec_at_recall_0.20 4_14 0.2555 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.8000 P_10 4_14 0.8000 P_15 4_14 0.8000 P_20 4_14 0.6500 P_30 4_14 0.6333 P_100 4_14 0.3100 P_200 4_14 0.1850 P_500 4_14 0.0840 P_1000 4_14 0.0420 relstring 4_14 '220113-222' recall_5 4_14 0.0226 recall_10 4_14 0.0452 recall_15 4_14 0.0678 recall_20 4_14 0.0734 recall_30 4_14 0.1073 recall_100 4_14 0.1751 recall_200 4_14 0.2090 recall_500 4_14 0.2373 recall_1000 4_14 0.2373 infAP 4_14 0.1221 Rprec_mult_0.20 4_14 0.5278 Rprec_mult_0.40 4_14 0.3521 Rprec_mult_0.60 4_14 0.2991 Rprec_mult_0.80 4_14 0.2465 Rprec_mult_1.00 4_14 0.2090 Rprec_mult_1.20 4_14 0.1737 Rprec_mult_1.40 4_14 0.1532 Rprec_mult_1.60 4_14 0.1408 Rprec_mult_1.80 4_14 0.1285 Rprec_mult_2.00 4_14 0.1158 utility 4_14 -916.0000 11pt_avg 4_14 0.1781 binG 4_14 0.0746 G 4_14 0.0441 ndcg 4_14 0.2754 ndcg_rel 4_14 0.3052 Rndcg 4_14 0.2899 ndcg_cut_5 4_14 0.4612 ndcg_cut_10 4_14 0.5105 ndcg_cut_15 4_14 0.5158 ndcg_cut_20 4_14 0.4513 ndcg_cut_30 4_14 0.4489 ndcg_cut_100 4_14 0.3147 ndcg_cut_200 4_14 0.2554 ndcg_cut_500 4_14 0.2754 ndcg_cut_1000 4_14 0.2754 map_cut_5 4_14 0.0201 map_cut_10 4_14 0.0379 map_cut_15 4_14 0.0562 map_cut_20 4_14 0.0601 map_cut_30 4_14 0.0833 map_cut_100 4_14 0.1093 map_cut_200 4_14 0.1182 map_cut_500 4_14 0.1221 map_cut_1000 4_14 0.1221 relative_P_5 4_14 0.8000 relative_P_10 4_14 0.8000 relative_P_15 4_14 0.8000 relative_P_20 4_14 0.6500 relative_P_30 4_14 0.6333 relative_P_100 4_14 0.3100 relative_P_200 4_14 0.2090 relative_P_500 4_14 0.2373 relative_P_1000 4_14 0.2373 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0420 set_relative_P 4_14 0.2373 set_recall 4_14 0.2373 set_map 4_14 0.0100 set_F 4_14 0.0714 num_nonrel_judged_ret 4_14 14 rbp 4_14 0.4472 rbp_resid 4_14 0.2042 unj_5 4_14 0.0000 unj_10 4_14 0.1000 unj_20 4_14 0.3000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0357 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0357 iprec_at_recall_0.00 4_17 0.0357 iprec_at_recall_0.10 4_17 0.0357 iprec_at_recall_0.20 4_17 0.0357 iprec_at_recall_0.30 4_17 0.0357 iprec_at_recall_0.40 4_17 0.0357 iprec_at_recall_0.50 4_17 0.0357 iprec_at_recall_0.60 4_17 0.0357 iprec_at_recall_0.70 4_17 0.0357 iprec_at_recall_0.80 4_17 0.0357 iprec_at_recall_0.90 4_17 0.0357 iprec_at_recall_1.00 4_17 0.0357 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0333 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '000000-0--' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 1.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0357 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0357 binG 4_17 0.2058 G 4_17 0.2058 ndcg 4_17 0.2058 ndcg_rel 4_17 0.2058 Rndcg 4_17 0.1029 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.2058 ndcg_cut_100 4_17 0.2058 ndcg_cut_200 4_17 0.2058 ndcg_cut_500 4_17 0.2058 ndcg_cut_1000 4_17 0.2058 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0357 map_cut_100 4_17 0.0357 map_cut_200 4_17 0.0357 map_cut_500 4_17 0.0357 map_cut_1000 4_17 0.0357 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 1.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 33 rbp 4_17 0.0058 rbp_resid 4_17 0.2639 unj_5 4_17 0.0000 unj_10 4_17 0.3000 unj_20 4_17 0.2500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 30 map 4_3 0.0974 Rprec 4_3 0.1768 bpref 4_3 0.1808 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.6154 iprec_at_recall_0.20 4_3 0.0000 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.7000 P_15 4_3 0.6667 P_20 4_3 0.6000 P_30 4_3 0.5667 P_100 4_3 0.2300 P_200 4_3 0.1450 P_500 4_3 0.0600 P_1000 4_3 0.0300 relstring 4_3 '23102-32-1' recall_5 4_3 0.0244 recall_10 4_3 0.0427 recall_15 4_3 0.0610 recall_20 4_3 0.0732 recall_30 4_3 0.1037 recall_100 4_3 0.1402 recall_200 4_3 0.1768 recall_500 4_3 0.1829 recall_1000 4_3 0.1829 infAP 4_3 0.0974 Rprec_mult_0.20 4_3 0.5455 Rprec_mult_0.40 4_3 0.3182 Rprec_mult_0.60 4_3 0.2323 Rprec_mult_0.80 4_3 0.2121 Rprec_mult_1.00 4_3 0.1768 Rprec_mult_1.20 4_3 0.1472 Rprec_mult_1.40 4_3 0.1261 Rprec_mult_1.60 4_3 0.1103 Rprec_mult_1.80 4_3 0.1014 Rprec_mult_2.00 4_3 0.0915 utility 4_3 -940.0000 11pt_avg 4_3 0.1469 binG 4_3 0.0639 G 4_3 0.0399 ndcg 4_3 0.2446 ndcg_rel 4_3 0.2727 Rndcg 4_3 0.3259 ndcg_cut_5 4_3 0.5248 ndcg_cut_10 4_3 0.4844 ndcg_cut_15 4_3 0.4539 ndcg_cut_20 4_3 0.4135 ndcg_cut_30 4_3 0.4159 ndcg_cut_100 4_3 0.2511 ndcg_cut_200 4_3 0.2426 ndcg_cut_500 4_3 0.2446 ndcg_cut_1000 4_3 0.2446 map_cut_5 4_3 0.0232 map_cut_10 4_3 0.0364 map_cut_15 4_3 0.0491 map_cut_20 4_3 0.0569 map_cut_30 4_3 0.0750 map_cut_100 4_3 0.0885 map_cut_200 4_3 0.0967 map_cut_500 4_3 0.0974 map_cut_1000 4_3 0.0974 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.7000 relative_P_15 4_3 0.6667 relative_P_20 4_3 0.6000 relative_P_30 4_3 0.5667 relative_P_100 4_3 0.2300 relative_P_200 4_3 0.1768 relative_P_500 4_3 0.1829 relative_P_1000 4_3 0.1829 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0300 set_relative_P 4_3 0.1829 set_recall 4_3 0.1829 set_map 4_3 0.0055 set_F 4_3 0.0515 num_nonrel_judged_ret 4_3 2 rbp 4_3 0.3165 rbp_resid 4_3 0.2846 unj_5 4_3 0.0000 unj_10 4_3 0.2000 unj_20 4_3 0.3500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 81 map 4_4 0.3339 Rprec 4_4 0.3506 bpref 4_4 0.5061 recip_rank 4_4 0.5000 iprec_at_recall_0.00 4_4 0.9474 iprec_at_recall_0.10 4_4 0.9474 iprec_at_recall_0.20 4_4 0.9429 iprec_at_recall_0.30 4_4 0.7419 iprec_at_recall_0.40 4_4 0.2864 iprec_at_recall_0.50 4_4 0.2219 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.8000 P_10 4_4 0.9000 P_15 4_4 0.9333 P_20 4_4 0.9000 P_30 4_4 0.9333 P_100 4_4 0.5200 P_200 4_4 0.2900 P_500 4_4 0.1580 P_1000 4_4 0.0810 relstring 4_4 '0232234212' recall_5 4_4 0.0260 recall_10 4_4 0.0584 recall_15 4_4 0.0909 recall_20 4_4 0.1169 recall_30 4_4 0.1818 recall_100 4_4 0.3377 recall_200 4_4 0.3766 recall_500 4_4 0.5130 recall_1000 4_4 0.5260 infAP 4_4 0.3339 Rprec_mult_0.20 4_4 0.9355 Rprec_mult_0.40 4_4 0.7419 Rprec_mult_0.60 4_4 0.5376 Rprec_mult_0.80 4_4 0.4274 Rprec_mult_1.00 4_4 0.3506 Rprec_mult_1.20 4_4 0.3027 Rprec_mult_1.40 4_4 0.2824 Rprec_mult_1.60 4_4 0.2753 Rprec_mult_1.80 4_4 0.2554 Rprec_mult_2.00 4_4 0.2305 utility 4_4 -838.0000 11pt_avg 4_4 0.3716 binG 4_4 0.1812 G 4_4 0.1096 ndcg 4_4 0.5506 ndcg_rel 4_4 0.5511 Rndcg 4_4 0.4506 ndcg_cut_5 4_4 0.4197 ndcg_cut_10 4_4 0.5444 ndcg_cut_15 4_4 0.5693 ndcg_cut_20 4_4 0.5752 ndcg_cut_30 4_4 0.6423 ndcg_cut_100 4_4 0.5161 ndcg_cut_200 4_4 0.4571 ndcg_cut_500 4_4 0.5435 ndcg_cut_1000 4_4 0.5506 map_cut_5 4_4 0.0176 map_cut_10 4_4 0.0459 map_cut_15 4_4 0.0759 map_cut_20 4_4 0.1003 map_cut_30 4_4 0.1601 map_cut_100 4_4 0.2830 map_cut_200 4_4 0.2970 map_cut_500 4_4 0.3320 map_cut_1000 4_4 0.3339 relative_P_5 4_4 0.8000 relative_P_10 4_4 0.9000 relative_P_15 4_4 0.9333 relative_P_20 4_4 0.9000 relative_P_30 4_4 0.9333 relative_P_100 4_4 0.5200 relative_P_200 4_4 0.3766 relative_P_500 4_4 0.5130 relative_P_1000 4_4 0.5260 success_1 4_4 0.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0810 set_relative_P 4_4 0.5260 set_recall 4_4 0.5260 set_map 4_4 0.0426 set_F 4_4 0.1404 num_nonrel_judged_ret 4_4 3 rbp 4_4 0.4973 rbp_resid 4_4 0.0135 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 46 map 4_5 0.1740 Rprec 4_5 0.2377 bpref 4_5 0.3770 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.6400 iprec_at_recall_0.20 4_5 0.3906 iprec_at_recall_0.30 4_5 0.1737 iprec_at_recall_0.40 4_5 0.0000 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 0.7000 P_15 4_5 0.6667 P_20 4_5 0.6000 P_30 4_5 0.5667 P_100 4_5 0.2800 P_200 4_5 0.1750 P_500 4_5 0.0900 P_1000 4_5 0.0460 relstring 4_5 '122322-1--' recall_5 4_5 0.0410 recall_10 4_5 0.0574 recall_15 4_5 0.0820 recall_20 4_5 0.0984 recall_30 4_5 0.1393 recall_100 4_5 0.2295 recall_200 4_5 0.2869 recall_500 4_5 0.3689 recall_1000 4_5 0.3770 infAP 4_5 0.1740 Rprec_mult_0.20 4_5 0.6400 Rprec_mult_0.40 4_5 0.4490 Rprec_mult_0.60 4_5 0.3514 Rprec_mult_0.80 4_5 0.2857 Rprec_mult_1.00 4_5 0.2377 Rprec_mult_1.20 4_5 0.2245 Rprec_mult_1.40 4_5 0.2047 Rprec_mult_1.60 4_5 0.1786 Rprec_mult_1.80 4_5 0.1682 Rprec_mult_2.00 4_5 0.1557 utility 4_5 -908.0000 11pt_avg 4_5 0.2004 binG 4_5 0.1192 G 4_5 0.0665 ndcg 4_5 0.3619 ndcg_rel 4_5 0.3741 Rndcg 4_5 0.3409 ndcg_cut_5 4_5 0.6023 ndcg_cut_10 4_5 0.4663 ndcg_cut_15 4_5 0.4680 ndcg_cut_20 4_5 0.4338 ndcg_cut_30 4_5 0.4186 ndcg_cut_100 4_5 0.2990 ndcg_cut_200 4_5 0.3123 ndcg_cut_500 4_5 0.3579 ndcg_cut_1000 4_5 0.3619 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0564 map_cut_15 4_5 0.0738 map_cut_20 4_5 0.0840 map_cut_30 4_5 0.1095 map_cut_100 4_5 0.1480 map_cut_200 4_5 0.1612 map_cut_500 4_5 0.1733 map_cut_1000 4_5 0.1740 relative_P_5 4_5 1.0000 relative_P_10 4_5 0.7000 relative_P_15 4_5 0.6667 relative_P_20 4_5 0.6000 relative_P_30 4_5 0.5667 relative_P_100 4_5 0.2800 relative_P_200 4_5 0.2869 relative_P_500 4_5 0.3689 relative_P_1000 4_5 0.3770 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0460 set_relative_P 4_5 0.3770 set_recall 4_5 0.3770 set_map 4_5 0.0173 set_F 4_5 0.0820 num_nonrel_judged_ret 4_5 0 rbp 4_5 0.4498 rbp_resid 4_5 0.3077 unj_5 4_5 0.0000 unj_10 4_5 0.3000 unj_20 4_5 0.4000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 25 map 4_7 0.0801 Rprec 4_7 0.2105 bpref 4_7 0.2886 recip_rank 4_7 0.5000 iprec_at_recall_0.00 4_7 0.5000 iprec_at_recall_0.10 4_7 0.3200 iprec_at_recall_0.20 4_7 0.2778 iprec_at_recall_0.30 4_7 0.1070 iprec_at_recall_0.40 4_7 0.0000 iprec_at_recall_0.50 4_7 0.0000 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.2000 P_10 4_7 0.3000 P_15 4_7 0.2667 P_20 4_7 0.3000 P_30 4_7 0.2667 P_100 4_7 0.2000 P_200 4_7 0.1100 P_500 4_7 0.0500 P_1000 4_7 0.0250 relstring 4_7 '03000-1--1' recall_5 4_7 0.0132 recall_10 4_7 0.0395 recall_15 4_7 0.0526 recall_20 4_7 0.0789 recall_30 4_7 0.1053 recall_100 4_7 0.2632 recall_200 4_7 0.2895 recall_500 4_7 0.3289 recall_1000 4_7 0.3289 infAP 4_7 0.0801 Rprec_mult_0.20 4_7 0.2500 Rprec_mult_0.40 4_7 0.2581 Rprec_mult_0.60 4_7 0.2609 Rprec_mult_0.80 4_7 0.2623 Rprec_mult_1.00 4_7 0.2105 Rprec_mult_1.20 4_7 0.1957 Rprec_mult_1.40 4_7 0.1869 Rprec_mult_1.60 4_7 0.1639 Rprec_mult_1.80 4_7 0.1460 Rprec_mult_2.00 4_7 0.1316 utility 4_7 -950.0000 11pt_avg 4_7 0.1095 binG 4_7 0.0713 G 4_7 0.0698 ndcg 4_7 0.3089 ndcg_rel 4_7 0.2976 Rndcg 4_7 0.3003 ndcg_cut_5 4_7 0.2514 ndcg_cut_10 4_7 0.2347 ndcg_cut_15 4_7 0.2445 ndcg_cut_20 4_7 0.2668 ndcg_cut_30 4_7 0.2582 ndcg_cut_100 4_7 0.2808 ndcg_cut_200 4_7 0.2907 ndcg_cut_500 4_7 0.3089 ndcg_cut_1000 4_7 0.3089 map_cut_5 4_7 0.0066 map_cut_10 4_7 0.0143 map_cut_15 4_7 0.0178 map_cut_20 4_7 0.0254 map_cut_30 4_7 0.0334 map_cut_100 4_7 0.0729 map_cut_200 4_7 0.0763 map_cut_500 4_7 0.0801 map_cut_1000 4_7 0.0801 relative_P_5 4_7 0.2000 relative_P_10 4_7 0.3000 relative_P_15 4_7 0.2667 relative_P_20 4_7 0.3000 relative_P_30 4_7 0.2667 relative_P_100 4_7 0.2632 relative_P_200 4_7 0.2895 relative_P_500 4_7 0.3289 relative_P_1000 4_7 0.3289 success_1 4_7 0.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0250 set_relative_P 4_7 0.3289 set_recall 4_7 0.3289 set_map 4_7 0.0082 set_F 4_7 0.0465 num_nonrel_judged_ret 4_7 17 rbp 4_7 0.1787 rbp_resid 4_7 0.3447 unj_5 4_7 0.0000 unj_10 4_7 0.3000 unj_20 4_7 0.4000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 47 map 4_8 0.2152 Rprec 4_8 0.2708 bpref 4_8 0.3589 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.7857 iprec_at_recall_0.20 4_8 0.3725 iprec_at_recall_0.30 4_8 0.1850 iprec_at_recall_0.40 4_8 0.1532 iprec_at_recall_0.50 4_8 0.0000 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 1.0000 P_10 4_8 0.9000 P_15 4_8 0.7333 P_20 4_8 0.6500 P_30 4_8 0.5333 P_100 4_8 0.2600 P_200 4_8 0.1650 P_500 4_8 0.0900 P_1000 4_8 0.0470 relstring 4_8 '2132112210' recall_5 4_8 0.0521 recall_10 4_8 0.0938 recall_15 4_8 0.1146 recall_20 4_8 0.1354 recall_30 4_8 0.1667 recall_100 4_8 0.2708 recall_200 4_8 0.3438 recall_500 4_8 0.4688 recall_1000 4_8 0.4896 infAP 4_8 0.2152 Rprec_mult_0.20 4_8 0.6500 Rprec_mult_0.40 4_8 0.4359 Rprec_mult_0.60 4_8 0.3448 Rprec_mult_0.80 4_8 0.3247 Rprec_mult_1.00 4_8 0.2708 Rprec_mult_1.20 4_8 0.2328 Rprec_mult_1.40 4_8 0.2000 Rprec_mult_1.60 4_8 0.1818 Rprec_mult_1.80 4_8 0.1850 Rprec_mult_2.00 4_8 0.1719 utility 4_8 -906.0000 11pt_avg 4_8 0.2270 binG 4_8 0.1673 G 4_8 0.1206 ndcg 4_8 0.4844 ndcg_rel 4_8 0.4993 Rndcg 4_8 0.4982 ndcg_cut_5 4_8 0.7799 ndcg_cut_10 4_8 0.7271 ndcg_cut_15 4_8 0.6172 ndcg_cut_20 4_8 0.5838 ndcg_cut_30 4_8 0.4996 ndcg_cut_100 4_8 0.3712 ndcg_cut_200 4_8 0.4064 ndcg_cut_500 4_8 0.4776 ndcg_cut_1000 4_8 0.4844 map_cut_5 4_8 0.0521 map_cut_10 4_8 0.0938 map_cut_15 4_8 0.1099 map_cut_20 4_8 0.1249 map_cut_30 4_8 0.1436 map_cut_100 4_8 0.1817 map_cut_200 4_8 0.1958 map_cut_500 4_8 0.2137 map_cut_1000 4_8 0.2152 relative_P_5 4_8 1.0000 relative_P_10 4_8 0.9000 relative_P_15 4_8 0.7333 relative_P_20 4_8 0.6500 relative_P_30 4_8 0.5333 relative_P_100 4_8 0.2708 relative_P_200 4_8 0.3438 relative_P_500 4_8 0.4688 relative_P_1000 4_8 0.4896 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0470 set_relative_P 4_8 0.4896 set_recall 4_8 0.4896 set_map 4_8 0.0230 set_F 4_8 0.0858 num_nonrel_judged_ret 4_8 57 rbp 4_8 0.4037 rbp_resid 4_8 0.0343 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.0000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 11 map 4_9 0.0525 Rprec 4_9 0.0824 bpref 4_9 0.1266 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.0145 iprec_at_recall_0.20 4_9 0.0000 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.8000 P_10 4_9 0.5000 P_15 4_9 0.3333 P_20 4_9 0.2500 P_30 4_9 0.2333 P_100 4_9 0.0700 P_200 4_9 0.0350 P_500 4_9 0.0160 P_1000 4_9 0.0110 relstring 4_9 '10222-2---' recall_5 4_9 0.0471 recall_10 4_9 0.0588 recall_15 4_9 0.0588 recall_20 4_9 0.0588 recall_30 4_9 0.0824 recall_100 4_9 0.0824 recall_200 4_9 0.0824 recall_500 4_9 0.0941 recall_1000 4_9 0.1294 infAP 4_9 0.0525 Rprec_mult_0.20 4_9 0.2941 Rprec_mult_0.40 4_9 0.2059 Rprec_mult_0.60 4_9 0.1373 Rprec_mult_0.80 4_9 0.1029 Rprec_mult_1.00 4_9 0.0824 Rprec_mult_1.20 4_9 0.0686 Rprec_mult_1.40 4_9 0.0588 Rprec_mult_1.60 4_9 0.0515 Rprec_mult_1.80 4_9 0.0458 Rprec_mult_2.00 4_9 0.0412 utility 4_9 -978.0000 11pt_avg 4_9 0.0922 binG 4_9 0.0502 G 4_9 0.0236 ndcg 4_9 0.1352 ndcg_rel 4_9 0.1498 Rndcg 4_9 0.1405 ndcg_cut_5 4_9 0.4110 ndcg_cut_10 4_9 0.3156 ndcg_cut_15 4_9 0.2446 ndcg_cut_20 4_9 0.2037 ndcg_cut_30 4_9 0.1971 ndcg_cut_100 4_9 0.1181 ndcg_cut_200 4_9 0.1181 ndcg_cut_500 4_9 0.1207 ndcg_cut_1000 4_9 0.1352 map_cut_5 4_9 0.0378 map_cut_10 4_9 0.0462 map_cut_15 4_9 0.0462 map_cut_20 4_9 0.0462 map_cut_30 4_9 0.0518 map_cut_100 4_9 0.0518 map_cut_200 4_9 0.0518 map_cut_500 4_9 0.0520 map_cut_1000 4_9 0.0525 relative_P_5 4_9 0.8000 relative_P_10 4_9 0.5000 relative_P_15 4_9 0.3333 relative_P_20 4_9 0.2500 relative_P_30 4_9 0.2333 relative_P_100 4_9 0.0824 relative_P_200 4_9 0.0824 relative_P_500 4_9 0.0941 relative_P_1000 4_9 0.1294 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0110 set_relative_P 4_9 0.1294 set_recall 4_9 0.1294 set_map 4_9 0.0014 set_F 4_9 0.0203 num_nonrel_judged_ret 4_9 6 rbp 4_9 0.2233 rbp_resid 4_9 0.5245 unj_5 4_9 0.0000 unj_10 4_9 0.4000 unj_20 4_9 0.7000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 34 map 5_10 0.3177 Rprec 5_10 0.3721 bpref 5_10 0.7101 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 1.0000 iprec_at_recall_0.20 5_10 0.5000 iprec_at_recall_0.30 5_10 0.3939 iprec_at_recall_0.40 5_10 0.3778 iprec_at_recall_0.50 5_10 0.2706 iprec_at_recall_0.60 5_10 0.2574 iprec_at_recall_0.70 5_10 0.1316 iprec_at_recall_0.80 5_10 0.0921 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.6000 P_15 5_10 0.4667 P_20 5_10 0.4500 P_30 5_10 0.4000 P_100 5_10 0.2500 P_200 5_10 0.1350 P_500 5_10 0.0680 P_1000 5_10 0.0340 relstring 5_10 '2211030--2' recall_5 5_10 0.0930 recall_10 5_10 0.1395 recall_15 5_10 0.1628 recall_20 5_10 0.2093 recall_30 5_10 0.2791 recall_100 5_10 0.5814 recall_200 5_10 0.6279 recall_500 5_10 0.7907 recall_1000 5_10 0.7907 infAP 5_10 0.3177 Rprec_mult_0.20 5_10 0.5556 Rprec_mult_0.40 5_10 0.5000 Rprec_mult_0.60 5_10 0.4231 Rprec_mult_0.80 5_10 0.3714 Rprec_mult_1.00 5_10 0.3721 Rprec_mult_1.20 5_10 0.3269 Rprec_mult_1.40 5_10 0.2951 Rprec_mult_1.60 5_10 0.2754 Rprec_mult_1.80 5_10 0.2564 Rprec_mult_2.00 5_10 0.2674 utility 5_10 -932.0000 11pt_avg 5_10 0.3658 binG 5_10 0.2401 G 5_10 0.1400 ndcg 5_10 0.5365 ndcg_rel 5_10 0.4306 Rndcg 5_10 0.3766 ndcg_cut_5 5_10 0.3555 ndcg_cut_10 5_10 0.3448 ndcg_cut_15 5_10 0.2960 ndcg_cut_20 5_10 0.3275 ndcg_cut_30 5_10 0.3069 ndcg_cut_100 5_10 0.4316 ndcg_cut_200 5_10 0.4511 ndcg_cut_500 5_10 0.5365 ndcg_cut_1000 5_10 0.5365 map_cut_5 5_10 0.0930 map_cut_10 5_10 0.1264 map_cut_15 5_10 0.1399 map_cut_20 5_10 0.1625 map_cut_30 5_10 0.1935 map_cut_100 5_10 0.2886 map_cut_200 5_10 0.2988 map_cut_500 5_10 0.3177 map_cut_1000 5_10 0.3177 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.6000 relative_P_15 5_10 0.4667 relative_P_20 5_10 0.4500 relative_P_30 5_10 0.4000 relative_P_100 5_10 0.5814 relative_P_200 5_10 0.6279 relative_P_500 5_10 0.7907 relative_P_1000 5_10 0.7907 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0340 set_relative_P 5_10 0.7907 set_recall 5_10 0.7907 set_map 5_10 0.0269 set_F 5_10 0.0652 num_nonrel_judged_ret 5_10 8 rbp 5_10 0.2421 rbp_resid 5_10 0.2901 unj_5 5_10 0.0000 unj_10 5_10 0.2000 unj_20 5_10 0.3500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 92 map 5_13 0.3325 Rprec 5_13 0.3482 bpref 5_13 0.6896 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.7059 iprec_at_recall_0.20 5_13 0.5789 iprec_at_recall_0.30 5_13 0.4146 iprec_at_recall_0.40 5_13 0.3333 iprec_at_recall_0.50 5_13 0.2788 iprec_at_recall_0.60 5_13 0.2445 iprec_at_recall_0.70 5_13 0.2114 iprec_at_recall_0.80 5_13 0.1490 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.8000 P_10 5_13 0.8000 P_15 5_13 0.6667 P_20 5_13 0.6500 P_30 5_13 0.6000 P_100 5_13 0.3800 P_200 5_13 0.2750 P_500 5_13 0.1760 P_1000 5_13 0.0920 relstring 5_13 '412201121-' recall_5 5_13 0.0357 recall_10 5_13 0.0714 recall_15 5_13 0.0893 recall_20 5_13 0.1161 recall_30 5_13 0.1607 recall_100 5_13 0.3393 recall_200 5_13 0.4911 recall_500 5_13 0.7857 recall_1000 5_13 0.8214 infAP 5_13 0.3325 Rprec_mult_0.20 5_13 0.6522 Rprec_mult_0.40 5_13 0.5333 Rprec_mult_0.60 5_13 0.4412 Rprec_mult_0.80 5_13 0.3889 Rprec_mult_1.00 5_13 0.3482 Rprec_mult_1.20 5_13 0.3185 Rprec_mult_1.40 5_13 0.3057 Rprec_mult_1.60 5_13 0.2833 Rprec_mult_1.80 5_13 0.2723 Rprec_mult_2.00 5_13 0.2723 utility 5_13 -816.0000 11pt_avg 5_13 0.3560 binG 5_13 0.1876 G 5_13 0.1555 ndcg 5_13 0.6689 ndcg_rel 5_13 0.5774 Rndcg 5_13 0.5792 ndcg_cut_5 5_13 0.6197 ndcg_cut_10 5_13 0.5530 ndcg_cut_15 5_13 0.5445 ndcg_cut_20 5_13 0.5644 ndcg_cut_30 5_13 0.5270 ndcg_cut_100 5_13 0.4666 ndcg_cut_200 5_13 0.5259 ndcg_cut_500 5_13 0.6502 ndcg_cut_1000 5_13 0.6689 map_cut_5 5_13 0.0357 map_cut_10 5_13 0.0666 map_cut_15 5_13 0.0792 map_cut_20 5_13 0.0975 map_cut_30 5_13 0.1253 map_cut_100 5_13 0.2126 map_cut_200 5_13 0.2604 map_cut_500 5_13 0.3273 map_cut_1000 5_13 0.3325 relative_P_5 5_13 0.8000 relative_P_10 5_13 0.8000 relative_P_15 5_13 0.6667 relative_P_20 5_13 0.6500 relative_P_30 5_13 0.6000 relative_P_100 5_13 0.3800 relative_P_200 5_13 0.4911 relative_P_500 5_13 0.7857 relative_P_1000 5_13 0.8214 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.0920 set_relative_P 5_13 0.8214 set_recall 5_13 0.8214 set_map 5_13 0.0756 set_F 5_13 0.1655 num_nonrel_judged_ret 5_13 34 rbp 5_13 0.3499 rbp_resid 5_13 0.1019 unj_5 5_13 0.0000 unj_10 5_13 0.1000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 37 map 5_14 0.4231 Rprec 5_14 0.3684 bpref 5_14 0.7687 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.4583 iprec_at_recall_0.40 5_14 0.3750 iprec_at_recall_0.50 5_14 0.3654 iprec_at_recall_0.60 5_14 0.2364 iprec_at_recall_0.70 5_14 0.1837 iprec_at_recall_0.80 5_14 0.1163 iprec_at_recall_0.90 5_14 0.1059 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.9000 P_15 5_14 0.6000 P_20 5_14 0.5000 P_30 5_14 0.4000 P_100 5_14 0.2300 P_200 5_14 0.1400 P_500 5_14 0.0740 P_1000 5_14 0.0370 relstring 5_14 '4422343420' recall_5 5_14 0.1316 recall_10 5_14 0.2368 recall_15 5_14 0.2368 recall_20 5_14 0.2632 recall_30 5_14 0.3158 recall_100 5_14 0.6053 recall_200 5_14 0.7368 recall_500 5_14 0.9737 recall_1000 5_14 0.9737 infAP 5_14 0.4231 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.5625 Rprec_mult_0.60 5_14 0.4348 Rprec_mult_0.80 5_14 0.3871 Rprec_mult_1.00 5_14 0.3684 Rprec_mult_1.20 5_14 0.3478 Rprec_mult_1.40 5_14 0.3519 Rprec_mult_1.60 5_14 0.3115 Rprec_mult_1.80 5_14 0.2899 Rprec_mult_2.00 5_14 0.2632 utility 5_14 -926.0000 11pt_avg 5_14 0.4401 binG 5_14 0.3622 G 5_14 0.3395 ndcg 5_14 0.8289 ndcg_rel 5_14 0.7805 Rndcg 5_14 0.7647 ndcg_cut_5 5_14 0.8368 ndcg_cut_10 5_14 0.9050 ndcg_cut_15 5_14 0.7719 ndcg_cut_20 5_14 0.6934 ndcg_cut_30 5_14 0.6460 ndcg_cut_100 5_14 0.7339 ndcg_cut_200 5_14 0.7692 ndcg_cut_500 5_14 0.8289 ndcg_cut_1000 5_14 0.8289 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2368 map_cut_15 5_14 0.2368 map_cut_20 5_14 0.2500 map_cut_30 5_14 0.2730 map_cut_100 5_14 0.3693 map_cut_200 5_14 0.3971 map_cut_500 5_14 0.4231 map_cut_1000 5_14 0.4231 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.9000 relative_P_15 5_14 0.6000 relative_P_20 5_14 0.5000 relative_P_30 5_14 0.4000 relative_P_100 5_14 0.6053 relative_P_200 5_14 0.7368 relative_P_500 5_14 0.9737 relative_P_1000 5_14 0.9737 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0370 set_relative_P 5_14 0.9737 set_recall 5_14 0.9737 set_map 5_14 0.0360 set_F 5_14 0.0713 num_nonrel_judged_ret 5_14 20 rbp 5_14 0.5003 rbp_resid 5_14 0.2162 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.3000 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 41 map 5_15 0.2424 Rprec 5_15 0.2326 bpref 5_15 0.2753 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.4545 iprec_at_recall_0.20 5_15 0.2603 iprec_at_recall_0.30 5_15 0.2603 iprec_at_recall_0.40 5_15 0.2603 iprec_at_recall_0.50 5_15 0.2391 iprec_at_recall_0.60 5_15 0.1985 iprec_at_recall_0.70 5_15 0.1744 iprec_at_recall_0.80 5_15 0.1383 iprec_at_recall_0.90 5_15 0.0796 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.4000 P_15 5_15 0.4000 P_20 5_15 0.3000 P_30 5_15 0.2667 P_100 5_15 0.2200 P_200 5_15 0.1650 P_500 5_15 0.0780 P_1000 5_15 0.0410 relstring 5_15 '1200000022' recall_5 5_15 0.0465 recall_10 5_15 0.0930 recall_15 5_15 0.1395 recall_20 5_15 0.1395 recall_30 5_15 0.1860 recall_100 5_15 0.5116 recall_200 5_15 0.7674 recall_500 5_15 0.9070 recall_1000 5_15 0.9535 infAP 5_15 0.2424 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.3333 Rprec_mult_0.60 5_15 0.3077 Rprec_mult_0.80 5_15 0.2286 Rprec_mult_1.00 5_15 0.2326 Rprec_mult_1.20 5_15 0.2308 Rprec_mult_1.40 5_15 0.2131 Rprec_mult_1.60 5_15 0.2464 Rprec_mult_1.80 5_15 0.2436 Rprec_mult_2.00 5_15 0.2326 utility 5_15 -918.0000 11pt_avg 5_15 0.2787 binG 5_15 0.2045 G 5_15 0.1562 ndcg 5_15 0.5582 ndcg_rel 5_15 0.3719 Rndcg 5_15 0.2951 ndcg_cut_5 5_15 0.2297 ndcg_cut_10 5_15 0.2353 ndcg_cut_15 5_15 0.2263 ndcg_cut_20 5_15 0.1995 ndcg_cut_30 5_15 0.1977 ndcg_cut_100 5_15 0.3428 ndcg_cut_200 5_15 0.4936 ndcg_cut_500 5_15 0.5456 ndcg_cut_1000 5_15 0.5582 map_cut_5 5_15 0.0465 map_cut_10 5_15 0.0636 map_cut_15 5_15 0.0834 map_cut_20 5_15 0.0834 map_cut_30 5_15 0.0977 map_cut_100 5_15 0.1753 map_cut_200 5_15 0.2231 map_cut_500 5_15 0.2394 map_cut_1000 5_15 0.2424 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.4000 relative_P_15 5_15 0.4000 relative_P_20 5_15 0.3000 relative_P_30 5_15 0.2667 relative_P_100 5_15 0.5116 relative_P_200 5_15 0.7674 relative_P_500 5_15 0.9070 relative_P_1000 5_15 0.9535 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0410 set_relative_P 5_15 0.9535 set_recall 5_15 0.9535 set_map 5_15 0.0391 set_F 5_15 0.0786 num_nonrel_judged_ret 5_15 85 rbp 5_15 0.1347 rbp_resid 5_15 0.0761 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.1000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 13 map 5_2 0.0111 Rprec 5_2 0.0432 bpref 5_2 0.0850 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.0000 iprec_at_recall_0.20 5_2 0.0000 iprec_at_recall_0.30 5_2 0.0000 iprec_at_recall_0.40 5_2 0.0000 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.2000 P_10 5_2 0.1000 P_15 5_2 0.0667 P_20 5_2 0.0500 P_30 5_2 0.1000 P_100 5_2 0.0300 P_200 5_2 0.0400 P_500 5_2 0.0220 P_1000 5_2 0.0130 relstring 5_2 '20000-----' recall_5 5_2 0.0072 recall_10 5_2 0.0072 recall_15 5_2 0.0072 recall_20 5_2 0.0072 recall_30 5_2 0.0216 recall_100 5_2 0.0216 recall_200 5_2 0.0576 recall_500 5_2 0.0791 recall_1000 5_2 0.0935 infAP 5_2 0.0111 Rprec_mult_0.20 5_2 0.1071 Rprec_mult_0.40 5_2 0.0536 Rprec_mult_0.60 5_2 0.0357 Rprec_mult_0.80 5_2 0.0446 Rprec_mult_1.00 5_2 0.0432 Rprec_mult_1.20 5_2 0.0419 Rprec_mult_1.40 5_2 0.0410 Rprec_mult_1.60 5_2 0.0359 Rprec_mult_1.80 5_2 0.0319 Rprec_mult_2.00 5_2 0.0288 utility 5_2 -974.0000 11pt_avg 5_2 0.0909 binG 5_2 0.0195 G 5_2 0.0133 ndcg 5_2 0.0814 ndcg_rel 5_2 0.0834 Rndcg 5_2 0.0703 ndcg_cut_5 5_2 0.1696 ndcg_cut_10 5_2 0.1100 ndcg_cut_15 5_2 0.0853 ndcg_cut_20 5_2 0.0741 ndcg_cut_30 5_2 0.0789 ndcg_cut_100 5_2 0.0493 ndcg_cut_200 5_2 0.0661 ndcg_cut_500 5_2 0.0758 ndcg_cut_1000 5_2 0.0814 map_cut_5 5_2 0.0072 map_cut_10 5_2 0.0072 map_cut_15 5_2 0.0072 map_cut_20 5_2 0.0072 map_cut_30 5_2 0.0086 map_cut_100 5_2 0.0086 map_cut_200 5_2 0.0102 map_cut_500 5_2 0.0107 map_cut_1000 5_2 0.0111 relative_P_5 5_2 0.2000 relative_P_10 5_2 0.1000 relative_P_15 5_2 0.0667 relative_P_20 5_2 0.0500 relative_P_30 5_2 0.1000 relative_P_100 5_2 0.0300 relative_P_200 5_2 0.0576 relative_P_500 5_2 0.0791 relative_P_1000 5_2 0.0935 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0130 set_relative_P 5_2 0.0935 set_recall 5_2 0.0935 set_map 5_2 0.0012 set_F 5_2 0.0228 num_nonrel_judged_ret 5_2 9 rbp 5_2 0.0554 rbp_resid 5_2 0.5672 unj_5 5_2 0.0000 unj_10 5_2 0.5000 unj_20 5_2 0.7500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 38 map 5_4 0.0409 Rprec 5_4 0.0926 bpref 5_4 0.2183 recip_rank 5_4 0.5000 iprec_at_recall_0.00 5_4 0.6667 iprec_at_recall_0.10 5_4 0.0880 iprec_at_recall_0.20 5_4 0.0700 iprec_at_recall_0.30 5_4 0.0568 iprec_at_recall_0.40 5_4 0.0000 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.4000 P_10 5_4 0.3000 P_15 5_4 0.2000 P_20 5_4 0.2000 P_30 5_4 0.1333 P_100 5_4 0.1000 P_200 5_4 0.0800 P_500 5_4 0.0580 P_1000 5_4 0.0380 relstring 5_4 '0120000030' recall_5 5_4 0.0185 recall_10 5_4 0.0278 recall_15 5_4 0.0278 recall_20 5_4 0.0370 recall_30 5_4 0.0370 recall_100 5_4 0.0926 recall_200 5_4 0.1481 recall_500 5_4 0.2685 recall_1000 5_4 0.3519 infAP 5_4 0.0409 Rprec_mult_0.20 5_4 0.1818 Rprec_mult_0.40 5_4 0.1364 Rprec_mult_0.60 5_4 0.1231 Rprec_mult_0.80 5_4 0.0920 Rprec_mult_1.00 5_4 0.0926 Rprec_mult_1.20 5_4 0.0846 Rprec_mult_1.40 5_4 0.0724 Rprec_mult_1.60 5_4 0.0809 Rprec_mult_1.80 5_4 0.0769 Rprec_mult_2.00 5_4 0.0787 utility 5_4 -924.0000 11pt_avg 5_4 0.0801 binG 5_4 0.0584 G 5_4 0.0507 ndcg 5_4 0.2489 ndcg_rel 5_4 0.2203 Rndcg 5_4 0.1396 ndcg_cut_5 5_4 0.1383 ndcg_cut_10 5_4 0.1496 ndcg_cut_15 5_4 0.1213 ndcg_cut_20 5_4 0.1301 ndcg_cut_30 5_4 0.1100 ndcg_cut_100 5_4 0.1095 ndcg_cut_200 5_4 0.1405 ndcg_cut_500 5_4 0.2046 ndcg_cut_1000 5_4 0.2489 map_cut_5 5_4 0.0108 map_cut_10 5_4 0.0139 map_cut_15 5_4 0.0139 map_cut_20 5_4 0.0162 map_cut_30 5_4 0.0162 map_cut_100 5_4 0.0233 map_cut_200 5_4 0.0278 map_cut_500 5_4 0.0364 map_cut_1000 5_4 0.0409 relative_P_5 5_4 0.4000 relative_P_10 5_4 0.3000 relative_P_15 5_4 0.2000 relative_P_20 5_4 0.2000 relative_P_30 5_4 0.1333 relative_P_100 5_4 0.1000 relative_P_200 5_4 0.1481 relative_P_500 5_4 0.2685 relative_P_1000 5_4 0.3519 success_1 5_4 0.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0380 set_relative_P 5_4 0.3519 set_recall 5_4 0.3519 set_map 5_4 0.0134 set_F 5_4 0.0686 num_nonrel_judged_ret 5_4 27 rbp 5_4 0.1078 rbp_resid 5_4 0.2480 unj_5 5_4 0.0000 unj_10 5_4 0.0000 unj_20 5_4 0.3500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 24 map 5_5 0.1417 Rprec 5_5 0.2037 bpref 5_5 0.2044 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.8000 iprec_at_recall_0.20 5_5 0.2222 iprec_at_recall_0.30 5_5 0.0000 iprec_at_recall_0.40 5_5 0.0000 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 0.9000 P_15 5_5 0.8000 P_20 5_5 0.6500 P_30 5_5 0.5000 P_100 5_5 0.2200 P_200 5_5 0.1150 P_500 5_5 0.0460 P_1000 5_5 0.0240 relstring 5_5 '212113122-' recall_5 5_5 0.0463 recall_10 5_5 0.0833 recall_15 5_5 0.1111 recall_20 5_5 0.1204 recall_30 5_5 0.1389 recall_100 5_5 0.2037 recall_200 5_5 0.2130 recall_500 5_5 0.2130 recall_1000 5_5 0.2222 infAP 5_5 0.1417 Rprec_mult_0.20 5_5 0.5909 Rprec_mult_0.40 5_5 0.3636 Rprec_mult_0.60 5_5 0.2615 Rprec_mult_0.80 5_5 0.2069 Rprec_mult_1.00 5_5 0.2037 Rprec_mult_1.20 5_5 0.1769 Rprec_mult_1.40 5_5 0.1513 Rprec_mult_1.60 5_5 0.1329 Rprec_mult_1.80 5_5 0.1179 Rprec_mult_2.00 5_5 0.1065 utility 5_5 -952.0000 11pt_avg 5_5 0.1838 binG 5_5 0.1176 G 5_5 0.0470 ndcg 5_5 0.2640 ndcg_rel 5_5 0.2870 Rndcg 5_5 0.3210 ndcg_cut_5 5_5 0.3900 ndcg_cut_10 5_5 0.4375 ndcg_cut_15 5_5 0.4396 ndcg_cut_20 5_5 0.4020 ndcg_cut_30 5_5 0.3601 ndcg_cut_100 5_5 0.2628 ndcg_cut_200 5_5 0.2589 ndcg_cut_500 5_5 0.2589 ndcg_cut_1000 5_5 0.2640 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0833 map_cut_15 5_5 0.1057 map_cut_20 5_5 0.1118 map_cut_30 5_5 0.1221 map_cut_100 5_5 0.1394 map_cut_200 5_5 0.1413 map_cut_500 5_5 0.1413 map_cut_1000 5_5 0.1417 relative_P_5 5_5 1.0000 relative_P_10 5_5 0.9000 relative_P_15 5_5 0.8000 relative_P_20 5_5 0.6500 relative_P_30 5_5 0.5000 relative_P_100 5_5 0.2200 relative_P_200 5_5 0.2130 relative_P_500 5_5 0.2130 relative_P_1000 5_5 0.2222 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0240 set_relative_P 5_5 0.2222 set_recall 5_5 0.2222 set_map 5_5 0.0053 set_F 5_5 0.0433 num_nonrel_judged_ret 5_5 31 rbp 5_5 0.2958 rbp_resid 5_5 0.1313 unj_5 5_5 0.0000 unj_10 5_5 0.1000 unj_20 5_5 0.1500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 51 map 5_8 0.2740 Rprec 5_8 0.4103 bpref 5_8 0.5199 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.7000 iprec_at_recall_0.10 5_8 0.5926 iprec_at_recall_0.20 5_8 0.5926 iprec_at_recall_0.30 5_8 0.4706 iprec_at_recall_0.40 5_8 0.4324 iprec_at_recall_0.50 5_8 0.3197 iprec_at_recall_0.60 5_8 0.2008 iprec_at_recall_0.70 5_8 0.0000 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.6000 P_10 5_8 0.7000 P_15 5_8 0.5333 P_20 5_8 0.5000 P_30 5_8 0.5333 P_100 5_8 0.3500 P_200 5_8 0.2200 P_500 5_8 0.1000 P_1000 5_8 0.0510 relstring 5_8 '0110301111' recall_5 5_8 0.0385 recall_10 5_8 0.0897 recall_15 5_8 0.1026 recall_20 5_8 0.1282 recall_30 5_8 0.2051 recall_100 5_8 0.4487 recall_200 5_8 0.5641 recall_500 5_8 0.6410 recall_1000 5_8 0.6538 infAP 5_8 0.2740 Rprec_mult_0.20 5_8 0.5000 Rprec_mult_0.40 5_8 0.5000 Rprec_mult_0.60 5_8 0.4255 Rprec_mult_0.80 5_8 0.4127 Rprec_mult_1.00 5_8 0.4103 Rprec_mult_1.20 5_8 0.3617 Rprec_mult_1.40 5_8 0.3273 Rprec_mult_1.60 5_8 0.3120 Rprec_mult_1.80 5_8 0.2837 Rprec_mult_2.00 5_8 0.2564 utility 5_8 -898.0000 11pt_avg 5_8 0.3008 binG 5_8 0.1539 G 5_8 0.1035 ndcg 5_8 0.4371 ndcg_rel 5_8 0.3416 Rndcg 5_8 0.2608 ndcg_cut_5 5_8 0.2088 ndcg_cut_10 5_8 0.2240 ndcg_cut_15 5_8 0.1945 ndcg_cut_20 5_8 0.1949 ndcg_cut_30 5_8 0.2449 ndcg_cut_100 5_8 0.3304 ndcg_cut_200 5_8 0.3945 ndcg_cut_500 5_8 0.4340 ndcg_cut_1000 5_8 0.4371 map_cut_5 5_8 0.0226 map_cut_10 5_8 0.0555 map_cut_15 5_8 0.0628 map_cut_20 5_8 0.0760 map_cut_30 5_8 0.1183 map_cut_100 5_8 0.2243 map_cut_200 5_8 0.2574 map_cut_500 5_8 0.2728 map_cut_1000 5_8 0.2740 relative_P_5 5_8 0.6000 relative_P_10 5_8 0.7000 relative_P_15 5_8 0.5333 relative_P_20 5_8 0.5000 relative_P_30 5_8 0.5333 relative_P_100 5_8 0.4487 relative_P_200 5_8 0.5641 relative_P_500 5_8 0.6410 relative_P_1000 5_8 0.6538 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0510 set_relative_P 5_8 0.6538 set_recall 5_8 0.6538 set_map 5_8 0.0333 set_F 5_8 0.0946 num_nonrel_judged_ret 5_8 28 rbp 5_8 0.1765 rbp_resid 5_8 0.0820 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.1000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 48 map 5_9 0.6604 Rprec 5_9 0.6604 bpref 5_9 0.8337 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.9231 iprec_at_recall_0.20 5_9 0.9231 iprec_at_recall_0.30 5_9 0.9091 iprec_at_recall_0.40 5_9 0.8750 iprec_at_recall_0.50 5_9 0.7297 iprec_at_recall_0.60 5_9 0.7021 iprec_at_recall_0.70 5_9 0.6727 iprec_at_recall_0.80 5_9 0.5185 iprec_at_recall_0.90 5_9 0.0596 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.8000 P_10 5_9 0.9000 P_15 5_9 0.8667 P_20 5_9 0.9000 P_30 5_9 0.8000 P_100 5_9 0.4300 P_200 5_9 0.2350 P_500 5_9 0.0940 P_1000 5_9 0.0480 relstring 5_9 '4430132441' recall_5 5_9 0.0755 recall_10 5_9 0.1698 recall_15 5_9 0.2453 recall_20 5_9 0.3396 recall_30 5_9 0.4528 recall_100 5_9 0.8113 recall_200 5_9 0.8868 recall_500 5_9 0.8868 recall_1000 5_9 0.9057 infAP 5_9 0.6604 Rprec_mult_0.20 5_9 0.9091 Rprec_mult_0.40 5_9 0.9091 Rprec_mult_0.60 5_9 0.7500 Rprec_mult_0.80 5_9 0.6744 Rprec_mult_1.00 5_9 0.6604 Rprec_mult_1.20 5_9 0.5781 Rprec_mult_1.40 5_9 0.5200 Rprec_mult_1.60 5_9 0.4941 Rprec_mult_1.80 5_9 0.4479 Rprec_mult_2.00 5_9 0.4057 utility 5_9 -904.0000 11pt_avg 5_9 0.6648 binG 5_9 0.3653 G 5_9 0.2453 ndcg 5_9 0.8382 ndcg_rel 5_9 0.7719 Rndcg 5_9 0.7510 ndcg_cut_5 5_9 0.7131 ndcg_cut_10 5_9 0.7098 ndcg_cut_15 5_9 0.7314 ndcg_cut_20 5_9 0.7531 ndcg_cut_30 5_9 0.7353 ndcg_cut_100 5_9 0.8088 ndcg_cut_200 5_9 0.8330 ndcg_cut_500 5_9 0.8330 ndcg_cut_1000 5_9 0.8382 map_cut_5 5_9 0.0717 map_cut_10 5_9 0.1539 map_cut_15 5_9 0.2221 map_cut_20 5_9 0.3059 map_cut_30 5_9 0.4026 map_cut_100 5_9 0.6336 map_cut_200 5_9 0.6593 map_cut_500 5_9 0.6593 map_cut_1000 5_9 0.6604 relative_P_5 5_9 0.8000 relative_P_10 5_9 0.9000 relative_P_15 5_9 0.8667 relative_P_20 5_9 0.9000 relative_P_30 5_9 0.8000 relative_P_100 5_9 0.8113 relative_P_200 5_9 0.8868 relative_P_500 5_9 0.8868 relative_P_1000 5_9 0.9057 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0480 set_relative_P 5_9 0.9057 set_recall 5_9 0.9057 set_map 5_9 0.0435 set_F 5_9 0.0912 num_nonrel_judged_ret 5_9 11 rbp 5_9 0.6694 rbp_resid 5_9 0.0365 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 103 map 6_1 0.1598 Rprec 6_1 0.2296 bpref 6_1 0.2626 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.6735 iprec_at_recall_0.20 6_1 0.3300 iprec_at_recall_0.30 6_1 0.1351 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 0.9000 P_15 6_1 0.9333 P_20 6_1 0.8500 P_30 6_1 0.8000 P_100 6_1 0.5300 P_200 6_1 0.3200 P_500 6_1 0.1800 P_1000 6_1 0.1030 relstring 6_1 '3113130312' recall_5 6_1 0.0151 recall_10 6_1 0.0272 recall_15 6_1 0.0423 recall_20 6_1 0.0514 recall_30 6_1 0.0725 recall_100 6_1 0.1601 recall_200 6_1 0.1934 recall_500 6_1 0.2719 recall_1000 6_1 0.3112 infAP 6_1 0.1598 Rprec_mult_0.20 6_1 0.5970 Rprec_mult_0.40 6_1 0.4361 Rprec_mult_0.60 6_1 0.3216 Rprec_mult_0.80 6_1 0.2792 Rprec_mult_1.00 6_1 0.2296 Rprec_mult_1.20 6_1 0.2035 Rprec_mult_1.40 6_1 0.1897 Rprec_mult_1.60 6_1 0.1736 Rprec_mult_1.80 6_1 0.1611 Rprec_mult_2.00 6_1 0.1450 utility 6_1 -794.0000 11pt_avg 6_1 0.1944 binG 6_1 0.0839 G 6_1 0.0563 ndcg 6_1 0.3594 ndcg_rel 6_1 0.3879 Rndcg 6_1 0.4710 ndcg_cut_5 6_1 0.5901 ndcg_cut_10 6_1 0.5949 ndcg_cut_15 6_1 0.5823 ndcg_cut_20 6_1 0.5718 ndcg_cut_30 6_1 0.5928 ndcg_cut_100 6_1 0.4500 ndcg_cut_200 6_1 0.3538 ndcg_cut_500 6_1 0.3351 ndcg_cut_1000 6_1 0.3594 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0262 map_cut_15 6_1 0.0401 map_cut_20 6_1 0.0477 map_cut_30 6_1 0.0650 map_cut_100 6_1 0.1203 map_cut_200 6_1 0.1346 map_cut_500 6_1 0.1539 map_cut_1000 6_1 0.1598 relative_P_5 6_1 1.0000 relative_P_10 6_1 0.9000 relative_P_15 6_1 0.9333 relative_P_20 6_1 0.8500 relative_P_30 6_1 0.8000 relative_P_100 6_1 0.5300 relative_P_200 6_1 0.3200 relative_P_500 6_1 0.2719 relative_P_1000 6_1 0.3112 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1030 set_relative_P 6_1 0.3112 set_recall 6_1 0.3112 set_map 6_1 0.0321 set_F 6_1 0.1548 num_nonrel_judged_ret 6_1 30 rbp 6_1 0.3966 rbp_resid 6_1 0.0192 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 34 map 6_10 0.3995 Rprec 6_10 0.4444 bpref 6_10 0.6765 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.8750 iprec_at_recall_0.20 6_10 0.7500 iprec_at_recall_0.30 6_10 0.7143 iprec_at_recall_0.40 6_10 0.5294 iprec_at_recall_0.50 6_10 0.4182 iprec_at_recall_0.60 6_10 0.2842 iprec_at_recall_0.70 6_10 0.1667 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.8000 P_10 6_10 0.7000 P_15 6_10 0.6667 P_20 6_10 0.7000 P_30 6_10 0.5667 P_100 6_10 0.2700 P_200 6_10 0.1600 P_500 6_10 0.0680 P_1000 6_10 0.0340 relstring 6_10 '30312142--' recall_5 6_10 0.0889 recall_10 6_10 0.1556 recall_15 6_10 0.2222 recall_20 6_10 0.3111 recall_30 6_10 0.3778 recall_100 6_10 0.6000 recall_200 6_10 0.7111 recall_500 6_10 0.7556 recall_1000 6_10 0.7556 infAP 6_10 0.3995 Rprec_mult_0.20 6_10 0.7778 Rprec_mult_0.40 6_10 0.6667 Rprec_mult_0.60 6_10 0.5926 Rprec_mult_0.80 6_10 0.5000 Rprec_mult_1.00 6_10 0.4444 Rprec_mult_1.20 6_10 0.4074 Rprec_mult_1.40 6_10 0.3651 Rprec_mult_1.60 6_10 0.3472 Rprec_mult_1.80 6_10 0.3086 Rprec_mult_2.00 6_10 0.2889 utility 6_10 -932.0000 11pt_avg 6_10 0.4307 binG 6_10 0.2490 G 6_10 0.1755 ndcg 6_10 0.6460 ndcg_rel 6_10 0.5951 Rndcg 6_10 0.5930 ndcg_cut_5 6_10 0.5794 ndcg_cut_10 6_10 0.5485 ndcg_cut_15 6_10 0.5547 ndcg_cut_20 6_10 0.5597 ndcg_cut_30 6_10 0.5146 ndcg_cut_100 6_10 0.5900 ndcg_cut_200 6_10 0.6365 ndcg_cut_500 6_10 0.6460 ndcg_cut_1000 6_10 0.6460 map_cut_5 6_10 0.0715 map_cut_10 6_10 0.1285 map_cut_15 6_10 0.1761 map_cut_20 6_10 0.2370 map_cut_30 6_10 0.2797 map_cut_100 6_10 0.3713 map_cut_200 6_10 0.3930 map_cut_500 6_10 0.3995 map_cut_1000 6_10 0.3995 relative_P_5 6_10 0.8000 relative_P_10 6_10 0.7000 relative_P_15 6_10 0.6667 relative_P_20 6_10 0.7000 relative_P_30 6_10 0.5667 relative_P_100 6_10 0.6000 relative_P_200 6_10 0.7111 relative_P_500 6_10 0.7556 relative_P_1000 6_10 0.7556 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0340 set_relative_P 6_10 0.7556 set_recall 6_10 0.7556 set_map 6_10 0.0257 set_F 6_10 0.0651 num_nonrel_judged_ret 6_10 14 rbp 6_10 0.3689 rbp_resid 6_10 0.1807 unj_5 6_10 0.0000 unj_10 6_10 0.2000 unj_20 6_10 0.1500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 55 map 6_11 0.0746 Rprec 6_11 0.1780 bpref 6_11 0.3952 recip_rank 6_11 0.3333 iprec_at_recall_0.00 6_11 0.4000 iprec_at_recall_0.10 6_11 0.2239 iprec_at_recall_0.20 6_11 0.1908 iprec_at_recall_0.30 6_11 0.1292 iprec_at_recall_0.40 6_11 0.0833 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.4000 P_10 6_11 0.2000 P_15 6_11 0.2000 P_20 6_11 0.2000 P_30 6_11 0.2667 P_100 6_11 0.1700 P_200 6_11 0.1550 P_500 6_11 0.0840 P_1000 6_11 0.0550 relstring 6_11 '00101-----' recall_5 6_11 0.0169 recall_10 6_11 0.0169 recall_15 6_11 0.0254 recall_20 6_11 0.0339 recall_30 6_11 0.0678 recall_100 6_11 0.1441 recall_200 6_11 0.2627 recall_500 6_11 0.3559 recall_1000 6_11 0.4661 infAP 6_11 0.0746 Rprec_mult_0.20 6_11 0.2500 Rprec_mult_0.40 6_11 0.1875 Rprec_mult_0.60 6_11 0.2113 Rprec_mult_0.80 6_11 0.1789 Rprec_mult_1.00 6_11 0.1780 Rprec_mult_1.20 6_11 0.1761 Rprec_mult_1.40 6_11 0.1747 Rprec_mult_1.60 6_11 0.1587 Rprec_mult_1.80 6_11 0.1455 Rprec_mult_2.00 6_11 0.1398 utility 6_11 -890.0000 11pt_avg 6_11 0.0934 binG 6_11 0.0743 G 6_11 0.0646 ndcg 6_11 0.3131 ndcg_rel 6_11 0.2590 Rndcg 6_11 0.1655 ndcg_cut_5 6_11 0.1105 ndcg_cut_10 6_11 0.0791 ndcg_cut_15 6_11 0.0821 ndcg_cut_20 6_11 0.0852 ndcg_cut_30 6_11 0.1305 ndcg_cut_100 6_11 0.1389 ndcg_cut_200 6_11 0.2109 ndcg_cut_500 6_11 0.2617 ndcg_cut_1000 6_11 0.3131 map_cut_5 6_11 0.0062 map_cut_10 6_11 0.0062 map_cut_15 6_11 0.0079 map_cut_20 6_11 0.0100 map_cut_30 6_11 0.0188 map_cut_100 6_11 0.0344 map_cut_200 6_11 0.0554 map_cut_500 6_11 0.0660 map_cut_1000 6_11 0.0746 relative_P_5 6_11 0.4000 relative_P_10 6_11 0.2000 relative_P_15 6_11 0.2000 relative_P_20 6_11 0.2000 relative_P_30 6_11 0.2667 relative_P_100 6_11 0.1700 relative_P_200 6_11 0.2627 relative_P_500 6_11 0.3559 relative_P_1000 6_11 0.4661 success_1 6_11 0.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0550 set_relative_P 6_11 0.4661 set_recall 6_11 0.4661 set_map 6_11 0.0256 set_F 6_11 0.0984 num_nonrel_judged_ret 6_11 27 rbp 6_11 0.0821 rbp_resid 6_11 0.4535 unj_5 6_11 0.0000 unj_10 6_11 0.5000 unj_20 6_11 0.5500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 54 map 6_12 0.6205 Rprec 6_12 0.6667 bpref 6_12 0.7589 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 0.9474 iprec_at_recall_0.30 6_12 0.9167 iprec_at_recall_0.40 6_12 0.8333 iprec_at_recall_0.50 6_12 0.8043 iprec_at_recall_0.60 6_12 0.7193 iprec_at_recall_0.70 6_12 0.5783 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 0.9000 P_15 6_12 0.9333 P_20 6_12 0.9000 P_30 6_12 0.8333 P_100 6_12 0.4900 P_200 6_12 0.2550 P_500 6_12 0.1080 P_1000 6_12 0.0540 relstring 6_12 '3333333301' recall_5 6_12 0.0725 recall_10 6_12 0.1304 recall_15 6_12 0.2029 recall_20 6_12 0.2609 recall_30 6_12 0.3623 recall_100 6_12 0.7101 recall_200 6_12 0.7391 recall_500 6_12 0.7826 recall_1000 6_12 0.7826 infAP 6_12 0.6205 Rprec_mult_0.20 6_12 0.9286 Rprec_mult_0.40 6_12 0.8571 Rprec_mult_0.60 6_12 0.8095 Rprec_mult_0.80 6_12 0.7143 Rprec_mult_1.00 6_12 0.6667 Rprec_mult_1.20 6_12 0.5783 Rprec_mult_1.40 6_12 0.5052 Rprec_mult_1.60 6_12 0.4414 Rprec_mult_1.80 6_12 0.3920 Rprec_mult_2.00 6_12 0.3623 utility 6_12 -892.0000 11pt_avg 6_12 0.6181 binG 6_12 0.3580 G 6_12 0.2343 ndcg 6_12 0.7894 ndcg_rel 6_12 0.8141 Rndcg 6_12 0.7420 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.8304 ndcg_cut_15 6_12 0.8806 ndcg_cut_20 6_12 0.8688 ndcg_cut_30 6_12 0.8326 ndcg_cut_100 6_12 0.7526 ndcg_cut_200 6_12 0.7702 ndcg_cut_500 6_12 0.7894 ndcg_cut_1000 6_12 0.7894 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1290 map_cut_15 6_12 0.1958 map_cut_20 6_12 0.2505 map_cut_30 6_12 0.3410 map_cut_100 6_12 0.5994 map_cut_200 6_12 0.6095 map_cut_500 6_12 0.6205 map_cut_1000 6_12 0.6205 relative_P_5 6_12 1.0000 relative_P_10 6_12 0.9000 relative_P_15 6_12 0.9333 relative_P_20 6_12 0.9000 relative_P_30 6_12 0.8333 relative_P_100 6_12 0.7101 relative_P_200 6_12 0.7391 relative_P_500 6_12 0.7826 relative_P_1000 6_12 0.7826 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0540 set_relative_P 6_12 0.7826 set_recall 6_12 0.7826 set_map 6_12 0.0423 set_F 6_12 0.1010 num_nonrel_judged_ret 6_12 6 rbp 6_12 0.6690 rbp_resid 6_12 0.0336 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 82 map 6_13 0.5026 Rprec 6_13 0.5888 bpref 6_13 0.7165 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.7925 iprec_at_recall_0.20 6_13 0.7925 iprec_at_recall_0.30 6_13 0.7925 iprec_at_recall_0.40 6_13 0.7818 iprec_at_recall_0.50 6_13 0.7237 iprec_at_recall_0.60 6_13 0.5508 iprec_at_recall_0.70 6_13 0.4011 iprec_at_recall_0.80 6_13 0.0000 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.6000 P_10 6_13 0.6000 P_15 6_13 0.6000 P_20 6_13 0.6500 P_30 6_13 0.7667 P_100 6_13 0.6300 P_200 6_13 0.3750 P_500 6_13 0.1620 P_1000 6_13 0.0820 relstring 6_13 '323000222-' recall_5 6_13 0.0280 recall_10 6_13 0.0561 recall_15 6_13 0.0841 recall_20 6_13 0.1215 recall_30 6_13 0.2150 recall_100 6_13 0.5888 recall_200 6_13 0.7009 recall_500 6_13 0.7570 recall_1000 6_13 0.7664 infAP 6_13 0.5026 Rprec_mult_0.20 6_13 0.6818 Rprec_mult_0.40 6_13 0.7674 Rprec_mult_0.60 6_13 0.7231 Rprec_mult_0.80 6_13 0.6977 Rprec_mult_1.00 6_13 0.5888 Rprec_mult_1.20 6_13 0.5194 Rprec_mult_1.40 6_13 0.4667 Rprec_mult_1.60 6_13 0.4244 Rprec_mult_1.80 6_13 0.3886 Rprec_mult_2.00 6_13 0.3505 utility 6_13 -836.0000 11pt_avg 6_13 0.5304 binG 6_13 0.2124 G 6_13 0.1691 ndcg 6_13 0.7203 ndcg_rel 6_13 0.6568 Rndcg 6_13 0.6249 ndcg_cut_5 6_13 0.6514 ndcg_cut_10 6_13 0.5621 ndcg_cut_15 6_13 0.5341 ndcg_cut_20 6_13 0.5545 ndcg_cut_30 6_13 0.6090 ndcg_cut_100 6_13 0.6312 ndcg_cut_200 6_13 0.6809 ndcg_cut_500 6_13 0.7151 ndcg_cut_1000 6_13 0.7203 map_cut_5 6_13 0.0280 map_cut_10 6_13 0.0454 map_cut_15 6_13 0.0632 map_cut_20 6_13 0.0874 map_cut_30 6_13 0.1549 map_cut_100 6_13 0.4324 map_cut_200 6_13 0.4863 map_cut_500 6_13 0.5011 map_cut_1000 6_13 0.5026 relative_P_5 6_13 0.6000 relative_P_10 6_13 0.6000 relative_P_15 6_13 0.6000 relative_P_20 6_13 0.6500 relative_P_30 6_13 0.7667 relative_P_100 6_13 0.6300 relative_P_200 6_13 0.7009 relative_P_500 6_13 0.7570 relative_P_1000 6_13 0.7664 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0820 set_relative_P 6_13 0.7664 set_recall 6_13 0.7664 set_map 6_13 0.0628 set_F 6_13 0.1481 num_nonrel_judged_ret 6_13 8 rbp 6_13 0.4912 rbp_resid 6_13 0.1184 unj_5 6_13 0.0000 unj_10 6_13 0.1000 unj_20 6_13 0.2000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 44 map 6_14 0.3203 Rprec 6_14 0.3571 bpref 6_14 0.4180 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.6667 iprec_at_recall_0.20 6_14 0.4815 iprec_at_recall_0.30 6_14 0.4250 iprec_at_recall_0.40 6_14 0.3284 iprec_at_recall_0.50 6_14 0.3146 iprec_at_recall_0.60 6_14 0.2652 iprec_at_recall_0.70 6_14 0.2267 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.6000 P_15 6_14 0.4667 P_20 6_14 0.4500 P_30 6_14 0.4333 P_100 6_14 0.2900 P_200 6_14 0.2100 P_500 6_14 0.0880 P_1000 6_14 0.0440 relstring 6_14 '232203002-' recall_5 6_14 0.0714 recall_10 6_14 0.1071 recall_15 6_14 0.1250 recall_20 6_14 0.1607 recall_30 6_14 0.2321 recall_100 6_14 0.5179 recall_200 6_14 0.7500 recall_500 6_14 0.7857 recall_1000 6_14 0.7857 infAP 6_14 0.3203 Rprec_mult_0.20 6_14 0.5000 Rprec_mult_0.40 6_14 0.4348 Rprec_mult_0.60 6_14 0.3824 Rprec_mult_0.80 6_14 0.3778 Rprec_mult_1.00 6_14 0.3571 Rprec_mult_1.20 6_14 0.3235 Rprec_mult_1.40 6_14 0.2911 Rprec_mult_1.60 6_14 0.3111 Rprec_mult_1.80 6_14 0.2871 Rprec_mult_2.00 6_14 0.2768 utility 6_14 -912.0000 11pt_avg 6_14 0.3371 binG 6_14 0.2168 G 6_14 0.1831 ndcg 6_14 0.6712 ndcg_rel 6_14 0.5938 Rndcg 6_14 0.5746 ndcg_cut_5 6_14 0.6505 ndcg_cut_10 6_14 0.5992 ndcg_cut_15 6_14 0.5440 ndcg_cut_20 6_14 0.4976 ndcg_cut_30 6_14 0.4641 ndcg_cut_100 6_14 0.5663 ndcg_cut_200 6_14 0.6618 ndcg_cut_500 6_14 0.6712 ndcg_cut_1000 6_14 0.6712 map_cut_5 6_14 0.0714 map_cut_10 6_14 0.0982 map_cut_15 6_14 0.1065 map_cut_20 6_14 0.1239 map_cut_30 6_14 0.1571 map_cut_100 6_14 0.2558 map_cut_200 6_14 0.3147 map_cut_500 6_14 0.3203 map_cut_1000 6_14 0.3203 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.6000 relative_P_15 6_14 0.4667 relative_P_20 6_14 0.4500 relative_P_30 6_14 0.4333 relative_P_100 6_14 0.5179 relative_P_200 6_14 0.7500 relative_P_500 6_14 0.7857 relative_P_1000 6_14 0.7857 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0440 set_relative_P 6_14 0.7857 set_recall 6_14 0.7857 set_map 6_14 0.0346 set_F 6_14 0.0833 num_nonrel_judged_ret 6_14 58 rbp 6_14 0.4059 rbp_resid 6_14 0.0741 unj_5 6_14 0.0000 unj_10 6_14 0.1000 unj_20 6_14 0.1000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 14 map 6_16 0.0087 Rprec 6_16 0.0000 bpref 6_16 0.0440 recip_rank 6_16 0.0103 iprec_at_recall_0.00 6_16 0.0233 iprec_at_recall_0.10 6_16 0.0233 iprec_at_recall_0.20 6_16 0.0229 iprec_at_recall_0.30 6_16 0.0179 iprec_at_recall_0.40 6_16 0.0170 iprec_at_recall_0.50 6_16 0.0000 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0000 P_20 6_16 0.0000 P_30 6_16 0.0000 P_100 6_16 0.0100 P_200 6_16 0.0200 P_500 6_16 0.0160 P_1000 6_16 0.0140 relstring 6_16 '00000-0--0' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0000 recall_20 6_16 0.0000 recall_30 6_16 0.0000 recall_100 6_16 0.0345 recall_200 6_16 0.1379 recall_500 6_16 0.2759 recall_1000 6_16 0.4828 infAP 6_16 0.0087 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0000 Rprec_mult_0.80 6_16 0.0000 Rprec_mult_1.00 6_16 0.0000 Rprec_mult_1.20 6_16 0.0000 Rprec_mult_1.40 6_16 0.0000 Rprec_mult_1.60 6_16 0.0000 Rprec_mult_1.80 6_16 0.0000 Rprec_mult_2.00 6_16 0.0000 utility 6_16 -972.0000 11pt_avg 6_16 0.0095 binG 6_16 0.0584 G 6_16 0.0524 ndcg 6_16 0.1605 ndcg_rel 6_16 0.1251 Rndcg 6_16 0.0401 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0000 ndcg_cut_20 6_16 0.0000 ndcg_cut_30 6_16 0.0000 ndcg_cut_100 6_16 0.0066 ndcg_cut_200 6_16 0.0432 ndcg_cut_500 6_16 0.0953 ndcg_cut_1000 6_16 0.1605 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0000 map_cut_20 6_16 0.0000 map_cut_30 6_16 0.0000 map_cut_100 6_16 0.0004 map_cut_200 6_16 0.0025 map_cut_500 6_16 0.0052 map_cut_1000 6_16 0.0087 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0000 relative_P_20 6_16 0.0000 relative_P_30 6_16 0.0000 relative_P_100 6_16 0.0345 relative_P_200 6_16 0.1379 relative_P_500 6_16 0.2759 relative_P_1000 6_16 0.4828 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0140 set_relative_P 6_16 0.4828 set_recall 6_16 0.4828 set_map 6_16 0.0068 set_F 6_16 0.0272 num_nonrel_judged_ret 6_16 37 rbp 6_16 0.0000 rbp_resid 6_16 0.3999 unj_5 6_16 0.0000 unj_10 6_16 0.3000 unj_20 6_16 0.5000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 18 map 6_3 0.0513 Rprec 6_3 0.0928 bpref 6_3 0.1715 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.0833 iprec_at_recall_0.20 6_3 0.0000 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.8000 P_10 6_3 0.4000 P_15 6_3 0.4000 P_20 6_3 0.3000 P_30 6_3 0.2333 P_100 6_3 0.0900 P_200 6_3 0.0500 P_500 6_3 0.0300 P_1000 6_3 0.0180 relstring 6_3 '30233----0' recall_5 6_3 0.0412 recall_10 6_3 0.0412 recall_15 6_3 0.0619 recall_20 6_3 0.0619 recall_30 6_3 0.0722 recall_100 6_3 0.0928 recall_200 6_3 0.1031 recall_500 6_3 0.1546 recall_1000 6_3 0.1856 infAP 6_3 0.0513 Rprec_mult_0.20 6_3 0.3000 Rprec_mult_0.40 6_3 0.1795 Rprec_mult_0.60 6_3 0.1356 Rprec_mult_0.80 6_3 0.1026 Rprec_mult_1.00 6_3 0.0928 Rprec_mult_1.20 6_3 0.0769 Rprec_mult_1.40 6_3 0.0735 Rprec_mult_1.60 6_3 0.0641 Rprec_mult_1.80 6_3 0.0571 Rprec_mult_2.00 6_3 0.0515 utility 6_3 -964.0000 11pt_avg 6_3 0.0985 binG 6_3 0.0532 G 6_3 0.0450 ndcg 6_3 0.2369 ndcg_rel 6_3 0.2547 Rndcg 6_3 0.2969 ndcg_cut_5 6_3 0.6159 ndcg_cut_10 6_3 0.4228 ndcg_cut_15 6_3 0.3809 ndcg_cut_20 6_3 0.3387 ndcg_cut_30 6_3 0.2985 ndcg_cut_100 6_3 0.1958 ndcg_cut_200 6_3 0.2027 ndcg_cut_500 6_3 0.2269 ndcg_cut_1000 6_3 0.2369 map_cut_5 6_3 0.0332 map_cut_10 6_3 0.0332 map_cut_15 6_3 0.0416 map_cut_20 6_3 0.0416 map_cut_30 6_3 0.0441 map_cut_100 6_3 0.0472 map_cut_200 6_3 0.0481 map_cut_500 6_3 0.0507 map_cut_1000 6_3 0.0513 relative_P_5 6_3 0.8000 relative_P_10 6_3 0.4000 relative_P_15 6_3 0.4000 relative_P_20 6_3 0.3000 relative_P_30 6_3 0.2333 relative_P_100 6_3 0.0928 relative_P_200 6_3 0.1031 relative_P_500 6_3 0.1546 relative_P_1000 6_3 0.1856 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0180 set_relative_P 6_3 0.1856 set_recall 6_3 0.1856 set_map 6_3 0.0033 set_F 6_3 0.0328 num_nonrel_judged_ret 6_3 25 rbp 6_3 0.2420 rbp_resid 6_3 0.4544 unj_5 6_3 0.0000 unj_10 6_3 0.4000 unj_20 6_3 0.5500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 32 map 6_4 0.0472 Rprec 6_4 0.1570 bpref 6_4 0.2220 recip_rank 6_4 0.3333 iprec_at_recall_0.00 6_4 0.4000 iprec_at_recall_0.10 6_4 0.1940 iprec_at_recall_0.20 6_4 0.0962 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.4000 P_10 6_4 0.2000 P_15 6_4 0.2000 P_20 6_4 0.3500 P_30 6_4 0.2667 P_100 6_4 0.1500 P_200 6_4 0.1100 P_500 6_4 0.0560 P_1000 6_4 0.0320 relstring 6_4 '00202-----' recall_5 6_4 0.0165 recall_10 6_4 0.0165 recall_15 6_4 0.0248 recall_20 6_4 0.0579 recall_30 6_4 0.0661 recall_100 6_4 0.1240 recall_200 6_4 0.1818 recall_500 6_4 0.2314 recall_1000 6_4 0.2645 infAP 6_4 0.0472 Rprec_mult_0.20 6_4 0.2800 Rprec_mult_0.40 6_4 0.2041 Rprec_mult_0.60 6_4 0.1781 Rprec_mult_0.80 6_4 0.1546 Rprec_mult_1.00 6_4 0.1570 Rprec_mult_1.20 6_4 0.1507 Rprec_mult_1.40 6_4 0.1294 Rprec_mult_1.60 6_4 0.1134 Rprec_mult_1.80 6_4 0.1055 Rprec_mult_2.00 6_4 0.0950 utility 6_4 -936.0000 11pt_avg 6_4 0.0627 binG 6_4 0.0492 G 6_4 0.0395 ndcg 6_4 0.2179 ndcg_rel 6_4 0.2084 Rndcg 6_4 0.1690 ndcg_cut_5 6_4 0.2005 ndcg_cut_10 6_4 0.1301 ndcg_cut_15 6_4 0.1491 ndcg_cut_20 6_4 0.2149 ndcg_cut_30 6_4 0.1944 ndcg_cut_100 6_4 0.1449 ndcg_cut_200 6_4 0.1761 ndcg_cut_500 6_4 0.2008 ndcg_cut_1000 6_4 0.2179 map_cut_5 6_4 0.0061 map_cut_10 6_4 0.0061 map_cut_15 6_4 0.0081 map_cut_20 6_4 0.0180 map_cut_30 6_4 0.0205 map_cut_100 6_4 0.0318 map_cut_200 6_4 0.0409 map_cut_500 6_4 0.0456 map_cut_1000 6_4 0.0472 relative_P_5 6_4 0.4000 relative_P_10 6_4 0.2000 relative_P_15 6_4 0.2000 relative_P_20 6_4 0.3500 relative_P_30 6_4 0.2667 relative_P_100 6_4 0.1500 relative_P_200 6_4 0.1818 relative_P_500 6_4 0.2314 relative_P_1000 6_4 0.2645 success_1 6_4 0.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0320 set_relative_P 6_4 0.2645 set_recall 6_4 0.2645 set_map 6_4 0.0085 set_F 6_4 0.0571 num_nonrel_judged_ret 6_4 41 rbp 6_4 0.1750 rbp_resid 6_4 0.3573 unj_5 6_4 0.0000 unj_10 6_4 0.5000 unj_20 6_4 0.3500 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 15 map 6_5 0.2047 Rprec 6_5 0.2553 bpref 6_5 0.3065 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 1.0000 iprec_at_recall_0.20 6_5 0.7500 iprec_at_recall_0.30 6_5 0.1346 iprec_at_recall_0.40 6_5 0.0000 iprec_at_recall_0.50 6_5 0.0000 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 1.0000 P_10 6_5 0.7000 P_15 6_5 0.6000 P_20 6_5 0.4500 P_30 6_5 0.3333 P_100 6_5 0.1300 P_200 6_5 0.0700 P_500 6_5 0.0300 P_1000 6_5 0.0150 relstring 6_5 '43343-102-' recall_5 6_5 0.1064 recall_10 6_5 0.1489 recall_15 6_5 0.1915 recall_20 6_5 0.1915 recall_30 6_5 0.2128 recall_100 6_5 0.2766 recall_200 6_5 0.2979 recall_500 6_5 0.3191 recall_1000 6_5 0.3191 infAP 6_5 0.2047 Rprec_mult_0.20 6_5 0.7000 Rprec_mult_0.40 6_5 0.4737 Rprec_mult_0.60 6_5 0.3448 Rprec_mult_0.80 6_5 0.3158 Rprec_mult_1.00 6_5 0.2553 Rprec_mult_1.20 6_5 0.2105 Rprec_mult_1.40 6_5 0.1970 Rprec_mult_1.60 6_5 0.1711 Rprec_mult_1.80 6_5 0.1529 Rprec_mult_2.00 6_5 0.1383 utility 6_5 -970.0000 11pt_avg 6_5 0.2622 binG 6_5 0.1731 G 6_5 0.1397 ndcg 6_5 0.4595 ndcg_rel 6_5 0.5318 Rndcg 6_5 0.5436 ndcg_cut_5 6_5 0.9009 ndcg_cut_10 6_5 0.6924 ndcg_cut_15 6_5 0.6383 ndcg_cut_20 6_5 0.5430 ndcg_cut_30 6_5 0.4541 ndcg_cut_100 6_5 0.4384 ndcg_cut_200 6_5 0.4520 ndcg_cut_500 6_5 0.4595 ndcg_cut_1000 6_5 0.4595 map_cut_5 6_5 0.1064 map_cut_10 6_5 0.1412 map_cut_15 6_5 0.1726 map_cut_20 6_5 0.1726 map_cut_30 6_5 0.1823 map_cut_100 6_5 0.2007 map_cut_200 6_5 0.2036 map_cut_500 6_5 0.2047 map_cut_1000 6_5 0.2047 relative_P_5 6_5 1.0000 relative_P_10 6_5 0.7000 relative_P_15 6_5 0.6000 relative_P_20 6_5 0.4500 relative_P_30 6_5 0.3333 relative_P_100 6_5 0.2766 relative_P_200 6_5 0.2979 relative_P_500 6_5 0.3191 relative_P_1000 6_5 0.3191 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0150 set_relative_P 6_5 0.3191 set_recall 6_5 0.3191 set_map 6_5 0.0048 set_F 6_5 0.0287 num_nonrel_judged_ret 6_5 14 rbp 6_5 0.4412 rbp_resid 6_5 0.3368 unj_5 6_5 0.0000 unj_10 6_5 0.2000 unj_20 6_5 0.4500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 16 map 6_6 0.1170 Rprec 6_6 0.1765 bpref 6_6 0.1772 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.6667 iprec_at_recall_0.20 6_6 0.0000 iprec_at_recall_0.30 6_6 0.0000 iprec_at_recall_0.40 6_6 0.0000 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.8000 P_10 6_6 0.5000 P_15 6_6 0.6667 P_20 6_6 0.5000 P_30 6_6 0.4667 P_100 6_6 0.1500 P_200 6_6 0.0800 P_500 6_6 0.0320 P_1000 6_6 0.0160 relstring 6_6 '332200---2' recall_5 6_6 0.0471 recall_10 6_6 0.0588 recall_15 6_6 0.1176 recall_20 6_6 0.1176 recall_30 6_6 0.1647 recall_100 6_6 0.1765 recall_200 6_6 0.1882 recall_500 6_6 0.1882 recall_1000 6_6 0.1882 infAP 6_6 0.1170 Rprec_mult_0.20 6_6 0.5882 Rprec_mult_0.40 6_6 0.4118 Rprec_mult_0.60 6_6 0.2745 Rprec_mult_0.80 6_6 0.2206 Rprec_mult_1.00 6_6 0.1765 Rprec_mult_1.20 6_6 0.1471 Rprec_mult_1.40 6_6 0.1261 Rprec_mult_1.60 6_6 0.1176 Rprec_mult_1.80 6_6 0.1046 Rprec_mult_2.00 6_6 0.0941 utility 6_6 -968.0000 11pt_avg 6_6 0.1515 binG 6_6 0.0883 G 6_6 0.0835 ndcg 6_6 0.3136 ndcg_rel 6_6 0.3747 Rndcg 6_6 0.3847 ndcg_cut_5 6_6 0.7636 ndcg_cut_10 6_6 0.5623 ndcg_cut_15 6_6 0.6359 ndcg_cut_20 6_6 0.5527 ndcg_cut_30 6_6 0.5051 ndcg_cut_100 6_6 0.3097 ndcg_cut_200 6_6 0.3136 ndcg_cut_500 6_6 0.3136 ndcg_cut_1000 6_6 0.3136 map_cut_5 6_6 0.0471 map_cut_10 6_6 0.0529 map_cut_15 6_6 0.0889 map_cut_20 6_6 0.0889 map_cut_30 6_6 0.1125 map_cut_100 6_6 0.1155 map_cut_200 6_6 0.1170 map_cut_500 6_6 0.1170 map_cut_1000 6_6 0.1170 relative_P_5 6_6 0.8000 relative_P_10 6_6 0.5000 relative_P_15 6_6 0.6667 relative_P_20 6_6 0.5000 relative_P_30 6_6 0.4667 relative_P_100 6_6 0.1765 relative_P_200 6_6 0.1882 relative_P_500 6_6 0.1882 relative_P_1000 6_6 0.1882 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0160 set_relative_P 6_6 0.1882 set_recall 6_6 0.1882 set_map 6_6 0.0030 set_F 6_6 0.0295 num_nonrel_judged_ret 6_6 15 rbp 6_6 0.4308 rbp_resid 6_6 0.2759 unj_5 6_6 0.0000 unj_10 6_6 0.3000 unj_20 6_6 0.3000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 38 map 7_11 0.5166 Rprec 7_11 0.5526 bpref 7_11 0.8183 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.8571 iprec_at_recall_0.20 7_11 0.8333 iprec_at_recall_0.30 7_11 0.7500 iprec_at_recall_0.40 7_11 0.7500 iprec_at_recall_0.50 7_11 0.7037 iprec_at_recall_0.60 7_11 0.2556 iprec_at_recall_0.70 7_11 0.2456 iprec_at_recall_0.80 7_11 0.2168 iprec_at_recall_0.90 7_11 0.1965 iprec_at_recall_1.00 7_11 0.1000 P_5 7_11 0.8000 P_10 7_11 0.8000 P_15 7_11 0.7333 P_20 7_11 0.7500 P_30 7_11 0.6667 P_100 7_11 0.2500 P_200 7_11 0.1700 P_500 7_11 0.0760 P_1000 7_11 0.0380 relstring 7_11 '3012111011' recall_5 7_11 0.1053 recall_10 7_11 0.2105 recall_15 7_11 0.2895 recall_20 7_11 0.3947 recall_30 7_11 0.5263 recall_100 7_11 0.6579 recall_200 7_11 0.8947 recall_500 7_11 1.0000 recall_1000 7_11 1.0000 infAP 7_11 0.5166 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.7500 Rprec_mult_0.60 7_11 0.7391 Rprec_mult_0.80 7_11 0.6452 Rprec_mult_1.00 7_11 0.5526 Rprec_mult_1.20 7_11 0.4565 Rprec_mult_1.40 7_11 0.3889 Rprec_mult_1.60 7_11 0.3443 Rprec_mult_1.80 7_11 0.3043 Rprec_mult_2.00 7_11 0.2895 utility 7_11 -924.0000 11pt_avg 7_11 0.5372 binG 7_11 0.3243 G 7_11 0.2410 ndcg 7_11 0.7300 ndcg_rel 7_11 0.5942 Rndcg 7_11 0.5885 ndcg_cut_5 7_11 0.5614 ndcg_cut_10 7_11 0.5175 ndcg_cut_15 7_11 0.5258 ndcg_cut_20 7_11 0.5630 ndcg_cut_30 7_11 0.5550 ndcg_cut_100 7_11 0.5606 ndcg_cut_200 7_11 0.6753 ndcg_cut_500 7_11 0.7300 ndcg_cut_1000 7_11 0.7300 map_cut_5 7_11 0.0846 map_cut_10 7_11 0.1707 map_cut_15 7_11 0.2334 map_cut_20 7_11 0.3113 map_cut_30 7_11 0.4042 map_cut_100 7_11 0.4495 map_cut_200 7_11 0.5022 map_cut_500 7_11 0.5166 map_cut_1000 7_11 0.5166 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.7333 relative_P_20 7_11 0.7500 relative_P_30 7_11 0.6667 relative_P_100 7_11 0.6579 relative_P_200 7_11 0.8947 relative_P_500 7_11 1.0000 relative_P_1000 7_11 1.0000 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0380 set_relative_P 7_11 1.0000 set_recall 7_11 1.0000 set_map 7_11 0.0380 set_F 7_11 0.0732 num_nonrel_judged_ret 7_11 15 rbp 7_11 0.3442 rbp_resid 7_11 0.1108 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.1000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 39 map 7_12 0.2644 Rprec 7_12 0.3594 bpref 7_12 0.4502 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.7000 iprec_at_recall_0.20 7_12 0.4375 iprec_at_recall_0.30 7_12 0.4375 iprec_at_recall_0.40 7_12 0.3514 iprec_at_recall_0.50 7_12 0.2519 iprec_at_recall_0.60 7_12 0.0886 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.6000 P_10 7_12 0.7000 P_15 7_12 0.5333 P_20 7_12 0.4500 P_30 7_12 0.4000 P_100 7_12 0.2900 P_200 7_12 0.1850 P_500 7_12 0.0760 P_1000 7_12 0.0390 relstring 7_12 '2210012022' recall_5 7_12 0.0469 recall_10 7_12 0.1094 recall_15 7_12 0.1250 recall_20 7_12 0.1406 recall_30 7_12 0.1875 recall_100 7_12 0.4531 recall_200 7_12 0.5781 recall_500 7_12 0.5938 recall_1000 7_12 0.6094 infAP 7_12 0.2644 Rprec_mult_0.20 7_12 0.5385 Rprec_mult_0.40 7_12 0.4615 Rprec_mult_0.60 7_12 0.4103 Rprec_mult_0.80 7_12 0.4038 Rprec_mult_1.00 7_12 0.3594 Rprec_mult_1.20 7_12 0.3377 Rprec_mult_1.40 7_12 0.3222 Rprec_mult_1.60 7_12 0.2816 Rprec_mult_1.80 7_12 0.2586 Rprec_mult_2.00 7_12 0.2422 utility 7_12 -922.0000 11pt_avg 7_12 0.2970 binG 7_12 0.1723 G 7_12 0.1395 ndcg 7_12 0.5667 ndcg_rel 7_12 0.5150 Rndcg 7_12 0.4878 ndcg_cut_5 7_12 0.4686 ndcg_cut_10 7_12 0.5317 ndcg_cut_15 7_12 0.4667 ndcg_cut_20 7_12 0.4131 ndcg_cut_30 7_12 0.3699 ndcg_cut_100 7_12 0.4928 ndcg_cut_200 7_12 0.5504 ndcg_cut_500 7_12 0.5589 ndcg_cut_1000 7_12 0.5667 map_cut_5 7_12 0.0469 map_cut_10 7_12 0.0898 map_cut_15 7_12 0.0981 map_cut_20 7_12 0.1055 map_cut_30 7_12 0.1279 map_cut_100 7_12 0.2317 map_cut_200 7_12 0.2622 map_cut_500 7_12 0.2636 map_cut_1000 7_12 0.2644 relative_P_5 7_12 0.6000 relative_P_10 7_12 0.7000 relative_P_15 7_12 0.5333 relative_P_20 7_12 0.4500 relative_P_30 7_12 0.4000 relative_P_100 7_12 0.4531 relative_P_200 7_12 0.5781 relative_P_500 7_12 0.5938 relative_P_1000 7_12 0.6094 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0390 set_relative_P 7_12 0.6094 set_recall 7_12 0.6094 set_map 7_12 0.0238 set_F 7_12 0.0733 num_nonrel_judged_ret 7_12 43 rbp 7_12 0.3072 rbp_resid 7_12 0.0857 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.1000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 67 map 7_14 0.6177 Rprec 7_14 0.5821 bpref 7_14 0.9419 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.9412 iprec_at_recall_0.30 7_14 0.8846 iprec_at_recall_0.40 7_14 0.7105 iprec_at_recall_0.50 7_14 0.6491 iprec_at_recall_0.60 7_14 0.5676 iprec_at_recall_0.70 7_14 0.4579 iprec_at_recall_0.80 7_14 0.2857 iprec_at_recall_0.90 7_14 0.1520 iprec_at_recall_1.00 7_14 0.0702 P_5 7_14 1.0000 P_10 7_14 1.0000 P_15 7_14 0.9333 P_20 7_14 0.9000 P_30 7_14 0.7667 P_100 7_14 0.4600 P_200 7_14 0.2700 P_500 7_14 0.1260 P_1000 7_14 0.0670 relstring 7_14 '3312322231' recall_5 7_14 0.0746 recall_10 7_14 0.1493 recall_15 7_14 0.2090 recall_20 7_14 0.2687 recall_30 7_14 0.3433 recall_100 7_14 0.6866 recall_200 7_14 0.8060 recall_500 7_14 0.9403 recall_1000 7_14 1.0000 infAP 7_14 0.6177 Rprec_mult_0.20 7_14 0.9286 Rprec_mult_0.40 7_14 0.8519 Rprec_mult_0.60 7_14 0.6829 Rprec_mult_0.80 7_14 0.6296 Rprec_mult_1.00 7_14 0.5821 Rprec_mult_1.20 7_14 0.5432 Rprec_mult_1.40 7_14 0.4681 Rprec_mult_1.60 7_14 0.4537 Rprec_mult_1.80 7_14 0.4050 Rprec_mult_2.00 7_14 0.3881 utility 7_14 -866.0000 11pt_avg 7_14 0.6108 binG 7_14 0.3787 G 7_14 0.2256 ndcg 7_14 0.8443 ndcg_rel 7_14 0.7291 Rndcg 7_14 0.6865 ndcg_cut_5 7_14 0.8383 ndcg_cut_10 7_14 0.7789 ndcg_cut_15 7_14 0.7379 ndcg_cut_20 7_14 0.7370 ndcg_cut_30 7_14 0.6385 ndcg_cut_100 7_14 0.6876 ndcg_cut_200 7_14 0.7582 ndcg_cut_500 7_14 0.8167 ndcg_cut_1000 7_14 0.8443 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1493 map_cut_15 7_14 0.2057 map_cut_20 7_14 0.2606 map_cut_30 7_14 0.3258 map_cut_100 7_14 0.5413 map_cut_200 7_14 0.5881 map_cut_500 7_14 0.6120 map_cut_1000 7_14 0.6177 relative_P_5 7_14 1.0000 relative_P_10 7_14 1.0000 relative_P_15 7_14 0.9333 relative_P_20 7_14 0.9000 relative_P_30 7_14 0.7667 relative_P_100 7_14 0.6866 relative_P_200 7_14 0.8060 relative_P_500 7_14 0.9403 relative_P_1000 7_14 1.0000 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0670 set_relative_P 7_14 1.0000 set_recall 7_14 1.0000 set_map 7_14 0.0670 set_F 7_14 0.1256 num_nonrel_judged_ret 7_14 8 rbp 7_14 0.6774 rbp_resid 7_14 0.0990 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 36 map 7_15 0.3855 Rprec 7_15 0.4259 bpref 7_15 0.6320 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 1.0000 iprec_at_recall_0.30 7_15 0.6957 iprec_at_recall_0.40 7_15 0.4889 iprec_at_recall_0.50 7_15 0.2812 iprec_at_recall_0.60 7_15 0.1073 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 1.0000 P_15 7_15 0.8000 P_20 7_15 0.6500 P_30 7_15 0.5667 P_100 7_15 0.2700 P_200 7_15 0.1450 P_500 7_15 0.0680 P_1000 7_15 0.0360 relstring 7_15 '2212222111' recall_5 7_15 0.0926 recall_10 7_15 0.1852 recall_15 7_15 0.2222 recall_20 7_15 0.2407 recall_30 7_15 0.3148 recall_100 7_15 0.5000 recall_200 7_15 0.5370 recall_500 7_15 0.6296 recall_1000 7_15 0.6667 infAP 7_15 0.3855 Rprec_mult_0.20 7_15 1.0000 Rprec_mult_0.40 7_15 0.6818 Rprec_mult_0.60 7_15 0.5758 Rprec_mult_0.80 7_15 0.4773 Rprec_mult_1.00 7_15 0.4259 Rprec_mult_1.20 7_15 0.3846 Rprec_mult_1.40 7_15 0.3289 Rprec_mult_1.60 7_15 0.2989 Rprec_mult_1.80 7_15 0.2755 Rprec_mult_2.00 7_15 0.2500 utility 7_15 -928.0000 11pt_avg 7_15 0.4157 binG 7_15 0.3014 G 7_15 0.1800 ndcg 7_15 0.6192 ndcg_rel 7_15 0.6151 Rndcg 7_15 0.5946 ndcg_cut_5 7_15 0.7169 ndcg_cut_10 7_15 0.7167 ndcg_cut_15 7_15 0.6153 ndcg_cut_20 7_15 0.5626 ndcg_cut_30 7_15 0.5566 ndcg_cut_100 7_15 0.5565 ndcg_cut_200 7_15 0.5694 ndcg_cut_500 7_15 0.6094 ndcg_cut_1000 7_15 0.6192 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1852 map_cut_15 7_15 0.2196 map_cut_20 7_15 0.2322 map_cut_30 7_15 0.2810 map_cut_100 7_15 0.3657 map_cut_200 7_15 0.3731 map_cut_500 7_15 0.3837 map_cut_1000 7_15 0.3855 relative_P_5 7_15 1.0000 relative_P_10 7_15 1.0000 relative_P_15 7_15 0.8000 relative_P_20 7_15 0.6500 relative_P_30 7_15 0.5667 relative_P_100 7_15 0.5000 relative_P_200 7_15 0.5370 relative_P_500 7_15 0.6296 relative_P_1000 7_15 0.6667 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0360 set_relative_P 7_15 0.6667 set_recall 7_15 0.6667 set_map 7_15 0.0240 set_F 7_15 0.0683 num_nonrel_judged_ret 7_15 7 rbp 7_15 0.4108 rbp_resid 7_15 0.1881 unj_5 7_15 0.0000 unj_10 7_15 0.0000 unj_20 7_15 0.3000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 18 map 7_16 0.1073 Rprec 7_16 0.1489 bpref 7_16 0.3187 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.2381 iprec_at_recall_0.20 7_16 0.1667 iprec_at_recall_0.30 7_16 0.1376 iprec_at_recall_0.40 7_16 0.0000 iprec_at_recall_0.50 7_16 0.0000 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.6000 P_10 7_16 0.3000 P_15 7_16 0.2667 P_20 7_16 0.2000 P_30 7_16 0.1667 P_100 7_16 0.1300 P_200 7_16 0.0900 P_500 7_16 0.0360 P_1000 7_16 0.0180 relstring 7_16 '33001----0' recall_5 7_16 0.0638 recall_10 7_16 0.0638 recall_15 7_16 0.0851 recall_20 7_16 0.0851 recall_30 7_16 0.1064 recall_100 7_16 0.2766 recall_200 7_16 0.3830 recall_500 7_16 0.3830 recall_1000 7_16 0.3830 infAP 7_16 0.1073 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.2105 Rprec_mult_0.60 7_16 0.1724 Rprec_mult_0.80 7_16 0.1579 Rprec_mult_1.00 7_16 0.1489 Rprec_mult_1.20 7_16 0.1579 Rprec_mult_1.40 7_16 0.1515 Rprec_mult_1.60 7_16 0.1447 Rprec_mult_1.80 7_16 0.1529 Rprec_mult_2.00 7_16 0.1383 utility 7_16 -964.0000 11pt_avg 7_16 0.1402 binG 7_16 0.1103 G 7_16 0.1658 ndcg 7_16 0.4628 ndcg_rel 7_16 0.4789 Rndcg 7_16 0.6147 ndcg_cut_5 7_16 0.7013 ndcg_cut_10 7_16 0.5570 ndcg_cut_15 7_16 0.5133 ndcg_cut_20 7_16 0.4628 ndcg_cut_30 7_16 0.4091 ndcg_cut_100 7_16 0.4220 ndcg_cut_200 7_16 0.4628 ndcg_cut_500 7_16 0.4628 ndcg_cut_1000 7_16 0.4628 map_cut_5 7_16 0.0553 map_cut_10 7_16 0.0553 map_cut_15 7_16 0.0619 map_cut_20 7_16 0.0619 map_cut_30 7_16 0.0669 map_cut_100 7_16 0.0948 map_cut_200 7_16 0.1073 map_cut_500 7_16 0.1073 map_cut_1000 7_16 0.1073 relative_P_5 7_16 0.6000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.2667 relative_P_20 7_16 0.2000 relative_P_30 7_16 0.1667 relative_P_100 7_16 0.2766 relative_P_200 7_16 0.3830 relative_P_500 7_16 0.3830 relative_P_1000 7_16 0.3830 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0180 set_relative_P 7_16 0.3830 set_recall 7_16 0.3830 set_map 7_16 0.0069 set_F 7_16 0.0344 num_nonrel_judged_ret 7_16 23 rbp 7_16 0.2275 rbp_resid 7_16 0.4691 unj_5 7_16 0.0000 unj_10 7_16 0.4000 unj_20 7_16 0.6000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 59 map 7_2 0.5187 Rprec 7_2 0.5132 bpref 7_2 0.6873 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.9444 iprec_at_recall_0.30 7_2 0.8276 iprec_at_recall_0.40 7_2 0.7692 iprec_at_recall_0.50 7_2 0.5200 iprec_at_recall_0.60 7_2 0.4035 iprec_at_recall_0.70 7_2 0.2366 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 1.0000 P_15 7_2 0.9333 P_20 7_2 0.9000 P_30 7_2 0.8000 P_100 7_2 0.4200 P_200 7_2 0.2600 P_500 7_2 0.1180 P_1000 7_2 0.0590 relstring 7_2 '2132121233' recall_5 7_2 0.0658 recall_10 7_2 0.1316 recall_15 7_2 0.1842 recall_20 7_2 0.2368 recall_30 7_2 0.3158 recall_100 7_2 0.5526 recall_200 7_2 0.6842 recall_500 7_2 0.7763 recall_1000 7_2 0.7763 infAP 7_2 0.5187 Rprec_mult_0.20 7_2 0.9375 Rprec_mult_0.40 7_2 0.8065 Rprec_mult_0.60 7_2 0.7174 Rprec_mult_0.80 7_2 0.5738 Rprec_mult_1.00 7_2 0.5132 Rprec_mult_1.20 7_2 0.4239 Rprec_mult_1.40 7_2 0.4019 Rprec_mult_1.60 7_2 0.3852 Rprec_mult_1.80 7_2 0.3504 Rprec_mult_2.00 7_2 0.3224 utility 7_2 -882.0000 11pt_avg 7_2 0.5183 binG 7_2 0.3309 G 7_2 0.2041 ndcg 7_2 0.7414 ndcg_rel 7_2 0.6911 Rndcg 7_2 0.6636 ndcg_cut_5 7_2 0.6081 ndcg_cut_10 7_2 0.7333 ndcg_cut_15 7_2 0.6910 ndcg_cut_20 7_2 0.6935 ndcg_cut_30 7_2 0.6718 ndcg_cut_100 7_2 0.6299 ndcg_cut_200 7_2 0.7109 ndcg_cut_500 7_2 0.7414 ndcg_cut_1000 7_2 0.7414 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1316 map_cut_15 7_2 0.1824 map_cut_20 7_2 0.2314 map_cut_30 7_2 0.3001 map_cut_100 7_2 0.4533 map_cut_200 7_2 0.5014 map_cut_500 7_2 0.5187 map_cut_1000 7_2 0.5187 relative_P_5 7_2 1.0000 relative_P_10 7_2 1.0000 relative_P_15 7_2 0.9333 relative_P_20 7_2 0.9000 relative_P_30 7_2 0.8000 relative_P_100 7_2 0.5526 relative_P_200 7_2 0.6842 relative_P_500 7_2 0.7763 relative_P_1000 7_2 0.7763 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0590 set_relative_P 7_2 0.7763 set_recall 7_2 0.7763 set_map 7_2 0.0458 set_F 7_2 0.1097 num_nonrel_judged_ret 7_2 18 rbp 7_2 0.5390 rbp_resid 7_2 0.0523 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 45 map 7_3 0.4043 Rprec 7_3 0.4909 bpref 7_3 0.5980 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.7000 iprec_at_recall_0.20 7_3 0.6364 iprec_at_recall_0.30 7_3 0.5938 iprec_at_recall_0.40 7_3 0.5714 iprec_at_recall_0.50 7_3 0.4828 iprec_at_recall_0.60 7_3 0.3587 iprec_at_recall_0.70 7_3 0.1925 iprec_at_recall_0.80 7_3 0.1028 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.7000 P_15 7_3 0.5333 P_20 7_3 0.6000 P_30 7_3 0.5667 P_100 7_3 0.3400 P_200 7_3 0.1900 P_500 7_3 0.0880 P_1000 7_3 0.0450 relstring 7_3 '1203031011' recall_5 7_3 0.0545 recall_10 7_3 0.1273 recall_15 7_3 0.1455 recall_20 7_3 0.2182 recall_30 7_3 0.3091 recall_100 7_3 0.6182 recall_200 7_3 0.6909 recall_500 7_3 0.8000 recall_1000 7_3 0.8182 infAP 7_3 0.4043 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.6364 Rprec_mult_0.60 7_3 0.5758 Rprec_mult_0.80 7_3 0.5455 Rprec_mult_1.00 7_3 0.4909 Rprec_mult_1.20 7_3 0.4545 Rprec_mult_1.40 7_3 0.4026 Rprec_mult_1.60 7_3 0.3636 Rprec_mult_1.80 7_3 0.3434 Rprec_mult_2.00 7_3 0.3182 utility 7_3 -910.0000 11pt_avg 7_3 0.4217 binG 7_3 0.2298 G 7_3 0.1865 ndcg 7_3 0.6532 ndcg_rel 7_3 0.5567 Rndcg 7_3 0.5007 ndcg_cut_5 7_3 0.4427 ndcg_cut_10 7_3 0.4944 ndcg_cut_15 7_3 0.4651 ndcg_cut_20 7_3 0.4934 ndcg_cut_30 7_3 0.4944 ndcg_cut_100 7_3 0.5849 ndcg_cut_200 7_3 0.6122 ndcg_cut_500 7_3 0.6479 ndcg_cut_1000 7_3 0.6532 map_cut_5 7_3 0.0500 map_cut_10 7_3 0.1000 map_cut_15 7_3 0.1121 map_cut_20 7_3 0.1556 map_cut_30 7_3 0.2096 map_cut_100 7_3 0.3637 map_cut_200 7_3 0.3849 map_cut_500 7_3 0.4028 map_cut_1000 7_3 0.4043 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.7000 relative_P_15 7_3 0.5333 relative_P_20 7_3 0.6000 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.6182 relative_P_200 7_3 0.6909 relative_P_500 7_3 0.8000 relative_P_1000 7_3 0.8182 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0450 set_relative_P 7_3 0.8182 set_recall 7_3 0.8182 set_map 7_3 0.0368 set_F 7_3 0.0853 num_nonrel_judged_ret 7_3 33 rbp 7_3 0.3371 rbp_resid 7_3 0.0349 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 17 map 7_4 0.2945 Rprec 7_4 0.3793 bpref 7_4 0.4530 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.5833 iprec_at_recall_0.30 7_4 0.4091 iprec_at_recall_0.40 7_4 0.3429 iprec_at_recall_0.50 7_4 0.1948 iprec_at_recall_0.60 7_4 0.1635 iprec_at_recall_0.70 7_4 0.0000 iprec_at_recall_0.80 7_4 0.0000 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.6000 P_10 7_4 0.5000 P_15 7_4 0.5333 P_20 7_4 0.4000 P_30 7_4 0.3667 P_100 7_4 0.1600 P_200 7_4 0.0850 P_500 7_4 0.0340 P_1000 7_4 0.0170 relstring 7_4 '3230001-1-' recall_5 7_4 0.1034 recall_10 7_4 0.1724 recall_15 7_4 0.2759 recall_20 7_4 0.2759 recall_30 7_4 0.3793 recall_100 7_4 0.5517 recall_200 7_4 0.5862 recall_500 7_4 0.5862 recall_1000 7_4 0.5862 infAP 7_4 0.2945 Rprec_mult_0.20 7_4 0.5000 Rprec_mult_0.40 7_4 0.5833 Rprec_mult_0.60 7_4 0.4444 Rprec_mult_0.80 7_4 0.3750 Rprec_mult_1.00 7_4 0.3793 Rprec_mult_1.20 7_4 0.3429 Rprec_mult_1.40 7_4 0.3171 Rprec_mult_1.60 7_4 0.2979 Rprec_mult_1.80 7_4 0.2642 Rprec_mult_2.00 7_4 0.2414 utility 7_4 -966.0000 11pt_avg 7_4 0.3358 binG 7_4 0.2310 G 7_4 0.2178 ndcg 7_4 0.5944 ndcg_rel 7_4 0.6071 Rndcg 7_4 0.5867 ndcg_cut_5 7_4 0.6812 ndcg_cut_10 7_4 0.5491 ndcg_cut_15 7_4 0.5237 ndcg_cut_20 7_4 0.4762 ndcg_cut_30 7_4 0.4962 ndcg_cut_100 7_4 0.5860 ndcg_cut_200 7_4 0.5944 ndcg_cut_500 7_4 0.5944 ndcg_cut_1000 7_4 0.5944 map_cut_5 7_4 0.1034 map_cut_10 7_4 0.1423 map_cut_15 7_4 0.2009 map_cut_20 7_4 0.2009 map_cut_30 7_4 0.2419 map_cut_100 7_4 0.2889 map_cut_200 7_4 0.2945 map_cut_500 7_4 0.2945 map_cut_1000 7_4 0.2945 relative_P_5 7_4 0.6000 relative_P_10 7_4 0.5000 relative_P_15 7_4 0.5333 relative_P_20 7_4 0.4000 relative_P_30 7_4 0.3793 relative_P_100 7_4 0.5517 relative_P_200 7_4 0.5862 relative_P_500 7_4 0.5862 relative_P_1000 7_4 0.5862 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0170 set_relative_P 7_4 0.5862 set_recall 7_4 0.5862 set_map 7_4 0.0100 set_F 7_4 0.0330 num_nonrel_judged_ret 7_4 26 rbp 7_4 0.3337 rbp_resid 7_4 0.2488 unj_5 7_4 0.0000 unj_10 7_4 0.2000 unj_20 7_4 0.3500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 25 map 7_9 0.2494 Rprec 7_9 0.3611 bpref 7_9 0.3989 recip_rank 7_9 0.5000 iprec_at_recall_0.00 7_9 0.6667 iprec_at_recall_0.10 7_9 0.5714 iprec_at_recall_0.20 7_9 0.5000 iprec_at_recall_0.30 7_9 0.4074 iprec_at_recall_0.40 7_9 0.3500 iprec_at_recall_0.50 7_9 0.2903 iprec_at_recall_0.60 7_9 0.1419 iprec_at_recall_0.70 7_9 0.0984 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.4000 P_10 7_9 0.5000 P_15 7_9 0.4667 P_20 7_9 0.4500 P_30 7_9 0.3667 P_100 7_9 0.2000 P_200 7_9 0.1150 P_500 7_9 0.0500 P_1000 7_9 0.0250 relstring 7_9 '02300310-2' recall_5 7_9 0.0556 recall_10 7_9 0.1389 recall_15 7_9 0.1944 recall_20 7_9 0.2500 recall_30 7_9 0.3056 recall_100 7_9 0.5556 recall_200 7_9 0.6389 recall_500 7_9 0.6944 recall_1000 7_9 0.6944 infAP 7_9 0.2494 Rprec_mult_0.20 7_9 0.5000 Rprec_mult_0.40 7_9 0.4667 Rprec_mult_0.60 7_9 0.4545 Rprec_mult_0.80 7_9 0.3793 Rprec_mult_1.00 7_9 0.3611 Rprec_mult_1.20 7_9 0.3182 Rprec_mult_1.40 7_9 0.2941 Rprec_mult_1.60 7_9 0.2759 Rprec_mult_1.80 7_9 0.2769 Rprec_mult_2.00 7_9 0.2500 utility 7_9 -950.0000 11pt_avg 7_9 0.2751 binG 7_9 0.1843 G 7_9 0.1675 ndcg 7_9 0.5482 ndcg_rel 7_9 0.4841 Rndcg 7_9 0.4508 ndcg_cut_5 7_9 0.3440 ndcg_cut_10 7_9 0.4227 ndcg_cut_15 7_9 0.4010 ndcg_cut_20 7_9 0.4318 ndcg_cut_30 7_9 0.4167 ndcg_cut_100 7_9 0.4970 ndcg_cut_200 7_9 0.5344 ndcg_cut_500 7_9 0.5482 ndcg_cut_1000 7_9 0.5482 map_cut_5 7_9 0.0324 map_cut_10 7_9 0.0761 map_cut_15 7_9 0.1051 map_cut_20 7_9 0.1307 map_cut_30 7_9 0.1552 map_cut_100 7_9 0.2322 map_cut_200 7_9 0.2439 map_cut_500 7_9 0.2494 map_cut_1000 7_9 0.2494 relative_P_5 7_9 0.4000 relative_P_10 7_9 0.5000 relative_P_15 7_9 0.4667 relative_P_20 7_9 0.4500 relative_P_30 7_9 0.3667 relative_P_100 7_9 0.5556 relative_P_200 7_9 0.6389 relative_P_500 7_9 0.6944 relative_P_1000 7_9 0.6944 success_1 7_9 0.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0250 set_relative_P 7_9 0.6944 set_recall 7_9 0.6944 set_map 7_9 0.0174 set_F 7_9 0.0483 num_nonrel_judged_ret 7_9 57 rbp 7_9 0.3119 rbp_resid 7_9 0.1635 unj_5 7_9 0.0000 unj_10 7_9 0.1000 unj_20 7_9 0.2000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 9 map 8_1 0.0141 Rprec 8_1 0.0469 bpref 8_1 0.0977 recip_rank 8_1 0.2000 iprec_at_recall_0.00 8_1 0.3333 iprec_at_recall_0.10 8_1 0.0375 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.2000 P_10 8_1 0.2000 P_15 8_1 0.1333 P_20 8_1 0.1500 P_30 8_1 0.1000 P_100 8_1 0.0300 P_200 8_1 0.0250 P_500 8_1 0.0180 P_1000 8_1 0.0090 relstring 8_1 '000012-000' recall_5 8_1 0.0156 recall_10 8_1 0.0312 recall_15 8_1 0.0312 recall_20 8_1 0.0469 recall_30 8_1 0.0469 recall_100 8_1 0.0469 recall_200 8_1 0.0781 recall_500 8_1 0.1406 recall_1000 8_1 0.1406 infAP 8_1 0.0141 Rprec_mult_0.20 8_1 0.1538 Rprec_mult_0.40 8_1 0.1154 Rprec_mult_0.60 8_1 0.0769 Rprec_mult_0.80 8_1 0.0577 Rprec_mult_1.00 8_1 0.0469 Rprec_mult_1.20 8_1 0.0390 Rprec_mult_1.40 8_1 0.0333 Rprec_mult_1.60 8_1 0.0291 Rprec_mult_1.80 8_1 0.0345 Rprec_mult_2.00 8_1 0.0312 utility 8_1 -982.0000 11pt_avg 8_1 0.0337 binG 8_1 0.0284 G 8_1 0.0173 ndcg 8_1 0.0787 ndcg_rel 8_1 0.0771 Rndcg 8_1 0.0630 ndcg_cut_5 8_1 0.0328 ndcg_cut_10 8_1 0.0625 ndcg_cut_15 8_1 0.0516 ndcg_cut_20 8_1 0.0769 ndcg_cut_30 8_1 0.0652 ndcg_cut_100 8_1 0.0523 ndcg_cut_200 8_1 0.0603 ndcg_cut_500 8_1 0.0787 ndcg_cut_1000 8_1 0.0787 map_cut_5 8_1 0.0031 map_cut_10 8_1 0.0083 map_cut_15 8_1 0.0083 map_cut_20 8_1 0.0111 map_cut_30 8_1 0.0111 map_cut_100 8_1 0.0111 map_cut_200 8_1 0.0121 map_cut_500 8_1 0.0141 map_cut_1000 8_1 0.0141 relative_P_5 8_1 0.2000 relative_P_10 8_1 0.2000 relative_P_15 8_1 0.1333 relative_P_20 8_1 0.1500 relative_P_30 8_1 0.1000 relative_P_100 8_1 0.0469 relative_P_200 8_1 0.0781 relative_P_500 8_1 0.1406 relative_P_1000 8_1 0.1406 success_1 8_1 0.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0090 set_relative_P 8_1 0.1406 set_recall 8_1 0.1406 set_map 8_1 0.0013 set_F 8_1 0.0169 num_nonrel_judged_ret 8_1 34 rbp 8_1 0.0598 rbp_resid 8_1 0.2405 unj_5 8_1 0.0000 unj_10 8_1 0.1000 unj_20 8_1 0.3000 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 10 map 8_10 0.0898 Rprec 8_10 0.1429 bpref 8_10 0.1926 recip_rank 8_10 1.0000 iprec_at_recall_0.00 8_10 1.0000 iprec_at_recall_0.10 8_10 0.3333 iprec_at_recall_0.20 8_10 0.1091 iprec_at_recall_0.30 8_10 0.0286 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.4000 P_10 8_10 0.3000 P_15 8_10 0.2000 P_20 8_10 0.1500 P_30 8_10 0.1333 P_100 8_10 0.0600 P_200 8_10 0.0300 P_500 8_10 0.0180 P_1000 8_10 0.0100 relstring 8_10 '30100-0-1-' recall_5 8_10 0.0714 recall_10 8_10 0.1071 recall_15 8_10 0.1071 recall_20 8_10 0.1071 recall_30 8_10 0.1429 recall_100 8_10 0.2143 recall_200 8_10 0.2143 recall_500 8_10 0.3214 recall_1000 8_10 0.3571 infAP 8_10 0.0898 Rprec_mult_0.20 8_10 0.3333 Rprec_mult_0.40 8_10 0.2500 Rprec_mult_0.60 8_10 0.1765 Rprec_mult_0.80 8_10 0.1304 Rprec_mult_1.00 8_10 0.1429 Rprec_mult_1.20 8_10 0.1471 Rprec_mult_1.40 8_10 0.1250 Rprec_mult_1.60 8_10 0.1111 Rprec_mult_1.80 8_10 0.0980 Rprec_mult_2.00 8_10 0.1071 utility 8_10 -980.0000 11pt_avg 8_10 0.1337 binG 8_10 0.1084 G 8_10 0.1165 ndcg 8_10 0.3296 ndcg_rel 8_10 0.3547 Rndcg 8_10 0.3199 ndcg_cut_5 8_10 0.3957 ndcg_cut_10 8_10 0.3158 ndcg_cut_15 8_10 0.2734 ndcg_cut_20 8_10 0.2520 ndcg_cut_30 8_10 0.2648 ndcg_cut_100 8_10 0.2866 ndcg_cut_200 8_10 0.2866 ndcg_cut_500 8_10 0.3234 ndcg_cut_1000 8_10 0.3296 map_cut_5 8_10 0.0595 map_cut_10 8_10 0.0714 map_cut_15 8_10 0.0714 map_cut_20 8_10 0.0714 map_cut_30 8_10 0.0774 map_cut_100 8_10 0.0865 map_cut_200 8_10 0.0865 map_cut_500 8_10 0.0893 map_cut_1000 8_10 0.0898 relative_P_5 8_10 0.4000 relative_P_10 8_10 0.3000 relative_P_15 8_10 0.2000 relative_P_20 8_10 0.1500 relative_P_30 8_10 0.1429 relative_P_100 8_10 0.2143 relative_P_200 8_10 0.2143 relative_P_500 8_10 0.3214 relative_P_1000 8_10 0.3571 success_1 8_10 1.0000 success_5 8_10 1.0000 success_10 8_10 1.0000 set_P 8_10 0.0100 set_relative_P 8_10 0.3571 set_recall 8_10 0.3571 set_map 8_10 0.0036 set_F 8_10 0.0195 num_nonrel_judged_ret 8_10 31 rbp 8_10 0.1514 rbp_resid 8_10 0.3632 unj_5 8_10 0.0000 unj_10 8_10 0.3000 unj_20 8_10 0.4500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.4656 Rprec 8_11 0.5000 bpref 8_11 0.4600 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 0.8000 iprec_at_recall_0.40 8_11 0.8000 iprec_at_recall_0.50 8_11 0.7143 iprec_at_recall_0.60 8_11 0.2609 iprec_at_recall_0.70 8_11 0.0565 iprec_at_recall_0.80 8_11 0.0383 iprec_at_recall_0.90 8_11 0.0360 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.8000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.2500 P_30 8_11 0.2000 P_100 8_11 0.0600 P_200 8_11 0.0350 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '2101101000' recall_5 8_11 0.4000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.5000 recall_30 8_11 0.6000 recall_100 8_11 0.6000 recall_200 8_11 0.7000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.4656 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.6667 Rprec_mult_0.80 8_11 0.6250 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -982.0000 11pt_avg 8_11 0.5187 binG 8_11 0.4399 G 8_11 0.3912 ndcg 8_11 0.7124 ndcg_rel 8_11 0.7443 Rndcg 8_11 0.7105 ndcg_cut_5 8_11 0.7530 ndcg_cut_10 8_11 0.6125 ndcg_cut_15 8_11 0.6125 ndcg_cut_20 8_11 0.6125 ndcg_cut_30 8_11 0.6478 ndcg_cut_100 8_11 0.6478 ndcg_cut_200 8_11 0.6711 ndcg_cut_500 8_11 0.7124 ndcg_cut_1000 8_11 0.7124 map_cut_5 8_11 0.3550 map_cut_10 8_11 0.4264 map_cut_15 8_11 0.4264 map_cut_20 8_11 0.4264 map_cut_30 8_11 0.4525 map_cut_100 8_11 0.4525 map_cut_200 8_11 0.4582 map_cut_500 8_11 0.4656 map_cut_1000 8_11 0.4656 relative_P_5 8_11 0.8000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.5000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 46 rbp 8_11 0.2458 rbp_resid 8_11 0.1698 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.2000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 7 map 8_12 0.0078 Rprec 8_12 0.0227 bpref 8_12 0.0785 recip_rank 8_12 0.2000 iprec_at_recall_0.00 8_12 0.2000 iprec_at_recall_0.10 8_12 0.0199 iprec_at_recall_0.20 8_12 0.0000 iprec_at_recall_0.30 8_12 0.0000 iprec_at_recall_0.40 8_12 0.0000 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.2000 P_10 8_12 0.1000 P_15 8_12 0.0667 P_20 8_12 0.0500 P_30 8_12 0.0333 P_100 8_12 0.0200 P_200 8_12 0.0150 P_500 8_12 0.0140 P_1000 8_12 0.0070 relstring 8_12 '00001----0' recall_5 8_12 0.0227 recall_10 8_12 0.0227 recall_15 8_12 0.0227 recall_20 8_12 0.0227 recall_30 8_12 0.0227 recall_100 8_12 0.0455 recall_200 8_12 0.0682 recall_500 8_12 0.1591 recall_1000 8_12 0.1591 infAP 8_12 0.0078 Rprec_mult_0.20 8_12 0.1111 Rprec_mult_0.40 8_12 0.0556 Rprec_mult_0.60 8_12 0.0370 Rprec_mult_0.80 8_12 0.0278 Rprec_mult_1.00 8_12 0.0227 Rprec_mult_1.20 8_12 0.0377 Rprec_mult_1.40 8_12 0.0323 Rprec_mult_1.60 8_12 0.0282 Rprec_mult_1.80 8_12 0.0250 Rprec_mult_2.00 8_12 0.0227 utility 8_12 -986.0000 11pt_avg 8_12 0.0200 binG 8_12 0.0274 G 8_12 0.0220 ndcg 8_12 0.0727 ndcg_rel 8_12 0.0680 Rndcg 8_12 0.0282 ndcg_cut_5 8_12 0.0369 ndcg_cut_10 8_12 0.0264 ndcg_cut_15 8_12 0.0227 ndcg_cut_20 8_12 0.0212 ndcg_cut_30 8_12 0.0190 ndcg_cut_100 8_12 0.0244 ndcg_cut_200 8_12 0.0309 ndcg_cut_500 8_12 0.0727 ndcg_cut_1000 8_12 0.0727 map_cut_5 8_12 0.0045 map_cut_10 8_12 0.0045 map_cut_15 8_12 0.0045 map_cut_20 8_12 0.0045 map_cut_30 8_12 0.0045 map_cut_100 8_12 0.0054 map_cut_200 8_12 0.0061 map_cut_500 8_12 0.0078 map_cut_1000 8_12 0.0078 relative_P_5 8_12 0.2000 relative_P_10 8_12 0.1000 relative_P_15 8_12 0.0667 relative_P_20 8_12 0.0500 relative_P_30 8_12 0.0333 relative_P_100 8_12 0.0455 relative_P_200 8_12 0.0682 relative_P_500 8_12 0.1591 relative_P_1000 8_12 0.1591 success_1 8_12 0.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0070 set_relative_P 8_12 0.1591 set_recall 8_12 0.1591 set_map 8_12 0.0011 set_F 8_12 0.0134 num_nonrel_judged_ret 8_12 33 rbp 8_12 0.0165 rbp_resid 8_12 0.4173 unj_5 8_12 0.0000 unj_10 8_12 0.4000 unj_20 8_12 0.4500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 15 map 8_13 0.0658 Rprec 8_13 0.1509 bpref 8_13 0.2307 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.3158 iprec_at_recall_0.20 8_13 0.1158 iprec_at_recall_0.30 8_13 0.0000 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.2000 P_10 8_13 0.2000 P_15 8_13 0.2667 P_20 8_13 0.3000 P_30 8_13 0.2333 P_100 8_13 0.1100 P_200 8_13 0.0700 P_500 8_13 0.0300 P_1000 8_13 0.0150 relstring 8_13 '40000---01' recall_5 8_13 0.0189 recall_10 8_13 0.0377 recall_15 8_13 0.0755 recall_20 8_13 0.1132 recall_30 8_13 0.1321 recall_100 8_13 0.2075 recall_200 8_13 0.2642 recall_500 8_13 0.2830 recall_1000 8_13 0.2830 infAP 8_13 0.0658 Rprec_mult_0.20 8_13 0.1818 Rprec_mult_0.40 8_13 0.2727 Rprec_mult_0.60 8_13 0.2188 Rprec_mult_0.80 8_13 0.1860 Rprec_mult_1.00 8_13 0.1509 Rprec_mult_1.20 8_13 0.1250 Rprec_mult_1.40 8_13 0.1067 Rprec_mult_1.60 8_13 0.1059 Rprec_mult_1.80 8_13 0.1146 Rprec_mult_2.00 8_13 0.1038 utility 8_13 -970.0000 11pt_avg 8_13 0.1301 binG 8_13 0.0723 G 8_13 0.0848 ndcg 8_13 0.2862 ndcg_rel 8_13 0.2933 Rndcg 8_13 0.2838 ndcg_cut_5 8_13 0.3507 ndcg_cut_10 8_13 0.2649 ndcg_cut_15 8_13 0.2553 ndcg_cut_20 8_13 0.2490 ndcg_cut_30 8_13 0.2620 ndcg_cut_100 8_13 0.2622 ndcg_cut_200 8_13 0.2775 ndcg_cut_500 8_13 0.2862 ndcg_cut_1000 8_13 0.2862 map_cut_5 8_13 0.0189 map_cut_10 8_13 0.0226 map_cut_15 8_13 0.0324 map_cut_20 8_13 0.0436 map_cut_30 8_13 0.0485 map_cut_100 8_13 0.0595 map_cut_200 8_13 0.0649 map_cut_500 8_13 0.0658 map_cut_1000 8_13 0.0658 relative_P_5 8_13 0.2000 relative_P_10 8_13 0.2000 relative_P_15 8_13 0.2667 relative_P_20 8_13 0.3000 relative_P_30 8_13 0.2333 relative_P_100 8_13 0.2075 relative_P_200 8_13 0.2642 relative_P_500 8_13 0.2830 relative_P_1000 8_13 0.2830 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0150 set_relative_P 8_13 0.2830 set_recall 8_13 0.2830 set_map 8_13 0.0042 set_F 8_13 0.0285 num_nonrel_judged_ret 8_13 25 rbp 8_13 0.1383 rbp_resid 8_13 0.3749 unj_5 8_13 0.0000 unj_10 8_13 0.3000 unj_20 8_13 0.4000 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 17 map 8_2 0.1313 Rprec 8_2 0.2340 bpref 8_2 0.2359 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.5556 iprec_at_recall_0.20 8_2 0.3913 iprec_at_recall_0.30 8_2 0.0633 iprec_at_recall_0.40 8_2 0.0000 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.6000 P_10 8_2 0.5000 P_15 8_2 0.4667 P_20 8_2 0.3500 P_30 8_2 0.3000 P_100 8_2 0.1100 P_200 8_2 0.0650 P_500 8_2 0.0340 P_1000 8_2 0.0170 relstring 8_2 '1010203010' recall_5 8_2 0.0638 recall_10 8_2 0.1064 recall_15 8_2 0.1489 recall_20 8_2 0.1489 recall_30 8_2 0.1915 recall_100 8_2 0.2340 recall_200 8_2 0.2766 recall_500 8_2 0.3617 recall_1000 8_2 0.3617 infAP 8_2 0.1313 Rprec_mult_0.20 8_2 0.5000 Rprec_mult_0.40 8_2 0.3684 Rprec_mult_0.60 8_2 0.3103 Rprec_mult_0.80 8_2 0.2895 Rprec_mult_1.00 8_2 0.2340 Rprec_mult_1.20 8_2 0.1930 Rprec_mult_1.40 8_2 0.1667 Rprec_mult_1.60 8_2 0.1447 Rprec_mult_1.80 8_2 0.1294 Rprec_mult_2.00 8_2 0.1170 utility 8_2 -966.0000 11pt_avg 8_2 0.1827 binG 8_2 0.1130 G 8_2 0.0625 ndcg 8_2 0.2633 ndcg_rel 8_2 0.2560 Rndcg 8_2 0.2273 ndcg_cut_5 8_2 0.2071 ndcg_cut_10 8_2 0.2310 ndcg_cut_15 8_2 0.2574 ndcg_cut_20 8_2 0.2278 ndcg_cut_30 8_2 0.2359 ndcg_cut_100 8_2 0.2293 ndcg_cut_200 8_2 0.2396 ndcg_cut_500 8_2 0.2633 ndcg_cut_1000 8_2 0.2633 map_cut_5 8_2 0.0482 map_cut_10 8_2 0.0722 map_cut_15 8_2 0.0937 map_cut_20 8_2 0.0937 map_cut_30 8_2 0.1102 map_cut_100 8_2 0.1235 map_cut_200 8_2 0.1265 map_cut_500 8_2 0.1313 map_cut_1000 8_2 0.1313 relative_P_5 8_2 0.6000 relative_P_10 8_2 0.5000 relative_P_15 8_2 0.4667 relative_P_20 8_2 0.3500 relative_P_30 8_2 0.3000 relative_P_100 8_2 0.2340 relative_P_200 8_2 0.2766 relative_P_500 8_2 0.3617 relative_P_1000 8_2 0.3617 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0170 set_relative_P 8_2 0.3617 set_recall 8_2 0.3617 set_map 8_2 0.0061 set_F 8_2 0.0325 num_nonrel_judged_ret 8_2 55 rbp 8_2 0.1714 rbp_resid 8_2 0.1665 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.3000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 5 map 8_3 0.0969 Rprec 8_3 0.1071 bpref 8_3 0.1276 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 0.6000 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.6000 P_10 8_3 0.3000 P_15 8_3 0.2000 P_20 8_3 0.1500 P_30 8_3 0.1000 P_100 8_3 0.0500 P_200 8_3 0.0250 P_500 8_3 0.0100 P_1000 8_3 0.0050 relstring 8_3 '11001-0--0' recall_5 8_3 0.1071 recall_10 8_3 0.1071 recall_15 8_3 0.1071 recall_20 8_3 0.1071 recall_30 8_3 0.1071 recall_100 8_3 0.1786 recall_200 8_3 0.1786 recall_500 8_3 0.1786 recall_1000 8_3 0.1786 infAP 8_3 0.0969 Rprec_mult_0.20 8_3 0.5000 Rprec_mult_0.40 8_3 0.2500 Rprec_mult_0.60 8_3 0.1765 Rprec_mult_0.80 8_3 0.1304 Rprec_mult_1.00 8_3 0.1071 Rprec_mult_1.20 8_3 0.0882 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0667 Rprec_mult_1.80 8_3 0.0588 Rprec_mult_2.00 8_3 0.0536 utility 8_3 -990.0000 11pt_avg 8_3 0.1455 binG 8_3 0.1007 G 8_3 0.0518 ndcg 8_3 0.1936 ndcg_rel 8_3 0.2203 Rndcg 8_3 0.2221 ndcg_cut_5 8_3 0.3422 ndcg_cut_10 8_3 0.2571 ndcg_cut_15 8_3 0.2201 ndcg_cut_20 8_3 0.1951 ndcg_cut_30 8_3 0.1673 ndcg_cut_100 8_3 0.1936 ndcg_cut_200 8_3 0.1936 ndcg_cut_500 8_3 0.1936 ndcg_cut_1000 8_3 0.1936 map_cut_5 8_3 0.0929 map_cut_10 8_3 0.0929 map_cut_15 8_3 0.0929 map_cut_20 8_3 0.0929 map_cut_30 8_3 0.0929 map_cut_100 8_3 0.0969 map_cut_200 8_3 0.0969 map_cut_500 8_3 0.0969 map_cut_1000 8_3 0.0969 relative_P_5 8_3 0.6000 relative_P_10 8_3 0.3000 relative_P_15 8_3 0.2000 relative_P_20 8_3 0.1500 relative_P_30 8_3 0.1071 relative_P_100 8_3 0.1786 relative_P_200 8_3 0.1786 relative_P_500 8_3 0.1786 relative_P_1000 8_3 0.1786 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0050 set_relative_P 8_3 0.1786 set_recall 8_3 0.1786 set_map 8_3 0.0009 set_F 8_3 0.0097 num_nonrel_judged_ret 8_3 35 rbp 8_3 0.1278 rbp_resid 8_3 0.3911 unj_5 8_3 0.0000 unj_10 8_3 0.3000 unj_20 8_3 0.5500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 6 map 8_4 0.0215 Rprec 8_4 0.0495 bpref 8_4 0.0527 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.0000 iprec_at_recall_0.20 8_4 0.0000 iprec_at_recall_0.30 8_4 0.0000 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.4000 P_10 8_4 0.2000 P_15 8_4 0.2000 P_20 8_4 0.1500 P_30 8_4 0.1333 P_100 8_4 0.0500 P_200 8_4 0.0250 P_500 8_4 0.0100 P_1000 8_4 0.0060 relstring 8_4 '4040000-00' recall_5 8_4 0.0198 recall_10 8_4 0.0198 recall_15 8_4 0.0297 recall_20 8_4 0.0297 recall_30 8_4 0.0396 recall_100 8_4 0.0495 recall_200 8_4 0.0495 recall_500 8_4 0.0495 recall_1000 8_4 0.0594 infAP 8_4 0.0215 Rprec_mult_0.20 8_4 0.1429 Rprec_mult_0.40 8_4 0.0976 Rprec_mult_0.60 8_4 0.0820 Rprec_mult_0.80 8_4 0.0617 Rprec_mult_1.00 8_4 0.0495 Rprec_mult_1.20 8_4 0.0410 Rprec_mult_1.40 8_4 0.0352 Rprec_mult_1.60 8_4 0.0309 Rprec_mult_1.80 8_4 0.0275 Rprec_mult_2.00 8_4 0.0248 utility 8_4 -988.0000 11pt_avg 8_4 0.0909 binG 8_4 0.0240 G 8_4 0.0350 ndcg 8_4 0.1537 ndcg_rel 8_4 0.1703 Rndcg 8_4 0.2117 ndcg_cut_5 8_4 0.5087 ndcg_cut_10 8_4 0.3301 ndcg_cut_15 8_4 0.2949 ndcg_cut_20 8_4 0.2543 ndcg_cut_30 8_4 0.2204 ndcg_cut_100 8_4 0.1519 ndcg_cut_200 8_4 0.1514 ndcg_cut_500 8_4 0.1514 ndcg_cut_1000 8_4 0.1537 map_cut_5 8_4 0.0165 map_cut_10 8_4 0.0165 map_cut_15 8_4 0.0188 map_cut_20 8_4 0.0188 map_cut_30 8_4 0.0204 map_cut_100 8_4 0.0215 map_cut_200 8_4 0.0215 map_cut_500 8_4 0.0215 map_cut_1000 8_4 0.0215 relative_P_5 8_4 0.4000 relative_P_10 8_4 0.2000 relative_P_15 8_4 0.2000 relative_P_20 8_4 0.1500 relative_P_30 8_4 0.1333 relative_P_100 8_4 0.0500 relative_P_200 8_4 0.0495 relative_P_500 8_4 0.0495 relative_P_1000 8_4 0.0594 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0060 set_relative_P 8_4 0.0594 set_recall 8_4 0.0594 set_map 8_4 0.0004 set_F 8_4 0.0109 num_nonrel_judged_ret 8_4 26 rbp 8_4 0.1974 rbp_resid 8_4 0.2031 unj_5 8_4 0.0000 unj_10 8_4 0.1000 unj_20 8_4 0.2000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 30 map 8_5 0.2648 Rprec 8_5 0.3725 bpref 8_5 0.4775 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.7500 iprec_at_recall_0.20 8_5 0.6111 iprec_at_recall_0.30 8_5 0.4186 iprec_at_recall_0.40 8_5 0.3846 iprec_at_recall_0.50 8_5 0.2453 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.6000 P_10 8_5 0.6000 P_15 8_5 0.6000 P_20 8_5 0.5500 P_30 8_5 0.4333 P_100 8_5 0.2500 P_200 8_5 0.1500 P_500 8_5 0.0600 P_1000 8_5 0.0300 relstring 8_5 '2001221100' recall_5 8_5 0.0588 recall_10 8_5 0.1176 recall_15 8_5 0.1765 recall_20 8_5 0.2157 recall_30 8_5 0.2549 recall_100 8_5 0.4902 recall_200 8_5 0.5882 recall_500 8_5 0.5882 recall_1000 8_5 0.5882 infAP 8_5 0.2648 Rprec_mult_0.20 8_5 0.5455 Rprec_mult_0.40 8_5 0.5238 Rprec_mult_0.60 8_5 0.4194 Rprec_mult_0.80 8_5 0.4146 Rprec_mult_1.00 8_5 0.3725 Rprec_mult_1.20 8_5 0.3226 Rprec_mult_1.40 8_5 0.3056 Rprec_mult_1.60 8_5 0.2683 Rprec_mult_1.80 8_5 0.2500 Rprec_mult_2.00 8_5 0.2451 utility 8_5 -940.0000 11pt_avg 8_5 0.3100 binG 8_5 0.1720 G 8_5 0.1211 ndcg 8_5 0.4549 ndcg_rel 8_5 0.4144 Rndcg 8_5 0.3504 ndcg_cut_5 8_5 0.3176 ndcg_cut_10 8_5 0.3438 ndcg_cut_15 8_5 0.3418 ndcg_cut_20 8_5 0.3603 ndcg_cut_30 8_5 0.3536 ndcg_cut_100 8_5 0.4241 ndcg_cut_200 8_5 0.4549 ndcg_cut_500 8_5 0.4549 ndcg_cut_1000 8_5 0.4549 map_cut_5 8_5 0.0412 map_cut_10 8_5 0.0830 map_cut_15 8_5 0.1191 map_cut_20 8_5 0.1426 map_cut_30 8_5 0.1627 map_cut_100 8_5 0.2446 map_cut_200 8_5 0.2648 map_cut_500 8_5 0.2648 map_cut_1000 8_5 0.2648 relative_P_5 8_5 0.6000 relative_P_10 8_5 0.6000 relative_P_15 8_5 0.6000 relative_P_20 8_5 0.5500 relative_P_30 8_5 0.4333 relative_P_100 8_5 0.4902 relative_P_200 8_5 0.5882 relative_P_500 8_5 0.5882 relative_P_1000 8_5 0.5882 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0300 set_relative_P 8_5 0.5882 set_recall 8_5 0.5882 set_map 8_5 0.0176 set_F 8_5 0.0571 num_nonrel_judged_ret 8_5 25 rbp 8_5 0.2008 rbp_resid 8_5 0.1380 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.1500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 41 map 8_7 0.5997 Rprec 8_7 0.5957 bpref 8_7 0.7827 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.9048 iprec_at_recall_0.20 8_7 0.9048 iprec_at_recall_0.30 8_7 0.9048 iprec_at_recall_0.40 8_7 0.9048 iprec_at_recall_0.50 8_7 0.7742 iprec_at_recall_0.60 8_7 0.6667 iprec_at_recall_0.70 8_7 0.4783 iprec_at_recall_0.80 8_7 0.2360 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.8000 P_10 8_7 0.8000 P_15 8_7 0.8667 P_20 8_7 0.9000 P_30 8_7 0.7667 P_100 8_7 0.3600 P_200 8_7 0.1900 P_500 8_7 0.0820 P_1000 8_7 0.0410 relstring 8_7 '32101-1224' recall_5 8_7 0.0851 recall_10 8_7 0.1702 recall_15 8_7 0.2766 recall_20 8_7 0.3830 recall_30 8_7 0.4894 recall_100 8_7 0.7660 recall_200 8_7 0.8085 recall_500 8_7 0.8723 recall_1000 8_7 0.8723 infAP 8_7 0.5997 Rprec_mult_0.20 8_7 0.8000 Rprec_mult_0.40 8_7 0.8947 Rprec_mult_0.60 8_7 0.7586 Rprec_mult_0.80 8_7 0.7105 Rprec_mult_1.00 8_7 0.5957 Rprec_mult_1.20 8_7 0.5088 Rprec_mult_1.40 8_7 0.4697 Rprec_mult_1.60 8_7 0.4342 Rprec_mult_1.80 8_7 0.4235 Rprec_mult_2.00 8_7 0.3830 utility 8_7 -918.0000 11pt_avg 8_7 0.6158 binG 8_7 0.3467 G 8_7 0.2392 ndcg 8_7 0.7516 ndcg_rel 8_7 0.6752 Rndcg 8_7 0.6430 ndcg_cut_5 8_7 0.5103 ndcg_cut_10 8_7 0.5927 ndcg_cut_15 8_7 0.6450 ndcg_cut_20 8_7 0.6601 ndcg_cut_30 8_7 0.6870 ndcg_cut_100 8_7 0.7229 ndcg_cut_200 8_7 0.7353 ndcg_cut_500 8_7 0.7516 ndcg_cut_1000 8_7 0.7516 map_cut_5 8_7 0.0809 map_cut_10 8_7 0.1456 map_cut_15 8_7 0.2354 map_cut_20 8_7 0.3299 map_cut_30 8_7 0.4199 map_cut_100 8_7 0.5786 map_cut_200 8_7 0.5899 map_cut_500 8_7 0.5997 map_cut_1000 8_7 0.5997 relative_P_5 8_7 0.8000 relative_P_10 8_7 0.8000 relative_P_15 8_7 0.8667 relative_P_20 8_7 0.9000 relative_P_30 8_7 0.7667 relative_P_100 8_7 0.7660 relative_P_200 8_7 0.8085 relative_P_500 8_7 0.8723 relative_P_1000 8_7 0.8723 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0410 set_relative_P 8_7 0.8723 set_recall 8_7 0.8723 set_map 8_7 0.0358 set_F 8_7 0.0783 num_nonrel_judged_ret 8_7 17 rbp 8_7 0.3669 rbp_resid 8_7 0.1016 unj_5 8_7 0.0000 unj_10 8_7 0.1000 unj_20 8_7 0.0500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 16 map 8_8 0.2387 Rprec 8_8 0.3438 bpref 8_8 0.3701 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 0.5000 iprec_at_recall_0.30 8_8 0.4167 iprec_at_recall_0.40 8_8 0.2333 iprec_at_recall_0.50 8_8 0.1524 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.6000 P_10 8_8 0.5000 P_15 8_8 0.4000 P_20 8_8 0.4000 P_30 8_8 0.3333 P_100 8_8 0.1500 P_200 8_8 0.0800 P_500 8_8 0.0320 P_1000 8_8 0.0160 relstring 8_8 '3330000041' recall_5 8_8 0.0938 recall_10 8_8 0.1562 recall_15 8_8 0.1875 recall_20 8_8 0.2500 recall_30 8_8 0.3125 recall_100 8_8 0.4688 recall_200 8_8 0.5000 recall_500 8_8 0.5000 recall_1000 8_8 0.5000 infAP 8_8 0.2387 Rprec_mult_0.20 8_8 0.4286 Rprec_mult_0.40 8_8 0.4615 Rprec_mult_0.60 8_8 0.4000 Rprec_mult_0.80 8_8 0.3846 Rprec_mult_1.00 8_8 0.3438 Rprec_mult_1.20 8_8 0.3077 Rprec_mult_1.40 8_8 0.2667 Rprec_mult_1.60 8_8 0.2308 Rprec_mult_1.80 8_8 0.2241 Rprec_mult_2.00 8_8 0.2188 utility 8_8 -968.0000 11pt_avg 8_8 0.3002 binG 8_8 0.1947 G 8_8 0.1471 ndcg 8_8 0.5103 ndcg_rel 8_8 0.5170 Rndcg 8_8 0.4750 ndcg_cut_5 8_8 0.5420 ndcg_cut_10 8_8 0.4757 ndcg_cut_15 8_8 0.4600 ndcg_cut_20 8_8 0.4412 ndcg_cut_30 8_8 0.4201 ndcg_cut_100 8_8 0.5041 ndcg_cut_200 8_8 0.5103 ndcg_cut_500 8_8 0.5103 ndcg_cut_1000 8_8 0.5103 map_cut_5 8_8 0.0938 map_cut_10 8_8 0.1233 map_cut_15 8_8 0.1389 map_cut_20 8_8 0.1651 map_cut_30 8_8 0.1915 map_cut_100 8_8 0.2339 map_cut_200 8_8 0.2387 map_cut_500 8_8 0.2387 map_cut_1000 8_8 0.2387 relative_P_5 8_8 0.6000 relative_P_10 8_8 0.5000 relative_P_15 8_8 0.4000 relative_P_20 8_8 0.4000 relative_P_30 8_8 0.3333 relative_P_100 8_8 0.4688 relative_P_200 8_8 0.5000 relative_P_500 8_8 0.5000 relative_P_1000 8_8 0.5000 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0160 set_relative_P 8_8 0.5000 set_recall 8_8 0.5000 set_map 8_8 0.0080 set_F 8_8 0.0310 num_nonrel_judged_ret 8_8 32 rbp 8_8 0.3066 rbp_resid 8_8 0.1432 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.1500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 25 map 9_11 0.0880 Rprec 9_11 0.1429 bpref 9_11 0.2008 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.2727 iprec_at_recall_0.20 9_11 0.0857 iprec_at_recall_0.30 9_11 0.0000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 0.7000 P_15 9_11 0.5333 P_20 9_11 0.4000 P_30 9_11 0.3333 P_100 9_11 0.1600 P_200 9_11 0.1050 P_500 9_11 0.0500 P_1000 9_11 0.0250 relstring 9_11 '21221-1-1-' recall_5 9_11 0.0420 recall_10 9_11 0.0588 recall_15 9_11 0.0672 recall_20 9_11 0.0672 recall_30 9_11 0.0840 recall_100 9_11 0.1345 recall_200 9_11 0.1765 recall_500 9_11 0.2101 recall_1000 9_11 0.2101 infAP 9_11 0.0880 Rprec_mult_0.20 9_11 0.3750 Rprec_mult_0.40 9_11 0.2500 Rprec_mult_0.60 9_11 0.1944 Rprec_mult_0.80 9_11 0.1667 Rprec_mult_1.00 9_11 0.1429 Rprec_mult_1.20 9_11 0.1329 Rprec_mult_1.40 9_11 0.1198 Rprec_mult_1.60 9_11 0.1047 Rprec_mult_1.80 9_11 0.1023 Rprec_mult_2.00 9_11 0.0966 utility 9_11 -950.0000 11pt_avg 9_11 0.1235 binG 9_11 0.0780 G 9_11 0.0437 ndcg 9_11 0.2423 ndcg_rel 9_11 0.2613 Rndcg 9_11 0.2699 ndcg_cut_5 9_11 0.5516 ndcg_cut_10 9_11 0.4133 ndcg_cut_15 9_11 0.3771 ndcg_cut_20 9_11 0.3286 ndcg_cut_30 9_11 0.3049 ndcg_cut_100 9_11 0.2046 ndcg_cut_200 9_11 0.2226 ndcg_cut_500 9_11 0.2423 ndcg_cut_1000 9_11 0.2423 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0558 map_cut_15 9_11 0.0606 map_cut_20 9_11 0.0606 map_cut_30 9_11 0.0671 map_cut_100 9_11 0.0793 map_cut_200 9_11 0.0850 map_cut_500 9_11 0.0880 map_cut_1000 9_11 0.0880 relative_P_5 9_11 1.0000 relative_P_10 9_11 0.7000 relative_P_15 9_11 0.5333 relative_P_20 9_11 0.4000 relative_P_30 9_11 0.3333 relative_P_100 9_11 0.1600 relative_P_200 9_11 0.1765 relative_P_500 9_11 0.2101 relative_P_1000 9_11 0.2101 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0250 set_relative_P 9_11 0.2101 set_recall 9_11 0.2101 set_map 9_11 0.0053 set_F 9_11 0.0447 num_nonrel_judged_ret 9_11 14 rbp 9_11 0.2838 rbp_resid 9_11 0.4099 unj_5 9_11 0.0000 unj_10 9_11 0.3000 unj_20 9_11 0.5500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 2 map 9_13 0.3056 Rprec 9_13 0.2500 bpref 9_13 0.5000 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 0.2222 iprec_at_recall_0.50 9_13 0.2222 iprec_at_recall_0.60 9_13 0.2222 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.2000 P_15 9_13 0.1333 P_20 9_13 0.1000 P_30 9_13 0.0667 P_100 9_13 0.0200 P_200 9_13 0.0100 P_500 9_13 0.0040 P_1000 9_13 0.0020 relstring 9_13 '2-------30' recall_5 9_13 0.2500 recall_10 9_13 0.5000 recall_15 9_13 0.5000 recall_20 9_13 0.5000 recall_30 9_13 0.5000 recall_100 9_13 0.5000 recall_200 9_13 0.5000 recall_500 9_13 0.5000 recall_1000 9_13 0.5000 infAP 9_13 0.3056 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -996.0000 11pt_avg 9_13 0.4242 binG 9_13 0.3289 G 9_13 0.2366 ndcg 9_13 0.4591 ndcg_rel 9_13 0.5110 Rndcg 9_13 0.3809 ndcg_cut_5 9_13 0.3163 ndcg_cut_10 9_13 0.4591 ndcg_cut_15 9_13 0.4591 ndcg_cut_20 9_13 0.4591 ndcg_cut_30 9_13 0.4591 ndcg_cut_100 9_13 0.4591 ndcg_cut_200 9_13 0.4591 ndcg_cut_500 9_13 0.4591 ndcg_cut_1000 9_13 0.4591 map_cut_5 9_13 0.2500 map_cut_10 9_13 0.3056 map_cut_15 9_13 0.3056 map_cut_20 9_13 0.3056 map_cut_30 9_13 0.3056 map_cut_100 9_13 0.3056 map_cut_200 9_13 0.3056 map_cut_500 9_13 0.3056 map_cut_1000 9_13 0.3056 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.5000 relative_P_15 9_13 0.5000 relative_P_20 9_13 0.5000 relative_P_30 9_13 0.5000 relative_P_100 9_13 0.5000 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.5000 relative_P_1000 9_13 0.5000 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0020 set_relative_P 9_13 0.5000 set_recall 9_13 0.5000 set_map 9_13 0.0010 set_F 9_13 0.0040 num_nonrel_judged_ret 9_13 2 rbp 9_13 0.1097 rbp_resid 9_13 0.7833 unj_5 9_13 0.8000 unj_10 9_13 0.7000 unj_20 9_13 0.8000 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 32 map 9_2 0.1753 Rprec 9_2 0.2301 bpref 9_2 0.2722 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.8824 iprec_at_recall_0.20 9_2 0.3966 iprec_at_recall_0.30 9_2 0.0000 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.8000 P_10 9_2 0.9000 P_15 9_2 0.8667 P_20 9_2 0.8000 P_30 9_2 0.6333 P_100 9_2 0.2600 P_200 9_2 0.1350 P_500 9_2 0.0620 P_1000 9_2 0.0320 relstring 9_2 '1210221112' recall_5 9_2 0.0354 recall_10 9_2 0.0796 recall_15 9_2 0.1150 recall_20 9_2 0.1416 recall_30 9_2 0.1681 recall_100 9_2 0.2301 recall_200 9_2 0.2389 recall_500 9_2 0.2743 recall_1000 9_2 0.2832 infAP 9_2 0.1753 Rprec_mult_0.20 9_2 0.6957 Rprec_mult_0.40 9_2 0.4565 Rprec_mult_0.60 9_2 0.3676 Rprec_mult_0.80 9_2 0.2857 Rprec_mult_1.00 9_2 0.2301 Rprec_mult_1.20 9_2 0.1985 Rprec_mult_1.40 9_2 0.1698 Rprec_mult_1.60 9_2 0.1492 Rprec_mult_1.80 9_2 0.1324 Rprec_mult_2.00 9_2 0.1195 utility 9_2 -936.0000 11pt_avg 9_2 0.2072 binG 9_2 0.1179 G 9_2 0.0682 ndcg 9_2 0.3384 ndcg_rel 9_2 0.3650 Rndcg 9_2 0.3626 ndcg_cut_5 9_2 0.3997 ndcg_cut_10 9_2 0.4799 ndcg_cut_15 9_2 0.5546 ndcg_cut_20 9_2 0.5330 ndcg_cut_30 9_2 0.4761 ndcg_cut_100 9_2 0.3290 ndcg_cut_200 9_2 0.3160 ndcg_cut_500 9_2 0.3355 ndcg_cut_1000 9_2 0.3384 map_cut_5 9_2 0.0336 map_cut_10 9_2 0.0722 map_cut_15 9_2 0.1030 map_cut_20 9_2 0.1256 map_cut_30 9_2 0.1435 map_cut_100 9_2 0.1691 map_cut_200 9_2 0.1712 map_cut_500 9_2 0.1748 map_cut_1000 9_2 0.1753 relative_P_5 9_2 0.8000 relative_P_10 9_2 0.9000 relative_P_15 9_2 0.8667 relative_P_20 9_2 0.8000 relative_P_30 9_2 0.6333 relative_P_100 9_2 0.2600 relative_P_200 9_2 0.2389 relative_P_500 9_2 0.2743 relative_P_1000 9_2 0.2832 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0320 set_relative_P 9_2 0.2832 set_recall 9_2 0.2832 set_map 9_2 0.0091 set_F 9_2 0.0575 num_nonrel_judged_ret 9_2 5 rbp 9_2 0.3973 rbp_resid 9_2 0.1578 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.1500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 77 map 9_6 0.2652 Rprec 9_6 0.3740 bpref 9_6 0.5670 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.5294 iprec_at_recall_0.20 9_6 0.5294 iprec_at_recall_0.30 9_6 0.4211 iprec_at_recall_0.40 9_6 0.3655 iprec_at_recall_0.50 9_6 0.3099 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.7000 P_15 9_6 0.6000 P_20 9_6 0.5500 P_30 9_6 0.4667 P_100 9_6 0.4100 P_200 9_6 0.3250 P_500 9_6 0.1520 P_1000 9_6 0.0770 relstring 9_6 '12122-1--2' recall_5 9_6 0.0382 recall_10 9_6 0.0534 recall_15 9_6 0.0687 recall_20 9_6 0.0840 recall_30 9_6 0.1069 recall_100 9_6 0.3130 recall_200 9_6 0.4962 recall_500 9_6 0.5802 recall_1000 9_6 0.5878 infAP 9_6 0.2652 Rprec_mult_0.20 9_6 0.4815 Rprec_mult_0.40 9_6 0.5094 Rprec_mult_0.60 9_6 0.4051 Rprec_mult_0.80 9_6 0.4095 Rprec_mult_1.00 9_6 0.3740 Rprec_mult_1.20 9_6 0.3481 Rprec_mult_1.40 9_6 0.3315 Rprec_mult_1.60 9_6 0.3095 Rprec_mult_1.80 9_6 0.2839 Rprec_mult_2.00 9_6 0.2557 utility 9_6 -846.0000 11pt_avg 9_6 0.2868 binG 9_6 0.1440 G 9_6 0.0929 ndcg 9_6 0.5002 ndcg_rel 9_6 0.4418 Rndcg 9_6 0.3894 ndcg_cut_5 9_6 0.4971 ndcg_cut_10 9_6 0.3894 ndcg_cut_15 9_6 0.3476 ndcg_cut_20 9_6 0.3455 ndcg_cut_30 9_6 0.3319 ndcg_cut_100 9_6 0.3650 ndcg_cut_200 9_6 0.4496 ndcg_cut_500 9_6 0.4963 ndcg_cut_1000 9_6 0.5002 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0501 map_cut_15 9_6 0.0604 map_cut_20 9_6 0.0696 map_cut_30 9_6 0.0812 map_cut_100 9_6 0.1771 map_cut_200 9_6 0.2437 map_cut_500 9_6 0.2644 map_cut_1000 9_6 0.2652 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.7000 relative_P_15 9_6 0.6000 relative_P_20 9_6 0.5500 relative_P_30 9_6 0.4667 relative_P_100 9_6 0.4100 relative_P_200 9_6 0.4962 relative_P_500 9_6 0.5802 relative_P_1000 9_6 0.5878 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0770 set_relative_P 9_6 0.5878 set_recall 9_6 0.5878 set_map 9_6 0.0453 set_F 9_6 0.1362 num_nonrel_judged_ret 9_6 3 rbp 9_6 0.3482 rbp_resid 9_6 0.3355 unj_5 9_6 0.0000 unj_10 9_6 0.3000 unj_20 9_6 0.4000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 17 map 9_9 0.1319 Rprec 9_9 0.2182 bpref 9_9 0.2823 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.3810 iprec_at_recall_0.20 9_9 0.3548 iprec_at_recall_0.30 9_9 0.0821 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.6000 P_10 9_9 0.4000 P_15 9_9 0.3333 P_20 9_9 0.3500 P_30 9_9 0.3333 P_100 9_9 0.1400 P_200 9_9 0.0800 P_500 9_9 0.0340 P_1000 9_9 0.0170 relstring 9_9 '3110010---' recall_5 9_9 0.0545 recall_10 9_9 0.0727 recall_15 9_9 0.0909 recall_20 9_9 0.1273 recall_30 9_9 0.1818 recall_100 9_9 0.2545 recall_200 9_9 0.2909 recall_500 9_9 0.3091 recall_1000 9_9 0.3091 infAP 9_9 0.1319 Rprec_mult_0.20 9_9 0.4545 Rprec_mult_0.40 9_9 0.3636 Rprec_mult_0.60 9_9 0.3333 Rprec_mult_0.80 9_9 0.2727 Rprec_mult_1.00 9_9 0.2182 Rprec_mult_1.20 9_9 0.1970 Rprec_mult_1.40 9_9 0.1688 Rprec_mult_1.60 9_9 0.1591 Rprec_mult_1.80 9_9 0.1414 Rprec_mult_2.00 9_9 0.1273 utility 9_9 -966.0000 11pt_avg 9_9 0.1653 binG 9_9 0.1140 G 9_9 0.0794 ndcg 9_9 0.3284 ndcg_rel 9_9 0.3544 Rndcg 9_9 0.3072 ndcg_cut_5 9_9 0.4670 ndcg_cut_10 9_9 0.3292 ndcg_cut_15 9_9 0.3028 ndcg_cut_20 9_9 0.3072 ndcg_cut_30 9_9 0.3180 ndcg_cut_100 9_9 0.3033 ndcg_cut_200 9_9 0.3204 ndcg_cut_500 9_9 0.3284 ndcg_cut_1000 9_9 0.3284 map_cut_5 9_9 0.0545 map_cut_10 9_9 0.0667 map_cut_15 9_9 0.0749 map_cut_20 9_9 0.0877 map_cut_30 9_9 0.1074 map_cut_100 9_9 0.1267 map_cut_200 9_9 0.1304 map_cut_500 9_9 0.1319 map_cut_1000 9_9 0.1319 relative_P_5 9_9 0.6000 relative_P_10 9_9 0.4000 relative_P_15 9_9 0.3333 relative_P_20 9_9 0.3500 relative_P_30 9_9 0.3333 relative_P_100 9_9 0.2545 relative_P_200 9_9 0.2909 relative_P_500 9_9 0.3091 relative_P_1000 9_9 0.3091 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0170 set_relative_P 9_9 0.3091 set_recall 9_9 0.3091 set_map 9_9 0.0053 set_F 9_9 0.0322 num_nonrel_judged_ret 9_9 15 rbp 9_9 0.2665 rbp_resid 9_9 0.3369 unj_5 9_9 0.0000 unj_10 9_9 0.3000 unj_20 9_9 0.4500 runid all gpt4o-QR-bm25-rr-genonly-llama3.1-baseline num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 3518 map all 0.1944 gm_map all 0.0874 Rprec all 0.2404 bpref all 0.3355 recip_rank all 0.7910 iprec_at_recall_0.00 all 0.8123 iprec_at_recall_0.10 all 0.5108 iprec_at_recall_0.20 all 0.3638 iprec_at_recall_0.30 all 0.2577 iprec_at_recall_0.40 all 0.1849 iprec_at_recall_0.50 all 0.1448 iprec_at_recall_0.60 all 0.0980 iprec_at_recall_0.70 all 0.0658 iprec_at_recall_0.80 all 0.0327 iprec_at_recall_0.90 all 0.0147 iprec_at_recall_1.00 all 0.0072 P_5 all 0.5914 P_10 all 0.5060 P_15 all 0.4506 P_20 all 0.4151 P_30 all 0.3670 P_100 all 0.1962 P_200 all 0.1209 P_500 all 0.0573 P_1000 all 0.0303 recall_5 all 0.0545 recall_10 all 0.0895 recall_15 all 0.1148 recall_20 all 0.1382 recall_30 all 0.1845 recall_100 all 0.3080 recall_200 all 0.3725 recall_500 all 0.4291 recall_1000 all 0.4503 infAP all 0.1944 gm_bpref all 0.1901 Rprec_mult_0.20 all 0.4671 Rprec_mult_0.40 all 0.3720 Rprec_mult_0.60 all 0.3096 Rprec_mult_0.80 all 0.2689 Rprec_mult_1.00 all 0.2404 Rprec_mult_1.20 all 0.2165 Rprec_mult_1.40 all 0.1960 Rprec_mult_1.60 all 0.1812 Rprec_mult_1.80 all 0.1674 Rprec_mult_2.00 all 0.1561 utility all -939.3448 11pt_avg all 0.2266 binG all 0.1446 G all 0.1097 ndcg all 0.3829 ndcg_rel all 0.3658 Rndcg all 0.3417 ndcg_cut_5 all 0.4150 ndcg_cut_10 all 0.3819 ndcg_cut_15 all 0.3638 ndcg_cut_20 all 0.3546 ndcg_cut_30 all 0.3449 ndcg_cut_100 all 0.3310 ndcg_cut_200 all 0.3508 ndcg_cut_500 all 0.3747 ndcg_cut_1000 all 0.3829 map_cut_5 all 0.0485 map_cut_10 all 0.0730 map_cut_15 all 0.0900 map_cut_20 all 0.1041 map_cut_30 all 0.1247 map_cut_100 all 0.1733 map_cut_200 all 0.1869 map_cut_500 all 0.1934 map_cut_1000 all 0.1944 relative_P_5 all 0.5918 relative_P_10 all 0.5086 relative_P_15 all 0.4566 relative_P_20 all 0.4249 relative_P_30 all 0.3936 relative_P_100 all 0.3310 relative_P_200 all 0.3738 relative_P_500 all 0.4291 relative_P_1000 all 0.4503 success_1 all 0.7069 success_5 all 0.8966 success_10 all 0.9138 set_P all 0.0303 set_relative_P all 0.4503 set_recall all 0.4503 set_map all 0.0165 set_F all 0.0553 num_nonrel_judged_ret all 2706 rbp all 0.2685 rbp_resid all 0.2611 unj_5 all 0.0103 unj_10 all 0.1862 unj_20 all 0.3125