num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 54 map 0_10 0.7356 Rprec 0_10 0.7222 bpref 0_10 0.8615 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.8889 iprec_at_recall_0.20 0_10 0.8571 iprec_at_recall_0.30 0_10 0.8333 iprec_at_recall_0.40 0_10 0.8333 iprec_at_recall_0.50 0_10 0.8333 iprec_at_recall_0.60 0_10 0.8205 iprec_at_recall_0.70 0_10 0.7451 iprec_at_recall_0.80 0_10 0.6567 iprec_at_recall_0.90 0_10 0.5765 iprec_at_recall_1.00 0_10 0.0903 P_5 0_10 0.8000 P_10 0_10 0.8000 P_15 0_10 0.8000 P_20 0_10 0.7500 P_30 0_10 0.8000 P_100 0_10 0.5100 P_200 0_10 0.2650 P_500 0_10 0.1060 P_1000 0_10 0.0540 relstring 0_10 '330231332-' recall_5 0_10 0.0741 recall_10 0_10 0.1481 recall_15 0_10 0.2222 recall_20 0_10 0.2778 recall_30 0_10 0.4444 recall_100 0_10 0.9444 recall_200 0_10 0.9815 recall_500 0_10 0.9815 recall_1000 0_10 1.0000 infAP 0_10 0.7356 Rprec_mult_0.20 0_10 0.8182 Rprec_mult_0.40 0_10 0.7273 Rprec_mult_0.60 0_10 0.8182 Rprec_mult_0.80 0_10 0.7500 Rprec_mult_1.00 0_10 0.7222 Rprec_mult_1.20 0_10 0.6462 Rprec_mult_1.40 0_10 0.6053 Rprec_mult_1.60 0_10 0.5632 Rprec_mult_1.80 0_10 0.5204 Rprec_mult_2.00 0_10 0.4722 utility 0_10 -892.0000 11pt_avg 0_10 0.7396 binG 0_10 0.3571 G 0_10 0.2580 ndcg 0_10 0.8888 ndcg_rel 0_10 0.7572 Rndcg 0_10 0.7527 ndcg_cut_5 0_10 0.7817 ndcg_cut_10 0_10 0.7204 ndcg_cut_15 0_10 0.7260 ndcg_cut_20 0_10 0.6712 ndcg_cut_30 0_10 0.6925 ndcg_cut_100 0_10 0.8688 ndcg_cut_200 0_10 0.8856 ndcg_cut_500 0_10 0.8856 ndcg_cut_1000 0_10 0.8888 map_cut_5 0_10 0.0657 map_cut_10 0_10 0.1297 map_cut_15 0_10 0.1918 map_cut_20 0_10 0.2343 map_cut_30 0_10 0.3621 map_cut_100 0_10 0.7184 map_cut_200 0_10 0.7339 map_cut_500 0_10 0.7339 map_cut_1000 0_10 0.7356 relative_P_5 0_10 0.8000 relative_P_10 0_10 0.8000 relative_P_15 0_10 0.8000 relative_P_20 0_10 0.7500 relative_P_30 0_10 0.8000 relative_P_100 0_10 0.9444 relative_P_200 0_10 0.9815 relative_P_500 0_10 0.9815 relative_P_1000 0_10 1.0000 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0540 set_relative_P 0_10 1.0000 set_recall 0_10 1.0000 set_map 0_10 0.0540 set_F 0_10 0.1025 num_nonrel_judged_ret 0_10 35 rbp 0_10 0.6742 rbp_resid 0_10 0.0627 unj_5 0_10 0.0000 unj_10 0_10 0.1000 unj_20 0_10 0.1000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.7045 Rprec 0_11 0.6667 bpref 0_11 0.7708 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 1.0000 iprec_at_recall_0.40 0_11 0.8333 iprec_at_recall_0.50 0_11 0.7500 iprec_at_recall_0.60 0_11 0.7000 iprec_at_recall_0.70 0_11 0.6667 iprec_at_recall_0.80 0_11 0.5263 iprec_at_recall_0.90 0_11 0.4783 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.8000 P_10 0_11 0.7000 P_15 0_11 0.5333 P_20 0_11 0.5000 P_30 0_11 0.3667 P_100 0_11 0.1100 P_200 0_11 0.0550 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '33330303-3' recall_5 0_11 0.3333 recall_10 0_11 0.5833 recall_15 0_11 0.6667 recall_20 0_11 0.8333 recall_30 0_11 0.9167 recall_100 0_11 0.9167 recall_200 0_11 0.9167 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.7045 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.7000 Rprec_mult_1.00 0_11 0.6667 Rprec_mult_1.20 0_11 0.5333 Rprec_mult_1.40 0_11 0.4706 Rprec_mult_1.60 0_11 0.5000 Rprec_mult_1.80 0_11 0.4545 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -978.0000 11pt_avg 0_11 0.7231 binG 0_11 0.5658 G 0_11 0.5055 ndcg 0_11 0.8792 ndcg_rel 0_11 0.8839 Rndcg 0_11 0.8119 ndcg_cut_5 0_11 0.8688 ndcg_cut_10 0_11 0.7752 ndcg_cut_15 0_11 0.7447 ndcg_cut_20 0_11 0.8364 ndcg_cut_30 0_11 0.8792 ndcg_cut_100 0_11 0.8792 ndcg_cut_200 0_11 0.8792 ndcg_cut_500 0_11 0.8792 ndcg_cut_1000 0_11 0.8792 map_cut_5 0_11 0.3333 map_cut_10 0_11 0.5236 map_cut_15 0_11 0.5792 map_cut_20 0_11 0.6647 map_cut_30 0_11 0.7045 map_cut_100 0_11 0.7045 map_cut_200 0_11 0.7045 map_cut_500 0_11 0.7045 map_cut_1000 0_11 0.7045 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.7000 relative_P_15 0_11 0.6667 relative_P_20 0_11 0.8333 relative_P_30 0_11 0.9167 relative_P_100 0_11 0.9167 relative_P_200 0_11 0.9167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 25 rbp 0_11 0.5624 rbp_resid 0_11 0.2158 unj_5 0_11 0.0000 unj_10 0_11 0.1000 unj_20 0_11 0.2500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 33 map 0_2 0.1417 Rprec 0_2 0.1176 bpref 0_2 0.0709 recip_rank 0_2 0.3333 iprec_at_recall_0.00 0_2 0.3333 iprec_at_recall_0.10 0_2 0.1652 iprec_at_recall_0.20 0_2 0.1652 iprec_at_recall_0.30 0_2 0.1652 iprec_at_recall_0.40 0_2 0.1652 iprec_at_recall_0.50 0_2 0.1652 iprec_at_recall_0.60 0_2 0.1639 iprec_at_recall_0.70 0_2 0.1497 iprec_at_recall_0.80 0_2 0.1371 iprec_at_recall_0.90 0_2 0.0978 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.1333 P_20 0_2 0.1000 P_30 0_2 0.1333 P_100 0_2 0.1400 P_200 0_2 0.1350 P_500 0_2 0.0660 P_1000 0_2 0.0330 relstring 0_2 '0020000000' recall_5 0_2 0.0294 recall_10 0_2 0.0294 recall_15 0_2 0.0588 recall_20 0_2 0.0588 recall_30 0_2 0.1176 recall_100 0_2 0.4118 recall_200 0_2 0.7941 recall_500 0_2 0.9706 recall_1000 0_2 0.9706 infAP 0_2 0.1417 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.1429 Rprec_mult_0.60 0_2 0.0952 Rprec_mult_0.80 0_2 0.1429 Rprec_mult_1.00 0_2 0.1176 Rprec_mult_1.20 0_2 0.1220 Rprec_mult_1.40 0_2 0.1458 Rprec_mult_1.60 0_2 0.1455 Rprec_mult_1.80 0_2 0.1290 Rprec_mult_2.00 0_2 0.1324 utility 0_2 -934.0000 11pt_avg 0_2 0.1553 binG 0_2 0.1642 G 0_2 0.1585 ndcg 0_2 0.4926 ndcg_rel 0_2 0.3106 Rndcg 0_2 0.1903 ndcg_cut_5 0_2 0.1450 ndcg_cut_10 0_2 0.0991 ndcg_cut_15 0_2 0.1223 ndcg_cut_20 0_2 0.1117 ndcg_cut_30 0_2 0.1508 ndcg_cut_100 0_2 0.2719 ndcg_cut_200 0_2 0.4247 ndcg_cut_500 0_2 0.4926 ndcg_cut_1000 0_2 0.4926 map_cut_5 0_2 0.0098 map_cut_10 0_2 0.0098 map_cut_15 0_2 0.0143 map_cut_20 0_2 0.0143 map_cut_30 0_2 0.0225 map_cut_100 0_2 0.0636 map_cut_200 0_2 0.1219 map_cut_500 0_2 0.1417 map_cut_1000 0_2 0.1417 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.1333 relative_P_20 0_2 0.1000 relative_P_30 0_2 0.1333 relative_P_100 0_2 0.4118 relative_P_200 0_2 0.7941 relative_P_500 0_2 0.9706 relative_P_1000 0_2 0.9706 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0330 set_relative_P 0_2 0.9706 set_recall 0_2 0.9706 set_map 0_2 0.0320 set_F 0_2 0.0638 num_nonrel_judged_ret 0_2 157 rbp 0_2 0.0856 rbp_resid 0_2 0.0018 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 24 map 0_3 0.2576 Rprec 0_3 0.2500 bpref 0_3 0.1528 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.3143 iprec_at_recall_0.20 0_3 0.3143 iprec_at_recall_0.30 0_3 0.3143 iprec_at_recall_0.40 0_3 0.3143 iprec_at_recall_0.50 0_3 0.2553 iprec_at_recall_0.60 0_3 0.2278 iprec_at_recall_0.70 0_3 0.2278 iprec_at_recall_0.80 0_3 0.2111 iprec_at_recall_0.90 0_3 0.1630 iprec_at_recall_1.00 0_3 0.1600 P_5 0_3 0.2000 P_10 0_3 0.2000 P_15 0_3 0.1333 P_20 0_3 0.2000 P_30 0_3 0.3000 P_100 0_3 0.2000 P_200 0_3 0.1200 P_500 0_3 0.0480 P_1000 0_3 0.0240 relstring 0_3 '1000000001' recall_5 0_3 0.0417 recall_10 0_3 0.0833 recall_15 0_3 0.0833 recall_20 0_3 0.1667 recall_30 0_3 0.3750 recall_100 0_3 0.8333 recall_200 0_3 1.0000 recall_500 0_3 1.0000 recall_1000 0_3 1.0000 infAP 0_3 0.2576 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.2000 Rprec_mult_0.60 0_3 0.1333 Rprec_mult_0.80 0_3 0.2000 Rprec_mult_1.00 0_3 0.2500 Rprec_mult_1.20 0_3 0.3103 Rprec_mult_1.40 0_3 0.2941 Rprec_mult_1.60 0_3 0.2821 Rprec_mult_1.80 0_3 0.2500 Rprec_mult_2.00 0_3 0.2500 utility 0_3 -952.0000 11pt_avg 0_3 0.3184 binG 0_3 0.2287 G 0_3 0.1940 ndcg 0_3 0.5258 ndcg_rel 0_3 0.3322 Rndcg 0_3 0.2973 ndcg_cut_5 0_3 0.1450 ndcg_cut_10 0_3 0.1518 ndcg_cut_15 0_3 0.1314 ndcg_cut_20 0_3 0.1606 ndcg_cut_30 0_3 0.2374 ndcg_cut_100 0_3 0.4664 ndcg_cut_200 0_3 0.5258 ndcg_cut_500 0_3 0.5258 ndcg_cut_1000 0_3 0.5258 map_cut_5 0_3 0.0417 map_cut_10 0_3 0.0500 map_cut_15 0_3 0.0500 map_cut_20 0_3 0.0666 map_cut_30 0_3 0.1221 map_cut_100 0_3 0.2292 map_cut_200 0_3 0.2576 map_cut_500 0_3 0.2576 map_cut_1000 0_3 0.2576 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.2000 relative_P_15 0_3 0.1333 relative_P_20 0_3 0.2000 relative_P_30 0_3 0.3750 relative_P_100 0_3 0.8333 relative_P_200 0_3 1.0000 relative_P_500 0_3 1.0000 relative_P_1000 0_3 1.0000 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0240 set_relative_P 0_3 1.0000 set_recall 0_3 1.0000 set_map 0_3 0.0240 set_F 0_3 0.0469 num_nonrel_judged_ret 0_3 143 rbp 0_3 0.0755 rbp_resid 0_3 0.0075 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 20 map 0_4 0.5702 Rprec 0_4 0.5000 bpref 0_4 0.5825 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 1.0000 iprec_at_recall_0.40 0_4 0.6250 iprec_at_recall_0.50 0_4 0.6250 iprec_at_recall_0.60 0_4 0.4483 iprec_at_recall_0.70 0_4 0.3111 iprec_at_recall_0.80 0_4 0.1778 iprec_at_recall_0.90 0_4 0.1440 iprec_at_recall_1.00 0_4 0.1075 P_5 0_4 1.0000 P_10 0_4 0.7000 P_15 0_4 0.6000 P_20 0_4 0.5000 P_30 0_4 0.4333 P_100 0_4 0.1600 P_200 0_4 0.1000 P_500 0_4 0.0400 P_1000 0_4 0.0200 relstring 0_4 '3444122-00' recall_5 0_4 0.2500 recall_10 0_4 0.3500 recall_15 0_4 0.4500 recall_20 0_4 0.5000 recall_30 0_4 0.6500 recall_100 0_4 0.8000 recall_200 0_4 1.0000 recall_500 0_4 1.0000 recall_1000 0_4 1.0000 infAP 0_4 0.5702 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.8750 Rprec_mult_0.60 0_4 0.5833 Rprec_mult_0.80 0_4 0.6250 Rprec_mult_1.00 0_4 0.5000 Rprec_mult_1.20 0_4 0.4167 Rprec_mult_1.40 0_4 0.4286 Rprec_mult_1.60 0_4 0.4062 Rprec_mult_1.80 0_4 0.3611 Rprec_mult_2.00 0_4 0.3250 utility 0_4 -960.0000 11pt_avg 0_4 0.5853 binG 0_4 0.4931 G 0_4 0.4560 ndcg 0_4 0.8617 ndcg_rel 0_4 0.8194 Rndcg 0_4 0.8281 ndcg_cut_5 0_4 0.9097 ndcg_cut_10 0_4 0.7992 ndcg_cut_15 0_4 0.7366 ndcg_cut_20 0_4 0.7141 ndcg_cut_30 0_4 0.7634 ndcg_cut_100 0_4 0.8028 ndcg_cut_200 0_4 0.8617 ndcg_cut_500 0_4 0.8617 ndcg_cut_1000 0_4 0.8617 map_cut_5 0_4 0.2500 map_cut_10 0_4 0.3500 map_cut_15 0_4 0.4108 map_cut_20 0_4 0.4420 map_cut_30 0_4 0.5078 map_cut_100 0_4 0.5434 map_cut_200 0_4 0.5702 map_cut_500 0_4 0.5702 map_cut_1000 0_4 0.5702 relative_P_5 0_4 1.0000 relative_P_10 0_4 0.7000 relative_P_15 0_4 0.6000 relative_P_20 0_4 0.5000 relative_P_30 0_4 0.6500 relative_P_100 0_4 0.8000 relative_P_200 0_4 1.0000 relative_P_500 0_4 1.0000 relative_P_1000 0_4 1.0000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0200 set_relative_P 0_4 1.0000 set_recall 0_4 1.0000 set_map 0_4 0.0200 set_F 0_4 0.0392 num_nonrel_judged_ret 0_4 42 rbp 0_4 0.4211 rbp_resid 0_4 0.1831 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.2000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 102 map 0_6 0.4745 Rprec 0_6 0.4876 bpref 0_6 0.7330 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.9286 iprec_at_recall_0.20 0_6 0.8333 iprec_at_recall_0.30 0_6 0.7500 iprec_at_recall_0.40 0_6 0.6400 iprec_at_recall_0.50 0_6 0.4748 iprec_at_recall_0.60 0_6 0.4101 iprec_at_recall_0.70 0_6 0.1919 iprec_at_recall_0.80 0_6 0.1258 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 1.0000 P_10 0_6 0.9000 P_15 0_6 0.8667 P_20 0_6 0.8000 P_30 0_6 0.8333 P_100 0_6 0.5500 P_200 0_6 0.3650 P_500 0_6 0.1760 P_1000 0_6 0.1020 relstring 0_6 '3232232210' recall_5 0_6 0.0413 recall_10 0_6 0.0744 recall_15 0_6 0.1074 recall_20 0_6 0.1322 recall_30 0_6 0.2066 recall_100 0_6 0.4545 recall_200 0_6 0.6033 recall_500 0_6 0.7273 recall_1000 0_6 0.8430 infAP 0_6 0.4745 Rprec_mult_0.20 0_6 0.8000 Rprec_mult_0.40 0_6 0.7347 Rprec_mult_0.60 0_6 0.6438 Rprec_mult_0.80 0_6 0.5464 Rprec_mult_1.00 0_6 0.4876 Rprec_mult_1.20 0_6 0.4658 Rprec_mult_1.40 0_6 0.4176 Rprec_mult_1.60 0_6 0.3763 Rprec_mult_1.80 0_6 0.3349 Rprec_mult_2.00 0_6 0.3099 utility 0_6 -796.0000 11pt_avg 0_6 0.4868 binG 0_6 0.2454 G 0_6 0.1972 ndcg 0_6 0.7755 ndcg_rel 0_6 0.7191 Rndcg 0_6 0.7260 ndcg_cut_5 0_6 0.8362 ndcg_cut_10 0_6 0.8122 ndcg_cut_15 0_6 0.7583 ndcg_cut_20 0_6 0.7096 ndcg_cut_30 0_6 0.6787 ndcg_cut_100 0_6 0.6276 ndcg_cut_200 0_6 0.6667 ndcg_cut_500 0_6 0.7300 ndcg_cut_1000 0_6 0.7755 map_cut_5 0_6 0.0413 map_cut_10 0_6 0.0744 map_cut_15 0_6 0.1048 map_cut_20 0_6 0.1251 map_cut_30 0_6 0.1862 map_cut_100 0_6 0.3599 map_cut_200 0_6 0.4305 map_cut_500 0_6 0.4585 map_cut_1000 0_6 0.4745 relative_P_5 0_6 1.0000 relative_P_10 0_6 0.9000 relative_P_15 0_6 0.8667 relative_P_20 0_6 0.8000 relative_P_30 0_6 0.8333 relative_P_100 0_6 0.5500 relative_P_200 0_6 0.6033 relative_P_500 0_6 0.7273 relative_P_1000 0_6 0.8430 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.1020 set_relative_P 0_6 0.8430 set_recall 0_6 0.8430 set_map 0_6 0.0860 set_F 0_6 0.1820 num_nonrel_judged_ret 0_6 20 rbp 0_6 0.5888 rbp_resid 0_6 0.0245 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.0500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 32 map 0_7 0.2297 Rprec 0_7 0.2727 bpref 0_7 0.2452 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 0.4286 iprec_at_recall_0.20 0_7 0.3810 iprec_at_recall_0.30 0_7 0.2703 iprec_at_recall_0.40 0_7 0.1915 iprec_at_recall_0.50 0_7 0.1915 iprec_at_recall_0.60 0_7 0.1644 iprec_at_recall_0.70 0_7 0.1644 iprec_at_recall_0.80 0_7 0.1566 iprec_at_recall_0.90 0_7 0.1056 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.4000 P_10 0_7 0.3000 P_15 0_7 0.2667 P_20 0_7 0.3500 P_30 0_7 0.3000 P_100 0_7 0.1800 P_200 0_7 0.1300 P_500 0_7 0.0640 P_1000 0_7 0.0320 relstring 0_7 '1001001-00' recall_5 0_7 0.0606 recall_10 0_7 0.0909 recall_15 0_7 0.1212 recall_20 0_7 0.2121 recall_30 0_7 0.2727 recall_100 0_7 0.5455 recall_200 0_7 0.7879 recall_500 0_7 0.9697 recall_1000 0_7 0.9697 infAP 0_7 0.2297 Rprec_mult_0.20 0_7 0.4286 Rprec_mult_0.40 0_7 0.2857 Rprec_mult_0.60 0_7 0.3500 Rprec_mult_0.80 0_7 0.3333 Rprec_mult_1.00 0_7 0.2727 Rprec_mult_1.20 0_7 0.2500 Rprec_mult_1.40 0_7 0.2340 Rprec_mult_1.60 0_7 0.2075 Rprec_mult_1.80 0_7 0.1833 Rprec_mult_2.00 0_7 0.1818 utility 0_7 -936.0000 11pt_avg 0_7 0.2776 binG 0_7 0.2086 G 0_7 0.1909 ndcg 0_7 0.6014 ndcg_rel 0_7 0.4366 Rndcg 0_7 0.4017 ndcg_cut_5 0_7 0.3124 ndcg_cut_10 0_7 0.2857 ndcg_cut_15 0_7 0.2696 ndcg_cut_20 0_7 0.3397 ndcg_cut_30 0_7 0.3134 ndcg_cut_100 0_7 0.4261 ndcg_cut_200 0_7 0.5367 ndcg_cut_500 0_7 0.6014 ndcg_cut_1000 0_7 0.6014 map_cut_5 0_7 0.0455 map_cut_10 0_7 0.0584 map_cut_15 0_7 0.0671 map_cut_20 0_7 0.0957 map_cut_30 0_7 0.1181 map_cut_100 0_7 0.1721 map_cut_200 0_7 0.2106 map_cut_500 0_7 0.2297 map_cut_1000 0_7 0.2297 relative_P_5 0_7 0.4000 relative_P_10 0_7 0.3000 relative_P_15 0_7 0.2667 relative_P_20 0_7 0.3500 relative_P_30 0_7 0.3000 relative_P_100 0_7 0.5455 relative_P_200 0_7 0.7879 relative_P_500 0_7 0.9697 relative_P_1000 0_7 0.9697 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0320 set_relative_P 0_7 0.9697 set_recall 0_7 0.9697 set_map 0_7 0.0310 set_F 0_7 0.0620 num_nonrel_judged_ret 0_7 88 rbp 0_7 0.1677 rbp_resid 0_7 0.1271 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.1000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 30 map 0_8 0.3800 Rprec 0_8 0.3871 bpref 0_8 0.6576 recip_rank 0_8 0.5000 iprec_at_recall_0.00 0_8 0.8571 iprec_at_recall_0.10 0_8 0.8571 iprec_at_recall_0.20 0_8 0.8571 iprec_at_recall_0.30 0_8 0.5000 iprec_at_recall_0.40 0_8 0.4000 iprec_at_recall_0.50 0_8 0.3404 iprec_at_recall_0.60 0_8 0.3125 iprec_at_recall_0.70 0_8 0.2268 iprec_at_recall_0.80 0_8 0.2203 iprec_at_recall_0.90 0_8 0.1637 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.8000 P_10 0_8 0.6000 P_15 0_8 0.4667 P_20 0_8 0.5000 P_30 0_8 0.4000 P_100 0_8 0.2200 P_200 0_8 0.1400 P_500 0_8 0.0600 P_1000 0_8 0.0300 relstring 0_8 '0212212-00' recall_5 0_8 0.1290 recall_10 0_8 0.1935 recall_15 0_8 0.2258 recall_20 0_8 0.3226 recall_30 0_8 0.3871 recall_100 0_8 0.7097 recall_200 0_8 0.9032 recall_500 0_8 0.9677 recall_1000 0_8 0.9677 infAP 0_8 0.3800 Rprec_mult_0.20 0_8 0.8571 Rprec_mult_0.40 0_8 0.4615 Rprec_mult_0.60 0_8 0.4737 Rprec_mult_0.80 0_8 0.4400 Rprec_mult_1.00 0_8 0.3871 Rprec_mult_1.20 0_8 0.3421 Rprec_mult_1.40 0_8 0.3409 Rprec_mult_1.60 0_8 0.3200 Rprec_mult_1.80 0_8 0.3036 Rprec_mult_2.00 0_8 0.2903 utility 0_8 -940.0000 11pt_avg 0_8 0.4305 binG 0_8 0.2735 G 0_8 0.2469 ndcg 0_8 0.7044 ndcg_rel 0_8 0.5681 Rndcg 0_8 0.5665 ndcg_cut_5 0_8 0.5760 ndcg_cut_10 0_8 0.5024 ndcg_cut_15 0_8 0.4863 ndcg_cut_20 0_8 0.5184 ndcg_cut_30 0_8 0.4828 ndcg_cut_100 0_8 0.6146 ndcg_cut_200 0_8 0.6778 ndcg_cut_500 0_8 0.7044 ndcg_cut_1000 0_8 0.7044 map_cut_5 0_8 0.0876 map_cut_10 0_8 0.1422 map_cut_15 0_8 0.1572 map_cut_20 0_8 0.2048 map_cut_30 0_8 0.2331 map_cut_100 0_8 0.3337 map_cut_200 0_8 0.3734 map_cut_500 0_8 0.3800 map_cut_1000 0_8 0.3800 relative_P_5 0_8 0.8000 relative_P_10 0_8 0.6000 relative_P_15 0_8 0.4667 relative_P_20 0_8 0.5000 relative_P_30 0_8 0.4000 relative_P_100 0_8 0.7097 relative_P_200 0_8 0.9032 relative_P_500 0_8 0.9677 relative_P_1000 0_8 0.9677 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0300 set_relative_P 0_8 0.9677 set_recall 0_8 0.9677 set_map 0_8 0.0290 set_F 0_8 0.0582 num_nonrel_judged_ret 0_8 25 rbp 0_8 0.4196 rbp_resid 0_8 0.2061 unj_5 0_8 0.0000 unj_10 0_8 0.1000 unj_20 0_8 0.2000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 60 map 10_1 0.2215 Rprec 10_1 0.2966 bpref 10_1 0.4242 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.7059 iprec_at_recall_0.20 10_1 0.5455 iprec_at_recall_0.30 10_1 0.3125 iprec_at_recall_0.40 10_1 0.1584 iprec_at_recall_0.50 10_1 0.0742 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 1.0000 P_10 10_1 0.8000 P_15 10_1 0.7333 P_20 10_1 0.6500 P_30 10_1 0.5667 P_100 10_1 0.3400 P_200 10_1 0.2100 P_500 10_1 0.1100 P_1000 10_1 0.0600 relstring 10_1 '1212211002' recall_5 10_1 0.0424 recall_10 10_1 0.0678 recall_15 10_1 0.0932 recall_20 10_1 0.1102 recall_30 10_1 0.1441 recall_100 10_1 0.2881 recall_200 10_1 0.3559 recall_500 10_1 0.4661 recall_1000 10_1 0.5085 infAP 10_1 0.2215 Rprec_mult_0.20 10_1 0.5417 Rprec_mult_0.40 10_1 0.5000 Rprec_mult_0.60 10_1 0.3944 Rprec_mult_0.80 10_1 0.3368 Rprec_mult_1.00 10_1 0.2966 Rprec_mult_1.20 10_1 0.2676 Rprec_mult_1.40 10_1 0.2289 Rprec_mult_1.60 10_1 0.2169 Rprec_mult_1.80 10_1 0.1972 Rprec_mult_2.00 10_1 0.1780 utility 10_1 -880.0000 11pt_avg 10_1 0.2542 binG 10_1 0.1469 G 10_1 0.0927 ndcg 10_1 0.4542 ndcg_rel 10_1 0.4339 Rndcg 10_1 0.4145 ndcg_cut_5 10_1 0.5198 ndcg_cut_10 10_1 0.4863 ndcg_cut_15 10_1 0.4869 ndcg_cut_20 10_1 0.4602 ndcg_cut_30 10_1 0.4066 ndcg_cut_100 10_1 0.3679 ndcg_cut_200 10_1 0.3785 ndcg_cut_500 10_1 0.4318 ndcg_cut_1000 10_1 0.4542 map_cut_5 10_1 0.0424 map_cut_10 10_1 0.0661 map_cut_15 10_1 0.0853 map_cut_20 10_1 0.0971 map_cut_30 10_1 0.1165 map_cut_100 10_1 0.1837 map_cut_200 10_1 0.2008 map_cut_500 10_1 0.2176 map_cut_1000 10_1 0.2215 relative_P_5 10_1 1.0000 relative_P_10 10_1 0.8000 relative_P_15 10_1 0.7333 relative_P_20 10_1 0.6500 relative_P_30 10_1 0.5667 relative_P_100 10_1 0.3400 relative_P_200 10_1 0.3559 relative_P_500 10_1 0.4661 relative_P_1000 10_1 0.5085 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0600 set_relative_P 10_1 0.5085 set_recall 10_1 0.5085 set_map 10_1 0.0305 set_F 10_1 0.1073 num_nonrel_judged_ret 10_1 51 rbp 10_1 0.3535 rbp_resid 10_1 0.0345 unj_5 10_1 0.0000 unj_10 10_1 0.0000 unj_20 10_1 0.0000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 69 map 10_12 0.4612 Rprec 10_12 0.4366 bpref 10_12 0.8388 recip_rank 10_12 0.5000 iprec_at_recall_0.00 10_12 0.9167 iprec_at_recall_0.10 10_12 0.9167 iprec_at_recall_0.20 10_12 0.8235 iprec_at_recall_0.30 10_12 0.5946 iprec_at_recall_0.40 10_12 0.4487 iprec_at_recall_0.50 10_12 0.4390 iprec_at_recall_0.60 10_12 0.3554 iprec_at_recall_0.70 10_12 0.3377 iprec_at_recall_0.80 10_12 0.2923 iprec_at_recall_0.90 10_12 0.1951 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.8000 P_10 10_12 0.9000 P_15 10_12 0.8000 P_20 10_12 0.7000 P_30 10_12 0.6000 P_100 10_12 0.4000 P_200 10_12 0.2850 P_500 10_12 0.1340 P_1000 10_12 0.0690 relstring 10_12 '0234122122' recall_5 10_12 0.0563 recall_10 10_12 0.1268 recall_15 10_12 0.1690 recall_20 10_12 0.1972 recall_30 10_12 0.2535 recall_100 10_12 0.5634 recall_200 10_12 0.8028 recall_500 10_12 0.9437 recall_1000 10_12 0.9718 infAP 10_12 0.4612 Rprec_mult_0.20 10_12 0.8000 Rprec_mult_0.40 10_12 0.6207 Rprec_mult_0.60 10_12 0.5349 Rprec_mult_0.80 10_12 0.4737 Rprec_mult_1.00 10_12 0.4366 Rprec_mult_1.20 10_12 0.4186 Rprec_mult_1.40 10_12 0.4000 Rprec_mult_1.60 10_12 0.3684 Rprec_mult_1.80 10_12 0.3438 Rprec_mult_2.00 10_12 0.3310 utility 10_12 -862.0000 11pt_avg 10_12 0.4836 binG 10_12 0.2523 G 10_12 0.1770 ndcg 10_12 0.7137 ndcg_rel 10_12 0.5363 Rndcg 10_12 0.4833 ndcg_cut_5 10_12 0.4438 ndcg_cut_10 10_12 0.5006 ndcg_cut_15 10_12 0.5133 ndcg_cut_20 10_12 0.5015 ndcg_cut_30 10_12 0.4673 ndcg_cut_100 10_12 0.5134 ndcg_cut_200 10_12 0.6319 ndcg_cut_500 10_12 0.6988 ndcg_cut_1000 10_12 0.7137 map_cut_5 10_12 0.0383 map_cut_10 10_12 0.0996 map_cut_15 10_12 0.1366 map_cut_20 10_12 0.1596 map_cut_30 10_12 0.1961 map_cut_100 10_12 0.3457 map_cut_200 10_12 0.4265 map_cut_500 10_12 0.4585 map_cut_1000 10_12 0.4612 relative_P_5 10_12 0.8000 relative_P_10 10_12 0.9000 relative_P_15 10_12 0.8000 relative_P_20 10_12 0.7000 relative_P_30 10_12 0.6000 relative_P_100 10_12 0.5634 relative_P_200 10_12 0.8028 relative_P_500 10_12 0.9437 relative_P_1000 10_12 0.9718 success_1 10_12 0.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0690 set_relative_P 10_12 0.9718 set_recall 10_12 0.9718 set_map 10_12 0.0671 set_F 10_12 0.1289 num_nonrel_judged_ret 10_12 19 rbp 10_12 0.3849 rbp_resid 10_12 0.1465 unj_5 10_12 0.0000 unj_10 10_12 0.0000 unj_20 10_12 0.2500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 14 map 10_2 0.0226 Rprec 10_2 0.0667 bpref 10_2 0.0556 recip_rank 10_2 0.2000 iprec_at_recall_0.00 10_2 0.2500 iprec_at_recall_0.10 10_2 0.0294 iprec_at_recall_0.20 10_2 0.0189 iprec_at_recall_0.30 10_2 0.0189 iprec_at_recall_0.40 10_2 0.0189 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.2000 P_10 10_2 0.2000 P_15 10_2 0.1333 P_20 10_2 0.1000 P_30 10_2 0.0667 P_100 10_2 0.0200 P_200 10_2 0.0200 P_500 10_2 0.0160 P_1000 10_2 0.0140 relstring 10_2 '000010010-' recall_5 10_2 0.0333 recall_10 10_2 0.0667 recall_15 10_2 0.0667 recall_20 10_2 0.0667 recall_30 10_2 0.0667 recall_100 10_2 0.0667 recall_200 10_2 0.1333 recall_500 10_2 0.2667 recall_1000 10_2 0.4667 infAP 10_2 0.0226 Rprec_mult_0.20 10_2 0.1667 Rprec_mult_0.40 10_2 0.1667 Rprec_mult_0.60 10_2 0.1111 Rprec_mult_0.80 10_2 0.0833 Rprec_mult_1.00 10_2 0.0667 Rprec_mult_1.20 10_2 0.0556 Rprec_mult_1.40 10_2 0.0476 Rprec_mult_1.60 10_2 0.0417 Rprec_mult_1.80 10_2 0.0370 Rprec_mult_2.00 10_2 0.0333 utility 10_2 -972.0000 11pt_avg 10_2 0.0306 binG 10_2 0.0707 G 10_2 0.0526 ndcg 10_2 0.1522 ndcg_rel 10_2 0.1241 Rndcg 10_2 0.0560 ndcg_cut_5 10_2 0.0393 ndcg_cut_10 10_2 0.0539 ndcg_cut_15 10_2 0.0471 ndcg_cut_20 10_2 0.0437 ndcg_cut_30 10_2 0.0386 ndcg_cut_100 10_2 0.0386 ndcg_cut_200 10_2 0.0612 ndcg_cut_500 10_2 0.0998 ndcg_cut_1000 10_2 0.1522 map_cut_5 10_2 0.0067 map_cut_10 10_2 0.0150 map_cut_15 10_2 0.0150 map_cut_20 10_2 0.0150 map_cut_30 10_2 0.0150 map_cut_100 10_2 0.0150 map_cut_200 10_2 0.0166 map_cut_500 10_2 0.0191 map_cut_1000 10_2 0.0226 relative_P_5 10_2 0.2000 relative_P_10 10_2 0.2000 relative_P_15 10_2 0.1333 relative_P_20 10_2 0.1000 relative_P_30 10_2 0.0667 relative_P_100 10_2 0.0667 relative_P_200 10_2 0.1333 relative_P_500 10_2 0.2667 relative_P_1000 10_2 0.4667 success_1 10_2 0.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0140 set_relative_P 10_2 0.4667 set_recall 10_2 0.4667 set_map 10_2 0.0065 set_F 10_2 0.0272 num_nonrel_judged_ret 10_2 125 rbp 10_2 0.0284 rbp_resid 10_2 0.1054 unj_5 10_2 0.0000 unj_10 10_2 0.1000 unj_20 10_2 0.1000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 5 map 10_3 0.0028 Rprec 10_3 0.0000 bpref 10_3 0.0076 recip_rank 10_3 0.0417 iprec_at_recall_0.00 10_3 0.0417 iprec_at_recall_0.10 10_3 0.0064 iprec_at_recall_0.20 10_3 0.0057 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0333 P_100 10_3 0.0100 P_200 10_3 0.0050 P_500 10_3 0.0040 P_1000 10_3 0.0050 relstring 10_3 '00000-0000' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0435 recall_100 10_3 0.0435 recall_200 10_3 0.0435 recall_500 10_3 0.0870 recall_1000 10_3 0.2174 infAP 10_3 0.0028 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0357 Rprec_mult_1.40 10_3 0.0303 Rprec_mult_1.60 10_3 0.0270 Rprec_mult_1.80 10_3 0.0238 Rprec_mult_2.00 10_3 0.0217 utility 10_3 -990.0000 11pt_avg 10_3 0.0049 binG 10_3 0.0284 G 10_3 0.0273 ndcg 10_3 0.0741 ndcg_rel 10_3 0.0678 Rndcg 10_3 0.0247 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0185 ndcg_cut_100 10_3 0.0185 ndcg_cut_200 10_3 0.0185 ndcg_cut_500 10_3 0.0288 ndcg_cut_1000 10_3 0.0741 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0018 map_cut_100 10_3 0.0018 map_cut_200 10_3 0.0018 map_cut_500 10_3 0.0021 map_cut_1000 10_3 0.0028 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0435 relative_P_100 10_3 0.0435 relative_P_200 10_3 0.0435 relative_P_500 10_3 0.0870 relative_P_1000 10_3 0.2174 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0050 set_relative_P 10_3 0.2174 set_recall 10_3 0.2174 set_map 10_3 0.0011 set_F 10_3 0.0098 num_nonrel_judged_ret 10_3 97 rbp 10_3 0.0044 rbp_resid 10_3 0.1388 unj_5 10_3 0.0000 unj_10 10_3 0.1000 unj_20 10_3 0.1500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 51 map 10_6 0.0970 Rprec 10_6 0.1729 bpref 10_6 0.3579 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.3571 iprec_at_recall_0.20 10_6 0.1452 iprec_at_recall_0.30 10_6 0.0774 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.6000 P_10 10_6 0.6000 P_15 10_6 0.4667 P_20 10_6 0.4500 P_30 10_6 0.3333 P_100 10_6 0.2000 P_200 10_6 0.1350 P_500 10_6 0.0780 P_1000 10_6 0.0510 relstring 10_6 '111001--11' recall_5 10_6 0.0226 recall_10 10_6 0.0451 recall_15 10_6 0.0526 recall_20 10_6 0.0677 recall_30 10_6 0.0752 recall_100 10_6 0.1504 recall_200 10_6 0.2030 recall_500 10_6 0.2932 recall_1000 10_6 0.3835 infAP 10_6 0.0970 Rprec_mult_0.20 10_6 0.3333 Rprec_mult_0.40 10_6 0.3148 Rprec_mult_0.60 10_6 0.2375 Rprec_mult_0.80 10_6 0.1963 Rprec_mult_1.00 10_6 0.1729 Rprec_mult_1.20 10_6 0.1562 Rprec_mult_1.40 10_6 0.1444 Rprec_mult_1.60 10_6 0.1268 Rprec_mult_1.80 10_6 0.1167 Rprec_mult_2.00 10_6 0.1090 utility 10_6 -898.0000 11pt_avg 10_6 0.1436 binG 10_6 0.0834 G 10_6 0.0570 ndcg 10_6 0.3063 ndcg_rel 10_6 0.2853 Rndcg 10_6 0.2571 ndcg_cut_5 10_6 0.2654 ndcg_cut_10 10_6 0.2743 ndcg_cut_15 10_6 0.2406 ndcg_cut_20 10_6 0.2498 ndcg_cut_30 10_6 0.2179 ndcg_cut_100 10_6 0.1949 ndcg_cut_200 10_6 0.2150 ndcg_cut_500 10_6 0.2604 ndcg_cut_1000 10_6 0.3063 map_cut_5 10_6 0.0226 map_cut_10 10_6 0.0363 map_cut_15 10_6 0.0400 map_cut_20 10_6 0.0472 map_cut_30 10_6 0.0498 map_cut_100 10_6 0.0733 map_cut_200 10_6 0.0825 map_cut_500 10_6 0.0909 map_cut_1000 10_6 0.0970 relative_P_5 10_6 0.6000 relative_P_10 10_6 0.6000 relative_P_15 10_6 0.4667 relative_P_20 10_6 0.4500 relative_P_30 10_6 0.3333 relative_P_100 10_6 0.2000 relative_P_200 10_6 0.2030 relative_P_500 10_6 0.2932 relative_P_1000 10_6 0.3835 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0510 set_relative_P 10_6 0.3835 set_recall 10_6 0.3835 set_map 10_6 0.0196 set_F 10_6 0.0900 num_nonrel_judged_ret 10_6 12 rbp 10_6 0.1756 rbp_resid 10_6 0.3451 unj_5 10_6 0.0000 unj_10 10_6 0.2000 unj_20 10_6 0.4000 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 89 map 10_7 0.3415 Rprec 10_7 0.4027 bpref 10_7 0.5499 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.9444 iprec_at_recall_0.20 10_7 0.8611 iprec_at_recall_0.30 10_7 0.4946 iprec_at_recall_0.40 10_7 0.4082 iprec_at_recall_0.50 10_7 0.2517 iprec_at_recall_0.60 10_7 0.0918 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 1.0000 P_10 10_7 1.0000 P_15 10_7 0.9333 P_20 10_7 0.9000 P_30 10_7 0.9000 P_100 10_7 0.4700 P_200 10_7 0.3450 P_500 10_7 0.1620 P_1000 10_7 0.0890 relstring 10_7 '2121111112' recall_5 10_7 0.0336 recall_10 10_7 0.0671 recall_15 10_7 0.0940 recall_20 10_7 0.1208 recall_30 10_7 0.1812 recall_100 10_7 0.3154 recall_200 10_7 0.4631 recall_500 10_7 0.5436 recall_1000 10_7 0.5973 infAP 10_7 0.3415 Rprec_mult_0.20 10_7 0.9000 Rprec_mult_0.40 10_7 0.5500 Rprec_mult_0.60 10_7 0.4889 Rprec_mult_0.80 10_7 0.4333 Rprec_mult_1.00 10_7 0.4027 Rprec_mult_1.20 10_7 0.3687 Rprec_mult_1.40 10_7 0.3349 Rprec_mult_1.60 10_7 0.2971 Rprec_mult_1.80 10_7 0.2677 Rprec_mult_2.00 10_7 0.2517 utility 10_7 -822.0000 11pt_avg 10_7 0.3684 binG 10_7 0.2027 G 10_7 0.1138 ndcg 10_7 0.5430 ndcg_rel 10_7 0.5360 Rndcg 10_7 0.5567 ndcg_cut_5 10_7 0.6450 ndcg_cut_10 10_7 0.6278 ndcg_cut_15 10_7 0.6002 ndcg_cut_20 10_7 0.6013 ndcg_cut_30 10_7 0.5907 ndcg_cut_100 10_7 0.4743 ndcg_cut_200 10_7 0.4747 ndcg_cut_500 10_7 0.5128 ndcg_cut_1000 10_7 0.5430 map_cut_5 10_7 0.0336 map_cut_10 10_7 0.0671 map_cut_15 10_7 0.0925 map_cut_20 10_7 0.1175 map_cut_30 10_7 0.1728 map_cut_100 10_7 0.2540 map_cut_200 10_7 0.3140 map_cut_500 10_7 0.3351 map_cut_1000 10_7 0.3415 relative_P_5 10_7 1.0000 relative_P_10 10_7 1.0000 relative_P_15 10_7 0.9333 relative_P_20 10_7 0.9000 relative_P_30 10_7 0.9000 relative_P_100 10_7 0.4700 relative_P_200 10_7 0.4631 relative_P_500 10_7 0.5436 relative_P_1000 10_7 0.5973 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0890 set_relative_P 10_7 0.5973 set_recall 10_7 0.5973 set_map 10_7 0.0532 set_F 10_7 0.1549 num_nonrel_judged_ret 10_7 21 rbp 10_7 0.4074 rbp_resid 10_7 0.0262 unj_5 10_7 0.0000 unj_10 10_7 0.0000 unj_20 10_7 0.0000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 28 map 10_8 0.0536 Rprec 10_8 0.1184 bpref 10_8 0.2850 recip_rank 10_8 0.3333 iprec_at_recall_0.00 10_8 0.4545 iprec_at_recall_0.10 10_8 0.2105 iprec_at_recall_0.20 10_8 0.0664 iprec_at_recall_0.30 10_8 0.0354 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.4000 P_10 10_8 0.4000 P_15 10_8 0.4000 P_20 10_8 0.3000 P_30 10_8 0.2333 P_100 10_8 0.0900 P_200 10_8 0.0650 P_500 10_8 0.0420 P_1000 10_8 0.0280 relstring 10_8 '00101-1--1' recall_5 10_8 0.0263 recall_10 10_8 0.0526 recall_15 10_8 0.0789 recall_20 10_8 0.0789 recall_30 10_8 0.0921 recall_100 10_8 0.1184 recall_200 10_8 0.1711 recall_500 10_8 0.2763 recall_1000 10_8 0.3684 infAP 10_8 0.0536 Rprec_mult_0.20 10_8 0.3750 Rprec_mult_0.40 10_8 0.2258 Rprec_mult_0.60 10_8 0.1739 Rprec_mult_0.80 10_8 0.1475 Rprec_mult_1.00 10_8 0.1184 Rprec_mult_1.20 10_8 0.0978 Rprec_mult_1.40 10_8 0.0935 Rprec_mult_1.60 10_8 0.0820 Rprec_mult_1.80 10_8 0.0730 Rprec_mult_2.00 10_8 0.0724 utility 10_8 -944.0000 11pt_avg 10_8 0.0697 binG 10_8 0.0679 G 10_8 0.0520 ndcg 10_8 0.2218 ndcg_rel 10_8 0.1973 Rndcg 10_8 0.1163 ndcg_cut_5 10_8 0.1178 ndcg_cut_10 10_8 0.1408 ndcg_cut_15 10_8 0.1526 ndcg_cut_20 10_8 0.1297 ndcg_cut_30 10_8 0.1308 ndcg_cut_100 10_8 0.1049 ndcg_cut_200 10_8 0.1307 ndcg_cut_500 10_8 0.1759 ndcg_cut_1000 10_8 0.2218 map_cut_5 10_8 0.0096 map_cut_10 10_8 0.0206 map_cut_15 10_8 0.0318 map_cut_20 10_8 0.0318 map_cut_30 10_8 0.0358 map_cut_100 10_8 0.0405 map_cut_200 10_8 0.0447 map_cut_500 10_8 0.0508 map_cut_1000 10_8 0.0536 relative_P_5 10_8 0.4000 relative_P_10 10_8 0.4000 relative_P_15 10_8 0.4000 relative_P_20 10_8 0.3000 relative_P_30 10_8 0.2333 relative_P_100 10_8 0.1184 relative_P_200 10_8 0.1711 relative_P_500 10_8 0.2763 relative_P_1000 10_8 0.3684 success_1 10_8 0.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0280 set_relative_P 10_8 0.3684 set_recall 10_8 0.3684 set_map 10_8 0.0103 set_F 10_8 0.0520 num_nonrel_judged_ret 10_8 33 rbp 10_8 0.1061 rbp_resid 10_8 0.3599 unj_5 10_8 0.0000 unj_10 10_8 0.3000 unj_20 10_8 0.4000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 97 map 11_10 0.4011 Rprec 11_10 0.3651 bpref 11_10 0.7198 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.9286 iprec_at_recall_0.20 11_10 0.8929 iprec_at_recall_0.30 11_10 0.6552 iprec_at_recall_0.40 11_10 0.3597 iprec_at_recall_0.50 11_10 0.2838 iprec_at_recall_0.60 11_10 0.2734 iprec_at_recall_0.70 11_10 0.1901 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 1.0000 P_10 11_10 1.0000 P_15 11_10 0.8667 P_20 11_10 0.9000 P_30 11_10 0.8333 P_100 11_10 0.4300 P_200 11_10 0.3050 P_500 11_10 0.1780 P_1000 11_10 0.0970 relstring 11_10 '2212232332' recall_5 11_10 0.0397 recall_10 11_10 0.0794 recall_15 11_10 0.1032 recall_20 11_10 0.1429 recall_30 11_10 0.1984 recall_100 11_10 0.3413 recall_200 11_10 0.4841 recall_500 11_10 0.7063 recall_1000 11_10 0.7698 infAP 11_10 0.4011 Rprec_mult_0.20 11_10 0.8846 Rprec_mult_0.40 11_10 0.7059 Rprec_mult_0.60 11_10 0.5263 Rprec_mult_0.80 11_10 0.4257 Rprec_mult_1.00 11_10 0.3651 Rprec_mult_1.20 11_10 0.3421 Rprec_mult_1.40 11_10 0.3277 Rprec_mult_1.60 11_10 0.3020 Rprec_mult_1.80 11_10 0.2775 Rprec_mult_2.00 11_10 0.2698 utility 11_10 -806.0000 11pt_avg 11_10 0.4167 binG 11_10 0.2351 G 11_10 0.1422 ndcg 11_10 0.6974 ndcg_rel 11_10 0.6105 Rndcg 11_10 0.5401 ndcg_cut_5 11_10 0.5482 ndcg_cut_10 11_10 0.6534 ndcg_cut_15 11_10 0.6149 ndcg_cut_20 11_10 0.6237 ndcg_cut_30 11_10 0.5896 ndcg_cut_100 11_10 0.4681 ndcg_cut_200 11_10 0.5384 ndcg_cut_500 11_10 0.6682 ndcg_cut_1000 11_10 0.6974 map_cut_5 11_10 0.0397 map_cut_10 11_10 0.0794 map_cut_15 11_10 0.1020 map_cut_20 11_10 0.1372 map_cut_30 11_10 0.1867 map_cut_100 11_10 0.2837 map_cut_200 11_10 0.3348 map_cut_500 11_10 0.3916 map_cut_1000 11_10 0.4011 relative_P_5 11_10 1.0000 relative_P_10 11_10 1.0000 relative_P_15 11_10 0.8667 relative_P_20 11_10 0.9000 relative_P_30 11_10 0.8333 relative_P_100 11_10 0.4300 relative_P_200 11_10 0.4841 relative_P_500 11_10 0.7063 relative_P_1000 11_10 0.7698 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0970 set_relative_P 11_10 0.7698 set_recall 11_10 0.7698 set_map 11_10 0.0747 set_F 11_10 0.1723 num_nonrel_judged_ret 11_10 9 rbp 11_10 0.4802 rbp_resid 11_10 0.0732 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.0500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 129 map 11_11 0.5853 Rprec 11_11 0.5672 bpref 11_11 0.8798 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.9333 iprec_at_recall_0.20 11_11 0.8529 iprec_at_recall_0.30 11_11 0.7273 iprec_at_recall_0.40 11_11 0.7051 iprec_at_recall_0.50 11_11 0.6634 iprec_at_recall_0.60 11_11 0.5195 iprec_at_recall_0.70 11_11 0.4338 iprec_at_recall_0.80 11_11 0.3649 iprec_at_recall_0.90 11_11 0.2569 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 0.9000 P_15 11_11 0.9333 P_20 11_11 0.7500 P_30 11_11 0.8333 P_100 11_11 0.6600 P_200 11_11 0.4450 P_500 11_11 0.2460 P_1000 11_11 0.1290 relstring 11_11 '2323322202' recall_5 11_11 0.0373 recall_10 11_11 0.0672 recall_15 11_11 0.1045 recall_20 11_11 0.1119 recall_30 11_11 0.1866 recall_100 11_11 0.4925 recall_200 11_11 0.6642 recall_500 11_11 0.9179 recall_1000 11_11 0.9627 infAP 11_11 0.5853 Rprec_mult_0.20 11_11 0.8148 Rprec_mult_0.40 11_11 0.7222 Rprec_mult_0.60 11_11 0.6914 Rprec_mult_0.80 11_11 0.6389 Rprec_mult_1.00 11_11 0.5672 Rprec_mult_1.20 11_11 0.5031 Rprec_mult_1.40 11_11 0.4574 Rprec_mult_1.60 11_11 0.4326 Rprec_mult_1.80 11_11 0.4008 Rprec_mult_2.00 11_11 0.3843 utility 11_11 -742.0000 11pt_avg 11_11 0.5870 binG 11_11 0.2615 G 11_11 0.1843 ndcg 11_11 0.8386 ndcg_rel 11_11 0.7067 Rndcg 11_11 0.6594 ndcg_cut_5 11_11 0.7461 ndcg_cut_10 11_11 0.6790 ndcg_cut_15 11_11 0.7326 ndcg_cut_20 11_11 0.6474 ndcg_cut_30 11_11 0.6639 ndcg_cut_100 11_11 0.6495 ndcg_cut_200 11_11 0.7065 ndcg_cut_500 11_11 0.8207 ndcg_cut_1000 11_11 0.8386 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0664 map_cut_15 11_11 0.1008 map_cut_20 11_11 0.1070 map_cut_30 11_11 0.1668 map_cut_100 11_11 0.3929 map_cut_200 11_11 0.4868 map_cut_500 11_11 0.5765 map_cut_1000 11_11 0.5853 relative_P_5 11_11 1.0000 relative_P_10 11_11 0.9000 relative_P_15 11_11 0.9333 relative_P_20 11_11 0.7500 relative_P_30 11_11 0.8333 relative_P_100 11_11 0.6600 relative_P_200 11_11 0.6642 relative_P_500 11_11 0.9179 relative_P_1000 11_11 0.9627 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1290 set_relative_P 11_11 0.9627 set_recall 11_11 0.9627 set_map 11_11 0.1242 set_F 11_11 0.2275 num_nonrel_judged_ret 11_11 8 rbp 11_11 0.5310 rbp_resid 11_11 0.0405 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.1000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 68 map 11_12 0.2688 Rprec 11_12 0.3483 bpref 11_12 0.6346 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.5758 iprec_at_recall_0.20 11_12 0.5758 iprec_at_recall_0.30 11_12 0.4821 iprec_at_recall_0.40 11_12 0.3252 iprec_at_recall_0.50 11_12 0.2805 iprec_at_recall_0.60 11_12 0.1834 iprec_at_recall_0.70 11_12 0.1139 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.4000 P_10 11_12 0.5000 P_15 11_12 0.4667 P_20 11_12 0.4500 P_30 11_12 0.5667 P_100 11_12 0.3200 P_200 11_12 0.2500 P_500 11_12 0.1180 P_1000 11_12 0.0680 relstring 11_12 '10001-1023' recall_5 11_12 0.0225 recall_10 11_12 0.0562 recall_15 11_12 0.0787 recall_20 11_12 0.1011 recall_30 11_12 0.1910 recall_100 11_12 0.3596 recall_200 11_12 0.5618 recall_500 11_12 0.6629 recall_1000 11_12 0.7640 infAP 11_12 0.2688 Rprec_mult_0.20 11_12 0.4444 Rprec_mult_0.40 11_12 0.5556 Rprec_mult_0.60 11_12 0.4815 Rprec_mult_0.80 11_12 0.3889 Rprec_mult_1.00 11_12 0.3483 Rprec_mult_1.20 11_12 0.3084 Rprec_mult_1.40 11_12 0.3200 Rprec_mult_1.60 11_12 0.3007 Rprec_mult_1.80 11_12 0.2733 Rprec_mult_2.00 11_12 0.2697 utility 11_12 -864.0000 11pt_avg 11_12 0.3215 binG 11_12 0.1556 G 11_12 0.1199 ndcg 11_12 0.5424 ndcg_rel 11_12 0.4206 Rndcg 11_12 0.3601 ndcg_cut_5 11_12 0.1568 ndcg_cut_10 11_12 0.2340 ndcg_cut_15 11_12 0.2219 ndcg_cut_20 11_12 0.2311 ndcg_cut_30 11_12 0.3348 ndcg_cut_100 11_12 0.3346 ndcg_cut_200 11_12 0.4614 ndcg_cut_500 11_12 0.5050 ndcg_cut_1000 11_12 0.5424 map_cut_5 11_12 0.0157 map_cut_10 11_12 0.0312 map_cut_15 11_12 0.0433 map_cut_20 11_12 0.0540 map_cut_30 11_12 0.1020 map_cut_100 11_12 0.1818 map_cut_200 11_12 0.2419 map_cut_500 11_12 0.2580 map_cut_1000 11_12 0.2688 relative_P_5 11_12 0.4000 relative_P_10 11_12 0.5000 relative_P_15 11_12 0.4667 relative_P_20 11_12 0.4500 relative_P_30 11_12 0.5667 relative_P_100 11_12 0.3596 relative_P_200 11_12 0.5618 relative_P_500 11_12 0.6629 relative_P_1000 11_12 0.7640 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0680 set_relative_P 11_12 0.7640 set_recall 11_12 0.7640 set_map 11_12 0.0520 set_F 11_12 0.1249 num_nonrel_judged_ret 11_12 30 rbp 11_12 0.2339 rbp_resid 11_12 0.1666 unj_5 11_12 0.0000 unj_10 11_12 0.1000 unj_20 11_12 0.2000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 125 map 11_13 0.2797 Rprec 11_13 0.3695 bpref 11_13 0.5751 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.7241 iprec_at_recall_0.20 11_13 0.6308 iprec_at_recall_0.30 11_13 0.4485 iprec_at_recall_0.40 11_13 0.3294 iprec_at_recall_0.50 11_13 0.2373 iprec_at_recall_0.60 11_13 0.1424 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.8000 P_10 11_13 0.7000 P_15 11_13 0.6000 P_20 11_13 0.7000 P_30 11_13 0.7000 P_100 11_13 0.5100 P_200 11_13 0.3700 P_500 11_13 0.2080 P_1000 11_13 0.1250 relstring 11_13 '102323330-' recall_5 11_13 0.0197 recall_10 11_13 0.0345 recall_15 11_13 0.0443 recall_20 11_13 0.0690 recall_30 11_13 0.1034 recall_100 11_13 0.2512 recall_200 11_13 0.3645 recall_500 11_13 0.5123 recall_1000 11_13 0.6158 infAP 11_13 0.2797 Rprec_mult_0.20 11_13 0.6829 Rprec_mult_0.40 11_13 0.5732 Rprec_mult_0.60 11_13 0.4590 Rprec_mult_0.80 11_13 0.4049 Rprec_mult_1.00 11_13 0.3695 Rprec_mult_1.20 11_13 0.3279 Rprec_mult_1.40 11_13 0.3018 Rprec_mult_1.60 11_13 0.2800 Rprec_mult_1.80 11_13 0.2705 Rprec_mult_2.00 11_13 0.2488 utility 11_13 -750.0000 11pt_avg 11_13 0.3193 binG 11_13 0.1278 G 11_13 0.1008 ndcg 11_13 0.5883 ndcg_rel 11_13 0.5294 Rndcg 11_13 0.4792 ndcg_cut_5 11_13 0.4596 ndcg_cut_10 11_13 0.5195 ndcg_cut_15 11_13 0.4628 ndcg_cut_20 11_13 0.5193 ndcg_cut_30 11_13 0.5376 ndcg_cut_100 11_13 0.4650 ndcg_cut_200 11_13 0.4207 ndcg_cut_500 11_13 0.5258 ndcg_cut_1000 11_13 0.5883 map_cut_5 11_13 0.0158 map_cut_10 11_13 0.0285 map_cut_15 11_13 0.0350 map_cut_20 11_13 0.0514 map_cut_30 11_13 0.0759 map_cut_100 11_13 0.1688 map_cut_200 11_13 0.2182 map_cut_500 11_13 0.2623 map_cut_1000 11_13 0.2797 relative_P_5 11_13 0.8000 relative_P_10 11_13 0.7000 relative_P_15 11_13 0.6000 relative_P_20 11_13 0.7000 relative_P_30 11_13 0.7000 relative_P_100 11_13 0.5100 relative_P_200 11_13 0.3700 relative_P_500 11_13 0.5123 relative_P_1000 11_13 0.6158 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.1250 set_relative_P 11_13 0.6158 set_recall 11_13 0.6158 set_map 11_13 0.0770 set_F 11_13 0.2078 num_nonrel_judged_ret 11_13 7 rbp 11_13 0.5344 rbp_resid 11_13 0.1326 unj_5 11_13 0.0000 unj_10 11_13 0.1000 unj_20 11_13 0.1500 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 94 map 11_2 0.3605 Rprec 11_2 0.4247 bpref 11_2 0.6166 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.8571 iprec_at_recall_0.20 11_2 0.7250 iprec_at_recall_0.30 11_2 0.6522 iprec_at_recall_0.40 11_2 0.4603 iprec_at_recall_0.50 11_2 0.3303 iprec_at_recall_0.60 11_2 0.2041 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.8000 P_10 11_2 0.8000 P_15 11_2 0.8000 P_20 11_2 0.8500 P_30 11_2 0.8333 P_100 11_2 0.5100 P_200 11_2 0.3400 P_500 11_2 0.1820 P_1000 11_2 0.0940 relstring 11_2 '31120-2221' recall_5 11_2 0.0274 recall_10 11_2 0.0548 recall_15 11_2 0.0822 recall_20 11_2 0.1164 recall_30 11_2 0.1712 recall_100 11_2 0.3493 recall_200 11_2 0.4658 recall_500 11_2 0.6233 recall_1000 11_2 0.6438 infAP 11_2 0.3605 Rprec_mult_0.20 11_2 0.8333 Rprec_mult_0.40 11_2 0.6610 Rprec_mult_0.60 11_2 0.5795 Rprec_mult_0.80 11_2 0.4701 Rprec_mult_1.00 11_2 0.4247 Rprec_mult_1.20 11_2 0.3750 Rprec_mult_1.40 11_2 0.3415 Rprec_mult_1.60 11_2 0.3162 Rprec_mult_1.80 11_2 0.2890 Rprec_mult_2.00 11_2 0.2671 utility 11_2 -812.0000 11pt_avg 11_2 0.3845 binG 11_2 0.1728 G 11_2 0.1076 ndcg 11_2 0.5714 ndcg_rel 11_2 0.5213 Rndcg 11_2 0.4978 ndcg_cut_5 11_2 0.4765 ndcg_cut_10 11_2 0.4705 ndcg_cut_15 11_2 0.4840 ndcg_cut_20 11_2 0.4918 ndcg_cut_30 11_2 0.5224 ndcg_cut_100 11_2 0.4349 ndcg_cut_200 11_2 0.4620 ndcg_cut_500 11_2 0.5605 ndcg_cut_1000 11_2 0.5714 map_cut_5 11_2 0.0274 map_cut_10 11_2 0.0482 map_cut_15 11_2 0.0704 map_cut_20 11_2 0.0989 map_cut_30 11_2 0.1448 map_cut_100 11_2 0.2656 map_cut_200 11_2 0.3162 map_cut_500 11_2 0.3573 map_cut_1000 11_2 0.3605 relative_P_5 11_2 0.8000 relative_P_10 11_2 0.8000 relative_P_15 11_2 0.8000 relative_P_20 11_2 0.8500 relative_P_30 11_2 0.8333 relative_P_100 11_2 0.5100 relative_P_200 11_2 0.4658 relative_P_500 11_2 0.6233 relative_P_1000 11_2 0.6438 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0940 set_relative_P 11_2 0.6438 set_recall 11_2 0.6438 set_map 11_2 0.0605 set_F 11_2 0.1640 num_nonrel_judged_ret 11_2 12 rbp 11_2 0.3735 rbp_resid 11_2 0.0823 unj_5 11_2 0.0000 unj_10 11_2 0.1000 unj_20 11_2 0.0500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 132 map 11_3 0.4197 Rprec 11_3 0.4628 bpref 11_3 0.6640 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.9667 iprec_at_recall_0.20 11_3 0.8837 iprec_at_recall_0.30 11_3 0.6829 iprec_at_recall_0.40 11_3 0.5952 iprec_at_recall_0.50 11_3 0.3821 iprec_at_recall_0.60 11_3 0.2446 iprec_at_recall_0.70 11_3 0.1746 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.8000 P_10 11_3 0.9000 P_15 11_3 0.9333 P_20 11_3 0.9500 P_30 11_3 0.9667 P_100 11_3 0.6200 P_200 11_3 0.4400 P_500 11_3 0.2260 P_1000 11_3 0.1320 relstring 11_3 '2303233223' recall_5 11_3 0.0213 recall_10 11_3 0.0479 recall_15 11_3 0.0745 recall_20 11_3 0.1011 recall_30 11_3 0.1543 recall_100 11_3 0.3298 recall_200 11_3 0.4681 recall_500 11_3 0.6011 recall_1000 11_3 0.7021 infAP 11_3 0.4197 Rprec_mult_0.20 11_3 0.8947 Rprec_mult_0.40 11_3 0.7105 Rprec_mult_0.60 11_3 0.6106 Rprec_mult_0.80 11_3 0.5232 Rprec_mult_1.00 11_3 0.4628 Rprec_mult_1.20 11_3 0.4071 Rprec_mult_1.40 11_3 0.3598 Rprec_mult_1.60 11_3 0.3223 Rprec_mult_1.80 11_3 0.2950 Rprec_mult_2.00 11_3 0.2766 utility 11_3 -736.0000 11pt_avg 11_3 0.4482 binG 11_3 0.2032 G 11_3 0.1345 ndcg 11_3 0.6750 ndcg_rel 11_3 0.6533 Rndcg 11_3 0.6275 ndcg_cut_5 11_3 0.6736 ndcg_cut_10 11_3 0.7430 ndcg_cut_15 11_3 0.7396 ndcg_cut_20 11_3 0.7164 ndcg_cut_30 11_3 0.7444 ndcg_cut_100 11_3 0.5835 ndcg_cut_200 11_3 0.5519 ndcg_cut_500 11_3 0.6274 ndcg_cut_1000 11_3 0.6750 map_cut_5 11_3 0.0189 map_cut_10 11_3 0.0420 map_cut_15 11_3 0.0666 map_cut_20 11_3 0.0917 map_cut_30 11_3 0.1428 map_cut_100 11_3 0.2787 map_cut_200 11_3 0.3562 map_cut_500 11_3 0.3981 map_cut_1000 11_3 0.4197 relative_P_5 11_3 0.8000 relative_P_10 11_3 0.9000 relative_P_15 11_3 0.9333 relative_P_20 11_3 0.9500 relative_P_30 11_3 0.9667 relative_P_100 11_3 0.6200 relative_P_200 11_3 0.4681 relative_P_500 11_3 0.6011 relative_P_1000 11_3 0.7021 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.1320 set_relative_P 11_3 0.7021 set_recall 11_3 0.7021 set_map 11_3 0.0927 set_F 11_3 0.2222 num_nonrel_judged_ret 11_3 13 rbp 11_3 0.7048 rbp_resid 11_3 0.0170 unj_5 11_3 0.0000 unj_10 11_3 0.0000 unj_20 11_3 0.0000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 124 map 11_4 0.4505 Rprec 11_4 0.4306 bpref 11_4 0.8463 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.9500 iprec_at_recall_0.20 11_4 0.9091 iprec_at_recall_0.30 11_4 0.6935 iprec_at_recall_0.40 11_4 0.5225 iprec_at_recall_0.50 11_4 0.3429 iprec_at_recall_0.60 11_4 0.2587 iprec_at_recall_0.70 11_4 0.2322 iprec_at_recall_0.80 11_4 0.1580 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 0.9000 P_15 11_4 0.9333 P_20 11_4 0.9500 P_30 11_4 0.9000 P_100 11_4 0.5400 P_200 11_4 0.3500 P_500 11_4 0.2120 P_1000 11_4 0.1240 relstring 11_4 '2232212-12' recall_5 11_4 0.0347 recall_10 11_4 0.0625 recall_15 11_4 0.0972 recall_20 11_4 0.1319 recall_30 11_4 0.1875 recall_100 11_4 0.3750 recall_200 11_4 0.4861 recall_500 11_4 0.7361 recall_1000 11_4 0.8611 infAP 11_4 0.4505 Rprec_mult_0.20 11_4 0.8966 Rprec_mult_0.40 11_4 0.7069 Rprec_mult_0.60 11_4 0.5862 Rprec_mult_0.80 11_4 0.5086 Rprec_mult_1.00 11_4 0.4306 Rprec_mult_1.20 11_4 0.3931 Rprec_mult_1.40 11_4 0.3465 Rprec_mult_1.60 11_4 0.3247 Rprec_mult_1.80 11_4 0.3038 Rprec_mult_2.00 11_4 0.2812 utility 11_4 -752.0000 11pt_avg 11_4 0.4606 binG 11_4 0.2403 G 11_4 0.1775 ndcg 11_4 0.7701 ndcg_rel 11_4 0.7000 Rndcg 11_4 0.6789 ndcg_cut_5 11_4 0.7232 ndcg_cut_10 11_4 0.6895 ndcg_cut_15 11_4 0.7637 ndcg_cut_20 11_4 0.7831 ndcg_cut_30 11_4 0.7654 ndcg_cut_100 11_4 0.6226 ndcg_cut_200 11_4 0.5942 ndcg_cut_500 11_4 0.7181 ndcg_cut_1000 11_4 0.7701 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0610 map_cut_15 11_4 0.0931 map_cut_20 11_4 0.1258 map_cut_30 11_4 0.1761 map_cut_100 11_4 0.3129 map_cut_200 11_4 0.3640 map_cut_500 11_4 0.4309 map_cut_1000 11_4 0.4505 relative_P_5 11_4 1.0000 relative_P_10 11_4 0.9000 relative_P_15 11_4 0.9333 relative_P_20 11_4 0.9500 relative_P_30 11_4 0.9000 relative_P_100 11_4 0.5400 relative_P_200 11_4 0.4861 relative_P_500 11_4 0.7361 relative_P_1000 11_4 0.8611 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1240 set_relative_P 11_4 0.8611 set_recall 11_4 0.8611 set_map 11_4 0.1068 set_F 11_4 0.2168 num_nonrel_judged_ret 11_4 3 rbp 11_4 0.6017 rbp_resid 11_4 0.0841 unj_5 11_4 0.0000 unj_10 11_4 0.1000 unj_20 11_4 0.0500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 58 map 11_6 0.6700 Rprec 11_6 0.6167 bpref 11_6 0.9497 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 1.0000 iprec_at_recall_0.20 11_6 1.0000 iprec_at_recall_0.30 11_6 0.9545 iprec_at_recall_0.40 11_6 0.8621 iprec_at_recall_0.50 11_6 0.7609 iprec_at_recall_0.60 11_6 0.6429 iprec_at_recall_0.70 11_6 0.5833 iprec_at_recall_0.80 11_6 0.2697 iprec_at_recall_0.90 11_6 0.2045 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 1.0000 P_15 11_6 1.0000 P_20 11_6 0.9500 P_30 11_6 0.8333 P_100 11_6 0.4300 P_200 11_6 0.2400 P_500 11_6 0.1140 P_1000 11_6 0.0580 relstring 11_6 '3223233233' recall_5 11_6 0.0833 recall_10 11_6 0.1667 recall_15 11_6 0.2500 recall_20 11_6 0.3167 recall_30 11_6 0.4167 recall_100 11_6 0.7167 recall_200 11_6 0.8000 recall_500 11_6 0.9500 recall_1000 11_6 0.9667 infAP 11_6 0.6700 Rprec_mult_0.20 11_6 1.0000 Rprec_mult_0.40 11_6 0.8750 Rprec_mult_0.60 11_6 0.7778 Rprec_mult_0.80 11_6 0.7292 Rprec_mult_1.00 11_6 0.6167 Rprec_mult_1.20 11_6 0.5833 Rprec_mult_1.40 11_6 0.5119 Rprec_mult_1.60 11_6 0.4479 Rprec_mult_1.80 11_6 0.4074 Rprec_mult_2.00 11_6 0.3750 utility 11_6 -884.0000 11pt_avg 11_6 0.6616 binG 11_6 0.4495 G 11_6 0.2728 ndcg 11_6 0.8708 ndcg_rel 11_6 0.8189 Rndcg 11_6 0.7986 ndcg_cut_5 11_6 0.8284 ndcg_cut_10 11_6 0.8655 ndcg_cut_15 11_6 0.8475 ndcg_cut_20 11_6 0.8529 ndcg_cut_30 11_6 0.8165 ndcg_cut_100 11_6 0.7628 ndcg_cut_200 11_6 0.8022 ndcg_cut_500 11_6 0.8642 ndcg_cut_1000 11_6 0.8708 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1667 map_cut_15 11_6 0.2500 map_cut_20 11_6 0.3130 map_cut_30 11_6 0.4023 map_cut_100 11_6 0.6098 map_cut_200 11_6 0.6377 map_cut_500 11_6 0.6686 map_cut_1000 11_6 0.6700 relative_P_5 11_6 1.0000 relative_P_10 11_6 1.0000 relative_P_15 11_6 1.0000 relative_P_20 11_6 0.9500 relative_P_30 11_6 0.8333 relative_P_100 11_6 0.7167 relative_P_200 11_6 0.8000 relative_P_500 11_6 0.9500 relative_P_1000 11_6 0.9667 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0580 set_relative_P 11_6 0.9667 set_recall 11_6 0.9667 set_map 11_6 0.0561 set_F 11_6 0.1094 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.7544 rbp_resid 11_6 0.0734 unj_5 11_6 0.0000 unj_10 11_6 0.0000 unj_20 11_6 0.0500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 48 map 11_7 0.2505 Rprec 11_7 0.3444 bpref 11_7 0.5090 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.7500 iprec_at_recall_0.20 11_7 0.6923 iprec_at_recall_0.30 11_7 0.4426 iprec_at_recall_0.40 11_7 0.1659 iprec_at_recall_0.50 11_7 0.0655 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.8000 P_10 11_7 0.7000 P_15 11_7 0.6667 P_20 11_7 0.6500 P_30 11_7 0.6333 P_100 11_7 0.3200 P_200 11_7 0.1750 P_500 11_7 0.0840 P_1000 11_7 0.0480 relstring 11_7 '1202200122' recall_5 11_7 0.0444 recall_10 11_7 0.0778 recall_15 11_7 0.1111 recall_20 11_7 0.1444 recall_30 11_7 0.2111 recall_100 11_7 0.3556 recall_200 11_7 0.3889 recall_500 11_7 0.4667 recall_1000 11_7 0.5333 infAP 11_7 0.2505 Rprec_mult_0.20 11_7 0.6667 Rprec_mult_0.40 11_7 0.6667 Rprec_mult_0.60 11_7 0.4815 Rprec_mult_0.80 11_7 0.3889 Rprec_mult_1.00 11_7 0.3444 Rprec_mult_1.20 11_7 0.2963 Rprec_mult_1.40 11_7 0.2619 Rprec_mult_1.60 11_7 0.2361 Rprec_mult_1.80 11_7 0.2160 Rprec_mult_2.00 11_7 0.1944 utility 11_7 -904.0000 11pt_avg 11_7 0.2833 binG 11_7 0.1492 G 11_7 0.1024 ndcg 11_7 0.4685 ndcg_rel 11_7 0.4545 Rndcg 11_7 0.4166 ndcg_cut_5 11_7 0.4607 ndcg_cut_10 11_7 0.4629 ndcg_cut_15 11_7 0.4719 ndcg_cut_20 11_7 0.4628 ndcg_cut_30 11_7 0.4709 ndcg_cut_100 11_7 0.3784 ndcg_cut_200 11_7 0.3992 ndcg_cut_500 11_7 0.4408 ndcg_cut_1000 11_7 0.4685 map_cut_5 11_7 0.0394 map_cut_10 11_7 0.0616 map_cut_15 11_7 0.0854 map_cut_20 11_7 0.1085 map_cut_30 11_7 0.1534 map_cut_100 11_7 0.2285 map_cut_200 11_7 0.2372 map_cut_500 11_7 0.2463 map_cut_1000 11_7 0.2505 relative_P_5 11_7 0.8000 relative_P_10 11_7 0.7000 relative_P_15 11_7 0.6667 relative_P_20 11_7 0.6500 relative_P_30 11_7 0.6333 relative_P_100 11_7 0.3556 relative_P_200 11_7 0.3889 relative_P_500 11_7 0.4667 relative_P_1000 11_7 0.5333 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0480 set_relative_P 11_7 0.5333 set_recall 11_7 0.5333 set_map 11_7 0.0256 set_F 11_7 0.0881 num_nonrel_judged_ret 11_7 5 rbp 11_7 0.3694 rbp_resid 11_7 0.1046 unj_5 11_7 0.0000 unj_10 11_7 0.0000 unj_20 11_7 0.1500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 90 map 11_8 0.5282 Rprec 11_8 0.5567 bpref 11_8 0.8943 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.8421 iprec_at_recall_0.20 11_8 0.8276 iprec_at_recall_0.30 11_8 0.7407 iprec_at_recall_0.40 11_8 0.7407 iprec_at_recall_0.50 11_8 0.6623 iprec_at_recall_0.60 11_8 0.4720 iprec_at_recall_0.70 11_8 0.2776 iprec_at_recall_0.80 11_8 0.1589 iprec_at_recall_0.90 11_8 0.1127 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 0.8000 P_15 11_8 0.8000 P_20 11_8 0.8000 P_30 11_8 0.8000 P_100 11_8 0.5400 P_200 11_8 0.3200 P_500 11_8 0.1560 P_1000 11_8 0.0900 relstring 11_8 '343324202-' recall_5 11_8 0.0515 recall_10 11_8 0.0825 recall_15 11_8 0.1237 recall_20 11_8 0.1649 recall_30 11_8 0.2474 recall_100 11_8 0.5567 recall_200 11_8 0.6598 recall_500 11_8 0.8041 recall_1000 11_8 0.9278 infAP 11_8 0.5282 Rprec_mult_0.20 11_8 0.8000 Rprec_mult_0.40 11_8 0.6923 Rprec_mult_0.60 11_8 0.7119 Rprec_mult_0.80 11_8 0.6538 Rprec_mult_1.00 11_8 0.5567 Rprec_mult_1.20 11_8 0.4872 Rprec_mult_1.40 11_8 0.4338 Rprec_mult_1.60 11_8 0.4038 Rprec_mult_1.80 11_8 0.3657 Rprec_mult_2.00 11_8 0.3299 utility 11_8 -820.0000 11pt_avg 11_8 0.5304 binG 11_8 0.2682 G 11_8 0.2006 ndcg 11_8 0.8268 ndcg_rel 11_8 0.7483 Rndcg 11_8 0.7331 ndcg_cut_5 11_8 0.8281 ndcg_cut_10 11_8 0.7476 ndcg_cut_15 11_8 0.7315 ndcg_cut_20 11_8 0.7055 ndcg_cut_30 11_8 0.7437 ndcg_cut_100 11_8 0.6505 ndcg_cut_200 11_8 0.7125 ndcg_cut_500 11_8 0.7785 ndcg_cut_1000 11_8 0.8268 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.0813 map_cut_15 11_8 0.1147 map_cut_20 11_8 0.1488 map_cut_30 11_8 0.2150 map_cut_100 11_8 0.4325 map_cut_200 11_8 0.4793 map_cut_500 11_8 0.5136 map_cut_1000 11_8 0.5282 relative_P_5 11_8 1.0000 relative_P_10 11_8 0.8000 relative_P_15 11_8 0.8000 relative_P_20 11_8 0.8000 relative_P_30 11_8 0.8000 relative_P_100 11_8 0.5567 relative_P_200 11_8 0.6598 relative_P_500 11_8 0.8041 relative_P_1000 11_8 0.9278 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0900 set_relative_P 11_8 0.9278 set_recall 11_8 0.9278 set_map 11_8 0.0835 set_F 11_8 0.1641 num_nonrel_judged_ret 11_8 4 rbp 11_8 0.5712 rbp_resid 11_8 0.1182 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.1500 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 76 map 11_9 0.1668 Rprec 11_9 0.2479 bpref 11_9 0.5566 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.4000 iprec_at_recall_0.20 11_9 0.3067 iprec_at_recall_0.30 11_9 0.2342 iprec_at_recall_0.40 11_9 0.1912 iprec_at_recall_0.50 11_9 0.1133 iprec_at_recall_0.60 11_9 0.1014 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.6000 P_10 11_9 0.6000 P_15 11_9 0.4667 P_20 11_9 0.4000 P_30 11_9 0.4000 P_100 11_9 0.2700 P_200 11_9 0.2150 P_500 11_9 0.1120 P_1000 11_9 0.0760 relstring 11_9 '230101--22' recall_5 11_9 0.0256 recall_10 11_9 0.0513 recall_15 11_9 0.0598 recall_20 11_9 0.0684 recall_30 11_9 0.1026 recall_100 11_9 0.2308 recall_200 11_9 0.3675 recall_500 11_9 0.4786 recall_1000 11_9 0.6496 infAP 11_9 0.1668 Rprec_mult_0.20 11_9 0.4167 Rprec_mult_0.40 11_9 0.2979 Rprec_mult_0.60 11_9 0.2958 Rprec_mult_0.80 11_9 0.2766 Rprec_mult_1.00 11_9 0.2479 Rprec_mult_1.20 11_9 0.2199 Rprec_mult_1.40 11_9 0.2317 Rprec_mult_1.60 11_9 0.2181 Rprec_mult_1.80 11_9 0.2085 Rprec_mult_2.00 11_9 0.1923 utility 11_9 -848.0000 11pt_avg 11_9 0.2134 binG 11_9 0.1222 G 11_9 0.0943 ndcg 11_9 0.4810 ndcg_rel 11_9 0.3963 Rndcg 11_9 0.3757 ndcg_cut_5 11_9 0.4127 ndcg_cut_10 11_9 0.3840 ndcg_cut_15 11_9 0.3316 ndcg_cut_20 11_9 0.3106 ndcg_cut_30 11_9 0.3010 ndcg_cut_100 11_9 0.2629 ndcg_cut_200 11_9 0.3265 ndcg_cut_500 11_9 0.3868 ndcg_cut_1000 11_9 0.4810 map_cut_5 11_9 0.0235 map_cut_10 11_9 0.0391 map_cut_15 11_9 0.0434 map_cut_20 11_9 0.0470 map_cut_30 11_9 0.0610 map_cut_100 11_9 0.0995 map_cut_200 11_9 0.1309 map_cut_500 11_9 0.1491 map_cut_1000 11_9 0.1668 relative_P_5 11_9 0.6000 relative_P_10 11_9 0.6000 relative_P_15 11_9 0.4667 relative_P_20 11_9 0.4000 relative_P_30 11_9 0.4000 relative_P_100 11_9 0.2700 relative_P_200 11_9 0.3675 relative_P_500 11_9 0.4786 relative_P_1000 11_9 0.6496 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0760 set_relative_P 11_9 0.6496 set_recall 11_9 0.6496 set_map 11_9 0.0494 set_F 11_9 0.1361 num_nonrel_judged_ret 11_9 26 rbp 11_9 0.2337 rbp_resid 11_9 0.2816 unj_5 11_9 0.0000 unj_10 11_9 0.2000 unj_20 11_9 0.3500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 58 map 12_1 0.4583 Rprec 12_1 0.4400 bpref 12_1 0.6514 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 1.0000 iprec_at_recall_0.20 12_1 0.9412 iprec_at_recall_0.30 12_1 0.6765 iprec_at_recall_0.40 12_1 0.5000 iprec_at_recall_0.50 12_1 0.4471 iprec_at_recall_0.60 12_1 0.3615 iprec_at_recall_0.70 12_1 0.2241 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 1.0000 P_10 12_1 0.9000 P_15 12_1 0.9333 P_20 12_1 0.9000 P_30 12_1 0.7333 P_100 12_1 0.4000 P_200 12_1 0.2550 P_500 12_1 0.1140 P_1000 12_1 0.0580 relstring 12_1 '2222212202' recall_5 12_1 0.0667 recall_10 12_1 0.1200 recall_15 12_1 0.1867 recall_20 12_1 0.2400 recall_30 12_1 0.2933 recall_100 12_1 0.5333 recall_200 12_1 0.6800 recall_500 12_1 0.7600 recall_1000 12_1 0.7733 infAP 12_1 0.4583 Rprec_mult_0.20 12_1 0.9333 Rprec_mult_0.40 12_1 0.7333 Rprec_mult_0.60 12_1 0.6000 Rprec_mult_0.80 12_1 0.5000 Rprec_mult_1.00 12_1 0.4400 Rprec_mult_1.20 12_1 0.4333 Rprec_mult_1.40 12_1 0.3810 Rprec_mult_1.60 12_1 0.3583 Rprec_mult_1.80 12_1 0.3481 Rprec_mult_2.00 12_1 0.3200 utility 12_1 -884.0000 11pt_avg 12_1 0.4682 binG 12_1 0.2875 G 12_1 0.2273 ndcg 12_1 0.7639 ndcg_rel 12_1 0.7312 Rndcg 12_1 0.6623 ndcg_cut_5 12_1 0.8550 ndcg_cut_10 12_1 0.8059 ndcg_cut_15 12_1 0.8461 ndcg_cut_20 12_1 0.8227 ndcg_cut_30 12_1 0.7172 ndcg_cut_100 12_1 0.6550 ndcg_cut_200 12_1 0.7271 ndcg_cut_500 12_1 0.7565 ndcg_cut_1000 12_1 0.7639 map_cut_5 12_1 0.0667 map_cut_10 12_1 0.1187 map_cut_15 12_1 0.1801 map_cut_20 12_1 0.2291 map_cut_30 12_1 0.2689 map_cut_100 12_1 0.3930 map_cut_200 12_1 0.4419 map_cut_500 12_1 0.4570 map_cut_1000 12_1 0.4583 relative_P_5 12_1 1.0000 relative_P_10 12_1 0.9000 relative_P_15 12_1 0.9333 relative_P_20 12_1 0.9000 relative_P_30 12_1 0.7333 relative_P_100 12_1 0.5333 relative_P_200 12_1 0.6800 relative_P_500 12_1 0.7600 relative_P_1000 12_1 0.7733 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0580 set_relative_P 12_1 0.7733 set_recall 12_1 0.7733 set_map 12_1 0.0449 set_F 12_1 0.1079 num_nonrel_judged_ret 12_1 50 rbp 12_1 0.5397 rbp_resid 12_1 0.0444 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 46 map 12_2 0.3973 Rprec 12_2 0.4308 bpref 12_2 0.6850 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 1.0000 iprec_at_recall_0.20 12_2 0.8667 iprec_at_recall_0.30 12_2 0.7143 iprec_at_recall_0.40 12_2 0.4561 iprec_at_recall_0.50 12_2 0.3367 iprec_at_recall_0.60 12_2 0.1494 iprec_at_recall_0.70 12_2 0.0799 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 1.0000 P_10 12_2 0.9000 P_15 12_2 0.8667 P_20 12_2 0.7500 P_30 12_2 0.6667 P_100 12_2 0.3300 P_200 12_2 0.1800 P_500 12_2 0.0880 P_1000 12_2 0.0460 relstring 12_2 '3111131022' recall_5 12_2 0.0769 recall_10 12_2 0.1385 recall_15 12_2 0.2000 recall_20 12_2 0.2308 recall_30 12_2 0.3077 recall_100 12_2 0.5077 recall_200 12_2 0.5538 recall_500 12_2 0.6769 recall_1000 12_2 0.7077 infAP 12_2 0.3973 Rprec_mult_0.20 12_2 0.8462 Rprec_mult_0.40 12_2 0.7308 Rprec_mult_0.60 12_2 0.5641 Rprec_mult_0.80 12_2 0.4808 Rprec_mult_1.00 12_2 0.4308 Rprec_mult_1.20 12_2 0.3846 Rprec_mult_1.40 12_2 0.3516 Rprec_mult_1.60 12_2 0.3173 Rprec_mult_1.80 12_2 0.2906 Rprec_mult_2.00 12_2 0.2769 utility 12_2 -908.0000 11pt_avg 12_2 0.4185 binG 12_2 0.2662 G 12_2 0.1814 ndcg 12_2 0.6550 ndcg_rel 12_2 0.6288 Rndcg 12_2 0.5917 ndcg_cut_5 12_2 0.5594 ndcg_cut_10 12_2 0.6257 ndcg_cut_15 12_2 0.6742 ndcg_cut_20 12_2 0.6221 ndcg_cut_30 12_2 0.6104 ndcg_cut_100 12_2 0.5752 ndcg_cut_200 12_2 0.5919 ndcg_cut_500 12_2 0.6424 ndcg_cut_1000 12_2 0.6550 map_cut_5 12_2 0.0769 map_cut_10 12_2 0.1352 map_cut_15 12_2 0.1898 map_cut_20 12_2 0.2146 map_cut_30 12_2 0.2714 map_cut_100 12_2 0.3650 map_cut_200 12_2 0.3789 map_cut_500 12_2 0.3948 map_cut_1000 12_2 0.3973 relative_P_5 12_2 1.0000 relative_P_10 12_2 0.9000 relative_P_15 12_2 0.8667 relative_P_20 12_2 0.7500 relative_P_30 12_2 0.6667 relative_P_100 12_2 0.5077 relative_P_200 12_2 0.5538 relative_P_500 12_2 0.6769 relative_P_1000 12_2 0.7077 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0460 set_relative_P 12_2 0.7077 set_recall 12_2 0.7077 set_map 12_2 0.0326 set_F 12_2 0.0864 num_nonrel_judged_ret 12_2 8 rbp 12_2 0.4594 rbp_resid 12_2 0.1427 unj_5 12_2 0.0000 unj_10 12_2 0.0000 unj_20 12_2 0.2000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 73 map 12_3 0.3614 Rprec 12_3 0.3867 bpref 12_3 0.8105 recip_rank 12_3 0.5000 iprec_at_recall_0.00 12_3 0.6667 iprec_at_recall_0.10 12_3 0.6154 iprec_at_recall_0.20 12_3 0.4839 iprec_at_recall_0.30 12_3 0.4600 iprec_at_recall_0.40 12_3 0.4348 iprec_at_recall_0.50 12_3 0.4348 iprec_at_recall_0.60 12_3 0.3782 iprec_at_recall_0.70 12_3 0.2850 iprec_at_recall_0.80 12_3 0.2264 iprec_at_recall_0.90 12_3 0.1948 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.6000 P_10 12_3 0.6000 P_15 12_3 0.5333 P_20 12_3 0.5000 P_30 12_3 0.4667 P_100 12_3 0.4000 P_200 12_3 0.2750 P_500 12_3 0.1420 P_1000 12_3 0.0730 relstring 12_3 '020111-021' recall_5 12_3 0.0400 recall_10 12_3 0.0800 recall_15 12_3 0.1067 recall_20 12_3 0.1333 recall_30 12_3 0.1867 recall_100 12_3 0.5333 recall_200 12_3 0.7333 recall_500 12_3 0.9467 recall_1000 12_3 0.9733 infAP 12_3 0.3614 Rprec_mult_0.20 12_3 0.5333 Rprec_mult_0.40 12_3 0.4667 Rprec_mult_0.60 12_3 0.4222 Rprec_mult_0.80 12_3 0.4000 Rprec_mult_1.00 12_3 0.3867 Rprec_mult_1.20 12_3 0.4222 Rprec_mult_1.40 12_3 0.3810 Rprec_mult_1.60 12_3 0.3750 Rprec_mult_1.80 12_3 0.3407 Rprec_mult_2.00 12_3 0.3200 utility 12_3 -854.0000 11pt_avg 12_3 0.3800 binG 12_3 0.1959 G 12_3 0.1647 ndcg 12_3 0.6925 ndcg_rel 12_3 0.4652 Rndcg 12_3 0.4553 ndcg_cut_5 12_3 0.3526 ndcg_cut_10 12_3 0.3661 ndcg_cut_15 12_3 0.3292 ndcg_cut_20 12_3 0.3229 ndcg_cut_30 12_3 0.3168 ndcg_cut_100 12_3 0.4517 ndcg_cut_200 12_3 0.5610 ndcg_cut_500 12_3 0.6774 ndcg_cut_1000 12_3 0.6925 map_cut_5 12_3 0.0213 map_cut_10 12_3 0.0456 map_cut_15 12_3 0.0616 map_cut_20 12_3 0.0746 map_cut_30 12_3 0.0994 map_cut_100 12_3 0.2473 map_cut_200 12_3 0.3137 map_cut_500 12_3 0.3585 map_cut_1000 12_3 0.3614 relative_P_5 12_3 0.6000 relative_P_10 12_3 0.6000 relative_P_15 12_3 0.5333 relative_P_20 12_3 0.5000 relative_P_30 12_3 0.4667 relative_P_100 12_3 0.5333 relative_P_200 12_3 0.7333 relative_P_500 12_3 0.9467 relative_P_1000 12_3 0.9733 success_1 12_3 0.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0730 set_relative_P 12_3 0.9733 set_recall 12_3 0.9733 set_map 12_3 0.0711 set_F 12_3 0.1358 num_nonrel_judged_ret 12_3 25 rbp 12_3 0.3352 rbp_resid 12_3 0.2225 unj_5 12_3 0.0000 unj_10 12_3 0.1000 unj_20 12_3 0.3000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 27 map 12_5 0.0424 Rprec 12_5 0.1053 bpref 12_5 0.4251 recip_rank 12_5 0.2500 iprec_at_recall_0.00 12_5 0.2500 iprec_at_recall_0.10 12_5 0.1935 iprec_at_recall_0.20 12_5 0.0846 iprec_at_recall_0.30 12_5 0.0535 iprec_at_recall_0.40 12_5 0.0351 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.2000 P_10 12_5 0.2000 P_15 12_5 0.2000 P_20 12_5 0.1500 P_30 12_5 0.1667 P_100 12_5 0.0800 P_200 12_5 0.0700 P_500 12_5 0.0420 P_1000 12_5 0.0270 relstring 12_5 '00020--2--' recall_5 12_5 0.0175 recall_10 12_5 0.0351 recall_15 12_5 0.0526 recall_20 12_5 0.0526 recall_30 12_5 0.0877 recall_100 12_5 0.1404 recall_200 12_5 0.2456 recall_500 12_5 0.3684 recall_1000 12_5 0.4737 infAP 12_5 0.0424 Rprec_mult_0.20 12_5 0.1667 Rprec_mult_0.40 12_5 0.1739 Rprec_mult_0.60 12_5 0.1714 Rprec_mult_0.80 12_5 0.1304 Rprec_mult_1.00 12_5 0.1053 Rprec_mult_1.20 12_5 0.0870 Rprec_mult_1.40 12_5 0.0750 Rprec_mult_1.60 12_5 0.0761 Rprec_mult_1.80 12_5 0.0777 Rprec_mult_2.00 12_5 0.0789 utility 12_5 -946.0000 11pt_avg 12_5 0.0561 binG 12_5 0.0755 G 12_5 0.0666 ndcg 12_5 0.2812 ndcg_rel 12_5 0.2373 Rndcg 12_5 0.1424 ndcg_cut_5 12_5 0.0974 ndcg_cut_10 12_5 0.1173 ndcg_cut_15 12_5 0.1305 ndcg_cut_20 12_5 0.1131 ndcg_cut_30 12_5 0.1301 ndcg_cut_100 12_5 0.1283 ndcg_cut_200 12_5 0.1856 ndcg_cut_500 12_5 0.2379 ndcg_cut_1000 12_5 0.2812 map_cut_5 12_5 0.0044 map_cut_10 12_5 0.0088 map_cut_15 12_5 0.0125 map_cut_20 12_5 0.0125 map_cut_30 12_5 0.0188 map_cut_100 12_5 0.0250 map_cut_200 12_5 0.0330 map_cut_500 12_5 0.0390 map_cut_1000 12_5 0.0424 relative_P_5 12_5 0.2000 relative_P_10 12_5 0.2000 relative_P_15 12_5 0.2000 relative_P_20 12_5 0.1500 relative_P_30 12_5 0.1667 relative_P_100 12_5 0.1404 relative_P_200 12_5 0.2456 relative_P_500 12_5 0.3684 relative_P_1000 12_5 0.4737 success_1 12_5 0.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0270 set_relative_P 12_5 0.4737 set_recall 12_5 0.4737 set_map 12_5 0.0128 set_F 12_5 0.0511 num_nonrel_judged_ret 12_5 7 rbp 12_5 0.1111 rbp_resid 12_5 0.4967 unj_5 12_5 0.0000 unj_10 12_5 0.4000 unj_20 12_5 0.6500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 42 map 12_6 0.5141 Rprec 12_6 0.5417 bpref 12_6 0.6953 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.7647 iprec_at_recall_0.20 12_6 0.7647 iprec_at_recall_0.30 12_6 0.7500 iprec_at_recall_0.40 12_6 0.7500 iprec_at_recall_0.50 12_6 0.5854 iprec_at_recall_0.60 12_6 0.5370 iprec_at_recall_0.70 12_6 0.4070 iprec_at_recall_0.80 12_6 0.3333 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.6000 P_10 12_6 0.7000 P_15 12_6 0.7333 P_20 12_6 0.7000 P_30 12_6 0.7000 P_100 12_6 0.3700 P_200 12_6 0.2100 P_500 12_6 0.0840 P_1000 12_6 0.0420 relstring 12_6 '1002210222' recall_5 12_6 0.0625 recall_10 12_6 0.1458 recall_15 12_6 0.2292 recall_20 12_6 0.2917 recall_30 12_6 0.4375 recall_100 12_6 0.7708 recall_200 12_6 0.8750 recall_500 12_6 0.8750 recall_1000 12_6 0.8750 infAP 12_6 0.5141 Rprec_mult_0.20 12_6 0.7000 Rprec_mult_0.40 12_6 0.7000 Rprec_mult_0.60 12_6 0.7241 Rprec_mult_0.80 12_6 0.5897 Rprec_mult_1.00 12_6 0.5417 Rprec_mult_1.20 12_6 0.5000 Rprec_mult_1.40 12_6 0.4559 Rprec_mult_1.60 12_6 0.4286 Rprec_mult_1.80 12_6 0.4023 Rprec_mult_2.00 12_6 0.3854 utility 12_6 -916.0000 11pt_avg 12_6 0.5356 binG 12_6 0.2688 G 12_6 0.1955 ndcg 12_6 0.6747 ndcg_rel 12_6 0.5452 Rndcg 12_6 0.5037 ndcg_cut_5 12_6 0.3821 ndcg_cut_10 12_6 0.4761 ndcg_cut_15 12_6 0.5018 ndcg_cut_20 12_6 0.5020 ndcg_cut_30 12_6 0.5379 ndcg_cut_100 12_6 0.6216 ndcg_cut_200 12_6 0.6747 ndcg_cut_500 12_6 0.6747 ndcg_cut_1000 12_6 0.6747 map_cut_5 12_6 0.0438 map_cut_10 12_6 0.0991 map_cut_15 12_6 0.1601 map_cut_20 12_6 0.2070 map_cut_30 12_6 0.3137 map_cut_100 12_6 0.4836 map_cut_200 12_6 0.5141 map_cut_500 12_6 0.5141 map_cut_1000 12_6 0.5141 relative_P_5 12_6 0.6000 relative_P_10 12_6 0.7000 relative_P_15 12_6 0.7333 relative_P_20 12_6 0.7000 relative_P_30 12_6 0.7000 relative_P_100 12_6 0.7708 relative_P_200 12_6 0.8750 relative_P_500 12_6 0.8750 relative_P_1000 12_6 0.8750 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0420 set_relative_P 12_6 0.8750 set_recall 12_6 0.8750 set_map 12_6 0.0367 set_F 12_6 0.0802 num_nonrel_judged_ret 12_6 29 rbp 12_6 0.3478 rbp_resid 12_6 0.0210 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.0000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 17 map 12_7 0.4046 Rprec 12_7 0.4706 bpref 12_7 0.4118 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 0.6667 iprec_at_recall_0.20 12_7 0.6667 iprec_at_recall_0.30 12_7 0.5000 iprec_at_recall_0.40 12_7 0.4706 iprec_at_recall_0.50 12_7 0.3103 iprec_at_recall_0.60 12_7 0.3077 iprec_at_recall_0.70 12_7 0.3077 iprec_at_recall_0.80 12_7 0.2642 iprec_at_recall_0.90 12_7 0.1364 iprec_at_recall_1.00 12_7 0.0664 P_5 12_7 0.6000 P_10 12_7 0.5000 P_15 12_7 0.4000 P_20 12_7 0.4000 P_30 12_7 0.3000 P_100 12_7 0.1400 P_200 12_7 0.0800 P_500 12_7 0.0340 P_1000 12_7 0.0170 relstring 12_7 '2020320002' recall_5 12_7 0.1765 recall_10 12_7 0.2941 recall_15 12_7 0.3529 recall_20 12_7 0.4706 recall_30 12_7 0.5294 recall_100 12_7 0.8235 recall_200 12_7 0.9412 recall_500 12_7 1.0000 recall_1000 12_7 1.0000 infAP 12_7 0.4046 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.5714 Rprec_mult_0.60 12_7 0.4545 Rprec_mult_0.80 12_7 0.4286 Rprec_mult_1.00 12_7 0.4706 Rprec_mult_1.20 12_7 0.3810 Rprec_mult_1.40 12_7 0.3333 Rprec_mult_1.60 12_7 0.2857 Rprec_mult_1.80 12_7 0.2903 Rprec_mult_2.00 12_7 0.2941 utility 12_7 -966.0000 11pt_avg 12_7 0.4270 binG 12_7 0.3253 G 12_7 0.2654 ndcg 12_7 0.7139 ndcg_rel 12_7 0.5929 Rndcg 12_7 0.5200 ndcg_cut_5 12_7 0.4919 ndcg_cut_10 12_7 0.4680 ndcg_cut_15 12_7 0.4601 ndcg_cut_20 12_7 0.5480 ndcg_cut_30 12_7 0.5771 ndcg_cut_100 12_7 0.6841 ndcg_cut_200 12_7 0.7050 ndcg_cut_500 12_7 0.7139 ndcg_cut_1000 12_7 0.7139 map_cut_5 12_7 0.1333 map_cut_10 12_7 0.2020 map_cut_15 12_7 0.2272 map_cut_20 12_7 0.2806 map_cut_30 12_7 0.2988 map_cut_100 12_7 0.3847 map_cut_200 12_7 0.4007 map_cut_500 12_7 0.4046 map_cut_1000 12_7 0.4046 relative_P_5 12_7 0.6000 relative_P_10 12_7 0.5000 relative_P_15 12_7 0.4000 relative_P_20 12_7 0.4706 relative_P_30 12_7 0.5294 relative_P_100 12_7 0.8235 relative_P_200 12_7 0.9412 relative_P_500 12_7 1.0000 relative_P_1000 12_7 1.0000 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0170 set_relative_P 12_7 1.0000 set_recall 12_7 1.0000 set_map 12_7 0.0170 set_F 12_7 0.0334 num_nonrel_judged_ret 12_7 37 rbp 12_7 0.3246 rbp_resid 12_7 0.1352 unj_5 12_7 0.0000 unj_10 12_7 0.0000 unj_20 12_7 0.1500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 24 map 12_9 0.4161 Rprec 12_9 0.4074 bpref 12_9 0.4979 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 1.0000 iprec_at_recall_0.20 12_9 1.0000 iprec_at_recall_0.30 12_9 0.6154 iprec_at_recall_0.40 12_9 0.5000 iprec_at_recall_0.50 12_9 0.3415 iprec_at_recall_0.60 12_9 0.2353 iprec_at_recall_0.70 12_9 0.1792 iprec_at_recall_0.80 12_9 0.0593 iprec_at_recall_0.90 12_9 0.0284 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 1.0000 P_10 12_9 0.6000 P_15 12_9 0.6000 P_20 12_9 0.4500 P_30 12_9 0.3667 P_100 12_9 0.1800 P_200 12_9 0.0950 P_500 12_9 0.0440 P_1000 12_9 0.0240 relstring 12_9 '312112000-' recall_5 12_9 0.1852 recall_10 12_9 0.2222 recall_15 12_9 0.3333 recall_20 12_9 0.3333 recall_30 12_9 0.4074 recall_100 12_9 0.6667 recall_200 12_9 0.7037 recall_500 12_9 0.8148 recall_1000 12_9 0.8889 infAP 12_9 0.4161 Rprec_mult_0.20 12_9 1.0000 Rprec_mult_0.40 12_9 0.5455 Rprec_mult_0.60 12_9 0.5294 Rprec_mult_0.80 12_9 0.5000 Rprec_mult_1.00 12_9 0.4074 Rprec_mult_1.20 12_9 0.3333 Rprec_mult_1.40 12_9 0.3421 Rprec_mult_1.60 12_9 0.3182 Rprec_mult_1.80 12_9 0.3061 Rprec_mult_2.00 12_9 0.2778 utility 12_9 -952.0000 11pt_avg 12_9 0.4508 binG 12_9 0.3575 G 12_9 0.2497 ndcg 12_9 0.6916 ndcg_rel 12_9 0.6418 Rndcg 12_9 0.6121 ndcg_cut_5 12_9 0.7238 ndcg_cut_10 12_9 0.5748 ndcg_cut_15 12_9 0.5387 ndcg_cut_20 12_9 0.4950 ndcg_cut_30 12_9 0.4762 ndcg_cut_100 12_9 0.6164 ndcg_cut_200 12_9 0.6349 ndcg_cut_500 12_9 0.6659 ndcg_cut_1000 12_9 0.6916 map_cut_5 12_9 0.1852 map_cut_10 12_9 0.2222 map_cut_15 12_9 0.2888 map_cut_20 12_9 0.2888 map_cut_30 12_9 0.3250 map_cut_100 12_9 0.3989 map_cut_200 12_9 0.4056 map_cut_500 12_9 0.4140 map_cut_1000 12_9 0.4161 relative_P_5 12_9 1.0000 relative_P_10 12_9 0.6000 relative_P_15 12_9 0.6000 relative_P_20 12_9 0.4500 relative_P_30 12_9 0.4074 relative_P_100 12_9 0.6667 relative_P_200 12_9 0.7037 relative_P_500 12_9 0.8148 relative_P_1000 12_9 0.8889 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0240 set_relative_P 12_9 0.8889 set_recall 12_9 0.8889 set_map 12_9 0.0213 set_F 12_9 0.0467 num_nonrel_judged_ret 12_9 30 rbp 12_9 0.3165 rbp_resid 12_9 0.1376 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.1500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 95 map 13_2 0.3787 Rprec 13_2 0.4286 bpref 13_2 0.5987 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 1.0000 iprec_at_recall_0.20 13_2 0.7727 iprec_at_recall_0.30 13_2 0.6053 iprec_at_recall_0.40 13_2 0.4460 iprec_at_recall_0.50 13_2 0.3565 iprec_at_recall_0.60 13_2 0.1617 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 1.0000 P_10 13_2 1.0000 P_15 13_2 1.0000 P_20 13_2 0.9000 P_30 13_2 0.8667 P_100 13_2 0.5200 P_200 13_2 0.3750 P_500 13_2 0.1820 P_1000 13_2 0.0950 relstring 13_2 '2221322332' recall_5 13_2 0.0325 recall_10 13_2 0.0649 recall_15 13_2 0.0974 recall_20 13_2 0.1169 recall_30 13_2 0.1688 recall_100 13_2 0.3377 recall_200 13_2 0.4870 recall_500 13_2 0.5909 recall_1000 13_2 0.6169 infAP 13_2 0.3787 Rprec_mult_0.20 13_2 0.8710 Rprec_mult_0.40 13_2 0.6935 Rprec_mult_0.60 13_2 0.5376 Rprec_mult_0.80 13_2 0.4839 Rprec_mult_1.00 13_2 0.4286 Rprec_mult_1.20 13_2 0.4000 Rprec_mult_1.40 13_2 0.3565 Rprec_mult_1.60 13_2 0.3239 Rprec_mult_1.80 13_2 0.2986 Rprec_mult_2.00 13_2 0.2727 utility 13_2 -810.0000 11pt_avg 13_2 0.3947 binG 13_2 0.2190 G 13_2 0.1215 ndcg 13_2 0.6226 ndcg_rel 13_2 0.5949 Rndcg 13_2 0.5450 ndcg_cut_5 13_2 0.5945 ndcg_cut_10 13_2 0.6602 ndcg_cut_15 13_2 0.6471 ndcg_cut_20 13_2 0.6300 ndcg_cut_30 13_2 0.6267 ndcg_cut_100 13_2 0.5112 ndcg_cut_200 13_2 0.5545 ndcg_cut_500 13_2 0.6135 ndcg_cut_1000 13_2 0.6226 map_cut_5 13_2 0.0325 map_cut_10 13_2 0.0649 map_cut_15 13_2 0.0974 map_cut_20 13_2 0.1169 map_cut_30 13_2 0.1609 map_cut_100 13_2 0.2791 map_cut_200 13_2 0.3458 map_cut_500 13_2 0.3747 map_cut_1000 13_2 0.3787 relative_P_5 13_2 1.0000 relative_P_10 13_2 1.0000 relative_P_15 13_2 1.0000 relative_P_20 13_2 0.9000 relative_P_30 13_2 0.8667 relative_P_100 13_2 0.5200 relative_P_200 13_2 0.4870 relative_P_500 13_2 0.5909 relative_P_1000 13_2 0.6169 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0950 set_relative_P 13_2 0.6169 set_recall 13_2 0.6169 set_map 13_2 0.0586 set_F 13_2 0.1646 num_nonrel_judged_ret 13_2 7 rbp 13_2 0.4816 rbp_resid 13_2 0.0718 unj_5 13_2 0.0000 unj_10 13_2 0.0000 unj_20 13_2 0.1000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 72 map 13_3 0.2343 Rprec 13_3 0.3291 bpref 13_3 0.7686 recip_rank 13_3 0.2500 iprec_at_recall_0.00 13_3 0.4091 iprec_at_recall_0.10 13_3 0.4091 iprec_at_recall_0.20 13_3 0.4091 iprec_at_recall_0.30 13_3 0.3582 iprec_at_recall_0.40 13_3 0.2615 iprec_at_recall_0.50 13_3 0.2367 iprec_at_recall_0.60 13_3 0.2069 iprec_at_recall_0.70 13_3 0.1713 iprec_at_recall_0.80 13_3 0.1556 iprec_at_recall_0.90 13_3 0.1272 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.2000 P_10 13_3 0.3000 P_15 13_3 0.3333 P_20 13_3 0.3500 P_30 13_3 0.3333 P_100 13_3 0.2900 P_200 13_3 0.2200 P_500 13_3 0.1380 P_1000 13_3 0.0720 relstring 13_3 '000202--20' recall_5 13_3 0.0127 recall_10 13_3 0.0380 recall_15 13_3 0.0633 recall_20 13_3 0.0886 recall_30 13_3 0.1266 recall_100 13_3 0.3671 recall_200 13_3 0.5570 recall_500 13_3 0.8734 recall_1000 13_3 0.9114 infAP 13_3 0.2343 Rprec_mult_0.20 13_3 0.3750 Rprec_mult_0.40 13_3 0.3438 Rprec_mult_0.60 13_3 0.3958 Rprec_mult_0.80 13_3 0.3594 Rprec_mult_1.00 13_3 0.3291 Rprec_mult_1.20 13_3 0.2947 Rprec_mult_1.40 13_3 0.2703 Rprec_mult_1.60 13_3 0.2520 Rprec_mult_1.80 13_3 0.2448 Rprec_mult_2.00 13_3 0.2342 utility 13_3 -856.0000 11pt_avg 13_3 0.2495 binG 13_3 0.1555 G 13_3 0.1404 ndcg 13_3 0.6113 ndcg_rel 13_3 0.4191 Rndcg 13_3 0.3332 ndcg_cut_5 13_3 0.1018 ndcg_cut_10 13_3 0.1868 ndcg_cut_15 13_3 0.2269 ndcg_cut_20 13_3 0.2515 ndcg_cut_30 13_3 0.2495 ndcg_cut_100 13_3 0.3352 ndcg_cut_200 13_3 0.4465 ndcg_cut_500 13_3 0.5987 ndcg_cut_1000 13_3 0.6113 map_cut_5 13_3 0.0032 map_cut_10 13_3 0.0116 map_cut_15 13_3 0.0207 map_cut_20 13_3 0.0299 map_cut_30 13_3 0.0421 map_cut_100 13_3 0.1286 map_cut_200 13_3 0.1751 map_cut_500 13_3 0.2297 map_cut_1000 13_3 0.2343 relative_P_5 13_3 0.2000 relative_P_10 13_3 0.3000 relative_P_15 13_3 0.3333 relative_P_20 13_3 0.3500 relative_P_30 13_3 0.3333 relative_P_100 13_3 0.3671 relative_P_200 13_3 0.5570 relative_P_500 13_3 0.8734 relative_P_1000 13_3 0.9114 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0720 set_relative_P 13_3 0.9114 set_recall 13_3 0.9114 set_map 13_3 0.0656 set_F 13_3 0.1335 num_nonrel_judged_ret 13_3 20 rbp 13_3 0.2000 rbp_resid 13_3 0.2739 unj_5 13_3 0.0000 unj_10 13_3 0.2000 unj_20 13_3 0.3500 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 93 map 13_4 0.3008 Rprec 13_4 0.3939 bpref 13_4 0.6031 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.6957 iprec_at_recall_0.20 13_4 0.5417 iprec_at_recall_0.30 13_4 0.4762 iprec_at_recall_0.40 13_4 0.3813 iprec_at_recall_0.50 13_4 0.2558 iprec_at_recall_0.60 13_4 0.1905 iprec_at_recall_0.70 13_4 0.1119 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.8000 P_10 13_4 0.6000 P_15 13_4 0.7333 P_20 13_4 0.6500 P_30 13_4 0.6333 P_100 13_4 0.4600 P_200 13_4 0.3100 P_500 13_4 0.1660 P_1000 13_4 0.0930 relstring 13_4 '220222-0-2' recall_5 13_4 0.0303 recall_10 13_4 0.0455 recall_15 13_4 0.0833 recall_20 13_4 0.0985 recall_30 13_4 0.1439 recall_100 13_4 0.3485 recall_200 13_4 0.4697 recall_500 13_4 0.6288 recall_1000 13_4 0.7045 infAP 13_4 0.3008 Rprec_mult_0.20 13_4 0.6296 Rprec_mult_0.40 13_4 0.5094 Rprec_mult_0.60 13_4 0.4500 Rprec_mult_0.80 13_4 0.4340 Rprec_mult_1.00 13_4 0.3939 Rprec_mult_1.20 13_4 0.3522 Rprec_mult_1.40 13_4 0.3243 Rprec_mult_1.60 13_4 0.2972 Rprec_mult_1.80 13_4 0.2689 Rprec_mult_2.00 13_4 0.2500 utility 13_4 -814.0000 11pt_avg 13_4 0.3321 binG 13_4 0.1538 G 13_4 0.1333 ndcg 13_4 0.6564 ndcg_rel 13_4 0.5950 Rndcg 13_4 0.5587 ndcg_cut_5 13_4 0.7100 ndcg_cut_10 13_4 0.6134 ndcg_cut_15 13_4 0.6940 ndcg_cut_20 13_4 0.6469 ndcg_cut_30 13_4 0.6375 ndcg_cut_100 13_4 0.4785 ndcg_cut_200 13_4 0.5114 ndcg_cut_500 13_4 0.6123 ndcg_cut_1000 13_4 0.6564 map_cut_5 13_4 0.0269 map_cut_10 13_4 0.0378 map_cut_15 13_4 0.0638 map_cut_20 13_4 0.0738 map_cut_30 13_4 0.1039 map_cut_100 13_4 0.2088 map_cut_200 13_4 0.2549 map_cut_500 13_4 0.2905 map_cut_1000 13_4 0.3008 relative_P_5 13_4 0.8000 relative_P_10 13_4 0.6000 relative_P_15 13_4 0.7333 relative_P_20 13_4 0.6500 relative_P_30 13_4 0.6333 relative_P_100 13_4 0.4600 relative_P_200 13_4 0.4697 relative_P_500 13_4 0.6288 relative_P_1000 13_4 0.7045 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0930 set_relative_P 13_4 0.7045 set_recall 13_4 0.7045 set_map 13_4 0.0655 set_F 13_4 0.1643 num_nonrel_judged_ret 13_4 18 rbp 13_4 0.4435 rbp_resid 13_4 0.1566 unj_5 13_4 0.0000 unj_10 13_4 0.2000 unj_20 13_4 0.1500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 122 map 13_6 0.4678 Rprec 13_6 0.4593 bpref 13_6 0.8839 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 1.0000 iprec_at_recall_0.20 13_6 0.7941 iprec_at_recall_0.30 13_6 0.6562 iprec_at_recall_0.40 13_6 0.5510 iprec_at_recall_0.50 13_6 0.3656 iprec_at_recall_0.60 13_6 0.2971 iprec_at_recall_0.70 13_6 0.2802 iprec_at_recall_0.80 13_6 0.2222 iprec_at_recall_0.90 13_6 0.1225 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 1.0000 P_15 13_6 1.0000 P_20 13_6 0.9500 P_30 13_6 0.8333 P_100 13_6 0.5400 P_200 13_6 0.3500 P_500 13_6 0.2160 P_1000 13_6 0.1220 relstring 13_6 '3232232222' recall_5 13_6 0.0370 recall_10 13_6 0.0741 recall_15 13_6 0.1111 recall_20 13_6 0.1407 recall_30 13_6 0.1852 recall_100 13_6 0.4000 recall_200 13_6 0.5185 recall_500 13_6 0.8000 recall_1000 13_6 0.9037 infAP 13_6 0.4678 Rprec_mult_0.20 13_6 0.9259 Rprec_mult_0.40 13_6 0.6111 Rprec_mult_0.60 13_6 0.5802 Rprec_mult_0.80 13_6 0.5278 Rprec_mult_1.00 13_6 0.4593 Rprec_mult_1.20 13_6 0.3951 Rprec_mult_1.40 13_6 0.3598 Rprec_mult_1.60 13_6 0.3287 Rprec_mult_1.80 13_6 0.3169 Rprec_mult_2.00 13_6 0.2926 utility 13_6 -756.0000 11pt_avg 13_6 0.4808 binG 13_6 0.2689 G 13_6 0.1663 ndcg 13_6 0.7874 ndcg_rel 13_6 0.6842 Rndcg 13_6 0.6722 ndcg_cut_5 13_6 0.7513 ndcg_cut_10 13_6 0.7480 ndcg_cut_15 13_6 0.7307 ndcg_cut_20 13_6 0.7319 ndcg_cut_30 13_6 0.7037 ndcg_cut_100 13_6 0.5761 ndcg_cut_200 13_6 0.5937 ndcg_cut_500 13_6 0.7394 ndcg_cut_1000 13_6 0.7874 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0741 map_cut_15 13_6 0.1111 map_cut_20 13_6 0.1391 map_cut_30 13_6 0.1809 map_cut_100 13_6 0.3165 map_cut_200 13_6 0.3706 map_cut_500 13_6 0.4503 map_cut_1000 13_6 0.4678 relative_P_5 13_6 1.0000 relative_P_10 13_6 1.0000 relative_P_15 13_6 1.0000 relative_P_20 13_6 0.9500 relative_P_30 13_6 0.8333 relative_P_100 13_6 0.5400 relative_P_200 13_6 0.5185 relative_P_500 13_6 0.8000 relative_P_1000 13_6 0.9037 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.1220 set_relative_P 13_6 0.9037 set_recall 13_6 0.9037 set_map 13_6 0.1103 set_F 13_6 0.2150 num_nonrel_judged_ret 13_6 4 rbp 13_6 0.5278 rbp_resid 13_6 0.0719 unj_5 13_6 0.0000 unj_10 13_6 0.0000 unj_20 13_6 0.0500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 22 map 13_8 0.0818 Rprec 13_8 0.1400 bpref 13_8 0.2103 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.3125 iprec_at_recall_0.20 13_8 0.0325 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.8000 P_10 13_8 0.6000 P_15 13_8 0.4000 P_20 13_8 0.3000 P_30 13_8 0.3000 P_100 13_8 0.1400 P_200 13_8 0.0800 P_500 13_8 0.0380 P_1000 13_8 0.0220 relstring 13_8 '132011-2--' recall_5 13_8 0.0400 recall_10 13_8 0.0600 recall_15 13_8 0.0600 recall_20 13_8 0.0600 recall_30 13_8 0.0900 recall_100 13_8 0.1400 recall_200 13_8 0.1600 recall_500 13_8 0.1900 recall_1000 13_8 0.2200 infAP 13_8 0.0818 Rprec_mult_0.20 13_8 0.3000 Rprec_mult_0.40 13_8 0.2750 Rprec_mult_0.60 13_8 0.2167 Rprec_mult_0.80 13_8 0.1625 Rprec_mult_1.00 13_8 0.1400 Rprec_mult_1.20 13_8 0.1167 Rprec_mult_1.40 13_8 0.1071 Rprec_mult_1.60 13_8 0.1000 Rprec_mult_1.80 13_8 0.0889 Rprec_mult_2.00 13_8 0.0800 utility 13_8 -956.0000 11pt_avg 13_8 0.1223 binG 13_8 0.0742 G 13_8 0.0470 ndcg 13_8 0.2457 ndcg_rel 13_8 0.2609 Rndcg 13_8 0.2451 ndcg_cut_5 13_8 0.4838 ndcg_cut_10 13_8 0.3864 ndcg_cut_15 13_8 0.3038 ndcg_cut_20 13_8 0.2675 ndcg_cut_30 13_8 0.2732 ndcg_cut_100 13_8 0.2039 ndcg_cut_200 13_8 0.2171 ndcg_cut_500 13_8 0.2310 ndcg_cut_1000 13_8 0.2457 map_cut_5 13_8 0.0380 map_cut_10 13_8 0.0538 map_cut_15 13_8 0.0538 map_cut_20 13_8 0.0538 map_cut_30 13_8 0.0636 map_cut_100 13_8 0.0771 map_cut_200 13_8 0.0794 map_cut_500 13_8 0.0810 map_cut_1000 13_8 0.0818 relative_P_5 13_8 0.8000 relative_P_10 13_8 0.6000 relative_P_15 13_8 0.4000 relative_P_20 13_8 0.3000 relative_P_30 13_8 0.3000 relative_P_100 13_8 0.1400 relative_P_200 13_8 0.1600 relative_P_500 13_8 0.1900 relative_P_1000 13_8 0.2200 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0220 set_relative_P 13_8 0.2200 set_recall 13_8 0.2200 set_map 13_8 0.0048 set_F 13_8 0.0400 num_nonrel_judged_ret 13_8 7 rbp 13_8 0.2733 rbp_resid 13_8 0.3692 unj_5 13_8 0.0000 unj_10 13_8 0.3000 unj_20 13_8 0.5000 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 52 map 14_10 0.6273 Rprec 14_10 0.6154 bpref 14_10 0.8613 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 1.0000 iprec_at_recall_0.20 14_10 0.8889 iprec_at_recall_0.30 14_10 0.8889 iprec_at_recall_0.40 14_10 0.8125 iprec_at_recall_0.50 14_10 0.8125 iprec_at_recall_0.60 14_10 0.6327 iprec_at_recall_0.70 14_10 0.4800 iprec_at_recall_0.80 14_10 0.2346 iprec_at_recall_0.90 14_10 0.1483 iprec_at_recall_1.00 14_10 0.0633 P_5 14_10 1.0000 P_10 14_10 0.8000 P_15 14_10 0.8667 P_20 14_10 0.8500 P_30 14_10 0.8000 P_100 14_10 0.3900 P_200 14_10 0.2100 P_500 14_10 0.1000 P_1000 14_10 0.0520 relstring 14_10 '22122102-2' recall_5 14_10 0.0962 recall_10 14_10 0.1538 recall_15 14_10 0.2500 recall_20 14_10 0.3269 recall_30 14_10 0.4615 recall_100 14_10 0.7500 recall_200 14_10 0.8077 recall_500 14_10 0.9615 recall_1000 14_10 1.0000 infAP 14_10 0.6273 Rprec_mult_0.20 14_10 0.8182 Rprec_mult_0.40 14_10 0.8571 Rprec_mult_0.60 14_10 0.8125 Rprec_mult_0.80 14_10 0.6905 Rprec_mult_1.00 14_10 0.6154 Rprec_mult_1.20 14_10 0.5397 Rprec_mult_1.40 14_10 0.4795 Rprec_mult_1.60 14_10 0.4524 Rprec_mult_1.80 14_10 0.4149 Rprec_mult_2.00 14_10 0.3750 utility 14_10 -896.0000 11pt_avg 14_10 0.6329 binG 14_10 0.3728 G 14_10 0.2374 ndcg 14_10 0.8164 ndcg_rel 14_10 0.6928 Rndcg 14_10 0.6780 ndcg_cut_5 14_10 0.6723 ndcg_cut_10 14_10 0.6206 ndcg_cut_15 14_10 0.6738 ndcg_cut_20 14_10 0.6642 ndcg_cut_30 14_10 0.6570 ndcg_cut_100 14_10 0.7266 ndcg_cut_200 14_10 0.7487 ndcg_cut_500 14_10 0.8036 ndcg_cut_1000 14_10 0.8164 map_cut_5 14_10 0.0962 map_cut_10 14_10 0.1476 map_cut_15 14_10 0.2288 map_cut_20 14_10 0.2960 map_cut_30 14_10 0.4051 map_cut_100 14_10 0.5864 map_cut_200 14_10 0.5999 map_cut_500 14_10 0.6248 map_cut_1000 14_10 0.6273 relative_P_5 14_10 1.0000 relative_P_10 14_10 0.8000 relative_P_15 14_10 0.8667 relative_P_20 14_10 0.8500 relative_P_30 14_10 0.8000 relative_P_100 14_10 0.7500 relative_P_200 14_10 0.8077 relative_P_500 14_10 0.9615 relative_P_1000 14_10 1.0000 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0520 set_relative_P 14_10 1.0000 set_recall 14_10 1.0000 set_map 14_10 0.0520 set_F 14_10 0.0989 num_nonrel_judged_ret 14_10 39 rbp 14_10 0.4853 rbp_resid 14_10 0.0890 unj_5 14_10 0.0000 unj_10 14_10 0.1000 unj_20 14_10 0.1000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 74 map 14_2 0.3342 Rprec 14_2 0.4095 bpref 14_2 0.6153 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.8182 iprec_at_recall_0.20 14_2 0.7857 iprec_at_recall_0.30 14_2 0.5926 iprec_at_recall_0.40 14_2 0.4158 iprec_at_recall_0.50 14_2 0.2218 iprec_at_recall_0.60 14_2 0.1451 iprec_at_recall_0.70 14_2 0.0930 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.8000 P_10 14_2 0.6000 P_15 14_2 0.7333 P_20 14_2 0.8000 P_30 14_2 0.7333 P_100 14_2 0.4100 P_200 14_2 0.2550 P_500 14_2 0.1320 P_1000 14_2 0.0740 relstring 14_2 '1012210003' recall_5 14_2 0.0381 recall_10 14_2 0.0571 recall_15 14_2 0.1048 recall_20 14_2 0.1524 recall_30 14_2 0.2095 recall_100 14_2 0.3905 recall_200 14_2 0.4857 recall_500 14_2 0.6286 recall_1000 14_2 0.7048 infAP 14_2 0.3342 Rprec_mult_0.20 14_2 0.8095 Rprec_mult_0.40 14_2 0.6429 Rprec_mult_0.60 14_2 0.5714 Rprec_mult_0.80 14_2 0.4643 Rprec_mult_1.00 14_2 0.4095 Rprec_mult_1.20 14_2 0.3651 Rprec_mult_1.40 14_2 0.3197 Rprec_mult_1.60 14_2 0.2917 Rprec_mult_1.80 14_2 0.2646 Rprec_mult_2.00 14_2 0.2429 utility 14_2 -852.0000 11pt_avg 14_2 0.3702 binG 14_2 0.1761 G 14_2 0.1316 ndcg 14_2 0.5872 ndcg_rel 14_2 0.5147 Rndcg 14_2 0.4539 ndcg_cut_5 14_2 0.3706 ndcg_cut_10 14_2 0.3742 ndcg_cut_15 14_2 0.4347 ndcg_cut_20 14_2 0.4872 ndcg_cut_30 14_2 0.5007 ndcg_cut_100 14_2 0.4442 ndcg_cut_200 14_2 0.4864 ndcg_cut_500 14_2 0.5599 ndcg_cut_1000 14_2 0.5872 map_cut_5 14_2 0.0306 map_cut_10 14_2 0.0443 map_cut_15 14_2 0.0771 map_cut_20 14_2 0.1140 map_cut_30 14_2 0.1593 map_cut_100 14_2 0.2680 map_cut_200 14_2 0.3016 map_cut_500 14_2 0.3256 map_cut_1000 14_2 0.3342 relative_P_5 14_2 0.8000 relative_P_10 14_2 0.6000 relative_P_15 14_2 0.7333 relative_P_20 14_2 0.8000 relative_P_30 14_2 0.7333 relative_P_100 14_2 0.4100 relative_P_200 14_2 0.4857 relative_P_500 14_2 0.6286 relative_P_1000 14_2 0.7048 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0740 set_relative_P 14_2 0.7048 set_recall 14_2 0.7048 set_map 14_2 0.0522 set_F 14_2 0.1339 num_nonrel_judged_ret 14_2 29 rbp 14_2 0.3668 rbp_resid 14_2 0.0313 unj_5 14_2 0.0000 unj_10 14_2 0.0000 unj_20 14_2 0.0000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 116 map 14_3 0.3590 Rprec 14_3 0.4062 bpref 14_3 0.5841 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.8621 iprec_at_recall_0.20 14_3 0.6667 iprec_at_recall_0.30 14_3 0.5288 iprec_at_recall_0.40 14_3 0.4324 iprec_at_recall_0.50 14_3 0.2909 iprec_at_recall_0.60 14_3 0.2000 iprec_at_recall_0.70 14_3 0.1439 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 1.0000 P_10 14_3 1.0000 P_15 14_3 0.8667 P_20 14_3 0.8000 P_30 14_3 0.8333 P_100 14_3 0.5100 P_200 14_3 0.3500 P_500 14_3 0.1940 P_1000 14_3 0.1160 relstring 14_3 '3112222211' recall_5 14_3 0.0312 recall_10 14_3 0.0625 recall_15 14_3 0.0813 recall_20 14_3 0.1000 recall_30 14_3 0.1562 recall_100 14_3 0.3187 recall_200 14_3 0.4375 recall_500 14_3 0.6062 recall_1000 14_3 0.7250 infAP 14_3 0.3590 Rprec_mult_0.20 14_3 0.8125 Rprec_mult_0.40 14_3 0.5625 Rprec_mult_0.60 14_3 0.5000 Rprec_mult_0.80 14_3 0.4766 Rprec_mult_1.00 14_3 0.4062 Rprec_mult_1.20 14_3 0.3594 Rprec_mult_1.40 14_3 0.3170 Rprec_mult_1.60 14_3 0.3008 Rprec_mult_1.80 14_3 0.2812 Rprec_mult_2.00 14_3 0.2562 utility 14_3 -768.0000 11pt_avg 14_3 0.3750 binG 14_3 0.1963 G 14_3 0.1440 ndcg 14_3 0.6692 ndcg_rel 14_3 0.6205 Rndcg 14_3 0.5815 ndcg_cut_5 14_3 0.7182 ndcg_cut_10 14_3 0.7458 ndcg_cut_15 14_3 0.7190 ndcg_cut_20 14_3 0.6581 ndcg_cut_30 14_3 0.6469 ndcg_cut_100 14_3 0.5297 ndcg_cut_200 14_3 0.5150 ndcg_cut_500 14_3 0.6180 ndcg_cut_1000 14_3 0.6692 map_cut_5 14_3 0.0312 map_cut_10 14_3 0.0625 map_cut_15 14_3 0.0803 map_cut_20 14_3 0.0960 map_cut_30 14_3 0.1432 map_cut_100 14_3 0.2418 map_cut_200 14_3 0.2973 map_cut_500 14_3 0.3403 map_cut_1000 14_3 0.3590 relative_P_5 14_3 1.0000 relative_P_10 14_3 1.0000 relative_P_15 14_3 0.8667 relative_P_20 14_3 0.8000 relative_P_30 14_3 0.8333 relative_P_100 14_3 0.5100 relative_P_200 14_3 0.4375 relative_P_500 14_3 0.6062 relative_P_1000 14_3 0.7250 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.1160 set_relative_P 14_3 0.7250 set_recall 14_3 0.7250 set_map 14_3 0.0841 set_F 14_3 0.2000 num_nonrel_judged_ret 14_3 48 rbp 14_3 0.5015 rbp_resid 14_3 0.0351 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.0500 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 45 map 14_4 0.3686 Rprec 14_4 0.4348 bpref 14_4 0.5113 recip_rank 14_4 1.0000 iprec_at_recall_0.00 14_4 1.0000 iprec_at_recall_0.10 14_4 0.5152 iprec_at_recall_0.20 14_4 0.5152 iprec_at_recall_0.30 14_4 0.5152 iprec_at_recall_0.40 14_4 0.5143 iprec_at_recall_0.50 14_4 0.4259 iprec_at_recall_0.60 14_4 0.3333 iprec_at_recall_0.70 14_4 0.2689 iprec_at_recall_0.80 14_4 0.2517 iprec_at_recall_0.90 14_4 0.1538 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.4000 P_10 14_4 0.3000 P_15 14_4 0.4000 P_20 14_4 0.4500 P_30 14_4 0.5000 P_100 14_4 0.2900 P_200 14_4 0.2000 P_500 14_4 0.0860 P_1000 14_4 0.0450 relstring 14_4 '2030020000' recall_5 14_4 0.0435 recall_10 14_4 0.0652 recall_15 14_4 0.1304 recall_20 14_4 0.1957 recall_30 14_4 0.3261 recall_100 14_4 0.6304 recall_200 14_4 0.8696 recall_500 14_4 0.9348 recall_1000 14_4 0.9783 infAP 14_4 0.3686 Rprec_mult_0.20 14_4 0.3000 Rprec_mult_0.40 14_4 0.4737 Rprec_mult_0.60 14_4 0.4643 Rprec_mult_0.80 14_4 0.4865 Rprec_mult_1.00 14_4 0.4348 Rprec_mult_1.20 14_4 0.4107 Rprec_mult_1.40 14_4 0.3846 Rprec_mult_1.60 14_4 0.3514 Rprec_mult_1.80 14_4 0.3253 Rprec_mult_2.00 14_4 0.3043 utility 14_4 -910.0000 11pt_avg 14_4 0.4085 binG 14_4 0.2272 G 14_4 0.1859 ndcg 14_4 0.6607 ndcg_rel 14_4 0.4892 Rndcg 14_4 0.4339 ndcg_cut_5 14_4 0.3957 ndcg_cut_10 14_4 0.3157 ndcg_cut_15 14_4 0.3470 ndcg_cut_20 14_4 0.3416 ndcg_cut_30 14_4 0.3897 ndcg_cut_100 14_4 0.5162 ndcg_cut_200 14_4 0.6358 ndcg_cut_500 14_4 0.6514 ndcg_cut_1000 14_4 0.6607 map_cut_5 14_4 0.0362 map_cut_10 14_4 0.0471 map_cut_15 14_4 0.0734 map_cut_20 14_4 0.1040 map_cut_30 14_4 0.1674 map_cut_100 14_4 0.2952 map_cut_200 14_4 0.3558 map_cut_500 14_4 0.3654 map_cut_1000 14_4 0.3686 relative_P_5 14_4 0.4000 relative_P_10 14_4 0.3000 relative_P_15 14_4 0.4000 relative_P_20 14_4 0.4500 relative_P_30 14_4 0.5000 relative_P_100 14_4 0.6304 relative_P_200 14_4 0.8696 relative_P_500 14_4 0.9348 relative_P_1000 14_4 0.9783 success_1 14_4 1.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0450 set_relative_P 14_4 0.9783 set_recall 14_4 0.9783 set_map 14_4 0.0440 set_F 14_4 0.0860 num_nonrel_judged_ret 14_4 61 rbp 14_4 0.2839 rbp_resid 14_4 0.0243 unj_5 14_4 0.0000 unj_10 14_4 0.0000 unj_20 14_4 0.0000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 74 map 14_7 0.5125 Rprec 14_7 0.4819 bpref 14_7 0.7921 recip_rank 14_7 1.0000 iprec_at_recall_0.00 14_7 1.0000 iprec_at_recall_0.10 14_7 1.0000 iprec_at_recall_0.20 14_7 0.9048 iprec_at_recall_0.30 14_7 0.9000 iprec_at_recall_0.40 14_7 0.5690 iprec_at_recall_0.50 14_7 0.4574 iprec_at_recall_0.60 14_7 0.3592 iprec_at_recall_0.70 14_7 0.2965 iprec_at_recall_0.80 14_7 0.2237 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 1.0000 P_10 14_7 0.9000 P_15 14_7 0.9333 P_20 14_7 0.9000 P_30 14_7 0.9000 P_100 14_7 0.4300 P_200 14_7 0.2950 P_500 14_7 0.1360 P_1000 14_7 0.0740 relstring 14_7 '21121111-1' recall_5 14_7 0.0602 recall_10 14_7 0.1084 recall_15 14_7 0.1687 recall_20 14_7 0.2169 recall_30 14_7 0.3253 recall_100 14_7 0.5181 recall_200 14_7 0.7108 recall_500 14_7 0.8193 recall_1000 14_7 0.8916 infAP 14_7 0.5125 Rprec_mult_0.20 14_7 0.9412 Rprec_mult_0.40 14_7 0.8235 Rprec_mult_0.60 14_7 0.6200 Rprec_mult_0.80 14_7 0.5373 Rprec_mult_1.00 14_7 0.4819 Rprec_mult_1.20 14_7 0.4300 Rprec_mult_1.40 14_7 0.3932 Rprec_mult_1.60 14_7 0.3609 Rprec_mult_1.80 14_7 0.3400 Rprec_mult_2.00 14_7 0.3253 utility 14_7 -852.0000 11pt_avg 14_7 0.5191 binG 14_7 0.3090 G 14_7 0.1675 ndcg 14_7 0.7004 ndcg_rel 14_7 0.5634 Rndcg 14_7 0.5399 ndcg_cut_5 14_7 0.4951 ndcg_cut_10 14_7 0.4458 ndcg_cut_15 14_7 0.4903 ndcg_cut_20 14_7 0.5047 ndcg_cut_30 14_7 0.5423 ndcg_cut_100 14_7 0.4950 ndcg_cut_200 14_7 0.6033 ndcg_cut_500 14_7 0.6772 ndcg_cut_1000 14_7 0.7004 map_cut_5 14_7 0.0602 map_cut_10 14_7 0.1072 map_cut_15 14_7 0.1628 map_cut_20 14_7 0.2070 map_cut_30 14_7 0.3033 map_cut_100 14_7 0.4129 map_cut_200 14_7 0.4803 map_cut_500 14_7 0.5054 map_cut_1000 14_7 0.5125 relative_P_5 14_7 1.0000 relative_P_10 14_7 0.9000 relative_P_15 14_7 0.9333 relative_P_20 14_7 0.9000 relative_P_30 14_7 0.9000 relative_P_100 14_7 0.5181 relative_P_200 14_7 0.7108 relative_P_500 14_7 0.8193 relative_P_1000 14_7 0.8916 success_1 14_7 1.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 0.0740 set_relative_P 14_7 0.8916 set_recall 14_7 0.8916 set_map 14_7 0.0660 set_F 14_7 0.1367 num_nonrel_judged_ret 14_7 33 rbp 14_7 0.4031 rbp_resid 14_7 0.0810 unj_5 14_7 0.0000 unj_10 14_7 0.1000 unj_20 14_7 0.0500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 14 map 14_8 0.2277 Rprec 14_8 0.3333 bpref 14_8 0.2870 recip_rank 14_8 0.5000 iprec_at_recall_0.00 14_8 0.6667 iprec_at_recall_0.10 14_8 0.6667 iprec_at_recall_0.20 14_8 0.4545 iprec_at_recall_0.30 14_8 0.4545 iprec_at_recall_0.40 14_8 0.3500 iprec_at_recall_0.50 14_8 0.2727 iprec_at_recall_0.60 14_8 0.0537 iprec_at_recall_0.70 14_8 0.0311 iprec_at_recall_0.80 14_8 0.0208 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.4000 P_10 14_8 0.4000 P_15 14_8 0.4000 P_20 14_8 0.3500 P_30 14_8 0.2667 P_100 14_8 0.1000 P_200 14_8 0.0500 P_500 14_8 0.0260 P_1000 14_8 0.0140 relstring 14_8 '0220002-20' recall_5 14_8 0.1111 recall_10 14_8 0.2222 recall_15 14_8 0.3333 recall_20 14_8 0.3889 recall_30 14_8 0.4444 recall_100 14_8 0.5556 recall_200 14_8 0.5556 recall_500 14_8 0.7222 recall_1000 14_8 0.7778 infAP 14_8 0.2277 Rprec_mult_0.20 14_8 0.5000 Rprec_mult_0.40 14_8 0.3750 Rprec_mult_0.60 14_8 0.4545 Rprec_mult_0.80 14_8 0.4000 Rprec_mult_1.00 14_8 0.3333 Rprec_mult_1.20 14_8 0.3182 Rprec_mult_1.40 14_8 0.2692 Rprec_mult_1.60 14_8 0.2414 Rprec_mult_1.80 14_8 0.2727 Rprec_mult_2.00 14_8 0.2500 utility 14_8 -972.0000 11pt_avg 14_8 0.2701 binG 14_8 0.2204 G 14_8 0.2280 ndcg 14_8 0.5734 ndcg_rel 14_8 0.5152 Rndcg 14_8 0.4754 ndcg_cut_5 14_8 0.3836 ndcg_cut_10 14_8 0.4315 ndcg_cut_15 14_8 0.4843 ndcg_cut_20 14_8 0.4724 ndcg_cut_30 14_8 0.4922 ndcg_cut_100 14_8 0.5274 ndcg_cut_200 14_8 0.5274 ndcg_cut_500 14_8 0.5630 ndcg_cut_1000 14_8 0.5734 map_cut_5 14_8 0.0648 map_cut_10 14_8 0.1133 map_cut_15 14_8 0.1624 map_cut_20 14_8 0.1818 map_cut_30 14_8 0.1966 map_cut_100 14_8 0.2198 map_cut_200 14_8 0.2198 map_cut_500 14_8 0.2265 map_cut_1000 14_8 0.2277 relative_P_5 14_8 0.4000 relative_P_10 14_8 0.4000 relative_P_15 14_8 0.4000 relative_P_20 14_8 0.3889 relative_P_30 14_8 0.4444 relative_P_100 14_8 0.5556 relative_P_200 14_8 0.5556 relative_P_500 14_8 0.7222 relative_P_1000 14_8 0.7778 success_1 14_8 0.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0140 set_relative_P 14_8 0.7778 set_recall 14_8 0.7778 set_map 14_8 0.0109 set_F 14_8 0.0275 num_nonrel_judged_ret 14_8 75 rbp 14_8 0.3383 rbp_resid 14_8 0.0991 unj_5 14_8 0.0000 unj_10 14_8 0.1000 unj_20 14_8 0.1000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 167 map 14_9 0.4297 Rprec 14_9 0.4366 bpref 14_9 0.6908 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.9143 iprec_at_recall_0.20 14_9 0.8269 iprec_at_recall_0.30 14_9 0.6633 iprec_at_recall_0.40 14_9 0.5247 iprec_at_recall_0.50 14_9 0.3794 iprec_at_recall_0.60 14_9 0.2929 iprec_at_recall_0.70 14_9 0.2217 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 1.0000 P_10 14_9 0.9000 P_15 14_9 0.8667 P_20 14_9 0.9000 P_30 14_9 0.9000 P_100 14_9 0.6500 P_200 14_9 0.4650 P_500 14_9 0.2700 P_1000 14_9 0.1670 relstring 14_9 '2222233220' recall_5 14_9 0.0235 recall_10 14_9 0.0423 recall_15 14_9 0.0610 recall_20 14_9 0.0845 recall_30 14_9 0.1268 recall_100 14_9 0.3052 recall_200 14_9 0.4366 recall_500 14_9 0.6338 recall_1000 14_9 0.7840 infAP 14_9 0.4297 Rprec_mult_0.20 14_9 0.8372 Rprec_mult_0.40 14_9 0.6977 Rprec_mult_0.60 14_9 0.5625 Rprec_mult_0.80 14_9 0.5029 Rprec_mult_1.00 14_9 0.4366 Rprec_mult_1.20 14_9 0.4062 Rprec_mult_1.40 14_9 0.3679 Rprec_mult_1.60 14_9 0.3372 Rprec_mult_1.80 14_9 0.3151 Rprec_mult_2.00 14_9 0.2981 utility 14_9 -666.0000 11pt_avg 14_9 0.4385 binG 14_9 0.1955 G 14_9 0.1290 ndcg 14_9 0.6952 ndcg_rel 14_9 0.6190 Rndcg 14_9 0.5753 ndcg_cut_5 14_9 0.6667 ndcg_cut_10 14_9 0.6748 ndcg_cut_15 14_9 0.6502 ndcg_cut_20 14_9 0.6814 ndcg_cut_30 14_9 0.6577 ndcg_cut_100 14_9 0.5546 ndcg_cut_200 14_9 0.4858 ndcg_cut_500 14_9 0.6065 ndcg_cut_1000 14_9 0.6952 map_cut_5 14_9 0.0235 map_cut_10 14_9 0.0423 map_cut_15 14_9 0.0582 map_cut_20 14_9 0.0791 map_cut_30 14_9 0.1168 map_cut_100 14_9 0.2566 map_cut_200 14_9 0.3278 map_cut_500 14_9 0.3971 map_cut_1000 14_9 0.4297 relative_P_5 14_9 1.0000 relative_P_10 14_9 0.9000 relative_P_15 14_9 0.8667 relative_P_20 14_9 0.9000 relative_P_30 14_9 0.9000 relative_P_100 14_9 0.6500 relative_P_200 14_9 0.4650 relative_P_500 14_9 0.6338 relative_P_1000 14_9 0.7840 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1670 set_relative_P 14_9 0.7840 set_recall 14_9 0.7840 set_map 14_9 0.1309 set_F 14_9 0.2754 num_nonrel_judged_ret 14_9 18 rbp 14_9 0.5989 rbp_resid 14_9 0.0102 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 57 map 15_1 0.3205 Rprec 15_1 0.3827 bpref 15_1 0.5838 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.8462 iprec_at_recall_0.20 15_1 0.6296 iprec_at_recall_0.30 15_1 0.4138 iprec_at_recall_0.40 15_1 0.3810 iprec_at_recall_0.50 15_1 0.2316 iprec_at_recall_0.60 15_1 0.1849 iprec_at_recall_0.70 15_1 0.0782 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.8000 P_10 15_1 0.8000 P_15 15_1 0.8000 P_20 15_1 0.7000 P_30 15_1 0.6000 P_100 15_1 0.3300 P_200 15_1 0.2150 P_500 15_1 0.1080 P_1000 15_1 0.0570 relstring 15_1 '1212010222' recall_5 15_1 0.0494 recall_10 15_1 0.0988 recall_15 15_1 0.1481 recall_20 15_1 0.1728 recall_30 15_1 0.2222 recall_100 15_1 0.4074 recall_200 15_1 0.5309 recall_500 15_1 0.6667 recall_1000 15_1 0.7037 infAP 15_1 0.3205 Rprec_mult_0.20 15_1 0.7647 Rprec_mult_0.40 15_1 0.5758 Rprec_mult_0.60 15_1 0.4490 Rprec_mult_0.80 15_1 0.3846 Rprec_mult_1.00 15_1 0.3827 Rprec_mult_1.20 15_1 0.3367 Rprec_mult_1.40 15_1 0.3070 Rprec_mult_1.60 15_1 0.2923 Rprec_mult_1.80 15_1 0.2671 Rprec_mult_2.00 15_1 0.2469 utility 15_1 -886.0000 11pt_avg 15_1 0.3423 binG 15_1 0.1991 G 15_1 0.1367 ndcg 15_1 0.5861 ndcg_rel 15_1 0.5092 Rndcg 15_1 0.4595 ndcg_cut_5 15_1 0.4096 ndcg_cut_10 15_1 0.4673 ndcg_cut_15 15_1 0.5277 ndcg_cut_20 15_1 0.4835 ndcg_cut_30 15_1 0.4468 ndcg_cut_100 15_1 0.4418 ndcg_cut_200 15_1 0.5071 ndcg_cut_500 15_1 0.5727 ndcg_cut_1000 15_1 0.5861 map_cut_5 15_1 0.0494 map_cut_10 15_1 0.0884 map_cut_15 15_1 0.1291 map_cut_20 15_1 0.1482 map_cut_30 15_1 0.1790 map_cut_100 15_1 0.2590 map_cut_200 15_1 0.2931 map_cut_500 15_1 0.3171 map_cut_1000 15_1 0.3205 relative_P_5 15_1 0.8000 relative_P_10 15_1 0.8000 relative_P_15 15_1 0.8000 relative_P_20 15_1 0.7000 relative_P_30 15_1 0.6000 relative_P_100 15_1 0.4074 relative_P_200 15_1 0.5309 relative_P_500 15_1 0.6667 relative_P_1000 15_1 0.7037 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0570 set_relative_P 15_1 0.7037 set_recall 15_1 0.7037 set_map 15_1 0.0401 set_F 15_1 0.1055 num_nonrel_judged_ret 15_1 33 rbp 15_1 0.3869 rbp_resid 15_1 0.0885 unj_5 15_1 0.0000 unj_10 15_1 0.0000 unj_20 15_1 0.1000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 31 map 15_10 0.7007 Rprec 15_10 0.6857 bpref 15_10 0.7796 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 1.0000 iprec_at_recall_0.20 15_10 1.0000 iprec_at_recall_0.30 15_10 1.0000 iprec_at_recall_0.40 15_10 0.8000 iprec_at_recall_0.50 15_10 0.7917 iprec_at_recall_0.60 15_10 0.7857 iprec_at_recall_0.70 15_10 0.6757 iprec_at_recall_0.80 15_10 0.4118 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 1.0000 P_10 15_10 1.0000 P_15 15_10 0.8000 P_20 15_10 0.8000 P_30 15_10 0.7667 P_100 15_10 0.3000 P_200 15_10 0.1550 P_500 15_10 0.0620 P_1000 15_10 0.0310 relstring 15_10 '3232121111' recall_5 15_10 0.1429 recall_10 15_10 0.2857 recall_15 15_10 0.3429 recall_20 15_10 0.4571 recall_30 15_10 0.6571 recall_100 15_10 0.8571 recall_200 15_10 0.8857 recall_500 15_10 0.8857 recall_1000 15_10 0.8857 infAP 15_10 0.7007 Rprec_mult_0.20 15_10 1.0000 Rprec_mult_0.40 15_10 0.8571 Rprec_mult_0.60 15_10 0.7619 Rprec_mult_0.80 15_10 0.7857 Rprec_mult_1.00 15_10 0.6857 Rprec_mult_1.20 15_10 0.6429 Rprec_mult_1.40 15_10 0.5510 Rprec_mult_1.60 15_10 0.4821 Rprec_mult_1.80 15_10 0.4286 Rprec_mult_2.00 15_10 0.4000 utility 15_10 -938.0000 11pt_avg 15_10 0.6786 binG 15_10 0.4946 G 15_10 0.4296 ndcg 15_10 0.8792 ndcg_rel 15_10 0.8632 Rndcg 15_10 0.8506 ndcg_cut_5 15_10 0.9312 ndcg_cut_10 15_10 0.8593 ndcg_cut_15 15_10 0.8090 ndcg_cut_20 15_10 0.8261 ndcg_cut_30 15_10 0.8359 ndcg_cut_100 15_10 0.8610 ndcg_cut_200 15_10 0.8792 ndcg_cut_500 15_10 0.8792 ndcg_cut_1000 15_10 0.8792 map_cut_5 15_10 0.1429 map_cut_10 15_10 0.2857 map_cut_15 15_10 0.3407 map_cut_20 15_10 0.4315 map_cut_30 15_10 0.5871 map_cut_100 15_10 0.6932 map_cut_200 15_10 0.7007 map_cut_500 15_10 0.7007 map_cut_1000 15_10 0.7007 relative_P_5 15_10 1.0000 relative_P_10 15_10 1.0000 relative_P_15 15_10 0.8000 relative_P_20 15_10 0.8000 relative_P_30 15_10 0.7667 relative_P_100 15_10 0.8571 relative_P_200 15_10 0.8857 relative_P_500 15_10 0.8857 relative_P_1000 15_10 0.8857 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0310 set_relative_P 15_10 0.8857 set_recall 15_10 0.8857 set_map 15_10 0.0275 set_F 15_10 0.0599 num_nonrel_judged_ret 15_10 28 rbp 15_10 0.4858 rbp_resid 15_10 0.0578 unj_5 15_10 0.0000 unj_10 15_10 0.0000 unj_20 15_10 0.0500 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 7 map 15_3 0.0324 Rprec 15_3 0.0909 bpref 15_3 0.1033 recip_rank 15_3 0.2000 iprec_at_recall_0.00 15_3 0.3333 iprec_at_recall_0.10 15_3 0.3333 iprec_at_recall_0.20 15_3 0.0656 iprec_at_recall_0.30 15_3 0.0091 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.2000 P_10 15_3 0.2000 P_15 15_3 0.1333 P_20 15_3 0.1000 P_30 15_3 0.0667 P_100 15_3 0.0400 P_200 15_3 0.0250 P_500 15_3 0.0120 P_1000 15_3 0.0070 relstring 15_3 '000011-000' recall_5 15_3 0.0455 recall_10 15_3 0.0909 recall_15 15_3 0.0909 recall_20 15_3 0.0909 recall_30 15_3 0.0909 recall_100 15_3 0.1818 recall_200 15_3 0.2273 recall_500 15_3 0.2727 recall_1000 15_3 0.3182 infAP 15_3 0.0324 Rprec_mult_0.20 15_3 0.2000 Rprec_mult_0.40 15_3 0.2222 Rprec_mult_0.60 15_3 0.1429 Rprec_mult_0.80 15_3 0.1111 Rprec_mult_1.00 15_3 0.0909 Rprec_mult_1.20 15_3 0.0741 Rprec_mult_1.40 15_3 0.0645 Rprec_mult_1.60 15_3 0.0556 Rprec_mult_1.80 15_3 0.0500 Rprec_mult_2.00 15_3 0.0455 utility 15_3 -986.0000 11pt_avg 15_3 0.0674 binG 15_3 0.0672 G 15_3 0.0559 ndcg 15_3 0.1644 ndcg_rel 15_3 0.1489 Rndcg 15_3 0.1026 ndcg_cut_5 15_3 0.0656 ndcg_cut_10 15_3 0.0818 ndcg_cut_15 15_3 0.0714 ndcg_cut_20 15_3 0.0641 ndcg_cut_30 15_3 0.0618 ndcg_cut_100 15_3 0.1038 ndcg_cut_200 15_3 0.1270 ndcg_cut_500 15_3 0.1470 ndcg_cut_1000 15_3 0.1644 map_cut_5 15_3 0.0091 map_cut_10 15_3 0.0242 map_cut_15 15_3 0.0242 map_cut_20 15_3 0.0242 map_cut_30 15_3 0.0242 map_cut_100 15_3 0.0295 map_cut_200 15_3 0.0311 map_cut_500 15_3 0.0320 map_cut_1000 15_3 0.0324 relative_P_5 15_3 0.2000 relative_P_10 15_3 0.2000 relative_P_15 15_3 0.1333 relative_P_20 15_3 0.1000 relative_P_30 15_3 0.0909 relative_P_100 15_3 0.1818 relative_P_200 15_3 0.2273 relative_P_500 15_3 0.2727 relative_P_1000 15_3 0.3182 success_1 15_3 0.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.0070 set_relative_P 15_3 0.3182 set_recall 15_3 0.3182 set_map 15_3 0.0022 set_F 15_3 0.0137 num_nonrel_judged_ret 15_3 55 rbp 15_3 0.0626 rbp_resid 15_3 0.3011 unj_5 15_3 0.0000 unj_10 15_3 0.1000 unj_20 15_3 0.3500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 16 map 15_4 0.0982 Rprec 15_4 0.1500 bpref 15_4 0.1425 recip_rank 15_4 0.1667 iprec_at_recall_0.00 15_4 0.3333 iprec_at_recall_0.10 15_4 0.3333 iprec_at_recall_0.20 15_4 0.1481 iprec_at_recall_0.30 15_4 0.1296 iprec_at_recall_0.40 15_4 0.1270 iprec_at_recall_0.50 15_4 0.1053 iprec_at_recall_0.60 15_4 0.0976 iprec_at_recall_0.70 15_4 0.0247 iprec_at_recall_0.80 15_4 0.0187 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.3000 P_15 15_4 0.2000 P_20 15_4 0.1500 P_30 15_4 0.1333 P_100 15_4 0.1000 P_200 15_4 0.0600 P_500 15_4 0.0260 P_1000 15_4 0.0160 relstring 15_4 '000002022-' recall_5 15_4 0.0000 recall_10 15_4 0.1500 recall_15 15_4 0.1500 recall_20 15_4 0.1500 recall_30 15_4 0.2000 recall_100 15_4 0.5000 recall_200 15_4 0.6000 recall_500 15_4 0.6500 recall_1000 15_4 0.8000 infAP 15_4 0.0982 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.2500 Rprec_mult_0.60 15_4 0.2500 Rprec_mult_0.80 15_4 0.1875 Rprec_mult_1.00 15_4 0.1500 Rprec_mult_1.20 15_4 0.1250 Rprec_mult_1.40 15_4 0.1429 Rprec_mult_1.60 15_4 0.1250 Rprec_mult_1.80 15_4 0.1389 Rprec_mult_2.00 15_4 0.1250 utility 15_4 -968.0000 11pt_avg 15_4 0.1198 binG 15_4 0.1517 G 15_4 0.1443 ndcg 15_4 0.4173 ndcg_rel 15_4 0.3114 Rndcg 15_4 0.2481 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.2141 ndcg_cut_15 15_4 0.1696 ndcg_cut_20 15_4 0.1538 ndcg_cut_30 15_4 0.1867 ndcg_cut_100 15_4 0.3202 ndcg_cut_200 15_4 0.3550 ndcg_cut_500 15_4 0.3754 ndcg_cut_1000 15_4 0.4173 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0375 map_cut_15 15_4 0.0375 map_cut_20 15_4 0.0375 map_cut_30 15_4 0.0449 map_cut_100 15_4 0.0818 map_cut_200 15_4 0.0918 map_cut_500 15_4 0.0948 map_cut_1000 15_4 0.0982 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.3000 relative_P_15 15_4 0.2000 relative_P_20 15_4 0.1500 relative_P_30 15_4 0.2000 relative_P_100 15_4 0.5000 relative_P_200 15_4 0.6000 relative_P_500 15_4 0.6500 relative_P_1000 15_4 0.8000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 1.0000 set_P 15_4 0.0160 set_relative_P 15_4 0.8000 set_recall 15_4 0.8000 set_map 15_4 0.0128 set_F 15_4 0.0314 num_nonrel_judged_ret 15_4 55 rbp 15_4 0.1592 rbp_resid 15_4 0.2583 unj_5 15_4 0.0000 unj_10 15_4 0.1000 unj_20 15_4 0.4000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 29 map 15_5 0.4891 Rprec 15_5 0.5161 bpref 15_5 0.6306 recip_rank 15_5 0.5000 iprec_at_recall_0.00 15_5 0.7857 iprec_at_recall_0.10 15_5 0.7857 iprec_at_recall_0.20 15_5 0.7857 iprec_at_recall_0.30 15_5 0.7857 iprec_at_recall_0.40 15_5 0.5714 iprec_at_recall_0.50 15_5 0.5714 iprec_at_recall_0.60 15_5 0.5714 iprec_at_recall_0.70 15_5 0.4889 iprec_at_recall_0.80 15_5 0.2857 iprec_at_recall_0.90 15_5 0.2393 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.6000 P_10 15_5 0.7000 P_15 15_5 0.7333 P_20 15_5 0.5500 P_30 15_5 0.5000 P_100 15_5 0.2700 P_200 15_5 0.1450 P_500 15_5 0.0580 P_1000 15_5 0.0290 relstring 15_5 '0120301213' recall_5 15_5 0.0968 recall_10 15_5 0.2258 recall_15 15_5 0.3548 recall_20 15_5 0.3548 recall_30 15_5 0.4839 recall_100 15_5 0.8710 recall_200 15_5 0.9355 recall_500 15_5 0.9355 recall_1000 15_5 0.9355 infAP 15_5 0.4891 Rprec_mult_0.20 15_5 0.5714 Rprec_mult_0.40 15_5 0.7692 Rprec_mult_0.60 15_5 0.5789 Rprec_mult_0.80 15_5 0.5200 Rprec_mult_1.00 15_5 0.5161 Rprec_mult_1.20 15_5 0.5263 Rprec_mult_1.40 15_5 0.4773 Rprec_mult_1.60 15_5 0.4400 Rprec_mult_1.80 15_5 0.3929 Rprec_mult_2.00 15_5 0.3710 utility 15_5 -942.0000 11pt_avg 15_5 0.5337 binG 15_5 0.2925 G 15_5 0.2362 ndcg 15_5 0.6584 ndcg_rel 15_5 0.4983 Rndcg 15_5 0.4399 ndcg_cut_5 15_5 0.3477 ndcg_cut_10 15_5 0.4633 ndcg_cut_15 15_5 0.5230 ndcg_cut_20 15_5 0.4760 ndcg_cut_30 15_5 0.4651 ndcg_cut_100 15_5 0.6399 ndcg_cut_200 15_5 0.6584 ndcg_cut_500 15_5 0.6584 ndcg_cut_1000 15_5 0.6584 map_cut_5 15_5 0.0570 map_cut_10 15_5 0.1397 map_cut_15 15_5 0.2375 map_cut_20 15_5 0.2375 map_cut_30 15_5 0.3047 map_cut_100 15_5 0.4745 map_cut_200 15_5 0.4891 map_cut_500 15_5 0.4891 map_cut_1000 15_5 0.4891 relative_P_5 15_5 0.6000 relative_P_10 15_5 0.7000 relative_P_15 15_5 0.7333 relative_P_20 15_5 0.5500 relative_P_30 15_5 0.5000 relative_P_100 15_5 0.8710 relative_P_200 15_5 0.9355 relative_P_500 15_5 0.9355 relative_P_1000 15_5 0.9355 success_1 15_5 0.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0290 set_relative_P 15_5 0.9355 set_recall 15_5 0.9355 set_map 15_5 0.0271 set_F 15_5 0.0563 num_nonrel_judged_ret 15_5 28 rbp 15_5 0.3186 rbp_resid 15_5 0.0400 unj_5 15_5 0.0000 unj_10 15_5 0.0000 unj_20 15_5 0.0500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 8 map 15_6 0.0036 Rprec 15_6 0.0000 bpref 15_6 0.0000 recip_rank 15_6 0.0050 iprec_at_recall_0.00 15_6 0.0105 iprec_at_recall_0.10 15_6 0.0105 iprec_at_recall_0.20 15_6 0.0105 iprec_at_recall_0.30 15_6 0.0105 iprec_at_recall_0.40 15_6 0.0094 iprec_at_recall_0.50 15_6 0.0000 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0000 P_200 15_6 0.0050 P_500 15_6 0.0100 P_1000 15_6 0.0080 relstring 15_6 '00000-00-0' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.0000 recall_200 15_6 0.0526 recall_500 15_6 0.2632 recall_1000 15_6 0.4211 infAP 15_6 0.0036 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -984.0000 11pt_avg 15_6 0.0047 binG 15_6 0.0481 G 15_6 0.0462 ndcg 15_6 0.1214 ndcg_rel 15_6 0.1012 Rndcg 15_6 0.0303 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0000 ndcg_cut_200 15_6 0.0185 ndcg_cut_500 15_6 0.0841 ndcg_cut_1000 15_6 0.1214 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0000 map_cut_200 15_6 0.0003 map_cut_500 15_6 0.0020 map_cut_1000 15_6 0.0036 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.0000 relative_P_200 15_6 0.0526 relative_P_500 15_6 0.2632 relative_P_1000 15_6 0.4211 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0080 set_relative_P 15_6 0.4211 set_recall 15_6 0.4211 set_map 15_6 0.0034 set_F 15_6 0.0157 num_nonrel_judged_ret 15_6 62 rbp 15_6 0.0000 rbp_resid 15_6 0.3497 unj_5 15_6 0.0000 unj_10 15_6 0.2000 unj_20 15_6 0.4000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 153 map 1_1 0.3826 Rprec 1_1 0.4280 bpref 1_1 0.5585 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 1.0000 iprec_at_recall_0.20 1_1 0.8571 iprec_at_recall_0.30 1_1 0.6364 iprec_at_recall_0.40 1_1 0.4541 iprec_at_recall_0.50 1_1 0.3258 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 0.9667 P_100 1_1 0.7000 P_200 1_1 0.4750 P_500 1_1 0.2760 P_1000 1_1 0.1530 relstring 1_1 '2231211223' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.1128 recall_100 1_1 0.2724 recall_200 1_1 0.3696 recall_500 1_1 0.5370 recall_1000 1_1 0.5953 infAP 1_1 0.3826 Rprec_mult_0.20 1_1 0.8654 Rprec_mult_0.40 1_1 0.6893 Rprec_mult_0.60 1_1 0.5548 Rprec_mult_0.80 1_1 0.4660 Rprec_mult_1.00 1_1 0.4280 Rprec_mult_1.20 1_1 0.3819 Rprec_mult_1.40 1_1 0.3417 Rprec_mult_1.60 1_1 0.3180 Rprec_mult_1.80 1_1 0.2916 Rprec_mult_2.00 1_1 0.2724 utility 1_1 -694.0000 11pt_avg 1_1 0.3885 binG 1_1 0.2088 G 1_1 0.1165 ndcg 1_1 0.6350 ndcg_rel 1_1 0.6289 Rndcg 1_1 0.5896 ndcg_cut_5 1_1 0.6745 ndcg_cut_10 1_1 0.6424 ndcg_cut_15 1_1 0.6572 ndcg_cut_20 1_1 0.6980 ndcg_cut_30 1_1 0.7251 ndcg_cut_100 1_1 0.6253 ndcg_cut_200 1_1 0.5357 ndcg_cut_500 1_1 0.6037 ndcg_cut_1000 1_1 0.6350 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.1127 map_cut_100 1_1 0.2481 map_cut_200 1_1 0.3056 map_cut_500 1_1 0.3697 map_cut_1000 1_1 0.3826 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 0.9667 relative_P_100 1_1 0.7000 relative_P_200 1_1 0.4750 relative_P_500 1_1 0.5370 relative_P_1000 1_1 0.5953 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1530 set_relative_P 1_1 0.5953 set_recall 1_1 0.5953 set_map 1_1 0.0911 set_F 1_1 0.2434 num_nonrel_judged_ret 1_1 12 rbp 1_1 0.6264 rbp_resid 1_1 0.0130 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 103 map 1_2 0.5493 Rprec 1_2 0.5439 bpref 1_2 0.8030 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.9333 iprec_at_recall_0.20 1_2 0.7576 iprec_at_recall_0.30 1_2 0.6863 iprec_at_recall_0.40 1_2 0.6575 iprec_at_recall_0.50 1_2 0.5514 iprec_at_recall_0.60 1_2 0.5109 iprec_at_recall_0.70 1_2 0.4396 iprec_at_recall_0.80 1_2 0.4044 iprec_at_recall_0.90 1_2 0.1533 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.9000 P_15 1_2 0.9333 P_20 1_2 0.9000 P_30 1_2 0.7333 P_100 1_2 0.5600 P_200 1_2 0.4250 P_500 1_2 0.2020 P_1000 1_2 0.1030 relstring 1_2 '332313-332' recall_5 1_2 0.0439 recall_10 1_2 0.0789 recall_15 1_2 0.1228 recall_20 1_2 0.1579 recall_30 1_2 0.1930 recall_100 1_2 0.4912 recall_200 1_2 0.7456 recall_500 1_2 0.8860 recall_1000 1_2 0.9035 infAP 1_2 0.5493 Rprec_mult_0.20 1_2 0.8696 Rprec_mult_0.40 1_2 0.6957 Rprec_mult_0.60 1_2 0.6522 Rprec_mult_0.80 1_2 0.5761 Rprec_mult_1.00 1_2 0.5439 Rprec_mult_1.20 1_2 0.5109 Rprec_mult_1.40 1_2 0.4688 Rprec_mult_1.60 1_2 0.4372 Rprec_mult_1.80 1_2 0.4175 Rprec_mult_2.00 1_2 0.3991 utility 1_2 -794.0000 11pt_avg 1_2 0.5540 binG 1_2 0.2591 G 1_2 0.1881 ndcg 1_2 0.8028 ndcg_rel 1_2 0.6942 Rndcg 1_2 0.6854 ndcg_cut_5 1_2 0.7691 ndcg_cut_10 1_2 0.7565 ndcg_cut_15 1_2 0.6941 ndcg_cut_20 1_2 0.6712 ndcg_cut_30 1_2 0.6280 ndcg_cut_100 1_2 0.6155 ndcg_cut_200 1_2 0.7328 ndcg_cut_500 1_2 0.7955 ndcg_cut_1000 1_2 0.8028 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0760 map_cut_15 1_2 0.1164 map_cut_20 1_2 0.1477 map_cut_30 1_2 0.1773 map_cut_100 1_2 0.3757 map_cut_200 1_2 0.5008 map_cut_500 1_2 0.5463 map_cut_1000 1_2 0.5493 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.9000 relative_P_15 1_2 0.9333 relative_P_20 1_2 0.9000 relative_P_30 1_2 0.7333 relative_P_100 1_2 0.5600 relative_P_200 1_2 0.7456 relative_P_500 1_2 0.8860 relative_P_1000 1_2 0.9035 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.1030 set_relative_P 1_2 0.9035 set_recall 1_2 0.9035 set_map 1_2 0.0931 set_F 1_2 0.1849 num_nonrel_judged_ret 1_2 11 rbp 1_2 0.4943 rbp_resid 1_2 0.1180 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.1000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 65 map 1_3 0.7112 Rprec 1_3 0.6761 bpref 1_3 0.8622 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 1.0000 iprec_at_recall_0.20 1_3 0.9545 iprec_at_recall_0.30 1_3 0.9545 iprec_at_recall_0.40 1_3 0.9429 iprec_at_recall_0.50 1_3 0.9000 iprec_at_recall_0.60 1_3 0.7414 iprec_at_recall_0.70 1_3 0.6494 iprec_at_recall_0.80 1_3 0.5000 iprec_at_recall_0.90 1_3 0.1407 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 1.0000 P_10 1_3 0.9000 P_15 1_3 0.9333 P_20 1_3 0.9500 P_30 1_3 0.9333 P_100 1_3 0.5400 P_200 1_3 0.3000 P_500 1_3 0.1280 P_1000 1_3 0.0650 relstring 1_3 '2332123220' recall_5 1_3 0.0704 recall_10 1_3 0.1268 recall_15 1_3 0.1972 recall_20 1_3 0.2676 recall_30 1_3 0.3944 recall_100 1_3 0.7606 recall_200 1_3 0.8451 recall_500 1_3 0.9014 recall_1000 1_3 0.9155 infAP 1_3 0.7112 Rprec_mult_0.20 1_3 0.9333 Rprec_mult_0.40 1_3 0.9310 Rprec_mult_0.60 1_3 0.8605 Rprec_mult_0.80 1_3 0.7368 Rprec_mult_1.00 1_3 0.6761 Rprec_mult_1.20 1_3 0.6047 Rprec_mult_1.40 1_3 0.5400 Rprec_mult_1.60 1_3 0.5000 Rprec_mult_1.80 1_3 0.4531 Rprec_mult_2.00 1_3 0.4085 utility 1_3 -870.0000 11pt_avg 1_3 0.7076 binG 1_3 0.4172 G 1_3 0.2855 ndcg 1_3 0.8764 ndcg_rel 1_3 0.8208 Rndcg 1_3 0.8023 ndcg_cut_5 1_3 0.7508 ndcg_cut_10 1_3 0.7736 ndcg_cut_15 1_3 0.8308 ndcg_cut_20 1_3 0.8537 ndcg_cut_30 1_3 0.8136 ndcg_cut_100 1_3 0.8275 ndcg_cut_200 1_3 0.8563 ndcg_cut_500 1_3 0.8728 ndcg_cut_1000 1_3 0.8764 map_cut_5 1_3 0.0704 map_cut_10 1_3 0.1268 map_cut_15 1_3 0.1917 map_cut_20 1_3 0.2582 map_cut_30 1_3 0.3763 map_cut_100 1_3 0.6591 map_cut_200 1_3 0.6973 map_cut_500 1_3 0.7096 map_cut_1000 1_3 0.7112 relative_P_5 1_3 1.0000 relative_P_10 1_3 0.9000 relative_P_15 1_3 0.9333 relative_P_20 1_3 0.9500 relative_P_30 1_3 0.9333 relative_P_100 1_3 0.7606 relative_P_200 1_3 0.8451 relative_P_500 1_3 0.9014 relative_P_1000 1_3 0.9155 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0650 set_relative_P 1_3 0.9155 set_recall 1_3 0.9155 set_map 1_3 0.0595 set_F 1_3 0.1214 num_nonrel_judged_ret 1_3 15 rbp 1_3 0.6715 rbp_resid 1_3 0.0222 unj_5 1_3 0.0000 unj_10 1_3 0.0000 unj_20 1_3 0.0000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 122 map 1_4 0.5587 Rprec 1_4 0.5448 bpref 1_4 0.8316 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.8750 iprec_at_recall_0.20 1_4 0.8250 iprec_at_recall_0.30 1_4 0.7736 iprec_at_recall_0.40 1_4 0.7200 iprec_at_recall_0.50 1_4 0.6036 iprec_at_recall_0.60 1_4 0.5120 iprec_at_recall_0.70 1_4 0.4455 iprec_at_recall_0.80 1_4 0.2727 iprec_at_recall_0.90 1_4 0.1444 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 0.8000 P_20 1_4 0.8500 P_30 1_4 0.8000 P_100 1_4 0.6400 P_200 1_4 0.4550 P_500 1_4 0.2200 P_1000 1_4 0.1220 relstring 1_4 '2232313222' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.0896 recall_20 1_4 0.1269 recall_30 1_4 0.1791 recall_100 1_4 0.4776 recall_200 1_4 0.6791 recall_500 1_4 0.8209 recall_1000 1_4 0.9104 infAP 1_4 0.5587 Rprec_mult_0.20 1_4 0.8148 Rprec_mult_0.40 1_4 0.7593 Rprec_mult_0.60 1_4 0.7160 Rprec_mult_0.80 1_4 0.6111 Rprec_mult_1.00 1_4 0.5448 Rprec_mult_1.20 1_4 0.5031 Rprec_mult_1.40 1_4 0.4681 Rprec_mult_1.60 1_4 0.4372 Rprec_mult_1.80 1_4 0.3926 Rprec_mult_2.00 1_4 0.3657 utility 1_4 -756.0000 11pt_avg 1_4 0.5611 binG 1_4 0.2601 G 1_4 0.1828 ndcg 1_4 0.8267 ndcg_rel 1_4 0.7216 Rndcg 1_4 0.6931 ndcg_cut_5 1_4 0.7669 ndcg_cut_10 1_4 0.7301 ndcg_cut_15 1_4 0.6358 ndcg_cut_20 1_4 0.6905 ndcg_cut_30 1_4 0.6842 ndcg_cut_100 1_4 0.6473 ndcg_cut_200 1_4 0.7323 ndcg_cut_500 1_4 0.8017 ndcg_cut_1000 1_4 0.8267 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.0885 map_cut_20 1_4 0.1195 map_cut_30 1_4 0.1636 map_cut_100 1_4 0.3878 map_cut_200 1_4 0.4952 map_cut_500 1_4 0.5433 map_cut_1000 1_4 0.5587 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 0.8000 relative_P_20 1_4 0.8500 relative_P_30 1_4 0.8000 relative_P_100 1_4 0.6400 relative_P_200 1_4 0.6791 relative_P_500 1_4 0.8209 relative_P_1000 1_4 0.9104 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.1220 set_relative_P 1_4 0.9104 set_recall 1_4 0.9104 set_map 1_4 0.1111 set_F 1_4 0.2152 num_nonrel_judged_ret 1_4 11 rbp 1_4 0.6385 rbp_resid 1_4 0.0766 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.1000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 29 map 1_6 0.0554 Rprec 1_6 0.1322 bpref 1_6 0.1983 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.1505 iprec_at_recall_0.20 1_6 0.0632 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.8000 P_10 1_6 0.4000 P_15 1_6 0.3333 P_20 1_6 0.2500 P_30 1_6 0.1667 P_100 1_6 0.1400 P_200 1_6 0.0950 P_500 1_6 0.0540 P_1000 1_6 0.0290 relstring 1_6 '21101000--' recall_5 1_6 0.0331 recall_10 1_6 0.0331 recall_15 1_6 0.0413 recall_20 1_6 0.0413 recall_30 1_6 0.0413 recall_100 1_6 0.1157 recall_200 1_6 0.1570 recall_500 1_6 0.2231 recall_1000 1_6 0.2397 infAP 1_6 0.0554 Rprec_mult_0.20 1_6 0.2000 Rprec_mult_0.40 1_6 0.1224 Rprec_mult_0.60 1_6 0.1370 Rprec_mult_0.80 1_6 0.1443 Rprec_mult_1.00 1_6 0.1322 Rprec_mult_1.20 1_6 0.1301 Rprec_mult_1.40 1_6 0.1118 Rprec_mult_1.60 1_6 0.0979 Rprec_mult_1.80 1_6 0.0872 Rprec_mult_2.00 1_6 0.0785 utility 1_6 -942.0000 11pt_avg 1_6 0.1103 binG 1_6 0.0607 G 1_6 0.0407 ndcg 1_6 0.2166 ndcg_rel 1_6 0.2177 Rndcg 1_6 0.1691 ndcg_cut_5 1_6 0.3977 ndcg_cut_10 1_6 0.2581 ndcg_cut_15 1_6 0.2143 ndcg_cut_20 1_6 0.1784 ndcg_cut_30 1_6 0.1472 ndcg_cut_100 1_6 0.1571 ndcg_cut_200 1_6 0.1782 ndcg_cut_500 1_6 0.2018 ndcg_cut_1000 1_6 0.2166 map_cut_5 1_6 0.0314 map_cut_10 1_6 0.0314 map_cut_15 1_6 0.0342 map_cut_20 1_6 0.0342 map_cut_30 1_6 0.0342 map_cut_100 1_6 0.0446 map_cut_200 1_6 0.0503 map_cut_500 1_6 0.0545 map_cut_1000 1_6 0.0554 relative_P_5 1_6 0.8000 relative_P_10 1_6 0.4000 relative_P_15 1_6 0.3333 relative_P_20 1_6 0.2500 relative_P_30 1_6 0.1667 relative_P_100 1_6 0.1400 relative_P_200 1_6 0.1570 relative_P_500 1_6 0.2231 relative_P_1000 1_6 0.2397 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0290 set_relative_P 1_6 0.2397 set_recall 1_6 0.2397 set_map 1_6 0.0070 set_F 1_6 0.0517 num_nonrel_judged_ret 1_6 19 rbp 1_6 0.1555 rbp_resid 1_6 0.3112 unj_5 1_6 0.0000 unj_10 1_6 0.2000 unj_20 1_6 0.4500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 62 map 1_7 0.2934 Rprec 1_7 0.3182 bpref 1_7 0.5383 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.9048 iprec_at_recall_0.20 1_7 0.8065 iprec_at_recall_0.30 1_7 0.3267 iprec_at_recall_0.40 1_7 0.2234 iprec_at_recall_0.50 1_7 0.1220 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 1.0000 P_10 1_7 0.9000 P_15 1_7 0.8667 P_20 1_7 0.9000 P_30 1_7 0.8000 P_100 1_7 0.3200 P_200 1_7 0.2200 P_500 1_7 0.1120 P_1000 1_7 0.0620 relstring 1_7 '1222111301' recall_5 1_7 0.0455 recall_10 1_7 0.0818 recall_15 1_7 0.1182 recall_20 1_7 0.1636 recall_30 1_7 0.2182 recall_100 1_7 0.2909 recall_200 1_7 0.4000 recall_500 1_7 0.5091 recall_1000 1_7 0.5636 infAP 1_7 0.2934 Rprec_mult_0.20 1_7 0.8636 Rprec_mult_0.40 1_7 0.6364 Rprec_mult_0.60 1_7 0.4697 Rprec_mult_0.80 1_7 0.3523 Rprec_mult_1.00 1_7 0.3182 Rprec_mult_1.20 1_7 0.2652 Rprec_mult_1.40 1_7 0.2532 Rprec_mult_1.60 1_7 0.2386 Rprec_mult_1.80 1_7 0.2222 Rprec_mult_2.00 1_7 0.2045 utility 1_7 -876.0000 11pt_avg 1_7 0.3076 binG 1_7 0.1925 G 1_7 0.1266 ndcg 1_7 0.5509 ndcg_rel 1_7 0.5404 Rndcg 1_7 0.5006 ndcg_cut_5 1_7 0.5991 ndcg_cut_10 1_7 0.6004 ndcg_cut_15 1_7 0.6183 ndcg_cut_20 1_7 0.6308 ndcg_cut_30 1_7 0.5756 ndcg_cut_100 1_7 0.4235 ndcg_cut_200 1_7 0.4757 ndcg_cut_500 1_7 0.5313 ndcg_cut_1000 1_7 0.5509 map_cut_5 1_7 0.0455 map_cut_10 1_7 0.0809 map_cut_15 1_7 0.1118 map_cut_20 1_7 0.1522 map_cut_30 1_7 0.1961 map_cut_100 1_7 0.2406 map_cut_200 1_7 0.2696 map_cut_500 1_7 0.2881 map_cut_1000 1_7 0.2934 relative_P_5 1_7 1.0000 relative_P_10 1_7 0.9000 relative_P_15 1_7 0.8667 relative_P_20 1_7 0.9000 relative_P_30 1_7 0.8000 relative_P_100 1_7 0.3200 relative_P_200 1_7 0.4000 relative_P_500 1_7 0.5091 relative_P_1000 1_7 0.5636 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0620 set_relative_P 1_7 0.5636 set_recall 1_7 0.5636 set_map 1_7 0.0349 set_F 1_7 0.1117 num_nonrel_judged_ret 1_7 12 rbp 1_7 0.4404 rbp_resid 1_7 0.0841 unj_5 1_7 0.0000 unj_10 1_7 0.0000 unj_20 1_7 0.0500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 102 map 1_8 0.4853 Rprec 1_8 0.4407 bpref 1_8 0.8142 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 1.0000 iprec_at_recall_0.20 1_8 0.9600 iprec_at_recall_0.30 1_8 0.7609 iprec_at_recall_0.40 1_8 0.6104 iprec_at_recall_0.50 1_8 0.3806 iprec_at_recall_0.60 1_8 0.2886 iprec_at_recall_0.70 1_8 0.2150 iprec_at_recall_0.80 1_8 0.1462 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 1.0000 P_15 1_8 1.0000 P_20 1_8 1.0000 P_30 1_8 0.8667 P_100 1_8 0.5000 P_200 1_8 0.3350 P_500 1_8 0.1780 P_1000 1_8 0.1020 relstring 1_8 '1312222221' recall_5 1_8 0.0424 recall_10 1_8 0.0847 recall_15 1_8 0.1271 recall_20 1_8 0.1695 recall_30 1_8 0.2203 recall_100 1_8 0.4237 recall_200 1_8 0.5678 recall_500 1_8 0.7542 recall_1000 1_8 0.8644 infAP 1_8 0.4853 Rprec_mult_0.20 1_8 0.9583 Rprec_mult_0.40 1_8 0.7292 Rprec_mult_0.60 1_8 0.6479 Rprec_mult_0.80 1_8 0.5158 Rprec_mult_1.00 1_8 0.4407 Rprec_mult_1.20 1_8 0.3944 Rprec_mult_1.40 1_8 0.3554 Rprec_mult_1.60 1_8 0.3545 Rprec_mult_1.80 1_8 0.3192 Rprec_mult_2.00 1_8 0.2966 utility 1_8 -796.0000 11pt_avg 1_8 0.4874 binG 1_8 0.3206 G 1_8 0.1479 ndcg 1_8 0.7069 ndcg_rel 1_8 0.6001 Rndcg 1_8 0.5546 ndcg_cut_5 1_8 0.5684 ndcg_cut_10 1_8 0.5817 ndcg_cut_15 1_8 0.5973 ndcg_cut_20 1_8 0.6227 ndcg_cut_30 1_8 0.6024 ndcg_cut_100 1_8 0.4764 ndcg_cut_200 1_8 0.5418 ndcg_cut_500 1_8 0.6437 ndcg_cut_1000 1_8 0.7069 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0847 map_cut_15 1_8 0.1271 map_cut_20 1_8 0.1695 map_cut_30 1_8 0.2188 map_cut_100 1_8 0.3677 map_cut_200 1_8 0.4236 map_cut_500 1_8 0.4702 map_cut_1000 1_8 0.4853 relative_P_5 1_8 1.0000 relative_P_10 1_8 1.0000 relative_P_15 1_8 1.0000 relative_P_20 1_8 1.0000 relative_P_30 1_8 0.8667 relative_P_100 1_8 0.5000 relative_P_200 1_8 0.5678 relative_P_500 1_8 0.7542 relative_P_1000 1_8 0.8644 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.1020 set_relative_P 1_8 0.8644 set_recall 1_8 0.8644 set_map 1_8 0.0882 set_F 1_8 0.1825 num_nonrel_judged_ret 1_8 6 rbp 1_8 0.5610 rbp_resid 1_8 0.0421 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.0000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 45 map 1_9 0.7749 Rprec 1_9 0.6667 bpref 1_9 0.9314 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 1.0000 iprec_at_recall_0.30 1_9 1.0000 iprec_at_recall_0.40 1_9 1.0000 iprec_at_recall_0.50 1_9 0.8276 iprec_at_recall_0.60 1_9 0.7838 iprec_at_recall_0.70 1_9 0.6800 iprec_at_recall_0.80 1_9 0.6290 iprec_at_recall_0.90 1_9 0.4433 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 1.0000 P_15 1_9 1.0000 P_20 1_9 1.0000 P_30 1_9 0.8000 P_100 1_9 0.4300 P_200 1_9 0.2250 P_500 1_9 0.0900 P_1000 1_9 0.0450 relstring 1_9 '3333221133' recall_5 1_9 0.1042 recall_10 1_9 0.2083 recall_15 1_9 0.3125 recall_20 1_9 0.4167 recall_30 1_9 0.5000 recall_100 1_9 0.8958 recall_200 1_9 0.9375 recall_500 1_9 0.9375 recall_1000 1_9 0.9375 infAP 1_9 0.7749 Rprec_mult_0.20 1_9 1.0000 Rprec_mult_0.40 1_9 1.0000 Rprec_mult_0.60 1_9 0.8276 Rprec_mult_0.80 1_9 0.7436 Rprec_mult_1.00 1_9 0.6667 Rprec_mult_1.20 1_9 0.6379 Rprec_mult_1.40 1_9 0.5882 Rprec_mult_1.60 1_9 0.5195 Rprec_mult_1.80 1_9 0.4713 Rprec_mult_2.00 1_9 0.4375 utility 1_9 -910.0000 11pt_avg 1_9 0.7603 binG 1_9 0.5735 G 1_9 0.3494 ndcg 1_9 0.8999 ndcg_rel 1_9 0.8522 Rndcg 1_9 0.8189 ndcg_cut_5 1_9 0.9563 ndcg_cut_10 1_9 0.8503 ndcg_cut_15 1_9 0.8397 ndcg_cut_20 1_9 0.8713 ndcg_cut_30 1_9 0.7628 ndcg_cut_100 1_9 0.8789 ndcg_cut_200 1_9 0.8999 ndcg_cut_500 1_9 0.8999 ndcg_cut_1000 1_9 0.8999 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.2083 map_cut_15 1_9 0.3125 map_cut_20 1_9 0.4167 map_cut_30 1_9 0.4938 map_cut_100 1_9 0.7586 map_cut_200 1_9 0.7749 map_cut_500 1_9 0.7749 map_cut_1000 1_9 0.7749 relative_P_5 1_9 1.0000 relative_P_10 1_9 1.0000 relative_P_15 1_9 1.0000 relative_P_20 1_9 1.0000 relative_P_30 1_9 0.8000 relative_P_100 1_9 0.8958 relative_P_200 1_9 0.9375 relative_P_500 1_9 0.9375 relative_P_1000 1_9 0.9375 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0450 set_relative_P 1_9 0.9375 set_recall 1_9 0.9375 set_map 1_9 0.0422 set_F 1_9 0.0859 num_nonrel_judged_ret 1_9 6 rbp 1_9 0.7507 rbp_resid 1_9 0.0626 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.0000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 125 map 4_10 0.4090 Rprec 4_10 0.4415 bpref 4_10 0.5768 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9524 iprec_at_recall_0.20 4_10 0.8431 iprec_at_recall_0.30 4_10 0.7917 iprec_at_recall_0.40 4_10 0.5315 iprec_at_recall_0.50 4_10 0.3629 iprec_at_recall_0.60 4_10 0.2306 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.9000 P_15 4_10 0.9333 P_20 4_10 0.9500 P_30 4_10 0.8667 P_100 4_10 0.6300 P_200 4_10 0.4250 P_500 4_10 0.2280 P_1000 4_10 0.1250 relstring 4_10 '1111110121' recall_5 4_10 0.0266 recall_10 4_10 0.0479 recall_15 4_10 0.0745 recall_20 4_10 0.1011 recall_30 4_10 0.1383 recall_100 4_10 0.3351 recall_200 4_10 0.4521 recall_500 4_10 0.6064 recall_1000 4_10 0.6649 infAP 4_10 0.4090 Rprec_mult_0.20 4_10 0.8684 Rprec_mult_0.40 4_10 0.7500 Rprec_mult_0.60 4_10 0.5929 Rprec_mult_0.80 4_10 0.5099 Rprec_mult_1.00 4_10 0.4415 Rprec_mult_1.20 4_10 0.3982 Rprec_mult_1.40 4_10 0.3561 Rprec_mult_1.60 4_10 0.3322 Rprec_mult_1.80 4_10 0.3009 Rprec_mult_2.00 4_10 0.2819 utility 4_10 -750.0000 11pt_avg 4_10 0.4284 binG 4_10 0.1948 G 4_10 0.0897 ndcg 4_10 0.4808 ndcg_rel 4_10 0.4222 Rndcg 4_10 0.3858 ndcg_cut_5 4_10 0.3333 ndcg_cut_10 4_10 0.3310 ndcg_cut_15 4_10 0.3413 ndcg_cut_20 4_10 0.3606 ndcg_cut_30 4_10 0.3674 ndcg_cut_100 4_10 0.3995 ndcg_cut_200 4_10 0.3687 ndcg_cut_500 4_10 0.4479 ndcg_cut_1000 4_10 0.4808 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0461 map_cut_15 4_10 0.0706 map_cut_20 4_10 0.0957 map_cut_30 4_10 0.1290 map_cut_100 4_10 0.2883 map_cut_200 4_10 0.3500 map_cut_500 4_10 0.3998 map_cut_1000 4_10 0.4090 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.9000 relative_P_15 4_10 0.9333 relative_P_20 4_10 0.9500 relative_P_30 4_10 0.8667 relative_P_100 4_10 0.6300 relative_P_200 4_10 0.4521 relative_P_500 4_10 0.6064 relative_P_1000 4_10 0.6649 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1250 set_relative_P 4_10 0.6649 set_recall 4_10 0.6649 set_map 4_10 0.0831 set_F 4_10 0.2104 num_nonrel_judged_ret 4_10 14 rbp 4_10 0.3212 rbp_resid 4_10 0.0085 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 85 map 4_11 0.2397 Rprec 4_11 0.2807 bpref 4_11 0.4643 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.8621 iprec_at_recall_0.20 4_11 0.6667 iprec_at_recall_0.30 4_11 0.2417 iprec_at_recall_0.40 4_11 0.1513 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 1.0000 P_10 4_11 0.9000 P_15 4_11 0.8667 P_20 4_11 0.8500 P_30 4_11 0.8333 P_100 4_11 0.4100 P_200 4_11 0.2500 P_500 4_11 0.1420 P_1000 4_11 0.0850 relstring 4_11 '2223221031' recall_5 4_11 0.0292 recall_10 4_11 0.0526 recall_15 4_11 0.0760 recall_20 4_11 0.0994 recall_30 4_11 0.1462 recall_100 4_11 0.2398 recall_200 4_11 0.2924 recall_500 4_11 0.4152 recall_1000 4_11 0.4971 infAP 4_11 0.2397 Rprec_mult_0.20 4_11 0.7429 Rprec_mult_0.40 4_11 0.5507 Rprec_mult_0.60 4_11 0.3981 Rprec_mult_0.80 4_11 0.3358 Rprec_mult_1.00 4_11 0.2807 Rprec_mult_1.20 4_11 0.2427 Rprec_mult_1.40 4_11 0.2208 Rprec_mult_1.60 4_11 0.2153 Rprec_mult_1.80 4_11 0.1981 Rprec_mult_2.00 4_11 0.1842 utility 4_11 -830.0000 11pt_avg 4_11 0.2656 binG 4_11 0.1445 G 4_11 0.1014 ndcg 4_11 0.5332 ndcg_rel 4_11 0.5380 Rndcg 4_11 0.4985 ndcg_cut_5 4_11 0.7154 ndcg_cut_10 4_11 0.6284 ndcg_cut_15 4_11 0.6366 ndcg_cut_20 4_11 0.6439 ndcg_cut_30 4_11 0.6723 ndcg_cut_100 4_11 0.4501 ndcg_cut_200 4_11 0.4020 ndcg_cut_500 4_11 0.4874 ndcg_cut_1000 4_11 0.5332 map_cut_5 4_11 0.0292 map_cut_10 4_11 0.0514 map_cut_15 4_11 0.0725 map_cut_20 4_11 0.0921 map_cut_30 4_11 0.1317 map_cut_100 4_11 0.1903 map_cut_200 4_11 0.2075 map_cut_500 4_11 0.2312 map_cut_1000 4_11 0.2397 relative_P_5 4_11 1.0000 relative_P_10 4_11 0.9000 relative_P_15 4_11 0.8667 relative_P_20 4_11 0.8500 relative_P_30 4_11 0.8333 relative_P_100 4_11 0.4100 relative_P_200 4_11 0.2924 relative_P_500 4_11 0.4152 relative_P_1000 4_11 0.4971 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0850 set_relative_P 4_11 0.4971 set_recall 4_11 0.4971 set_map 4_11 0.0423 set_F 4_11 0.1452 num_nonrel_judged_ret 4_11 24 rbp 4_11 0.5799 rbp_resid 4_11 0.0236 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 91 map 4_12 0.2911 Rprec 4_12 0.3582 bpref 4_12 0.6187 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.8125 iprec_at_recall_0.20 4_12 0.5192 iprec_at_recall_0.30 4_12 0.3600 iprec_at_recall_0.40 4_12 0.2827 iprec_at_recall_0.50 4_12 0.2154 iprec_at_recall_0.60 4_12 0.1514 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 1.0000 P_15 4_12 0.8000 P_20 4_12 0.7000 P_30 4_12 0.7333 P_100 4_12 0.3600 P_200 4_12 0.2750 P_500 4_12 0.1560 P_1000 4_12 0.0910 relstring 4_12 '2321332232' recall_5 4_12 0.0373 recall_10 4_12 0.0746 recall_15 4_12 0.0896 recall_20 4_12 0.1045 recall_30 4_12 0.1642 recall_100 4_12 0.2687 recall_200 4_12 0.4104 recall_500 4_12 0.5821 recall_1000 4_12 0.6791 infAP 4_12 0.2911 Rprec_mult_0.20 4_12 0.7778 Rprec_mult_0.40 4_12 0.5000 Rprec_mult_0.60 4_12 0.4074 Rprec_mult_0.80 4_12 0.3426 Rprec_mult_1.00 4_12 0.3582 Rprec_mult_1.20 4_12 0.3168 Rprec_mult_1.40 4_12 0.2766 Rprec_mult_1.60 4_12 0.2698 Rprec_mult_1.80 4_12 0.2438 Rprec_mult_2.00 4_12 0.2351 utility 4_12 -818.0000 11pt_avg 4_12 0.3038 binG 4_12 0.1868 G 4_12 0.1260 ndcg 4_12 0.6174 ndcg_rel 4_12 0.5771 Rndcg 4_12 0.5361 ndcg_cut_5 4_12 0.7330 ndcg_cut_10 4_12 0.7580 ndcg_cut_15 4_12 0.6585 ndcg_cut_20 4_12 0.6401 ndcg_cut_30 4_12 0.6523 ndcg_cut_100 4_12 0.4279 ndcg_cut_200 4_12 0.4732 ndcg_cut_500 4_12 0.5657 ndcg_cut_1000 4_12 0.6174 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0746 map_cut_15 4_12 0.0890 map_cut_20 4_12 0.1003 map_cut_30 4_12 0.1450 map_cut_100 4_12 0.1949 map_cut_200 4_12 0.2420 map_cut_500 4_12 0.2787 map_cut_1000 4_12 0.2911 relative_P_5 4_12 1.0000 relative_P_10 4_12 1.0000 relative_P_15 4_12 0.8000 relative_P_20 4_12 0.7000 relative_P_30 4_12 0.7333 relative_P_100 4_12 0.3600 relative_P_200 4_12 0.4104 relative_P_500 4_12 0.5821 relative_P_1000 4_12 0.6791 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0910 set_relative_P 4_12 0.6791 set_recall 4_12 0.6791 set_map 4_12 0.0618 set_F 4_12 0.1605 num_nonrel_judged_ret 4_12 18 rbp 4_12 0.6122 rbp_resid 4_12 0.1003 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.1500 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 131 map 4_13 0.4674 Rprec 4_13 0.4877 bpref 4_13 0.7295 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 1.0000 iprec_at_recall_0.20 4_13 0.8462 iprec_at_recall_0.30 4_13 0.7778 iprec_at_recall_0.40 4_13 0.5462 iprec_at_recall_0.50 4_13 0.4602 iprec_at_recall_0.60 4_13 0.2887 iprec_at_recall_0.70 4_13 0.2136 iprec_at_recall_0.80 4_13 0.1408 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 1.0000 P_20 4_13 1.0000 P_30 4_13 0.9333 P_100 4_13 0.6000 P_200 4_13 0.4150 P_500 4_13 0.2180 P_1000 4_13 0.1310 relstring 4_13 '3323332322' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0926 recall_20 4_13 0.1235 recall_30 4_13 0.1728 recall_100 4_13 0.3704 recall_200 4_13 0.5123 recall_500 4_13 0.6728 recall_1000 4_13 0.8086 infAP 4_13 0.4674 Rprec_mult_0.20 4_13 0.9091 Rprec_mult_0.40 4_13 0.7538 Rprec_mult_0.60 4_13 0.6122 Rprec_mult_0.80 4_13 0.5231 Rprec_mult_1.00 4_13 0.4877 Rprec_mult_1.20 4_13 0.4256 Rprec_mult_1.40 4_13 0.3744 Rprec_mult_1.60 4_13 0.3462 Rprec_mult_1.80 4_13 0.3185 Rprec_mult_2.00 4_13 0.2963 utility 4_13 -738.0000 11pt_avg 4_13 0.4794 binG 4_13 0.2645 G 4_13 0.1768 ndcg 4_13 0.7676 ndcg_rel 4_13 0.7377 Rndcg 4_13 0.6741 ndcg_cut_5 4_13 0.9435 ndcg_cut_10 4_13 0.8956 ndcg_cut_15 4_13 0.9045 ndcg_cut_20 4_13 0.8763 ndcg_cut_30 4_13 0.8193 ndcg_cut_100 4_13 0.6522 ndcg_cut_200 4_13 0.5987 ndcg_cut_500 4_13 0.6933 ndcg_cut_1000 4_13 0.7676 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0926 map_cut_20 4_13 0.1235 map_cut_30 4_13 0.1699 map_cut_100 4_13 0.3235 map_cut_200 4_13 0.3959 map_cut_500 4_13 0.4429 map_cut_1000 4_13 0.4674 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 1.0000 relative_P_20 4_13 1.0000 relative_P_30 4_13 0.9333 relative_P_100 4_13 0.6000 relative_P_200 4_13 0.5123 relative_P_500 4_13 0.6728 relative_P_1000 4_13 0.8086 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.1310 set_relative_P 4_13 0.8086 set_recall 4_13 0.8086 set_map 4_13 0.1059 set_F 4_13 0.2255 num_nonrel_judged_ret 4_13 23 rbp 4_13 0.8424 rbp_resid 4_13 0.0139 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 139 map 4_14 0.3732 Rprec 4_14 0.3785 bpref 4_14 0.6681 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.8400 iprec_at_recall_0.20 4_14 0.6731 iprec_at_recall_0.30 4_14 0.5340 iprec_at_recall_0.40 4_14 0.3830 iprec_at_recall_0.50 4_14 0.3371 iprec_at_recall_0.60 4_14 0.2751 iprec_at_recall_0.70 4_14 0.1984 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 0.9000 P_15 4_14 0.8000 P_20 4_14 0.8000 P_30 4_14 0.8333 P_100 4_14 0.5200 P_200 4_14 0.3700 P_500 4_14 0.2320 P_1000 4_14 0.1390 relstring 4_14 '3323222330' recall_5 4_14 0.0282 recall_10 4_14 0.0508 recall_15 4_14 0.0678 recall_20 4_14 0.0904 recall_30 4_14 0.1412 recall_100 4_14 0.2938 recall_200 4_14 0.4181 recall_500 4_14 0.6554 recall_1000 4_14 0.7853 infAP 4_14 0.3732 Rprec_mult_0.20 4_14 0.7500 Rprec_mult_0.40 4_14 0.5775 Rprec_mult_0.60 4_14 0.5234 Rprec_mult_0.80 4_14 0.4296 Rprec_mult_1.00 4_14 0.3785 Rprec_mult_1.20 4_14 0.3615 Rprec_mult_1.40 4_14 0.3468 Rprec_mult_1.60 4_14 0.3239 Rprec_mult_1.80 4_14 0.2978 Rprec_mult_2.00 4_14 0.2825 utility 4_14 -722.0000 11pt_avg 4_14 0.3855 binG 4_14 0.1859 G 4_14 0.1420 ndcg 4_14 0.7135 ndcg_rel 4_14 0.6426 Rndcg 4_14 0.5685 ndcg_cut_5 4_14 0.8997 ndcg_cut_10 4_14 0.8207 ndcg_cut_15 4_14 0.7272 ndcg_cut_20 4_14 0.6939 ndcg_cut_30 4_14 0.6951 ndcg_cut_100 4_14 0.5525 ndcg_cut_200 4_14 0.4919 ndcg_cut_500 4_14 0.6394 ndcg_cut_1000 4_14 0.7135 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0508 map_cut_15 4_14 0.0653 map_cut_20 4_14 0.0830 map_cut_30 4_14 0.1249 map_cut_100 4_14 0.2219 map_cut_200 4_14 0.2761 map_cut_500 4_14 0.3488 map_cut_1000 4_14 0.3732 relative_P_5 4_14 1.0000 relative_P_10 4_14 0.9000 relative_P_15 4_14 0.8000 relative_P_20 4_14 0.8000 relative_P_30 4_14 0.8333 relative_P_100 4_14 0.5200 relative_P_200 4_14 0.4181 relative_P_500 4_14 0.6554 relative_P_1000 4_14 0.7853 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.1390 set_relative_P 4_14 0.7853 set_recall 4_14 0.7853 set_map 4_14 0.1092 set_F 4_14 0.2362 num_nonrel_judged_ret 4_14 21 rbp 4_14 0.6953 rbp_resid 4_14 0.0249 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.0000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0213 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0213 iprec_at_recall_0.00 4_17 0.0213 iprec_at_recall_0.10 4_17 0.0213 iprec_at_recall_0.20 4_17 0.0213 iprec_at_recall_0.30 4_17 0.0213 iprec_at_recall_0.40 4_17 0.0213 iprec_at_recall_0.50 4_17 0.0213 iprec_at_recall_0.60 4_17 0.0213 iprec_at_recall_0.70 4_17 0.0213 iprec_at_recall_0.80 4_17 0.0213 iprec_at_recall_0.90 4_17 0.0213 iprec_at_recall_1.00 4_17 0.0213 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '0000000--0' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0213 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0213 binG 4_17 0.1791 G 4_17 0.1791 ndcg 4_17 0.1791 ndcg_rel 4_17 0.1791 Rndcg 4_17 0.0895 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.1791 ndcg_cut_200 4_17 0.1791 ndcg_cut_500 4_17 0.1791 ndcg_cut_1000 4_17 0.1791 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0213 map_cut_200 4_17 0.0213 map_cut_500 4_17 0.0213 map_cut_1000 4_17 0.0213 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 61 rbp 4_17 0.0008 rbp_resid 4_17 0.3096 unj_5 4_17 0.0000 unj_10 4_17 0.2000 unj_20 4_17 0.4500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 137 map 4_3 0.4464 Rprec 4_3 0.4573 bpref 4_3 0.6762 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.8947 iprec_at_recall_0.20 4_3 0.7174 iprec_at_recall_0.30 4_3 0.5955 iprec_at_recall_0.40 4_3 0.5115 iprec_at_recall_0.50 4_3 0.4415 iprec_at_recall_0.60 4_3 0.3936 iprec_at_recall_0.70 4_3 0.3042 iprec_at_recall_0.80 4_3 0.1985 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 1.0000 P_10 4_3 0.9000 P_15 4_3 0.8667 P_20 4_3 0.8500 P_30 4_3 0.8333 P_100 4_3 0.5800 P_200 4_3 0.4250 P_500 4_3 0.2480 P_1000 4_3 0.1370 relstring 4_3 '3334223021' recall_5 4_3 0.0305 recall_10 4_3 0.0549 recall_15 4_3 0.0793 recall_20 4_3 0.1037 recall_30 4_3 0.1524 recall_100 4_3 0.3537 recall_200 4_3 0.5183 recall_500 4_3 0.7561 recall_1000 4_3 0.8354 infAP 4_3 0.4464 Rprec_mult_0.20 4_3 0.7879 Rprec_mult_0.40 4_3 0.6364 Rprec_mult_0.60 4_3 0.5859 Rprec_mult_0.80 4_3 0.5076 Rprec_mult_1.00 4_3 0.4573 Rprec_mult_1.20 4_3 0.4264 Rprec_mult_1.40 4_3 0.4043 Rprec_mult_1.60 4_3 0.3802 Rprec_mult_1.80 4_3 0.3446 Rprec_mult_2.00 4_3 0.3232 utility 4_3 -726.0000 11pt_avg 4_3 0.4597 binG 4_3 0.2061 G 4_3 0.1671 ndcg 4_3 0.7590 ndcg_rel 4_3 0.6735 Rndcg 4_3 0.6625 ndcg_cut_5 4_3 0.9029 ndcg_cut_10 4_3 0.7855 ndcg_cut_15 4_3 0.7312 ndcg_cut_20 4_3 0.7005 ndcg_cut_30 4_3 0.7029 ndcg_cut_100 4_3 0.5707 ndcg_cut_200 4_3 0.5811 ndcg_cut_500 4_3 0.7183 ndcg_cut_1000 4_3 0.7590 map_cut_5 4_3 0.0305 map_cut_10 4_3 0.0536 map_cut_15 4_3 0.0748 map_cut_20 4_3 0.0964 map_cut_30 4_3 0.1378 map_cut_100 4_3 0.2687 map_cut_200 4_3 0.3484 map_cut_500 4_3 0.4306 map_cut_1000 4_3 0.4464 relative_P_5 4_3 1.0000 relative_P_10 4_3 0.9000 relative_P_15 4_3 0.8667 relative_P_20 4_3 0.8500 relative_P_30 4_3 0.8333 relative_P_100 4_3 0.5800 relative_P_200 4_3 0.5183 relative_P_500 4_3 0.7561 relative_P_1000 4_3 0.8354 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.1370 set_relative_P 4_3 0.8354 set_recall 4_3 0.8354 set_map 4_3 0.1144 set_F 4_3 0.2354 num_nonrel_judged_ret 4_3 26 rbp 4_3 0.5405 rbp_resid 4_3 0.0119 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 129 map 4_4 0.5360 Rprec 4_4 0.5195 bpref 4_4 0.7730 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.9677 iprec_at_recall_0.20 4_4 0.9118 iprec_at_recall_0.30 4_4 0.8868 iprec_at_recall_0.40 4_4 0.7000 iprec_at_recall_0.50 4_4 0.5347 iprec_at_recall_0.60 4_4 0.4670 iprec_at_recall_0.70 4_4 0.2685 iprec_at_recall_0.80 4_4 0.1899 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 1.0000 P_15 4_4 0.9333 P_20 4_4 0.9500 P_30 4_4 0.9667 P_100 4_4 0.6400 P_200 4_4 0.4650 P_500 4_4 0.2320 P_1000 4_4 0.1290 relstring 4_4 '2343214122' recall_5 4_4 0.0325 recall_10 4_4 0.0649 recall_15 4_4 0.0909 recall_20 4_4 0.1234 recall_30 4_4 0.1883 recall_100 4_4 0.4156 recall_200 4_4 0.6039 recall_500 4_4 0.7532 recall_1000 4_4 0.8377 infAP 4_4 0.5360 Rprec_mult_0.20 4_4 0.9677 Rprec_mult_0.40 4_4 0.8226 Rprec_mult_0.60 4_4 0.6774 Rprec_mult_0.80 4_4 0.5806 Rprec_mult_1.00 4_4 0.5195 Rprec_mult_1.20 4_4 0.4757 Rprec_mult_1.40 4_4 0.4444 Rprec_mult_1.60 4_4 0.4008 Rprec_mult_1.80 4_4 0.3633 Rprec_mult_2.00 4_4 0.3279 utility 4_4 -742.0000 11pt_avg 4_4 0.5388 binG 4_4 0.2728 G 4_4 0.1623 ndcg 4_4 0.7745 ndcg_rel 4_4 0.6993 Rndcg 4_4 0.6467 ndcg_cut_5 4_4 0.7597 ndcg_cut_10 4_4 0.7302 ndcg_cut_15 4_4 0.6748 ndcg_cut_20 4_4 0.6735 ndcg_cut_30 4_4 0.7225 ndcg_cut_100 4_4 0.6292 ndcg_cut_200 4_4 0.6527 ndcg_cut_500 4_4 0.7328 ndcg_cut_1000 4_4 0.7745 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0649 map_cut_15 4_4 0.0890 map_cut_20 4_4 0.1196 map_cut_30 4_4 0.1820 map_cut_100 4_4 0.3708 map_cut_200 4_4 0.4713 map_cut_500 4_4 0.5198 map_cut_1000 4_4 0.5360 relative_P_5 4_4 1.0000 relative_P_10 4_4 1.0000 relative_P_15 4_4 0.9333 relative_P_20 4_4 0.9500 relative_P_30 4_4 0.9667 relative_P_100 4_4 0.6400 relative_P_200 4_4 0.6039 relative_P_500 4_4 0.7532 relative_P_1000 4_4 0.8377 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.1290 set_relative_P 4_4 0.8377 set_recall 4_4 0.8377 set_map 4_4 0.1081 set_F 4_4 0.2236 num_nonrel_judged_ret 4_4 9 rbp 4_4 0.5533 rbp_resid 4_4 0.0144 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 101 map 4_5 0.5728 Rprec 4_5 0.5574 bpref 4_5 0.8268 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 1.0000 iprec_at_recall_0.20 4_5 1.0000 iprec_at_recall_0.30 4_5 0.9048 iprec_at_recall_0.40 4_5 0.7246 iprec_at_recall_0.50 4_5 0.6429 iprec_at_recall_0.60 4_5 0.4654 iprec_at_recall_0.70 4_5 0.3069 iprec_at_recall_0.80 4_5 0.1625 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 1.0000 P_15 4_5 1.0000 P_20 4_5 1.0000 P_30 4_5 0.9667 P_100 4_5 0.6300 P_200 4_5 0.3900 P_500 4_5 0.1920 P_1000 4_5 0.1010 relstring 4_5 '2211332232' recall_5 4_5 0.0410 recall_10 4_5 0.0820 recall_15 4_5 0.1230 recall_20 4_5 0.1639 recall_30 4_5 0.2377 recall_100 4_5 0.5164 recall_200 4_5 0.6393 recall_500 4_5 0.7869 recall_1000 4_5 0.8279 infAP 4_5 0.5728 Rprec_mult_0.20 4_5 1.0000 Rprec_mult_0.40 4_5 0.8571 Rprec_mult_0.60 4_5 0.7162 Rprec_mult_0.80 4_5 0.6429 Rprec_mult_1.00 4_5 0.5574 Rprec_mult_1.20 4_5 0.4830 Rprec_mult_1.40 4_5 0.4386 Rprec_mult_1.60 4_5 0.3980 Rprec_mult_1.80 4_5 0.3636 Rprec_mult_2.00 4_5 0.3402 utility 4_5 -798.0000 11pt_avg 4_5 0.5643 binG 4_5 0.3665 G 4_5 0.1672 ndcg 4_5 0.7728 ndcg_rel 4_5 0.7035 Rndcg 4_5 0.6832 ndcg_cut_5 4_5 0.6052 ndcg_cut_10 4_5 0.6750 ndcg_cut_15 4_5 0.7335 ndcg_cut_20 4_5 0.7223 ndcg_cut_30 4_5 0.7129 ndcg_cut_100 4_5 0.6338 ndcg_cut_200 4_5 0.6685 ndcg_cut_500 4_5 0.7491 ndcg_cut_1000 4_5 0.7728 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0820 map_cut_15 4_5 0.1230 map_cut_20 4_5 0.1639 map_cut_30 4_5 0.2377 map_cut_100 4_5 0.4594 map_cut_200 4_5 0.5226 map_cut_500 4_5 0.5664 map_cut_1000 4_5 0.5728 relative_P_5 4_5 1.0000 relative_P_10 4_5 1.0000 relative_P_15 4_5 1.0000 relative_P_20 4_5 1.0000 relative_P_30 4_5 0.9667 relative_P_100 4_5 0.6300 relative_P_200 4_5 0.6393 relative_P_500 4_5 0.7869 relative_P_1000 4_5 0.8279 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.1010 set_relative_P 4_5 0.8279 set_recall 4_5 0.8279 set_map 4_5 0.0836 set_F 4_5 0.1800 num_nonrel_judged_ret 4_5 2 rbp 4_5 0.7003 rbp_resid 4_5 0.0188 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.0000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 64 map 4_7 0.3202 Rprec 4_7 0.3684 bpref 4_7 0.6208 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.6429 iprec_at_recall_0.20 4_7 0.5667 iprec_at_recall_0.30 4_7 0.5106 iprec_at_recall_0.40 4_7 0.3488 iprec_at_recall_0.50 4_7 0.3040 iprec_at_recall_0.60 4_7 0.2614 iprec_at_recall_0.70 4_7 0.1879 iprec_at_recall_0.80 4_7 0.0979 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.6000 P_10 4_7 0.7000 P_15 4_7 0.6000 P_20 4_7 0.5500 P_30 4_7 0.5667 P_100 4_7 0.3200 P_200 4_7 0.2350 P_500 4_7 0.1200 P_1000 4_7 0.0640 relstring 4_7 '10301112-2' recall_5 4_7 0.0395 recall_10 4_7 0.0921 recall_15 4_7 0.1184 recall_20 4_7 0.1447 recall_30 4_7 0.2237 recall_100 4_7 0.4211 recall_200 4_7 0.6184 recall_500 4_7 0.7895 recall_1000 4_7 0.8421 infAP 4_7 0.3202 Rprec_mult_0.20 4_7 0.6250 Rprec_mult_0.40 4_7 0.5484 Rprec_mult_0.60 4_7 0.5000 Rprec_mult_0.80 4_7 0.4098 Rprec_mult_1.00 4_7 0.3684 Rprec_mult_1.20 4_7 0.3370 Rprec_mult_1.40 4_7 0.3178 Rprec_mult_1.60 4_7 0.2951 Rprec_mult_1.80 4_7 0.2774 Rprec_mult_2.00 4_7 0.2632 utility 4_7 -872.0000 11pt_avg 4_7 0.3564 binG 4_7 0.1882 G 4_7 0.1556 ndcg 4_7 0.6342 ndcg_rel 4_7 0.5056 Rndcg 4_7 0.4114 ndcg_cut_5 4_7 0.3835 ndcg_cut_10 4_7 0.4465 ndcg_cut_15 4_7 0.4169 ndcg_cut_20 4_7 0.3849 ndcg_cut_30 4_7 0.4288 ndcg_cut_100 4_7 0.4289 ndcg_cut_200 4_7 0.5404 ndcg_cut_500 4_7 0.6190 ndcg_cut_1000 4_7 0.6342 map_cut_5 4_7 0.0298 map_cut_10 4_7 0.0671 map_cut_15 4_7 0.0836 map_cut_20 4_7 0.0999 map_cut_30 4_7 0.1436 map_cut_100 4_7 0.2290 map_cut_200 4_7 0.2848 map_cut_500 4_7 0.3157 map_cut_1000 4_7 0.3202 relative_P_5 4_7 0.6000 relative_P_10 4_7 0.7000 relative_P_15 4_7 0.6000 relative_P_20 4_7 0.5500 relative_P_30 4_7 0.5667 relative_P_100 4_7 0.4211 relative_P_200 4_7 0.6184 relative_P_500 4_7 0.7895 relative_P_1000 4_7 0.8421 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0640 set_relative_P 4_7 0.8421 set_recall 4_7 0.8421 set_map 4_7 0.0539 set_F 4_7 0.1190 num_nonrel_judged_ret 4_7 54 rbp 4_7 0.3057 rbp_resid 4_7 0.1798 unj_5 4_7 0.0000 unj_10 4_7 0.1000 unj_20 4_7 0.2500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 65 map 4_8 0.1982 Rprec 4_8 0.3125 bpref 4_8 0.4255 recip_rank 4_8 0.5000 iprec_at_recall_0.00 4_8 0.6667 iprec_at_recall_0.10 4_8 0.4483 iprec_at_recall_0.20 4_8 0.4130 iprec_at_recall_0.30 4_8 0.3168 iprec_at_recall_0.40 4_8 0.2500 iprec_at_recall_0.50 4_8 0.1805 iprec_at_recall_0.60 4_8 0.1275 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.6000 P_10 4_8 0.5000 P_15 4_8 0.4000 P_20 4_8 0.3500 P_30 4_8 0.4333 P_100 4_8 0.3100 P_200 4_8 0.2150 P_500 4_8 0.1160 P_1000 4_8 0.0650 relstring 4_8 '0220101010' recall_5 4_8 0.0312 recall_10 4_8 0.0521 recall_15 4_8 0.0625 recall_20 4_8 0.0729 recall_30 4_8 0.1354 recall_100 4_8 0.3229 recall_200 4_8 0.4479 recall_500 4_8 0.6042 recall_1000 4_8 0.6771 infAP 4_8 0.1982 Rprec_mult_0.20 4_8 0.3500 Rprec_mult_0.40 4_8 0.4103 Rprec_mult_0.60 4_8 0.3276 Rprec_mult_0.80 4_8 0.2987 Rprec_mult_1.00 4_8 0.3125 Rprec_mult_1.20 4_8 0.2845 Rprec_mult_1.40 4_8 0.2741 Rprec_mult_1.60 4_8 0.2468 Rprec_mult_1.80 4_8 0.2312 Rprec_mult_2.00 4_8 0.2240 utility 4_8 -870.0000 11pt_avg 4_8 0.2184 binG 4_8 0.1297 G 4_8 0.1096 ndcg 4_8 0.4890 ndcg_rel 4_8 0.4020 Rndcg 4_8 0.2707 ndcg_cut_5 4_8 0.3840 ndcg_cut_10 4_8 0.3255 ndcg_cut_15 4_8 0.2782 ndcg_cut_20 4_8 0.2506 ndcg_cut_30 4_8 0.2963 ndcg_cut_100 4_8 0.3146 ndcg_cut_200 4_8 0.3778 ndcg_cut_500 4_8 0.4485 ndcg_cut_1000 4_8 0.4890 map_cut_5 4_8 0.0184 map_cut_10 4_8 0.0301 map_cut_15 4_8 0.0346 map_cut_20 4_8 0.0389 map_cut_30 4_8 0.0654 map_cut_100 4_8 0.1319 map_cut_200 4_8 0.1650 map_cut_500 4_8 0.1922 map_cut_1000 4_8 0.1982 relative_P_5 4_8 0.6000 relative_P_10 4_8 0.5000 relative_P_15 4_8 0.4000 relative_P_20 4_8 0.3500 relative_P_30 4_8 0.4333 relative_P_100 4_8 0.3229 relative_P_200 4_8 0.4479 relative_P_500 4_8 0.6042 relative_P_1000 4_8 0.6771 success_1 4_8 0.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0650 set_relative_P 4_8 0.6771 set_recall 4_8 0.6771 set_map 4_8 0.0440 set_F 4_8 0.1186 num_nonrel_judged_ret 4_8 75 rbp 4_8 0.2162 rbp_resid 4_8 0.0614 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.1000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 56 map 4_9 0.1310 Rprec 4_9 0.2118 bpref 4_9 0.5257 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.2571 iprec_at_recall_0.20 4_9 0.2571 iprec_at_recall_0.30 4_9 0.1768 iprec_at_recall_0.40 4_9 0.1532 iprec_at_recall_0.50 4_9 0.1076 iprec_at_recall_0.60 4_9 0.0738 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.6000 P_10 4_9 0.4000 P_15 4_9 0.3333 P_20 4_9 0.3000 P_30 4_9 0.2333 P_100 4_9 0.2000 P_200 4_9 0.1650 P_500 4_9 0.0920 P_1000 4_9 0.0560 relstring 4_9 '10031--2--' recall_5 4_9 0.0353 recall_10 4_9 0.0471 recall_15 4_9 0.0588 recall_20 4_9 0.0706 recall_30 4_9 0.0824 recall_100 4_9 0.2353 recall_200 4_9 0.3882 recall_500 4_9 0.5412 recall_1000 4_9 0.6588 infAP 4_9 0.1310 Rprec_mult_0.20 4_9 0.2941 Rprec_mult_0.40 4_9 0.2059 Rprec_mult_0.60 4_9 0.2157 Rprec_mult_0.80 4_9 0.2353 Rprec_mult_1.00 4_9 0.2118 Rprec_mult_1.20 4_9 0.1961 Rprec_mult_1.40 4_9 0.1681 Rprec_mult_1.60 4_9 0.1618 Rprec_mult_1.80 4_9 0.1634 Rprec_mult_2.00 4_9 0.1647 utility 4_9 -888.0000 11pt_avg 4_9 0.1841 binG 4_9 0.1181 G 4_9 0.0941 ndcg 4_9 0.4498 ndcg_rel 4_9 0.3505 Rndcg 4_9 0.2611 ndcg_cut_5 4_9 0.3029 ndcg_cut_10 4_9 0.2428 ndcg_cut_15 4_9 0.2032 ndcg_cut_20 4_9 0.1914 ndcg_cut_30 4_9 0.1637 ndcg_cut_100 4_9 0.2152 ndcg_cut_200 4_9 0.3164 ndcg_cut_500 4_9 0.3914 ndcg_cut_1000 4_9 0.4498 map_cut_5 4_9 0.0247 map_cut_10 4_9 0.0306 map_cut_15 4_9 0.0351 map_cut_20 4_9 0.0390 map_cut_30 4_9 0.0426 map_cut_100 4_9 0.0770 map_cut_200 4_9 0.1032 map_cut_500 4_9 0.1224 map_cut_1000 4_9 0.1310 relative_P_5 4_9 0.6000 relative_P_10 4_9 0.4000 relative_P_15 4_9 0.3333 relative_P_20 4_9 0.3000 relative_P_30 4_9 0.2333 relative_P_100 4_9 0.2353 relative_P_200 4_9 0.3882 relative_P_500 4_9 0.5412 relative_P_1000 4_9 0.6588 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0560 set_relative_P 4_9 0.6588 set_recall 4_9 0.6588 set_map 4_9 0.0369 set_F 4_9 0.1032 num_nonrel_judged_ret 4_9 23 rbp 4_9 0.1884 rbp_resid 4_9 0.3644 unj_5 4_9 0.0000 unj_10 4_9 0.4000 unj_20 4_9 0.3500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 34 map 5_10 0.5042 Rprec 5_10 0.5116 bpref 5_10 0.7420 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 1.0000 iprec_at_recall_0.20 5_10 0.8667 iprec_at_recall_0.30 5_10 0.8667 iprec_at_recall_0.40 5_10 0.8500 iprec_at_recall_0.50 5_10 0.5366 iprec_at_recall_0.60 5_10 0.4407 iprec_at_recall_0.70 5_10 0.3125 iprec_at_recall_0.80 5_10 0.0465 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.8000 P_15 5_10 0.8667 P_20 5_10 0.8500 P_30 5_10 0.6333 P_100 5_10 0.3000 P_200 5_10 0.1550 P_500 5_10 0.0620 P_1000 5_10 0.0340 relstring 5_10 '22330443-2' recall_5 5_10 0.0930 recall_10 5_10 0.1860 recall_15 5_10 0.3023 recall_20 5_10 0.3953 recall_30 5_10 0.4419 recall_100 5_10 0.6977 recall_200 5_10 0.7209 recall_500 5_10 0.7209 recall_1000 5_10 0.7907 infAP 5_10 0.5042 Rprec_mult_0.20 5_10 0.7778 Rprec_mult_0.40 5_10 0.8333 Rprec_mult_0.60 5_10 0.7308 Rprec_mult_0.80 5_10 0.5714 Rprec_mult_1.00 5_10 0.5116 Rprec_mult_1.20 5_10 0.4423 Rprec_mult_1.40 5_10 0.4262 Rprec_mult_1.60 5_10 0.3913 Rprec_mult_1.80 5_10 0.3462 Rprec_mult_2.00 5_10 0.3140 utility 5_10 -932.0000 11pt_avg 5_10 0.5381 binG 5_10 0.3245 G 5_10 0.2048 ndcg 5_10 0.7221 ndcg_rel 5_10 0.6607 Rndcg 5_10 0.6409 ndcg_cut_5 5_10 0.5133 ndcg_cut_10 5_10 0.6104 ndcg_cut_15 5_10 0.6513 ndcg_cut_20 5_10 0.7062 ndcg_cut_30 5_10 0.6501 ndcg_cut_100 5_10 0.7021 ndcg_cut_200 5_10 0.7071 ndcg_cut_500 5_10 0.7071 ndcg_cut_1000 5_10 0.7221 map_cut_5 5_10 0.0930 map_cut_10 5_10 0.1713 map_cut_15 5_10 0.2695 map_cut_20 5_10 0.3473 map_cut_30 5_10 0.3825 map_cut_100 5_10 0.4941 map_cut_200 5_10 0.5004 map_cut_500 5_10 0.5004 map_cut_1000 5_10 0.5042 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.8000 relative_P_15 5_10 0.8667 relative_P_20 5_10 0.8500 relative_P_30 5_10 0.6333 relative_P_100 5_10 0.6977 relative_P_200 5_10 0.7209 relative_P_500 5_10 0.7209 relative_P_1000 5_10 0.7907 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0340 set_relative_P 5_10 0.7907 set_recall 5_10 0.7907 set_map 5_10 0.0269 set_F 5_10 0.0652 num_nonrel_judged_ret 5_10 7 rbp 5_10 0.5190 rbp_resid 5_10 0.1233 unj_5 5_10 0.0000 unj_10 5_10 0.1000 unj_20 5_10 0.0500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 109 map 5_13 0.5591 Rprec 5_13 0.5446 bpref 5_13 0.8155 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.8000 iprec_at_recall_0.20 5_13 0.7586 iprec_at_recall_0.30 5_13 0.7241 iprec_at_recall_0.40 5_13 0.7188 iprec_at_recall_0.50 5_13 0.6237 iprec_at_recall_0.60 5_13 0.4963 iprec_at_recall_0.70 5_13 0.4593 iprec_at_recall_0.80 5_13 0.4017 iprec_at_recall_0.90 5_13 0.2544 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.8000 P_10 5_13 0.8000 P_15 5_13 0.6667 P_20 5_13 0.7500 P_30 5_13 0.7333 P_100 5_13 0.5900 P_200 5_13 0.4300 P_500 5_13 0.2100 P_1000 5_13 0.1090 relstring 5_13 '4102222013' recall_5 5_13 0.0357 recall_10 5_13 0.0714 recall_15 5_13 0.0893 recall_20 5_13 0.1339 recall_30 5_13 0.1964 recall_100 5_13 0.5268 recall_200 5_13 0.7679 recall_500 5_13 0.9375 recall_1000 5_13 0.9732 infAP 5_13 0.5591 Rprec_mult_0.20 5_13 0.7826 Rprec_mult_0.40 5_13 0.7111 Rprec_mult_0.60 5_13 0.6765 Rprec_mult_0.80 5_13 0.6222 Rprec_mult_1.00 5_13 0.5446 Rprec_mult_1.20 5_13 0.4963 Rprec_mult_1.40 5_13 0.4586 Rprec_mult_1.60 5_13 0.4389 Rprec_mult_1.80 5_13 0.4257 Rprec_mult_2.00 5_13 0.3973 utility 5_13 -782.0000 11pt_avg 5_13 0.5670 binG 5_13 0.2356 G 5_13 0.1945 ndcg 5_13 0.7996 ndcg_rel 5_13 0.6505 Rndcg 5_13 0.6484 ndcg_cut_5 5_13 0.5981 ndcg_cut_10 5_13 0.6007 ndcg_cut_15 5_13 0.5393 ndcg_cut_20 5_13 0.5714 ndcg_cut_30 5_13 0.5418 ndcg_cut_100 5_13 0.6186 ndcg_cut_200 5_13 0.7116 ndcg_cut_500 5_13 0.7890 ndcg_cut_1000 5_13 0.7996 map_cut_5 5_13 0.0317 map_cut_10 5_13 0.0609 map_cut_15 5_13 0.0735 map_cut_20 5_13 0.1057 map_cut_30 5_13 0.1541 map_cut_100 5_13 0.3808 map_cut_200 5_13 0.4954 map_cut_500 5_13 0.5536 map_cut_1000 5_13 0.5591 relative_P_5 5_13 0.8000 relative_P_10 5_13 0.8000 relative_P_15 5_13 0.6667 relative_P_20 5_13 0.7500 relative_P_30 5_13 0.7333 relative_P_100 5_13 0.5900 relative_P_200 5_13 0.7679 relative_P_500 5_13 0.9375 relative_P_1000 5_13 0.9732 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1090 set_relative_P 5_13 0.9732 set_recall 5_13 0.9732 set_map 5_13 0.1061 set_F 5_13 0.1960 num_nonrel_judged_ret 5_13 50 rbp 5_13 0.3663 rbp_resid 5_13 0.0715 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 38 map 5_14 0.5621 Rprec 5_14 0.5000 bpref 5_14 0.8144 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.8333 iprec_at_recall_0.30 5_14 0.8000 iprec_at_recall_0.40 5_14 0.7273 iprec_at_recall_0.50 5_14 0.5135 iprec_at_recall_0.60 5_14 0.4182 iprec_at_recall_0.70 5_14 0.3506 iprec_at_recall_0.80 5_14 0.2981 iprec_at_recall_0.90 5_14 0.2361 iprec_at_recall_1.00 5_14 0.1392 P_5 5_14 0.8000 P_10 5_14 0.8000 P_15 5_14 0.8000 P_20 5_14 0.7000 P_30 5_14 0.5667 P_100 5_14 0.2900 P_200 5_14 0.1850 P_500 5_14 0.0760 P_1000 5_14 0.0380 relstring 5_14 '4432034402' recall_5 5_14 0.1053 recall_10 5_14 0.2105 recall_15 5_14 0.3158 recall_20 5_14 0.3684 recall_30 5_14 0.4474 recall_100 5_14 0.7632 recall_200 5_14 0.9737 recall_500 5_14 1.0000 recall_1000 5_14 1.0000 infAP 5_14 0.5621 Rprec_mult_0.20 5_14 0.8750 Rprec_mult_0.40 5_14 0.7500 Rprec_mult_0.60 5_14 0.6957 Rprec_mult_0.80 5_14 0.5806 Rprec_mult_1.00 5_14 0.5000 Rprec_mult_1.20 5_14 0.4565 Rprec_mult_1.40 5_14 0.4074 Rprec_mult_1.60 5_14 0.3934 Rprec_mult_1.80 5_14 0.3768 Rprec_mult_2.00 5_14 0.3421 utility 5_14 -924.0000 11pt_avg 5_14 0.5742 binG 5_14 0.3586 G 5_14 0.3538 ndcg 5_14 0.8882 ndcg_rel 5_14 0.8317 Rndcg 5_14 0.8185 ndcg_cut_5 5_14 0.7789 ndcg_cut_10 5_14 0.8587 ndcg_cut_15 5_14 0.8359 ndcg_cut_20 5_14 0.7840 ndcg_cut_30 5_14 0.7372 ndcg_cut_100 5_14 0.8313 ndcg_cut_200 5_14 0.8832 ndcg_cut_500 5_14 0.8882 ndcg_cut_1000 5_14 0.8882 map_cut_5 5_14 0.1053 map_cut_10 5_14 0.1938 map_cut_15 5_14 0.2790 map_cut_20 5_14 0.3164 map_cut_30 5_14 0.3723 map_cut_100 5_14 0.5054 map_cut_200 5_14 0.5584 map_cut_500 5_14 0.5621 map_cut_1000 5_14 0.5621 relative_P_5 5_14 0.8000 relative_P_10 5_14 0.8000 relative_P_15 5_14 0.8000 relative_P_20 5_14 0.7000 relative_P_30 5_14 0.5667 relative_P_100 5_14 0.7632 relative_P_200 5_14 0.9737 relative_P_500 5_14 1.0000 relative_P_1000 5_14 1.0000 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0380 set_relative_P 5_14 1.0000 set_recall 5_14 1.0000 set_map 5_14 0.0380 set_F 5_14 0.0732 num_nonrel_judged_ret 5_14 19 rbp 5_14 0.5352 rbp_resid 5_14 0.1230 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.1500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 42 map 5_15 0.3010 Rprec 5_15 0.3023 bpref 5_15 0.3342 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.5714 iprec_at_recall_0.20 5_15 0.3571 iprec_at_recall_0.30 5_15 0.3333 iprec_at_recall_0.40 5_15 0.3333 iprec_at_recall_0.50 5_15 0.2875 iprec_at_recall_0.60 5_15 0.2203 iprec_at_recall_0.70 5_15 0.1988 iprec_at_recall_0.80 5_15 0.1943 iprec_at_recall_0.90 5_15 0.0846 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.6000 P_10 5_15 0.4000 P_15 5_15 0.4000 P_20 5_15 0.3500 P_30 5_15 0.3333 P_100 5_15 0.2300 P_200 5_15 0.1800 P_500 5_15 0.0800 P_1000 5_15 0.0420 relstring 5_15 '1120003-00' recall_5 5_15 0.0698 recall_10 5_15 0.0930 recall_15 5_15 0.1395 recall_20 5_15 0.1628 recall_30 5_15 0.2326 recall_100 5_15 0.5349 recall_200 5_15 0.8372 recall_500 5_15 0.9302 recall_1000 5_15 0.9767 infAP 5_15 0.3010 Rprec_mult_0.20 5_15 0.4444 Rprec_mult_0.40 5_15 0.3333 Rprec_mult_0.60 5_15 0.3462 Rprec_mult_0.80 5_15 0.3143 Rprec_mult_1.00 5_15 0.3023 Rprec_mult_1.20 5_15 0.3269 Rprec_mult_1.40 5_15 0.2787 Rprec_mult_1.60 5_15 0.2754 Rprec_mult_1.80 5_15 0.2821 Rprec_mult_2.00 5_15 0.2674 utility 5_15 -916.0000 11pt_avg 5_15 0.3255 binG 5_15 0.2336 G 5_15 0.1699 ndcg 5_15 0.6110 ndcg_rel 5_15 0.4310 Rndcg 5_15 0.3395 ndcg_cut_5 5_15 0.2672 ndcg_cut_10 5_15 0.2482 ndcg_cut_15 5_15 0.2674 ndcg_cut_20 5_15 0.2700 ndcg_cut_30 5_15 0.2939 ndcg_cut_100 5_15 0.4347 ndcg_cut_200 5_15 0.5744 ndcg_cut_500 5_15 0.6029 ndcg_cut_1000 5_15 0.6110 map_cut_5 5_15 0.0698 map_cut_10 5_15 0.0831 map_cut_15 5_15 0.1020 map_cut_20 5_15 0.1102 map_cut_30 5_15 0.1350 map_cut_100 5_15 0.2263 map_cut_200 5_15 0.2869 map_cut_500 5_15 0.2984 map_cut_1000 5_15 0.3010 relative_P_5 5_15 0.6000 relative_P_10 5_15 0.4000 relative_P_15 5_15 0.4000 relative_P_20 5_15 0.3500 relative_P_30 5_15 0.3333 relative_P_100 5_15 0.5349 relative_P_200 5_15 0.8372 relative_P_500 5_15 0.9302 relative_P_1000 5_15 0.9767 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0420 set_relative_P 5_15 0.9767 set_recall 5_15 0.9767 set_map 5_15 0.0410 set_F 5_15 0.0805 num_nonrel_judged_ret 5_15 85 rbp 5_15 0.1864 rbp_resid 5_15 0.1195 unj_5 5_15 0.0000 unj_10 5_15 0.1000 unj_20 5_15 0.1500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 111 map 5_2 0.4954 Rprec 5_2 0.4604 bpref 5_2 0.7718 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 1.0000 iprec_at_recall_0.20 5_2 1.0000 iprec_at_recall_0.30 5_2 0.8400 iprec_at_recall_0.40 5_2 0.6588 iprec_at_recall_0.50 5_2 0.4487 iprec_at_recall_0.60 5_2 0.3144 iprec_at_recall_0.70 5_2 0.2272 iprec_at_recall_0.80 5_2 0.1337 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 1.0000 P_15 5_2 1.0000 P_20 5_2 1.0000 P_30 5_2 1.0000 P_100 5_2 0.5700 P_200 5_2 0.3900 P_500 5_2 0.1980 P_1000 5_2 0.1110 relstring 5_2 '1244422314' recall_5 5_2 0.0360 recall_10 5_2 0.0719 recall_15 5_2 0.1079 recall_20 5_2 0.1439 recall_30 5_2 0.2158 recall_100 5_2 0.4101 recall_200 5_2 0.5612 recall_500 5_2 0.7122 recall_1000 5_2 0.7986 infAP 5_2 0.4954 Rprec_mult_0.20 5_2 1.0000 Rprec_mult_0.40 5_2 0.7857 Rprec_mult_0.60 5_2 0.6548 Rprec_mult_0.80 5_2 0.5089 Rprec_mult_1.00 5_2 0.4604 Rprec_mult_1.20 5_2 0.4311 Rprec_mult_1.40 5_2 0.3949 Rprec_mult_1.60 5_2 0.3587 Rprec_mult_1.80 5_2 0.3227 Rprec_mult_2.00 5_2 0.3022 utility 5_2 -778.0000 11pt_avg 5_2 0.5112 binG 5_2 0.3245 G 5_2 0.1531 ndcg 5_2 0.7300 ndcg_rel 5_2 0.6471 Rndcg 5_2 0.6250 ndcg_cut_5 5_2 0.6386 ndcg_cut_10 5_2 0.6226 ndcg_cut_15 5_2 0.6271 ndcg_cut_20 5_2 0.6494 ndcg_cut_30 5_2 0.6339 ndcg_cut_100 5_2 0.5877 ndcg_cut_200 5_2 0.6180 ndcg_cut_500 5_2 0.7010 ndcg_cut_1000 5_2 0.7300 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0719 map_cut_15 5_2 0.1079 map_cut_20 5_2 0.1439 map_cut_30 5_2 0.2158 map_cut_100 5_2 0.3702 map_cut_200 5_2 0.4386 map_cut_500 5_2 0.4812 map_cut_1000 5_2 0.4954 relative_P_5 5_2 1.0000 relative_P_10 5_2 1.0000 relative_P_15 5_2 1.0000 relative_P_20 5_2 1.0000 relative_P_30 5_2 1.0000 relative_P_100 5_2 0.5700 relative_P_200 5_2 0.5612 relative_P_500 5_2 0.7122 relative_P_1000 5_2 0.7986 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.1110 set_relative_P 5_2 0.7986 set_recall 5_2 0.7986 set_map 5_2 0.0886 set_F 5_2 0.1949 num_nonrel_judged_ret 5_2 7 rbp 5_2 0.6166 rbp_resid 5_2 0.0183 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.0000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 80 map 5_4 0.3524 Rprec 5_4 0.3426 bpref 5_4 0.6750 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.9231 iprec_at_recall_0.20 5_4 0.8148 iprec_at_recall_0.30 5_4 0.5246 iprec_at_recall_0.40 5_4 0.3282 iprec_at_recall_0.50 5_4 0.2857 iprec_at_recall_0.60 5_4 0.1658 iprec_at_recall_0.70 5_4 0.1087 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 1.0000 P_10 5_4 0.9000 P_15 5_4 0.8667 P_20 5_4 0.8000 P_30 5_4 0.7667 P_100 5_4 0.3600 P_200 5_4 0.2750 P_500 5_4 0.1400 P_1000 5_4 0.0800 relstring 5_4 '312224322-' recall_5 5_4 0.0463 recall_10 5_4 0.0833 recall_15 5_4 0.1204 recall_20 5_4 0.1481 recall_30 5_4 0.2130 recall_100 5_4 0.3333 recall_200 5_4 0.5093 recall_500 5_4 0.6481 recall_1000 5_4 0.7407 infAP 5_4 0.3524 Rprec_mult_0.20 5_4 0.7727 Rprec_mult_0.40 5_4 0.5909 Rprec_mult_0.60 5_4 0.5077 Rprec_mult_0.80 5_4 0.4023 Rprec_mult_1.00 5_4 0.3426 Rprec_mult_1.20 5_4 0.3231 Rprec_mult_1.40 5_4 0.3026 Rprec_mult_1.60 5_4 0.2832 Rprec_mult_1.80 5_4 0.2769 Rprec_mult_2.00 5_4 0.2593 utility 5_4 -840.0000 11pt_avg 5_4 0.3774 binG 5_4 0.2216 G 5_4 0.1342 ndcg 5_4 0.6436 ndcg_rel 5_4 0.5670 Rndcg 5_4 0.5252 ndcg_cut_5 5_4 0.5313 ndcg_cut_10 5_4 0.5860 ndcg_cut_15 5_4 0.5259 ndcg_cut_20 5_4 0.5338 ndcg_cut_30 5_4 0.5438 ndcg_cut_100 5_4 0.4243 ndcg_cut_200 5_4 0.5283 ndcg_cut_500 5_4 0.6021 ndcg_cut_1000 5_4 0.6436 map_cut_5 5_4 0.0463 map_cut_10 5_4 0.0833 map_cut_15 5_4 0.1168 map_cut_20 5_4 0.1404 map_cut_30 5_4 0.1917 map_cut_100 5_4 0.2604 map_cut_200 5_4 0.3148 map_cut_500 5_4 0.3420 map_cut_1000 5_4 0.3524 relative_P_5 5_4 1.0000 relative_P_10 5_4 0.9000 relative_P_15 5_4 0.8667 relative_P_20 5_4 0.8000 relative_P_30 5_4 0.7667 relative_P_100 5_4 0.3600 relative_P_200 5_4 0.5093 relative_P_500 5_4 0.6481 relative_P_1000 5_4 0.7407 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0800 set_relative_P 5_4 0.7407 set_recall 5_4 0.7407 set_map 5_4 0.0593 set_F 5_4 0.1444 num_nonrel_judged_ret 5_4 9 rbp 5_4 0.4366 rbp_resid 5_4 0.1353 unj_5 5_4 0.0000 unj_10 5_4 0.1000 unj_20 5_4 0.2000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 91 map 5_5 0.4645 Rprec 5_5 0.4537 bpref 5_5 0.7245 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.8333 iprec_at_recall_0.20 5_5 0.8333 iprec_at_recall_0.30 5_5 0.7727 iprec_at_recall_0.40 5_5 0.5513 iprec_at_recall_0.50 5_5 0.4091 iprec_at_recall_0.60 5_5 0.3438 iprec_at_recall_0.70 5_5 0.2460 iprec_at_recall_0.80 5_5 0.1706 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 0.9000 P_15 5_5 0.8000 P_20 5_5 0.7500 P_30 5_5 0.8333 P_100 5_5 0.4900 P_200 5_5 0.3300 P_500 5_5 0.1700 P_1000 5_5 0.0910 relstring 5_5 '12112412-3' recall_5 5_5 0.0463 recall_10 5_5 0.0833 recall_15 5_5 0.1111 recall_20 5_5 0.1389 recall_30 5_5 0.2315 recall_100 5_5 0.4537 recall_200 5_5 0.6111 recall_500 5_5 0.7870 recall_1000 5_5 0.8426 infAP 5_5 0.4645 Rprec_mult_0.20 5_5 0.7727 Rprec_mult_0.40 5_5 0.7727 Rprec_mult_0.60 5_5 0.6308 Rprec_mult_0.80 5_5 0.5172 Rprec_mult_1.00 5_5 0.4537 Rprec_mult_1.20 5_5 0.4077 Rprec_mult_1.40 5_5 0.3816 Rprec_mult_1.60 5_5 0.3526 Rprec_mult_1.80 5_5 0.3385 Rprec_mult_2.00 5_5 0.3102 utility 5_5 -818.0000 11pt_avg 5_5 0.4691 binG 5_5 0.2447 G 5_5 0.1485 ndcg 5_5 0.6739 ndcg_rel 5_5 0.5304 Rndcg 5_5 0.4731 ndcg_cut_5 5_5 0.3477 ndcg_cut_10 5_5 0.4460 ndcg_cut_15 5_5 0.4322 ndcg_cut_20 5_5 0.4180 ndcg_cut_30 5_5 0.4811 ndcg_cut_100 5_5 0.4677 ndcg_cut_200 5_5 0.5480 ndcg_cut_500 5_5 0.6464 ndcg_cut_1000 5_5 0.6739 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0824 map_cut_15 5_5 0.1055 map_cut_20 5_5 0.1280 map_cut_30 5_5 0.2022 map_cut_100 5_5 0.3515 map_cut_200 5_5 0.4118 map_cut_500 5_5 0.4568 map_cut_1000 5_5 0.4645 relative_P_5 5_5 1.0000 relative_P_10 5_5 0.9000 relative_P_15 5_5 0.8000 relative_P_20 5_5 0.7500 relative_P_30 5_5 0.8333 relative_P_100 5_5 0.4900 relative_P_200 5_5 0.6111 relative_P_500 5_5 0.7870 relative_P_1000 5_5 0.8426 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0910 set_relative_P 5_5 0.8426 set_recall 5_5 0.8426 set_map 5_5 0.0767 set_F 5_5 0.1643 num_nonrel_judged_ret 5_5 40 rbp 5_5 0.3470 rbp_resid 5_5 0.0562 unj_5 5_5 0.0000 unj_10 5_5 0.1000 unj_20 5_5 0.0500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 66 map 5_8 0.2910 Rprec 5_8 0.3846 bpref 5_8 0.5239 recip_rank 5_8 0.3333 iprec_at_recall_0.00 5_8 0.5000 iprec_at_recall_0.10 5_8 0.5000 iprec_at_recall_0.20 5_8 0.4524 iprec_at_recall_0.30 5_8 0.4510 iprec_at_recall_0.40 5_8 0.3933 iprec_at_recall_0.50 5_8 0.3900 iprec_at_recall_0.60 5_8 0.2901 iprec_at_recall_0.70 5_8 0.2546 iprec_at_recall_0.80 5_8 0.1632 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.2000 P_10 5_8 0.3000 P_15 5_8 0.4000 P_20 5_8 0.4500 P_30 5_8 0.4333 P_100 5_8 0.3900 P_200 5_8 0.2700 P_500 5_8 0.1280 P_1000 5_8 0.0660 relstring 5_8 '0010002001' recall_5 5_8 0.0128 recall_10 5_8 0.0385 recall_15 5_8 0.0769 recall_20 5_8 0.1154 recall_30 5_8 0.1667 recall_100 5_8 0.5000 recall_200 5_8 0.6923 recall_500 5_8 0.8205 recall_1000 5_8 0.8462 infAP 5_8 0.2910 Rprec_mult_0.20 5_8 0.4375 Rprec_mult_0.40 5_8 0.4062 Rprec_mult_0.60 5_8 0.4255 Rprec_mult_0.80 5_8 0.4286 Rprec_mult_1.00 5_8 0.3846 Rprec_mult_1.20 5_8 0.3830 Rprec_mult_1.40 5_8 0.3727 Rprec_mult_1.60 5_8 0.3360 Rprec_mult_1.80 5_8 0.2979 Rprec_mult_2.00 5_8 0.2885 utility 5_8 -868.0000 11pt_avg 5_8 0.3086 binG 5_8 0.1621 G 5_8 0.1362 ndcg 5_8 0.5437 ndcg_rel 5_8 0.3740 Rndcg 5_8 0.2581 ndcg_cut_5 5_8 0.0456 ndcg_cut_10 5_8 0.0924 ndcg_cut_15 5_8 0.1693 ndcg_cut_20 5_8 0.1946 ndcg_cut_30 5_8 0.2302 ndcg_cut_100 5_8 0.3767 ndcg_cut_200 5_8 0.4659 ndcg_cut_500 5_8 0.5377 ndcg_cut_1000 5_8 0.5437 map_cut_5 5_8 0.0043 map_cut_10 5_8 0.0118 map_cut_15 5_8 0.0269 map_cut_20 5_8 0.0440 map_cut_30 5_8 0.0682 map_cut_100 5_8 0.2064 map_cut_200 5_8 0.2636 map_cut_500 5_8 0.2884 map_cut_1000 5_8 0.2910 relative_P_5 5_8 0.2000 relative_P_10 5_8 0.3000 relative_P_15 5_8 0.4000 relative_P_20 5_8 0.4500 relative_P_30 5_8 0.4333 relative_P_100 5_8 0.5000 relative_P_200 5_8 0.6923 relative_P_500 5_8 0.8205 relative_P_1000 5_8 0.8462 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0660 set_relative_P 5_8 0.8462 set_recall 5_8 0.8462 set_map 5_8 0.0558 set_F 5_8 0.1224 num_nonrel_judged_ret 5_8 47 rbp 5_8 0.1511 rbp_resid 5_8 0.0114 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.0000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 48 map 5_9 0.7135 Rprec 5_9 0.6981 bpref 5_9 0.8434 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.9286 iprec_at_recall_0.20 5_9 0.9286 iprec_at_recall_0.30 5_9 0.9048 iprec_at_recall_0.40 5_9 0.8889 iprec_at_recall_0.50 5_9 0.8056 iprec_at_recall_0.60 5_9 0.7619 iprec_at_recall_0.70 5_9 0.7115 iprec_at_recall_0.80 5_9 0.5500 iprec_at_recall_0.90 5_9 0.3840 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.8000 P_10 5_9 0.9000 P_15 5_9 0.8667 P_20 5_9 0.9000 P_30 5_9 0.8333 P_100 5_9 0.4600 P_200 5_9 0.2400 P_500 5_9 0.0960 P_1000 5_9 0.0480 relstring 5_9 '3423041434' recall_5 5_9 0.0755 recall_10 5_9 0.1698 recall_15 5_9 0.2453 recall_20 5_9 0.3396 recall_30 5_9 0.4717 recall_100 5_9 0.8679 recall_200 5_9 0.9057 recall_500 5_9 0.9057 recall_1000 5_9 0.9057 infAP 5_9 0.7135 Rprec_mult_0.20 5_9 0.9091 Rprec_mult_0.40 5_9 0.8636 Rprec_mult_0.60 5_9 0.8125 Rprec_mult_0.80 5_9 0.7442 Rprec_mult_1.00 5_9 0.6981 Rprec_mult_1.20 5_9 0.6250 Rprec_mult_1.40 5_9 0.5467 Rprec_mult_1.60 5_9 0.5294 Rprec_mult_1.80 5_9 0.4792 Rprec_mult_2.00 5_9 0.4340 utility 5_9 -904.0000 11pt_avg 5_9 0.7149 binG 5_9 0.3913 G 5_9 0.2195 ndcg 5_9 0.8262 ndcg_rel 5_9 0.7371 Rndcg 5_9 0.7239 ndcg_cut_5 5_9 0.6627 ndcg_cut_10 5_9 0.7095 ndcg_cut_15 5_9 0.6864 ndcg_cut_20 5_9 0.7064 ndcg_cut_30 5_9 0.6787 ndcg_cut_100 5_9 0.8082 ndcg_cut_200 5_9 0.8262 ndcg_cut_500 5_9 0.8262 ndcg_cut_1000 5_9 0.8262 map_cut_5 5_9 0.0755 map_cut_10 5_9 0.1576 map_cut_15 5_9 0.2270 map_cut_20 5_9 0.3108 map_cut_30 5_9 0.4266 map_cut_100 5_9 0.6982 map_cut_200 5_9 0.7135 map_cut_500 5_9 0.7135 map_cut_1000 5_9 0.7135 relative_P_5 5_9 0.8000 relative_P_10 5_9 0.9000 relative_P_15 5_9 0.8667 relative_P_20 5_9 0.9000 relative_P_30 5_9 0.8333 relative_P_100 5_9 0.8679 relative_P_200 5_9 0.9057 relative_P_500 5_9 0.9057 relative_P_1000 5_9 0.9057 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0480 set_relative_P 5_9 0.9057 set_recall 5_9 0.9057 set_map 5_9 0.0435 set_F 5_9 0.0912 num_nonrel_judged_ret 5_9 11 rbp 5_9 0.6513 rbp_resid 5_9 0.0245 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 161 map 6_1 0.2451 Rprec 6_1 0.3112 bpref 6_1 0.4449 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.8974 iprec_at_recall_0.20 6_1 0.4621 iprec_at_recall_0.30 6_1 0.3613 iprec_at_recall_0.40 6_1 0.2062 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 1.0000 P_20 6_1 1.0000 P_30 6_1 0.9667 P_100 6_1 0.5800 P_200 6_1 0.4100 P_500 6_1 0.2320 P_1000 6_1 0.1610 relstring 6_1 '3234312233' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0453 recall_20 6_1 0.0604 recall_30 6_1 0.0876 recall_100 6_1 0.1752 recall_200 6_1 0.2477 recall_500 6_1 0.3505 recall_1000 6_1 0.4864 infAP 6_1 0.2451 Rprec_mult_0.20 6_1 0.6866 Rprec_mult_0.40 6_1 0.4737 Rprec_mult_0.60 6_1 0.4121 Rprec_mult_0.80 6_1 0.3660 Rprec_mult_1.00 6_1 0.3112 Rprec_mult_1.20 6_1 0.2663 Rprec_mult_1.40 6_1 0.2457 Rprec_mult_1.60 6_1 0.2226 Rprec_mult_1.80 6_1 0.2148 Rprec_mult_2.00 6_1 0.2039 utility 6_1 -678.0000 11pt_avg 6_1 0.2661 binG 6_1 0.1405 G 6_1 0.0959 ndcg 6_1 0.5288 ndcg_rel 6_1 0.5466 Rndcg 6_1 0.5954 ndcg_cut_5 6_1 0.8781 ndcg_cut_10 6_1 0.8249 ndcg_cut_15 6_1 0.7850 ndcg_cut_20 6_1 0.7752 ndcg_cut_30 6_1 0.7618 ndcg_cut_100 6_1 0.5633 ndcg_cut_200 6_1 0.4691 ndcg_cut_500 6_1 0.4533 ndcg_cut_1000 6_1 0.5288 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0453 map_cut_20 6_1 0.0604 map_cut_30 6_1 0.0866 map_cut_100 6_1 0.1504 map_cut_200 6_1 0.1840 map_cut_500 6_1 0.2187 map_cut_1000 6_1 0.2451 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 1.0000 relative_P_20 6_1 1.0000 relative_P_30 6_1 0.9667 relative_P_100 6_1 0.5800 relative_P_200 6_1 0.4100 relative_P_500 6_1 0.3505 relative_P_1000 6_1 0.4864 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1610 set_relative_P 6_1 0.4864 set_recall 6_1 0.4864 set_map 6_1 0.0783 set_F 6_1 0.2419 num_nonrel_judged_ret 6_1 21 rbp 6_1 0.5533 rbp_resid 6_1 0.0213 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 42 map 6_10 0.3612 Rprec 6_10 0.3333 bpref 6_10 0.7901 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 1.0000 iprec_at_recall_0.20 6_10 0.6923 iprec_at_recall_0.30 6_10 0.4242 iprec_at_recall_0.40 6_10 0.3167 iprec_at_recall_0.50 6_10 0.2252 iprec_at_recall_0.60 6_10 0.2160 iprec_at_recall_0.70 6_10 0.1963 iprec_at_recall_0.80 6_10 0.1391 iprec_at_recall_0.90 6_10 0.1025 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 1.0000 P_10 6_10 0.8000 P_15 6_10 0.6000 P_20 6_10 0.5000 P_30 6_10 0.4000 P_100 6_10 0.2100 P_200 6_10 0.1650 P_500 6_10 0.0820 P_1000 6_10 0.0420 relstring 6_10 '3311101-22' recall_5 6_10 0.1111 recall_10 6_10 0.1778 recall_15 6_10 0.2000 recall_20 6_10 0.2222 recall_30 6_10 0.2667 recall_100 6_10 0.4667 recall_200 6_10 0.7333 recall_500 6_10 0.9111 recall_1000 6_10 0.9333 infAP 6_10 0.3612 Rprec_mult_0.20 6_10 0.7778 Rprec_mult_0.40 6_10 0.5556 Rprec_mult_0.60 6_10 0.4074 Rprec_mult_0.80 6_10 0.3889 Rprec_mult_1.00 6_10 0.3333 Rprec_mult_1.20 6_10 0.3148 Rprec_mult_1.40 6_10 0.3016 Rprec_mult_1.60 6_10 0.2639 Rprec_mult_1.80 6_10 0.2469 Rprec_mult_2.00 6_10 0.2222 utility 6_10 -916.0000 11pt_avg 6_10 0.3920 binG 6_10 0.2781 G 6_10 0.1907 ndcg 6_10 0.6851 ndcg_rel 6_10 0.5746 Rndcg 6_10 0.5513 ndcg_cut_5 6_10 0.6308 ndcg_cut_10 6_10 0.5279 ndcg_cut_15 6_10 0.4483 ndcg_cut_20 6_10 0.4323 ndcg_cut_30 6_10 0.4165 ndcg_cut_100 6_10 0.4902 ndcg_cut_200 6_10 0.6228 ndcg_cut_500 6_10 0.6771 ndcg_cut_1000 6_10 0.6851 map_cut_5 6_10 0.1111 map_cut_10 6_10 0.1652 map_cut_15 6_10 0.1806 map_cut_20 6_10 0.1945 map_cut_30 6_10 0.2151 map_cut_100 6_10 0.2820 map_cut_200 6_10 0.3372 map_cut_500 6_10 0.3598 map_cut_1000 6_10 0.3612 relative_P_5 6_10 1.0000 relative_P_10 6_10 0.8000 relative_P_15 6_10 0.6000 relative_P_20 6_10 0.5000 relative_P_30 6_10 0.4000 relative_P_100 6_10 0.4667 relative_P_200 6_10 0.7333 relative_P_500 6_10 0.9111 relative_P_1000 6_10 0.9333 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0420 set_relative_P 6_10 0.9333 set_recall 6_10 0.9333 set_map 6_10 0.0392 set_F 6_10 0.0804 num_nonrel_judged_ret 6_10 23 rbp 6_10 0.2929 rbp_resid 6_10 0.2566 unj_5 6_10 0.0000 unj_10 6_10 0.1000 unj_20 6_10 0.3500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 97 map 6_11 0.2498 Rprec 6_11 0.3390 bpref 6_11 0.6803 recip_rank 6_11 0.3333 iprec_at_recall_0.00 6_11 0.6087 iprec_at_recall_0.10 6_11 0.6087 iprec_at_recall_0.20 6_11 0.4898 iprec_at_recall_0.30 6_11 0.3804 iprec_at_recall_0.40 6_11 0.3137 iprec_at_recall_0.50 6_11 0.2085 iprec_at_recall_0.60 6_11 0.1636 iprec_at_recall_0.70 6_11 0.1340 iprec_at_recall_0.80 6_11 0.1110 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.4000 P_10 6_11 0.5000 P_15 6_11 0.5333 P_20 6_11 0.5500 P_30 6_11 0.5333 P_100 6_11 0.3600 P_200 6_11 0.2550 P_500 6_11 0.1500 P_1000 6_11 0.0970 relstring 6_11 '0010120110' recall_5 6_11 0.0169 recall_10 6_11 0.0424 recall_15 6_11 0.0678 recall_20 6_11 0.0932 recall_30 6_11 0.1356 recall_100 6_11 0.3051 recall_200 6_11 0.4322 recall_500 6_11 0.6356 recall_1000 6_11 0.8220 infAP 6_11 0.2498 Rprec_mult_0.20 6_11 0.5833 Rprec_mult_0.40 6_11 0.4792 Rprec_mult_0.60 6_11 0.3803 Rprec_mult_0.80 6_11 0.3684 Rprec_mult_1.00 6_11 0.3390 Rprec_mult_1.20 6_11 0.3239 Rprec_mult_1.40 6_11 0.2892 Rprec_mult_1.60 6_11 0.2698 Rprec_mult_1.80 6_11 0.2488 Rprec_mult_2.00 6_11 0.2331 utility 6_11 -806.0000 11pt_avg 6_11 0.2744 binG 6_11 0.1443 G 6_11 0.1211 ndcg 6_11 0.5705 ndcg_rel 6_11 0.4083 Rndcg 6_11 0.3072 ndcg_cut_5 6_11 0.1105 ndcg_cut_10 6_11 0.1975 ndcg_cut_15 6_11 0.2365 ndcg_cut_20 6_11 0.2590 ndcg_cut_30 6_11 0.2907 ndcg_cut_100 6_11 0.2958 ndcg_cut_200 6_11 0.3620 ndcg_cut_500 6_11 0.4797 ndcg_cut_1000 6_11 0.5705 map_cut_5 6_11 0.0062 map_cut_10 6_11 0.0194 map_cut_15 6_11 0.0334 map_cut_20 6_11 0.0468 map_cut_30 6_11 0.0719 map_cut_100 6_11 0.1446 map_cut_200 6_11 0.1861 map_cut_500 6_11 0.2261 map_cut_1000 6_11 0.2498 relative_P_5 6_11 0.4000 relative_P_10 6_11 0.5000 relative_P_15 6_11 0.5333 relative_P_20 6_11 0.5500 relative_P_30 6_11 0.5333 relative_P_100 6_11 0.3600 relative_P_200 6_11 0.4322 relative_P_500 6_11 0.6356 relative_P_1000 6_11 0.8220 success_1 6_11 0.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0970 set_relative_P 6_11 0.8220 set_recall 6_11 0.8220 set_map 6_11 0.0797 set_F 6_11 0.1735 num_nonrel_judged_ret 6_11 29 rbp 6_11 0.2104 rbp_resid 6_11 0.0566 unj_5 6_11 0.0000 unj_10 6_11 0.0000 unj_20 6_11 0.0500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 64 map 6_12 0.7814 Rprec 6_12 0.7391 bpref 6_12 0.9119 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 1.0000 iprec_at_recall_0.30 6_12 1.0000 iprec_at_recall_0.40 6_12 0.9355 iprec_at_recall_0.50 6_12 0.8810 iprec_at_recall_0.60 6_12 0.8182 iprec_at_recall_0.70 6_12 0.7742 iprec_at_recall_0.80 6_12 0.7051 iprec_at_recall_0.90 6_12 0.4052 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 1.0000 P_15 6_12 1.0000 P_20 6_12 1.0000 P_30 6_12 0.9333 P_100 6_12 0.5700 P_200 6_12 0.3150 P_500 6_12 0.1280 P_1000 6_12 0.0640 relstring 6_12 '3331433333' recall_5 6_12 0.0725 recall_10 6_12 0.1449 recall_15 6_12 0.2174 recall_20 6_12 0.2899 recall_30 6_12 0.4058 recall_100 6_12 0.8261 recall_200 6_12 0.9130 recall_500 6_12 0.9275 recall_1000 6_12 0.9275 infAP 6_12 0.7814 Rprec_mult_0.20 6_12 1.0000 Rprec_mult_0.40 6_12 0.9643 Rprec_mult_0.60 6_12 0.8810 Rprec_mult_0.80 6_12 0.8036 Rprec_mult_1.00 6_12 0.7391 Rprec_mult_1.20 6_12 0.6627 Rprec_mult_1.40 6_12 0.5876 Rprec_mult_1.60 6_12 0.5225 Rprec_mult_1.80 6_12 0.4720 Rprec_mult_2.00 6_12 0.4348 utility 6_12 -872.0000 11pt_avg 6_12 0.7745 binG 6_12 0.5107 G 6_12 0.3030 ndcg 6_12 0.8994 ndcg_rel 6_12 0.8671 Rndcg 6_12 0.8025 ndcg_cut_5 6_12 0.8502 ndcg_cut_10 6_12 0.8992 ndcg_cut_15 6_12 0.9207 ndcg_cut_20 6_12 0.9333 ndcg_cut_30 6_12 0.9038 ndcg_cut_100 6_12 0.8435 ndcg_cut_200 6_12 0.8942 ndcg_cut_500 6_12 0.8994 ndcg_cut_1000 6_12 0.8994 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1449 map_cut_15 6_12 0.2174 map_cut_20 6_12 0.2899 map_cut_30 6_12 0.4020 map_cut_100 6_12 0.7388 map_cut_200 6_12 0.7782 map_cut_500 6_12 0.7814 map_cut_1000 6_12 0.7814 relative_P_5 6_12 1.0000 relative_P_10 6_12 1.0000 relative_P_15 6_12 1.0000 relative_P_20 6_12 1.0000 relative_P_30 6_12 0.9333 relative_P_100 6_12 0.8261 relative_P_200 6_12 0.9130 relative_P_500 6_12 0.9275 relative_P_1000 6_12 0.9275 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0640 set_relative_P 6_12 0.9275 set_recall 6_12 0.9275 set_map 6_12 0.0594 set_F 6_12 0.1197 num_nonrel_judged_ret 6_12 5 rbp 6_12 0.7060 rbp_resid 6_12 0.0270 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 104 map 6_13 0.6456 Rprec 6_13 0.5981 bpref 6_13 0.8417 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 1.0000 iprec_at_recall_0.20 6_13 0.9545 iprec_at_recall_0.30 6_13 0.8372 iprec_at_recall_0.40 6_13 0.7414 iprec_at_recall_0.50 6_13 0.6707 iprec_at_recall_0.60 6_13 0.6038 iprec_at_recall_0.70 6_13 0.4845 iprec_at_recall_0.80 6_13 0.3554 iprec_at_recall_0.90 6_13 0.2841 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 1.0000 P_15 6_13 1.0000 P_20 6_13 0.9500 P_30 6_13 0.9000 P_100 6_13 0.6200 P_200 6_13 0.4200 P_500 6_13 0.2040 P_1000 6_13 0.1040 relstring 6_13 '1312233221' recall_5 6_13 0.0467 recall_10 6_13 0.0935 recall_15 6_13 0.1402 recall_20 6_13 0.1776 recall_30 6_13 0.2523 recall_100 6_13 0.5794 recall_200 6_13 0.7850 recall_500 6_13 0.9533 recall_1000 6_13 0.9720 infAP 6_13 0.6456 Rprec_mult_0.20 6_13 0.9545 Rprec_mult_0.40 6_13 0.8372 Rprec_mult_0.60 6_13 0.7231 Rprec_mult_0.80 6_13 0.6512 Rprec_mult_1.00 6_13 0.5981 Rprec_mult_1.20 6_13 0.5349 Rprec_mult_1.40 6_13 0.4867 Rprec_mult_1.60 6_13 0.4593 Rprec_mult_1.80 6_13 0.4301 Rprec_mult_2.00 6_13 0.3972 utility 6_13 -792.0000 11pt_avg 6_13 0.6301 binG 6_13 0.3546 G 6_13 0.1957 ndcg 6_13 0.8287 ndcg_rel 6_13 0.6846 Rndcg 6_13 0.6817 ndcg_cut_5 6_13 0.5684 ndcg_cut_10 6_13 0.6323 ndcg_cut_15 6_13 0.7015 ndcg_cut_20 6_13 0.7015 ndcg_cut_30 6_13 0.6919 ndcg_cut_100 6_13 0.6286 ndcg_cut_200 6_13 0.7443 ndcg_cut_500 6_13 0.8209 ndcg_cut_1000 6_13 0.8287 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0935 map_cut_15 6_13 0.1402 map_cut_20 6_13 0.1776 map_cut_30 6_13 0.2457 map_cut_100 6_13 0.4862 map_cut_200 6_13 0.5907 map_cut_500 6_13 0.6419 map_cut_1000 6_13 0.6456 relative_P_5 6_13 1.0000 relative_P_10 6_13 1.0000 relative_P_15 6_13 1.0000 relative_P_20 6_13 0.9500 relative_P_30 6_13 0.9000 relative_P_100 6_13 0.6200 relative_P_200 6_13 0.7850 relative_P_500 6_13 0.9533 relative_P_1000 6_13 0.9720 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.1040 set_relative_P 6_13 0.9720 set_recall 6_13 0.9720 set_map 6_13 0.1011 set_F 6_13 0.1879 num_nonrel_judged_ret 6_13 17 rbp 6_13 0.6325 rbp_resid 6_13 0.0262 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.0000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 55 map 6_14 0.4727 Rprec 6_14 0.4643 bpref 6_14 0.5309 recip_rank 6_14 0.5000 iprec_at_recall_0.00 6_14 0.8889 iprec_at_recall_0.10 6_14 0.8889 iprec_at_recall_0.20 6_14 0.8000 iprec_at_recall_0.30 6_14 0.5758 iprec_at_recall_0.40 6_14 0.5238 iprec_at_recall_0.50 6_14 0.4516 iprec_at_recall_0.60 6_14 0.4000 iprec_at_recall_0.70 6_14 0.3451 iprec_at_recall_0.80 6_14 0.2941 iprec_at_recall_0.90 6_14 0.2358 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.8000 P_15 6_14 0.8000 P_20 6_14 0.7000 P_30 6_14 0.5667 P_100 6_14 0.3600 P_200 6_14 0.2400 P_500 6_14 0.1080 P_1000 6_14 0.0550 relstring 6_14 '0322222320' recall_5 6_14 0.0714 recall_10 6_14 0.1429 recall_15 6_14 0.2143 recall_20 6_14 0.2500 recall_30 6_14 0.3036 recall_100 6_14 0.6429 recall_200 6_14 0.8571 recall_500 6_14 0.9643 recall_1000 6_14 0.9821 infAP 6_14 0.4727 Rprec_mult_0.20 6_14 0.7500 Rprec_mult_0.40 6_14 0.6522 Rprec_mult_0.60 6_14 0.5588 Rprec_mult_0.80 6_14 0.4889 Rprec_mult_1.00 6_14 0.4643 Rprec_mult_1.20 6_14 0.4265 Rprec_mult_1.40 6_14 0.4051 Rprec_mult_1.60 6_14 0.4000 Rprec_mult_1.80 6_14 0.3663 Rprec_mult_2.00 6_14 0.3393 utility 6_14 -890.0000 11pt_avg 6_14 0.4913 binG 6_14 0.2659 G 6_14 0.2156 ndcg 6_14 0.7613 ndcg_rel 6_14 0.6118 Rndcg 6_14 0.5904 ndcg_cut_5 6_14 0.5119 ndcg_cut_10 6_14 0.6016 ndcg_cut_15 6_14 0.6501 ndcg_cut_20 6_14 0.6023 ndcg_cut_30 6_14 0.5379 ndcg_cut_100 6_14 0.6238 ndcg_cut_200 6_14 0.7149 ndcg_cut_500 6_14 0.7572 ndcg_cut_1000 6_14 0.7613 map_cut_5 6_14 0.0485 map_cut_10 6_14 0.1102 map_cut_15 6_14 0.1656 map_cut_20 6_14 0.1925 map_cut_30 6_14 0.2248 map_cut_100 6_14 0.3824 map_cut_200 6_14 0.4499 map_cut_500 6_14 0.4712 map_cut_1000 6_14 0.4727 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.8000 relative_P_15 6_14 0.8000 relative_P_20 6_14 0.7000 relative_P_30 6_14 0.5667 relative_P_100 6_14 0.6429 relative_P_200 6_14 0.8571 relative_P_500 6_14 0.9643 relative_P_1000 6_14 0.9821 success_1 6_14 0.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0550 set_relative_P 6_14 0.9821 set_recall 6_14 0.9821 set_map 6_14 0.0540 set_F 6_14 0.1042 num_nonrel_judged_ret 6_14 68 rbp 6_14 0.5015 rbp_resid 6_14 0.0253 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0500 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 16 map 6_16 0.0631 Rprec 6_16 0.0345 bpref 6_16 0.1237 recip_rank 6_16 1.0000 iprec_at_recall_0.00 6_16 1.0000 iprec_at_recall_0.10 6_16 0.0818 iprec_at_recall_0.20 6_16 0.0818 iprec_at_recall_0.30 6_16 0.0818 iprec_at_recall_0.40 6_16 0.0553 iprec_at_recall_0.50 6_16 0.0288 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.2000 P_10 6_16 0.1000 P_15 6_16 0.0667 P_20 6_16 0.0500 P_30 6_16 0.0333 P_100 6_16 0.0600 P_200 6_16 0.0500 P_500 6_16 0.0280 P_1000 6_16 0.0160 relstring 6_16 '100000--00' recall_5 6_16 0.0345 recall_10 6_16 0.0345 recall_15 6_16 0.0345 recall_20 6_16 0.0345 recall_30 6_16 0.0345 recall_100 6_16 0.2069 recall_200 6_16 0.3448 recall_500 6_16 0.4828 recall_1000 6_16 0.5517 infAP 6_16 0.0631 Rprec_mult_0.20 6_16 0.1667 Rprec_mult_0.40 6_16 0.0833 Rprec_mult_0.60 6_16 0.0556 Rprec_mult_0.80 6_16 0.0417 Rprec_mult_1.00 6_16 0.0345 Rprec_mult_1.20 6_16 0.0286 Rprec_mult_1.40 6_16 0.0244 Rprec_mult_1.60 6_16 0.0426 Rprec_mult_1.80 6_16 0.0377 Rprec_mult_2.00 6_16 0.0345 utility 6_16 -968.0000 11pt_avg 6_16 0.1209 binG 6_16 0.1085 G 6_16 0.0756 ndcg 6_16 0.2595 ndcg_rel 6_16 0.2140 Rndcg 6_16 0.1013 ndcg_cut_5 6_16 0.1131 ndcg_cut_10 6_16 0.0734 ndcg_cut_15 6_16 0.0569 ndcg_cut_20 6_16 0.0501 ndcg_cut_30 6_16 0.0436 ndcg_cut_100 6_16 0.1233 ndcg_cut_200 6_16 0.1809 ndcg_cut_500 6_16 0.2356 ndcg_cut_1000 6_16 0.2595 map_cut_5 6_16 0.0345 map_cut_10 6_16 0.0345 map_cut_15 6_16 0.0345 map_cut_20 6_16 0.0345 map_cut_30 6_16 0.0345 map_cut_100 6_16 0.0437 map_cut_200 6_16 0.0544 map_cut_500 6_16 0.0611 map_cut_1000 6_16 0.0631 relative_P_5 6_16 0.2000 relative_P_10 6_16 0.1000 relative_P_15 6_16 0.0667 relative_P_20 6_16 0.0500 relative_P_30 6_16 0.0345 relative_P_100 6_16 0.2069 relative_P_200 6_16 0.3448 relative_P_500 6_16 0.4828 relative_P_1000 6_16 0.5517 success_1 6_16 1.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0160 set_relative_P 6_16 0.5517 set_recall 6_16 0.5517 set_map 6_16 0.0088 set_F 6_16 0.0311 num_nonrel_judged_ret 6_16 72 rbp 6_16 0.0347 rbp_resid 6_16 0.3111 unj_5 6_16 0.0000 unj_10 6_16 0.2000 unj_20 6_16 0.3500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 34 map 6_3 0.1112 Rprec 6_3 0.1856 bpref 6_3 0.3132 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.5263 iprec_at_recall_0.20 6_3 0.1827 iprec_at_recall_0.30 6_3 0.0503 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.8000 P_10 6_3 0.7000 P_15 6_3 0.5333 P_20 6_3 0.5000 P_30 6_3 0.3667 P_100 6_3 0.1800 P_200 6_3 0.1050 P_500 6_3 0.0540 P_1000 6_3 0.0340 relstring 6_3 '220222--21' recall_5 6_3 0.0412 recall_10 6_3 0.0722 recall_15 6_3 0.0825 recall_20 6_3 0.1031 recall_30 6_3 0.1134 recall_100 6_3 0.1856 recall_200 6_3 0.2165 recall_500 6_3 0.2784 recall_1000 6_3 0.3505 infAP 6_3 0.1112 Rprec_mult_0.20 6_3 0.5000 Rprec_mult_0.40 6_3 0.2821 Rprec_mult_0.60 6_3 0.2542 Rprec_mult_0.80 6_3 0.2051 Rprec_mult_1.00 6_3 0.1856 Rprec_mult_1.20 6_3 0.1709 Rprec_mult_1.40 6_3 0.1471 Rprec_mult_1.60 6_3 0.1282 Rprec_mult_1.80 6_3 0.1143 Rprec_mult_2.00 6_3 0.1031 utility 6_3 -932.0000 11pt_avg 6_3 0.1599 binG 6_3 0.0938 G 6_3 0.0636 ndcg 6_3 0.3269 ndcg_rel 6_3 0.3271 Rndcg 6_3 0.3371 ndcg_cut_5 6_3 0.4674 ndcg_cut_10 6_3 0.4259 ndcg_cut_15 6_3 0.3559 ndcg_cut_20 6_3 0.3602 ndcg_cut_30 6_3 0.3179 ndcg_cut_100 6_3 0.2397 ndcg_cut_200 6_3 0.2567 ndcg_cut_500 6_3 0.2941 ndcg_cut_1000 6_3 0.3269 map_cut_5 6_3 0.0366 map_cut_10 6_3 0.0593 map_cut_15 6_3 0.0648 map_cut_20 6_3 0.0754 map_cut_30 6_3 0.0808 map_cut_100 6_3 0.0983 map_cut_200 6_3 0.1032 map_cut_500 6_3 0.1081 map_cut_1000 6_3 0.1112 relative_P_5 6_3 0.8000 relative_P_10 6_3 0.7000 relative_P_15 6_3 0.5333 relative_P_20 6_3 0.5000 relative_P_30 6_3 0.3667 relative_P_100 6_3 0.1856 relative_P_200 6_3 0.2165 relative_P_500 6_3 0.2784 relative_P_1000 6_3 0.3505 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0340 set_relative_P 6_3 0.3505 set_recall 6_3 0.3505 set_map 6_3 0.0119 set_F 6_3 0.0620 num_nonrel_judged_ret 6_3 27 rbp 6_3 0.2534 rbp_resid 6_3 0.3040 unj_5 6_3 0.0000 unj_10 6_3 0.2000 unj_20 6_3 0.3500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 37 map 6_4 0.0575 Rprec 6_4 0.1322 bpref 6_4 0.2436 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.1806 iprec_at_recall_0.20 6_4 0.1106 iprec_at_recall_0.30 6_4 0.0421 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.6000 P_10 6_4 0.3000 P_15 6_4 0.2667 P_20 6_4 0.2500 P_30 6_4 0.2333 P_100 6_4 0.1500 P_200 6_4 0.1100 P_500 6_4 0.0580 P_1000 6_4 0.0370 relstring 6_4 '202020-0-0' recall_5 6_4 0.0248 recall_10 6_4 0.0248 recall_15 6_4 0.0331 recall_20 6_4 0.0413 recall_30 6_4 0.0579 recall_100 6_4 0.1240 recall_200 6_4 0.1818 recall_500 6_4 0.2397 recall_1000 6_4 0.3058 infAP 6_4 0.0575 Rprec_mult_0.20 6_4 0.2400 Rprec_mult_0.40 6_4 0.1837 Rprec_mult_0.60 6_4 0.1781 Rprec_mult_0.80 6_4 0.1546 Rprec_mult_1.00 6_4 0.1322 Rprec_mult_1.20 6_4 0.1370 Rprec_mult_1.40 6_4 0.1235 Rprec_mult_1.60 6_4 0.1134 Rprec_mult_1.80 6_4 0.1101 Rprec_mult_2.00 6_4 0.1033 utility 6_4 -926.0000 11pt_avg 6_4 0.1212 binG 6_4 0.0606 G 6_4 0.0490 ndcg 6_4 0.2721 ndcg_rel 6_4 0.2669 Rndcg 6_4 0.2215 ndcg_cut_5 6_4 0.4266 ndcg_cut_10 6_4 0.2769 ndcg_cut_15 6_4 0.2489 ndcg_cut_20 6_4 0.2439 ndcg_cut_30 6_4 0.2455 ndcg_cut_100 6_4 0.1811 ndcg_cut_200 6_4 0.2173 ndcg_cut_500 6_4 0.2468 ndcg_cut_1000 6_4 0.2721 map_cut_5 6_4 0.0187 map_cut_10 6_4 0.0187 map_cut_15 6_4 0.0215 map_cut_20 6_4 0.0241 map_cut_30 6_4 0.0285 map_cut_100 6_4 0.0409 map_cut_200 6_4 0.0488 map_cut_500 6_4 0.0543 map_cut_1000 6_4 0.0575 relative_P_5 6_4 0.6000 relative_P_10 6_4 0.3000 relative_P_15 6_4 0.2667 relative_P_20 6_4 0.2500 relative_P_30 6_4 0.2333 relative_P_100 6_4 0.1500 relative_P_200 6_4 0.1818 relative_P_500 6_4 0.2397 relative_P_1000 6_4 0.3058 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0370 set_relative_P 6_4 0.3058 set_recall 6_4 0.3058 set_map 6_4 0.0113 set_F 6_4 0.0660 num_nonrel_judged_ret 6_4 44 rbp 6_4 0.2160 rbp_resid 6_4 0.2598 unj_5 6_4 0.0000 unj_10 6_4 0.2000 unj_20 6_4 0.3000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 46 map 6_5 0.3153 Rprec 6_5 0.3191 bpref 6_5 0.6691 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 0.5000 iprec_at_recall_0.20 6_5 0.4800 iprec_at_recall_0.30 6_5 0.4242 iprec_at_recall_0.40 6_5 0.3276 iprec_at_recall_0.50 6_5 0.2632 iprec_at_recall_0.60 6_5 0.2143 iprec_at_recall_0.70 6_5 0.2115 iprec_at_recall_0.80 6_5 0.1806 iprec_at_recall_0.90 6_5 0.1429 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.6000 P_10 6_5 0.5000 P_15 6_5 0.4000 P_20 6_5 0.4500 P_30 6_5 0.4333 P_100 6_5 0.2500 P_200 6_5 0.1800 P_500 6_5 0.0900 P_1000 6_5 0.0460 relstring 6_5 '330100-011' recall_5 6_5 0.0638 recall_10 6_5 0.1064 recall_15 6_5 0.1277 recall_20 6_5 0.1915 recall_30 6_5 0.2766 recall_100 6_5 0.5319 recall_200 6_5 0.7660 recall_500 6_5 0.9574 recall_1000 6_5 0.9787 infAP 6_5 0.3153 Rprec_mult_0.20 6_5 0.5000 Rprec_mult_0.40 6_5 0.4211 Rprec_mult_0.60 6_5 0.4483 Rprec_mult_0.80 6_5 0.3684 Rprec_mult_1.00 6_5 0.3191 Rprec_mult_1.20 6_5 0.3158 Rprec_mult_1.40 6_5 0.2879 Rprec_mult_1.60 6_5 0.2895 Rprec_mult_1.80 6_5 0.2706 Rprec_mult_2.00 6_5 0.2553 utility 6_5 -908.0000 11pt_avg 6_5 0.3404 binG 6_5 0.2250 G 6_5 0.1743 ndcg 6_5 0.6712 ndcg_rel 6_5 0.5071 Rndcg 6_5 0.4598 ndcg_cut_5 6_5 0.4667 ndcg_cut_10 6_5 0.3652 ndcg_cut_15 6_5 0.3317 ndcg_cut_20 6_5 0.3634 ndcg_cut_30 6_5 0.3800 ndcg_cut_100 6_5 0.4875 ndcg_cut_200 6_5 0.5934 ndcg_cut_500 6_5 0.6679 ndcg_cut_1000 6_5 0.6712 map_cut_5 6_5 0.0585 map_cut_10 6_5 0.0786 map_cut_15 6_5 0.0877 map_cut_20 6_5 0.1166 map_cut_30 6_5 0.1566 map_cut_100 6_5 0.2364 map_cut_200 6_5 0.2851 map_cut_500 6_5 0.3134 map_cut_1000 6_5 0.3153 relative_P_5 6_5 0.6000 relative_P_10 6_5 0.5000 relative_P_15 6_5 0.4000 relative_P_20 6_5 0.4500 relative_P_30 6_5 0.4333 relative_P_100 6_5 0.5319 relative_P_200 6_5 0.7660 relative_P_500 6_5 0.9574 relative_P_1000 6_5 0.9787 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0460 set_relative_P 6_5 0.9787 set_recall 6_5 0.9787 set_map 6_5 0.0450 set_F 6_5 0.0879 num_nonrel_judged_ret 6_5 28 rbp 6_5 0.2643 rbp_resid 6_5 0.1590 unj_5 6_5 0.0000 unj_10 6_5 0.1000 unj_20 6_5 0.1500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 77 map 6_6 0.5117 Rprec 6_6 0.5176 bpref 6_6 0.7614 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.8261 iprec_at_recall_0.20 6_6 0.8261 iprec_at_recall_0.30 6_6 0.7000 iprec_at_recall_0.40 6_6 0.6557 iprec_at_recall_0.50 6_6 0.5443 iprec_at_recall_0.60 6_6 0.4397 iprec_at_recall_0.70 6_6 0.3471 iprec_at_recall_0.80 6_6 0.2556 iprec_at_recall_0.90 6_6 0.0782 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.8000 P_10 6_6 0.7000 P_15 6_6 0.8000 P_20 6_6 0.8000 P_30 6_6 0.7667 P_100 6_6 0.4600 P_200 6_6 0.3200 P_500 6_6 0.1500 P_1000 6_6 0.0770 relstring 6_6 '2332022300' recall_5 6_6 0.0471 recall_10 6_6 0.0824 recall_15 6_6 0.1412 recall_20 6_6 0.1882 recall_30 6_6 0.2706 recall_100 6_6 0.5412 recall_200 6_6 0.7529 recall_500 6_6 0.8824 recall_1000 6_6 0.9059 infAP 6_6 0.5117 Rprec_mult_0.20 6_6 0.8235 Rprec_mult_0.40 6_6 0.7353 Rprec_mult_0.60 6_6 0.6471 Rprec_mult_0.80 6_6 0.6029 Rprec_mult_1.00 6_6 0.5176 Rprec_mult_1.20 6_6 0.4510 Rprec_mult_1.40 6_6 0.4286 Rprec_mult_1.60 6_6 0.3824 Rprec_mult_1.80 6_6 0.3595 Rprec_mult_2.00 6_6 0.3471 utility 6_6 -846.0000 11pt_avg 6_6 0.5157 binG 6_6 0.2570 G 6_6 0.1999 ndcg 6_6 0.7982 ndcg_rel 6_6 0.6981 Rndcg 6_6 0.6806 ndcg_cut_5 6_6 0.7071 ndcg_cut_10 6_6 0.6579 ndcg_cut_15 6_6 0.6987 ndcg_cut_20 6_6 0.6991 ndcg_cut_30 6_6 0.6898 ndcg_cut_100 6_6 0.6099 ndcg_cut_200 6_6 0.7302 ndcg_cut_500 6_6 0.7898 ndcg_cut_1000 6_6 0.7982 map_cut_5 6_6 0.0471 map_cut_10 6_6 0.0772 map_cut_15 6_6 0.1223 map_cut_20 6_6 0.1603 map_cut_30 6_6 0.2256 map_cut_100 6_6 0.3984 map_cut_200 6_6 0.4783 map_cut_500 6_6 0.5094 map_cut_1000 6_6 0.5117 relative_P_5 6_6 0.8000 relative_P_10 6_6 0.7000 relative_P_15 6_6 0.8000 relative_P_20 6_6 0.8000 relative_P_30 6_6 0.7667 relative_P_100 6_6 0.5412 relative_P_200 6_6 0.7529 relative_P_500 6_6 0.8824 relative_P_1000 6_6 0.9059 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0770 set_relative_P 6_6 0.9059 set_recall 6_6 0.9059 set_map 6_6 0.0698 set_F 6_6 0.1419 num_nonrel_judged_ret 6_6 19 rbp 6_6 0.5813 rbp_resid 6_6 0.0473 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.0500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 38 map 7_11 0.6469 Rprec 7_11 0.6053 bpref 7_11 0.8497 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 1.0000 iprec_at_recall_0.20 7_11 0.8889 iprec_at_recall_0.30 7_11 0.8500 iprec_at_recall_0.40 7_11 0.8500 iprec_at_recall_0.50 7_11 0.8261 iprec_at_recall_0.60 7_11 0.6250 iprec_at_recall_0.70 7_11 0.4912 iprec_at_recall_0.80 7_11 0.4493 iprec_at_recall_0.90 7_11 0.1744 iprec_at_recall_1.00 7_11 0.0589 P_5 7_11 0.8000 P_10 7_11 0.8000 P_15 7_11 0.8000 P_20 7_11 0.8500 P_30 7_11 0.7333 P_100 7_11 0.3100 P_200 7_11 0.1700 P_500 7_11 0.0740 P_1000 7_11 0.0380 relstring 7_11 '3211012110' recall_5 7_11 0.1053 recall_10 7_11 0.2105 recall_15 7_11 0.3158 recall_20 7_11 0.4474 recall_30 7_11 0.5789 recall_100 7_11 0.8158 recall_200 7_11 0.8947 recall_500 7_11 0.9737 recall_1000 7_11 1.0000 infAP 7_11 0.6469 Rprec_mult_0.20 7_11 0.8750 Rprec_mult_0.40 7_11 0.8125 Rprec_mult_0.60 7_11 0.8261 Rprec_mult_0.80 7_11 0.7097 Rprec_mult_1.00 7_11 0.6053 Rprec_mult_1.20 7_11 0.5435 Rprec_mult_1.40 7_11 0.4815 Rprec_mult_1.60 7_11 0.4590 Rprec_mult_1.80 7_11 0.4493 Rprec_mult_2.00 7_11 0.4079 utility 7_11 -924.0000 11pt_avg 7_11 0.6558 binG 7_11 0.3972 G 7_11 0.2764 ndcg 7_11 0.7975 ndcg_rel 7_11 0.6733 Rndcg 7_11 0.6588 ndcg_cut_5 7_11 0.6139 ndcg_cut_10 7_11 0.5865 ndcg_cut_15 7_11 0.5835 ndcg_cut_20 7_11 0.6170 ndcg_cut_30 7_11 0.6142 ndcg_cut_100 7_11 0.7257 ndcg_cut_200 7_11 0.7647 ndcg_cut_500 7_11 0.7917 ndcg_cut_1000 7_11 0.7975 map_cut_5 7_11 0.1053 map_cut_10 7_11 0.1962 map_cut_15 7_11 0.2814 map_cut_20 7_11 0.3909 map_cut_30 7_11 0.4927 map_cut_100 7_11 0.6155 map_cut_200 7_11 0.6352 map_cut_500 7_11 0.6453 map_cut_1000 7_11 0.6469 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.8000 relative_P_20 7_11 0.8500 relative_P_30 7_11 0.7333 relative_P_100 7_11 0.8158 relative_P_200 7_11 0.8947 relative_P_500 7_11 0.9737 relative_P_1000 7_11 1.0000 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0380 set_relative_P 7_11 1.0000 set_recall 7_11 1.0000 set_map 7_11 0.0380 set_F 7_11 0.0732 num_nonrel_judged_ret 7_11 13 rbp 7_11 0.3825 rbp_resid 7_11 0.0672 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.0000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 57 map 7_12 0.2754 Rprec 7_12 0.3125 bpref 7_12 0.5999 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.6000 iprec_at_recall_0.20 7_12 0.5200 iprec_at_recall_0.30 7_12 0.3878 iprec_at_recall_0.40 7_12 0.2061 iprec_at_recall_0.50 7_12 0.1976 iprec_at_recall_0.60 7_12 0.1727 iprec_at_recall_0.70 7_12 0.1403 iprec_at_recall_0.80 7_12 0.1090 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.8000 P_10 7_12 0.6000 P_15 7_12 0.5333 P_20 7_12 0.4000 P_30 7_12 0.4333 P_100 7_12 0.2200 P_200 7_12 0.1800 P_500 7_12 0.1040 P_1000 7_12 0.0570 relstring 7_12 '1212020001' recall_5 7_12 0.0625 recall_10 7_12 0.0938 recall_15 7_12 0.1250 recall_20 7_12 0.1250 recall_30 7_12 0.2031 recall_100 7_12 0.3438 recall_200 7_12 0.5625 recall_500 7_12 0.8125 recall_1000 7_12 0.8906 infAP 7_12 0.2754 Rprec_mult_0.20 7_12 0.5385 Rprec_mult_0.40 7_12 0.5000 Rprec_mult_0.60 7_12 0.3590 Rprec_mult_0.80 7_12 0.3654 Rprec_mult_1.00 7_12 0.3125 Rprec_mult_1.20 7_12 0.2597 Rprec_mult_1.40 7_12 0.2444 Rprec_mult_1.60 7_12 0.2233 Rprec_mult_1.80 7_12 0.2069 Rprec_mult_2.00 7_12 0.2031 utility 7_12 -886.0000 11pt_avg 7_12 0.3030 binG 7_12 0.2085 G 7_12 0.1570 ndcg 7_12 0.6319 ndcg_rel 7_12 0.4964 Rndcg 7_12 0.4466 ndcg_cut_5 7_12 0.4513 ndcg_cut_10 7_12 0.4123 ndcg_cut_15 7_12 0.4098 ndcg_cut_20 7_12 0.3502 ndcg_cut_30 7_12 0.3633 ndcg_cut_100 7_12 0.3835 ndcg_cut_200 7_12 0.5039 ndcg_cut_500 7_12 0.6122 ndcg_cut_1000 7_12 0.6319 map_cut_5 7_12 0.0625 map_cut_10 7_12 0.0849 map_cut_15 7_12 0.1029 map_cut_20 7_12 0.1029 map_cut_30 7_12 0.1401 map_cut_100 7_12 0.1898 map_cut_200 7_12 0.2336 map_cut_500 7_12 0.2693 map_cut_1000 7_12 0.2754 relative_P_5 7_12 0.8000 relative_P_10 7_12 0.6000 relative_P_15 7_12 0.5333 relative_P_20 7_12 0.4000 relative_P_30 7_12 0.4333 relative_P_100 7_12 0.3438 relative_P_200 7_12 0.5625 relative_P_500 7_12 0.8125 relative_P_1000 7_12 0.8906 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0570 set_relative_P 7_12 0.8906 set_recall 7_12 0.8906 set_map 7_12 0.0508 set_F 7_12 0.1071 num_nonrel_judged_ret 7_12 53 rbp 7_12 0.2926 rbp_resid 7_12 0.1147 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.1500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 62 map 7_14 0.6152 Rprec 7_14 0.5821 bpref 7_14 0.8470 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.9333 iprec_at_recall_0.30 7_14 0.7778 iprec_at_recall_0.40 7_14 0.7000 iprec_at_recall_0.50 7_14 0.6667 iprec_at_recall_0.60 7_14 0.5714 iprec_at_recall_0.70 7_14 0.5052 iprec_at_recall_0.80 7_14 0.4426 iprec_at_recall_0.90 7_14 0.2459 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 0.9000 P_15 7_14 0.9333 P_20 7_14 0.8000 P_30 7_14 0.7667 P_100 7_14 0.5000 P_200 7_14 0.2800 P_500 7_14 0.1240 P_1000 7_14 0.0620 relstring 7_14 '2331123022' recall_5 7_14 0.0746 recall_10 7_14 0.1343 recall_15 7_14 0.2090 recall_20 7_14 0.2388 recall_30 7_14 0.3433 recall_100 7_14 0.7463 recall_200 7_14 0.8358 recall_500 7_14 0.9254 recall_1000 7_14 0.9254 infAP 7_14 0.6152 Rprec_mult_0.20 7_14 0.9286 Rprec_mult_0.40 7_14 0.7778 Rprec_mult_0.60 7_14 0.6829 Rprec_mult_0.80 7_14 0.6296 Rprec_mult_1.00 7_14 0.5821 Rprec_mult_1.20 7_14 0.5185 Rprec_mult_1.40 7_14 0.5000 Rprec_mult_1.60 7_14 0.4815 Rprec_mult_1.80 7_14 0.4380 Rprec_mult_2.00 7_14 0.4030 utility 7_14 -876.0000 11pt_avg 7_14 0.6221 binG 7_14 0.3373 G 7_14 0.1984 ndcg 7_14 0.7950 ndcg_rel 7_14 0.6841 Rndcg 7_14 0.6480 ndcg_cut_5 7_14 0.7021 ndcg_cut_10 7_14 0.6678 ndcg_cut_15 7_14 0.6679 ndcg_cut_20 7_14 0.6236 ndcg_cut_30 7_14 0.6117 ndcg_cut_100 7_14 0.7150 ndcg_cut_200 7_14 0.7598 ndcg_cut_500 7_14 0.7950 ndcg_cut_1000 7_14 0.7950 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1312 map_cut_15 7_14 0.2000 map_cut_20 7_14 0.2264 map_cut_30 7_14 0.3079 map_cut_100 7_14 0.5560 map_cut_200 7_14 0.5953 map_cut_500 7_14 0.6152 map_cut_1000 7_14 0.6152 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.9000 relative_P_15 7_14 0.9333 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.7667 relative_P_100 7_14 0.7463 relative_P_200 7_14 0.8358 relative_P_500 7_14 0.9254 relative_P_1000 7_14 0.9254 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0620 set_relative_P 7_14 0.9254 set_recall 7_14 0.9254 set_map 7_14 0.0574 set_F 7_14 0.1162 num_nonrel_judged_ret 7_14 5 rbp 7_14 0.6228 rbp_resid 7_14 0.0818 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 47 map 7_15 0.4146 Rprec 7_15 0.4074 bpref 7_15 0.8152 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.8750 iprec_at_recall_0.30 7_15 0.8095 iprec_at_recall_0.40 7_15 0.4583 iprec_at_recall_0.50 7_15 0.2288 iprec_at_recall_0.60 7_15 0.1711 iprec_at_recall_0.70 7_15 0.1230 iprec_at_recall_0.80 7_15 0.0740 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.8000 P_15 7_15 0.8667 P_20 7_15 0.8000 P_30 7_15 0.6333 P_100 7_15 0.2300 P_200 7_15 0.1600 P_500 7_15 0.0840 P_1000 7_15 0.0470 relstring 7_15 '22211112--' recall_5 7_15 0.0926 recall_10 7_15 0.1481 recall_15 7_15 0.2407 recall_20 7_15 0.2963 recall_30 7_15 0.3519 recall_100 7_15 0.4259 recall_200 7_15 0.5926 recall_500 7_15 0.7778 recall_1000 7_15 0.8704 infAP 7_15 0.4146 Rprec_mult_0.20 7_15 0.8182 Rprec_mult_0.40 7_15 0.7727 Rprec_mult_0.60 7_15 0.6061 Rprec_mult_0.80 7_15 0.4773 Rprec_mult_1.00 7_15 0.4074 Rprec_mult_1.20 7_15 0.3385 Rprec_mult_1.40 7_15 0.2895 Rprec_mult_1.60 7_15 0.2644 Rprec_mult_1.80 7_15 0.2347 Rprec_mult_2.00 7_15 0.2130 utility 7_15 -906.0000 11pt_avg 7_15 0.4309 binG 7_15 0.3113 G 7_15 0.1970 ndcg 7_15 0.6991 ndcg_rel 7_15 0.6285 Rndcg 7_15 0.6122 ndcg_cut_5 7_15 0.6747 ndcg_cut_10 7_15 0.5971 ndcg_cut_15 7_15 0.5976 ndcg_cut_20 7_15 0.6100 ndcg_cut_30 7_15 0.5853 ndcg_cut_100 7_15 0.5063 ndcg_cut_200 7_15 0.6037 ndcg_cut_500 7_15 0.6604 ndcg_cut_1000 7_15 0.6991 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1481 map_cut_15 7_15 0.2263 map_cut_20 7_15 0.2720 map_cut_30 7_15 0.3136 map_cut_100 7_15 0.3509 map_cut_200 7_15 0.3850 map_cut_500 7_15 0.4088 map_cut_1000 7_15 0.4146 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.8000 relative_P_15 7_15 0.8667 relative_P_20 7_15 0.8000 relative_P_30 7_15 0.6333 relative_P_100 7_15 0.4259 relative_P_200 7_15 0.5926 relative_P_500 7_15 0.7778 relative_P_1000 7_15 0.8704 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0470 set_relative_P 7_15 0.8704 set_recall 7_15 0.8704 set_map 7_15 0.0409 set_F 7_15 0.0892 num_nonrel_judged_ret 7_15 10 rbp 7_15 0.3972 rbp_resid 7_15 0.2029 unj_5 7_15 0.0000 unj_10 7_15 0.2000 unj_20 7_15 0.2000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 43 map 7_16 0.2109 Rprec 7_16 0.2766 bpref 7_16 0.4581 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.3571 iprec_at_recall_0.20 7_16 0.3226 iprec_at_recall_0.30 7_16 0.2000 iprec_at_recall_0.40 7_16 0.1840 iprec_at_recall_0.50 7_16 0.1739 iprec_at_recall_0.60 7_16 0.1530 iprec_at_recall_0.70 7_16 0.1200 iprec_at_recall_0.80 7_16 0.0992 iprec_at_recall_0.90 7_16 0.0733 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.6000 P_10 7_16 0.3000 P_15 7_16 0.3333 P_20 7_16 0.3000 P_30 7_16 0.3000 P_100 7_16 0.1700 P_200 7_16 0.1400 P_500 7_16 0.0780 P_1000 7_16 0.0430 relstring 7_16 '33001----0' recall_5 7_16 0.0638 recall_10 7_16 0.0638 recall_15 7_16 0.1064 recall_20 7_16 0.1277 recall_30 7_16 0.1915 recall_100 7_16 0.3617 recall_200 7_16 0.5957 recall_500 7_16 0.8298 recall_1000 7_16 0.9149 infAP 7_16 0.2109 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.3158 Rprec_mult_0.60 7_16 0.2759 Rprec_mult_0.80 7_16 0.3158 Rprec_mult_1.00 7_16 0.2766 Rprec_mult_1.20 7_16 0.2281 Rprec_mult_1.40 7_16 0.1970 Rprec_mult_1.60 7_16 0.1842 Rprec_mult_1.80 7_16 0.1647 Rprec_mult_2.00 7_16 0.1702 utility 7_16 -914.0000 11pt_avg 7_16 0.2439 binG 7_16 0.1906 G 7_16 0.2427 ndcg 7_16 0.6970 ndcg_rel 7_16 0.5992 Rndcg 7_16 0.6956 ndcg_cut_5 7_16 0.7013 ndcg_cut_10 7_16 0.5570 ndcg_cut_15 7_16 0.5622 ndcg_cut_20 7_16 0.5269 ndcg_cut_30 7_16 0.4916 ndcg_cut_100 7_16 0.4893 ndcg_cut_200 7_16 0.5871 ndcg_cut_500 7_16 0.6718 ndcg_cut_1000 7_16 0.6970 map_cut_5 7_16 0.0553 map_cut_10 7_16 0.0553 map_cut_15 7_16 0.0707 map_cut_20 7_16 0.0782 map_cut_30 7_16 0.0966 map_cut_100 7_16 0.1382 map_cut_200 7_16 0.1777 map_cut_500 7_16 0.2048 map_cut_1000 7_16 0.2109 relative_P_5 7_16 0.6000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.3333 relative_P_20 7_16 0.3000 relative_P_30 7_16 0.3000 relative_P_100 7_16 0.3617 relative_P_200 7_16 0.5957 relative_P_500 7_16 0.8298 relative_P_1000 7_16 0.9149 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0430 set_relative_P 7_16 0.9149 set_recall 7_16 0.9149 set_map 7_16 0.0393 set_F 7_16 0.0821 num_nonrel_judged_ret 7_16 45 rbp 7_16 0.2561 rbp_resid 7_16 0.3245 unj_5 7_16 0.0000 unj_10 7_16 0.4000 unj_20 7_16 0.3000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 74 map 7_2 0.5728 Rprec 7_2 0.5132 bpref 7_2 0.7975 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.8636 iprec_at_recall_0.30 7_2 0.6429 iprec_at_recall_0.40 7_2 0.6275 iprec_at_recall_0.50 7_2 0.5588 iprec_at_recall_0.60 7_2 0.4948 iprec_at_recall_0.70 7_2 0.4454 iprec_at_recall_0.80 7_2 0.3789 iprec_at_recall_0.90 7_2 0.2556 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 1.0000 P_15 7_2 0.9333 P_20 7_2 0.8500 P_30 7_2 0.7000 P_100 7_2 0.4800 P_200 7_2 0.3200 P_500 7_2 0.1440 P_1000 7_2 0.0740 relstring 7_2 '2111312131' recall_5 7_2 0.0658 recall_10 7_2 0.1316 recall_15 7_2 0.1842 recall_20 7_2 0.2237 recall_30 7_2 0.2763 recall_100 7_2 0.6316 recall_200 7_2 0.8421 recall_500 7_2 0.9474 recall_1000 7_2 0.9737 infAP 7_2 0.5728 Rprec_mult_0.20 7_2 0.8750 Rprec_mult_0.40 7_2 0.6774 Rprec_mult_0.60 7_2 0.6087 Rprec_mult_0.80 7_2 0.5574 Rprec_mult_1.00 7_2 0.5132 Rprec_mult_1.20 7_2 0.4891 Rprec_mult_1.40 7_2 0.4579 Rprec_mult_1.60 7_2 0.4426 Rprec_mult_1.80 7_2 0.4234 Rprec_mult_2.00 7_2 0.3882 utility 7_2 -852.0000 11pt_avg 7_2 0.5698 binG 7_2 0.3264 G 7_2 0.2033 ndcg 7_2 0.7723 ndcg_rel 7_2 0.6288 Rndcg 7_2 0.6117 ndcg_cut_5 7_2 0.5339 ndcg_cut_10 7_2 0.6026 ndcg_cut_15 7_2 0.6361 ndcg_cut_20 7_2 0.5888 ndcg_cut_30 7_2 0.5610 ndcg_cut_100 7_2 0.6190 ndcg_cut_200 7_2 0.7253 ndcg_cut_500 7_2 0.7647 ndcg_cut_1000 7_2 0.7723 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1316 map_cut_15 7_2 0.1803 map_cut_20 7_2 0.2135 map_cut_30 7_2 0.2566 map_cut_100 7_2 0.4576 map_cut_200 7_2 0.5443 map_cut_500 7_2 0.5701 map_cut_1000 7_2 0.5728 relative_P_5 7_2 1.0000 relative_P_10 7_2 1.0000 relative_P_15 7_2 0.9333 relative_P_20 7_2 0.8500 relative_P_30 7_2 0.7000 relative_P_100 7_2 0.6316 relative_P_200 7_2 0.8421 relative_P_500 7_2 0.9474 relative_P_1000 7_2 0.9737 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0740 set_relative_P 7_2 0.9737 set_recall 7_2 0.9737 set_map 7_2 0.0721 set_F 7_2 0.1375 num_nonrel_judged_ret 7_2 21 rbp 7_2 0.4527 rbp_resid 7_2 0.0454 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 53 map 7_3 0.4811 Rprec 7_3 0.5636 bpref 7_3 0.6767 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.6429 iprec_at_recall_0.20 7_3 0.6316 iprec_at_recall_0.30 7_3 0.6250 iprec_at_recall_0.40 7_3 0.6136 iprec_at_recall_0.50 7_3 0.5957 iprec_at_recall_0.60 7_3 0.5667 iprec_at_recall_0.70 7_3 0.3611 iprec_at_recall_0.80 7_3 0.3359 iprec_at_recall_0.90 7_3 0.2688 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.6000 P_15 7_3 0.6000 P_20 7_3 0.6000 P_30 7_3 0.6000 P_100 7_3 0.3800 P_200 7_3 0.2500 P_500 7_3 0.1020 P_1000 7_3 0.0530 relstring 7_3 '2003210011' recall_5 7_3 0.0545 recall_10 7_3 0.1091 recall_15 7_3 0.1636 recall_20 7_3 0.2182 recall_30 7_3 0.3273 recall_100 7_3 0.6909 recall_200 7_3 0.9091 recall_500 7_3 0.9273 recall_1000 7_3 0.9636 infAP 7_3 0.4811 Rprec_mult_0.20 7_3 0.5455 Rprec_mult_0.40 7_3 0.5455 Rprec_mult_0.60 7_3 0.6061 Rprec_mult_0.80 7_3 0.6136 Rprec_mult_1.00 7_3 0.5636 Rprec_mult_1.20 7_3 0.5303 Rprec_mult_1.40 7_3 0.4805 Rprec_mult_1.60 7_3 0.4205 Rprec_mult_1.80 7_3 0.3838 Rprec_mult_2.00 7_3 0.3545 utility 7_3 -894.0000 11pt_avg 7_3 0.5128 binG 7_3 0.2456 G 7_3 0.2203 ndcg 7_3 0.7410 ndcg_rel 7_3 0.5956 Rndcg 7_3 0.5185 ndcg_cut_5 7_3 0.5065 ndcg_cut_10 7_3 0.4468 ndcg_cut_15 7_3 0.5031 ndcg_cut_20 7_3 0.5276 ndcg_cut_30 7_3 0.5486 ndcg_cut_100 7_3 0.6321 ndcg_cut_200 7_3 0.7252 ndcg_cut_500 7_3 0.7308 ndcg_cut_1000 7_3 0.7410 map_cut_5 7_3 0.0382 map_cut_10 7_3 0.0713 map_cut_15 7_3 0.1048 map_cut_20 7_3 0.1381 map_cut_30 7_3 0.2021 map_cut_100 7_3 0.4078 map_cut_200 7_3 0.4756 map_cut_500 7_3 0.4781 map_cut_1000 7_3 0.4811 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.6000 relative_P_30 7_3 0.6000 relative_P_100 7_3 0.6909 relative_P_200 7_3 0.9091 relative_P_500 7_3 0.9273 relative_P_1000 7_3 0.9636 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0530 set_relative_P 7_3 0.9636 set_recall 7_3 0.9636 set_map 7_3 0.0511 set_F 7_3 0.1005 num_nonrel_judged_ret 7_3 46 rbp 7_3 0.3337 rbp_resid 7_3 0.0423 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 29 map 7_4 0.6854 Rprec 7_4 0.5862 bpref 7_4 0.7087 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.9167 iprec_at_recall_0.30 7_4 0.9167 iprec_at_recall_0.40 7_4 0.7500 iprec_at_recall_0.50 7_4 0.6818 iprec_at_recall_0.60 7_4 0.6071 iprec_at_recall_0.70 7_4 0.5263 iprec_at_recall_0.80 7_4 0.4600 iprec_at_recall_0.90 7_4 0.4262 iprec_at_recall_1.00 7_4 0.2014 P_5 7_4 1.0000 P_10 7_4 0.9000 P_15 7_4 0.7333 P_20 7_4 0.6500 P_30 7_4 0.6000 P_100 7_4 0.2800 P_200 7_4 0.1450 P_500 7_4 0.0580 P_1000 7_4 0.0290 relstring 7_4 '3233202111' recall_5 7_4 0.1724 recall_10 7_4 0.3103 recall_15 7_4 0.3793 recall_20 7_4 0.4483 recall_30 7_4 0.6207 recall_100 7_4 0.9655 recall_200 7_4 1.0000 recall_500 7_4 1.0000 recall_1000 7_4 1.0000 infAP 7_4 0.6854 Rprec_mult_0.20 7_4 0.8333 Rprec_mult_0.40 7_4 0.9167 Rprec_mult_0.60 7_4 0.7222 Rprec_mult_0.80 7_4 0.6250 Rprec_mult_1.00 7_4 0.5862 Rprec_mult_1.20 7_4 0.5143 Rprec_mult_1.40 7_4 0.5122 Rprec_mult_1.60 7_4 0.4681 Rprec_mult_1.80 7_4 0.4340 Rprec_mult_2.00 7_4 0.4138 utility 7_4 -942.0000 11pt_avg 7_4 0.6806 binG 7_4 0.4553 G 7_4 0.3853 ndcg 7_4 0.8991 ndcg_rel 7_4 0.8337 Rndcg 7_4 0.8294 ndcg_cut_5 7_4 0.9254 ndcg_cut_10 7_4 0.8069 ndcg_cut_15 7_4 0.7545 ndcg_cut_20 7_4 0.7322 ndcg_cut_30 7_4 0.7494 ndcg_cut_100 7_4 0.8912 ndcg_cut_200 7_4 0.8991 ndcg_cut_500 7_4 0.8991 ndcg_cut_1000 7_4 0.8991 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.2938 map_cut_15 7_4 0.3568 map_cut_20 7_4 0.4076 map_cut_30 7_4 0.5177 map_cut_100 7_4 0.6784 map_cut_200 7_4 0.6854 map_cut_500 7_4 0.6854 map_cut_1000 7_4 0.6854 relative_P_5 7_4 1.0000 relative_P_10 7_4 0.9000 relative_P_15 7_4 0.7333 relative_P_20 7_4 0.6500 relative_P_30 7_4 0.6207 relative_P_100 7_4 0.9655 relative_P_200 7_4 1.0000 relative_P_500 7_4 1.0000 relative_P_1000 7_4 1.0000 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0290 set_relative_P 7_4 1.0000 set_recall 7_4 1.0000 set_map 7_4 0.0290 set_F 7_4 0.0564 num_nonrel_judged_ret 7_4 48 rbp 7_4 0.5388 rbp_resid 7_4 0.0500 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.0500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 36 map 7_9 0.2061 Rprec 7_9 0.1944 bpref 7_9 0.2623 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.5714 iprec_at_recall_0.20 7_9 0.2162 iprec_at_recall_0.30 7_9 0.2000 iprec_at_recall_0.40 7_9 0.1867 iprec_at_recall_0.50 7_9 0.1429 iprec_at_recall_0.60 7_9 0.1084 iprec_at_recall_0.70 7_9 0.0931 iprec_at_recall_0.80 7_9 0.0873 iprec_at_recall_0.90 7_9 0.0604 iprec_at_recall_1.00 7_9 0.0434 P_5 7_9 0.6000 P_10 7_9 0.4000 P_15 7_9 0.2667 P_20 7_9 0.3000 P_30 7_9 0.2000 P_100 7_9 0.1500 P_200 7_9 0.1050 P_500 7_9 0.0620 P_1000 7_9 0.0360 relstring 7_9 '30230-1000' recall_5 7_9 0.0833 recall_10 7_9 0.1111 recall_15 7_9 0.1111 recall_20 7_9 0.1667 recall_30 7_9 0.1667 recall_100 7_9 0.4167 recall_200 7_9 0.5833 recall_500 7_9 0.8611 recall_1000 7_9 1.0000 infAP 7_9 0.2061 Rprec_mult_0.20 7_9 0.5000 Rprec_mult_0.40 7_9 0.2667 Rprec_mult_0.60 7_9 0.2727 Rprec_mult_0.80 7_9 0.2069 Rprec_mult_1.00 7_9 0.1944 Rprec_mult_1.20 7_9 0.2045 Rprec_mult_1.40 7_9 0.1961 Rprec_mult_1.60 7_9 0.1897 Rprec_mult_1.80 7_9 0.2000 Rprec_mult_2.00 7_9 0.1806 utility 7_9 -928.0000 11pt_avg 7_9 0.2463 binG 7_9 0.2091 G 7_9 0.2225 ndcg 7_9 0.6721 ndcg_rel 7_9 0.5579 Rndcg 7_9 0.5185 ndcg_cut_5 7_9 0.6592 ndcg_cut_10 7_9 0.5015 ndcg_cut_15 7_9 0.4061 ndcg_cut_20 7_9 0.4387 ndcg_cut_30 7_9 0.3844 ndcg_cut_100 7_9 0.4798 ndcg_cut_200 7_9 0.5497 ndcg_cut_500 7_9 0.6433 ndcg_cut_1000 7_9 0.6721 map_cut_5 7_9 0.0671 map_cut_10 7_9 0.0830 map_cut_15 7_9 0.0830 map_cut_20 7_9 0.1015 map_cut_30 7_9 0.1015 map_cut_100 7_9 0.1506 map_cut_200 7_9 0.1742 map_cut_500 7_9 0.1992 map_cut_1000 7_9 0.2061 relative_P_5 7_9 0.6000 relative_P_10 7_9 0.4000 relative_P_15 7_9 0.2667 relative_P_20 7_9 0.3000 relative_P_30 7_9 0.2000 relative_P_100 7_9 0.4167 relative_P_200 7_9 0.5833 relative_P_500 7_9 0.8611 relative_P_1000 7_9 1.0000 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0360 set_relative_P 7_9 1.0000 set_recall 7_9 1.0000 set_map 7_9 0.0360 set_F 7_9 0.0695 num_nonrel_judged_ret 7_9 60 rbp 7_9 0.2732 rbp_resid 7_9 0.1787 unj_5 7_9 0.0000 unj_10 7_9 0.1000 unj_20 7_9 0.2000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 13 map 8_1 0.0221 Rprec 8_1 0.0469 bpref 8_1 0.0920 recip_rank 8_1 1.0000 iprec_at_recall_0.00 8_1 1.0000 iprec_at_recall_0.10 8_1 0.0248 iprec_at_recall_0.20 8_1 0.0133 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.2000 P_10 8_1 0.1000 P_15 8_1 0.1333 P_20 8_1 0.1000 P_30 8_1 0.0667 P_100 8_1 0.0300 P_200 8_1 0.0150 P_500 8_1 0.0180 P_1000 8_1 0.0130 relstring 8_1 '10000-0000' recall_5 8_1 0.0156 recall_10 8_1 0.0156 recall_15 8_1 0.0312 recall_20 8_1 0.0312 recall_30 8_1 0.0312 recall_100 8_1 0.0469 recall_200 8_1 0.0469 recall_500 8_1 0.1406 recall_1000 8_1 0.2031 infAP 8_1 0.0221 Rprec_mult_0.20 8_1 0.1538 Rprec_mult_0.40 8_1 0.0769 Rprec_mult_0.60 8_1 0.0513 Rprec_mult_0.80 8_1 0.0577 Rprec_mult_1.00 8_1 0.0469 Rprec_mult_1.20 8_1 0.0390 Rprec_mult_1.40 8_1 0.0333 Rprec_mult_1.60 8_1 0.0291 Rprec_mult_1.80 8_1 0.0259 Rprec_mult_2.00 8_1 0.0234 utility 8_1 -974.0000 11pt_avg 8_1 0.0944 binG 8_1 0.0407 G 8_1 0.0281 ndcg 8_1 0.1188 ndcg_rel 8_1 0.1143 Rndcg 8_1 0.0666 ndcg_cut_5 8_1 0.0848 ndcg_cut_10 8_1 0.0569 ndcg_cut_15 8_1 0.0597 ndcg_cut_20 8_1 0.0537 ndcg_cut_30 8_1 0.0455 ndcg_cut_100 8_1 0.0470 ndcg_cut_200 8_1 0.0470 ndcg_cut_500 8_1 0.0923 ndcg_cut_1000 8_1 0.1188 map_cut_5 8_1 0.0156 map_cut_10 8_1 0.0156 map_cut_15 8_1 0.0182 map_cut_20 8_1 0.0182 map_cut_30 8_1 0.0182 map_cut_100 8_1 0.0193 map_cut_200 8_1 0.0193 map_cut_500 8_1 0.0213 map_cut_1000 8_1 0.0221 relative_P_5 8_1 0.2000 relative_P_10 8_1 0.1000 relative_P_15 8_1 0.1333 relative_P_20 8_1 0.1000 relative_P_30 8_1 0.0667 relative_P_100 8_1 0.0469 relative_P_200 8_1 0.0469 relative_P_500 8_1 0.1406 relative_P_1000 8_1 0.2031 success_1 8_1 1.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0130 set_relative_P 8_1 0.2031 set_recall 8_1 0.2031 set_map 8_1 0.0026 set_F 8_1 0.0244 num_nonrel_judged_ret 8_1 44 rbp 8_1 0.0334 rbp_resid 8_1 0.0937 unj_5 8_1 0.0000 unj_10 8_1 0.1000 unj_20 8_1 0.0500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 16 map 8_10 0.0126 Rprec 8_10 0.0357 bpref 8_10 0.0459 recip_rank 8_10 0.0400 iprec_at_recall_0.00 8_10 0.0465 iprec_at_recall_0.10 8_10 0.0465 iprec_at_recall_0.20 8_10 0.0212 iprec_at_recall_0.30 8_10 0.0174 iprec_at_recall_0.40 8_10 0.0174 iprec_at_recall_0.50 8_10 0.0174 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0333 P_100 8_10 0.0400 P_200 8_10 0.0250 P_500 8_10 0.0140 P_1000 8_10 0.0160 relstring 8_10 '000000-00-' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0357 recall_100 8_10 0.1429 recall_200 8_10 0.1786 recall_500 8_10 0.2500 recall_1000 8_10 0.5714 infAP 8_10 0.0126 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0357 Rprec_mult_1.20 8_10 0.0294 Rprec_mult_1.40 8_10 0.0250 Rprec_mult_1.60 8_10 0.0222 Rprec_mult_1.80 8_10 0.0392 Rprec_mult_2.00 8_10 0.0357 utility 8_10 -968.0000 11pt_avg 8_10 0.0151 binG 8_10 0.0715 G 8_10 0.0682 ndcg 8_10 0.1878 ndcg_rel 8_10 0.1455 Rndcg 8_10 0.0533 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0253 ndcg_cut_100 8_10 0.0649 ndcg_cut_200 8_10 0.0728 ndcg_cut_500 8_10 0.1085 ndcg_cut_1000 8_10 0.1878 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0014 map_cut_100 8_10 0.0059 map_cut_200 8_10 0.0068 map_cut_500 8_10 0.0082 map_cut_1000 8_10 0.0126 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0357 relative_P_100 8_10 0.1429 relative_P_200 8_10 0.1786 relative_P_500 8_10 0.2500 relative_P_1000 8_10 0.5714 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0160 set_relative_P 8_10 0.5714 set_recall 8_10 0.5714 set_map 8_10 0.0091 set_F 8_10 0.0311 num_nonrel_judged_ret 8_10 58 rbp 8_10 0.0057 rbp_resid 8_10 0.3142 unj_5 8_10 0.0000 unj_10 8_10 0.2000 unj_20 8_10 0.4000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.4561 Rprec 8_11 0.4000 bpref 8_11 0.4200 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 1.0000 iprec_at_recall_0.40 8_11 0.5000 iprec_at_recall_0.50 8_11 0.4545 iprec_at_recall_0.60 8_11 0.4000 iprec_at_recall_0.70 8_11 0.1489 iprec_at_recall_0.80 8_11 0.0369 iprec_at_recall_0.90 8_11 0.0209 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.6000 P_10 8_11 0.4000 P_15 8_11 0.4000 P_20 8_11 0.3000 P_30 8_11 0.2000 P_100 8_11 0.0700 P_200 8_11 0.0350 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '2110000100' recall_5 8_11 0.3000 recall_10 8_11 0.4000 recall_15 8_11 0.6000 recall_20 8_11 0.6000 recall_30 8_11 0.6000 recall_100 8_11 0.7000 recall_200 8_11 0.7000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.4561 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.5000 Rprec_mult_0.80 8_11 0.5000 Rprec_mult_1.00 8_11 0.4000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3750 Rprec_mult_1.80 8_11 0.3333 Rprec_mult_2.00 8_11 0.3000 utility 8_11 -982.0000 11pt_avg 8_11 0.5056 binG 8_11 0.4439 G 8_11 0.3867 ndcg 8_11 0.7122 ndcg_rel 8_11 0.7294 Rndcg 8_11 0.6923 ndcg_cut_5 8_11 0.6837 ndcg_cut_10 8_11 0.5582 ndcg_cut_15 8_11 0.6438 ndcg_cut_20 8_11 0.6438 ndcg_cut_30 8_11 0.6438 ndcg_cut_100 8_11 0.6728 ndcg_cut_200 8_11 0.6728 ndcg_cut_500 8_11 0.7122 ndcg_cut_1000 8_11 0.7122 map_cut_5 8_11 0.3000 map_cut_10 8_11 0.3500 map_cut_15 8_11 0.4355 map_cut_20 8_11 0.4355 map_cut_30 8_11 0.4355 map_cut_100 8_11 0.4503 map_cut_200 8_11 0.4503 map_cut_500 8_11 0.4561 map_cut_1000 8_11 0.4561 relative_P_5 8_11 0.6000 relative_P_10 8_11 0.4000 relative_P_15 8_11 0.6000 relative_P_20 8_11 0.6000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.7000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 44 rbp 8_11 0.2387 rbp_resid 8_11 0.1284 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.1000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 34 map 8_12 0.1031 Rprec 8_12 0.1591 bpref 8_12 0.1606 recip_rank 8_12 1.0000 iprec_at_recall_0.00 8_12 1.0000 iprec_at_recall_0.10 8_12 0.1842 iprec_at_recall_0.20 8_12 0.1190 iprec_at_recall_0.30 8_12 0.1127 iprec_at_recall_0.40 8_12 0.1127 iprec_at_recall_0.50 8_12 0.1127 iprec_at_recall_0.60 8_12 0.1028 iprec_at_recall_0.70 8_12 0.0618 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.2000 P_10 8_12 0.1000 P_15 8_12 0.0667 P_20 8_12 0.1000 P_30 8_12 0.1333 P_100 8_12 0.1100 P_200 8_12 0.1100 P_500 8_12 0.0600 P_1000 8_12 0.0340 relstring 8_12 '1000000--0' recall_5 8_12 0.0227 recall_10 8_12 0.0227 recall_15 8_12 0.0227 recall_20 8_12 0.0455 recall_30 8_12 0.0909 recall_100 8_12 0.2500 recall_200 8_12 0.5000 recall_500 8_12 0.6818 recall_1000 8_12 0.7727 infAP 8_12 0.1031 Rprec_mult_0.20 8_12 0.1111 Rprec_mult_0.40 8_12 0.0556 Rprec_mult_0.60 8_12 0.1111 Rprec_mult_0.80 8_12 0.1667 Rprec_mult_1.00 8_12 0.1591 Rprec_mult_1.20 8_12 0.1321 Rprec_mult_1.40 8_12 0.1290 Rprec_mult_1.60 8_12 0.1127 Rprec_mult_1.80 8_12 0.1125 Rprec_mult_2.00 8_12 0.1136 utility 8_12 -932.0000 11pt_avg 8_12 0.1642 binG 8_12 0.1344 G 8_12 0.1194 ndcg 8_12 0.3882 ndcg_rel 8_12 0.2731 Rndcg 8_12 0.1598 ndcg_cut_5 8_12 0.0955 ndcg_cut_10 8_12 0.0682 ndcg_cut_15 8_12 0.0586 ndcg_cut_20 8_12 0.0798 ndcg_cut_30 8_12 0.0924 ndcg_cut_100 8_12 0.1728 ndcg_cut_200 8_12 0.2798 ndcg_cut_500 8_12 0.3694 ndcg_cut_1000 8_12 0.3882 map_cut_5 8_12 0.0227 map_cut_10 8_12 0.0227 map_cut_15 8_12 0.0227 map_cut_20 8_12 0.0250 map_cut_30 8_12 0.0313 map_cut_100 8_12 0.0544 map_cut_200 8_12 0.0809 map_cut_500 8_12 0.0980 map_cut_1000 8_12 0.1031 relative_P_5 8_12 0.2000 relative_P_10 8_12 0.1000 relative_P_15 8_12 0.0667 relative_P_20 8_12 0.1000 relative_P_30 8_12 0.1333 relative_P_100 8_12 0.2500 relative_P_200 8_12 0.5000 relative_P_500 8_12 0.6818 relative_P_1000 8_12 0.7727 success_1 8_12 1.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0340 set_relative_P 8_12 0.7727 set_recall 8_12 0.7727 set_map 8_12 0.0263 set_F 8_12 0.0651 num_nonrel_judged_ret 8_12 78 rbp 8_12 0.0396 rbp_resid 8_12 0.2329 unj_5 8_12 0.0000 unj_10 8_12 0.2000 unj_20 8_12 0.3000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 43 map 8_13 0.2847 Rprec 8_13 0.3396 bpref 8_13 0.5069 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.6667 iprec_at_recall_0.20 8_13 0.6000 iprec_at_recall_0.30 8_13 0.4103 iprec_at_recall_0.40 8_13 0.2958 iprec_at_recall_0.50 8_13 0.2177 iprec_at_recall_0.60 8_13 0.1486 iprec_at_recall_0.70 8_13 0.1267 iprec_at_recall_0.80 8_13 0.0633 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.6000 P_10 8_13 0.6000 P_15 8_13 0.5333 P_20 8_13 0.6000 P_30 8_13 0.4667 P_100 8_13 0.2300 P_200 8_13 0.1550 P_500 8_13 0.0800 P_1000 8_13 0.0430 relstring 8_13 '410042-11-' recall_5 8_13 0.0566 recall_10 8_13 0.1132 recall_15 8_13 0.1509 recall_20 8_13 0.2264 recall_30 8_13 0.2642 recall_100 8_13 0.4340 recall_200 8_13 0.5849 recall_500 8_13 0.7547 recall_1000 8_13 0.8113 infAP 8_13 0.2847 Rprec_mult_0.20 8_13 0.6364 Rprec_mult_0.40 8_13 0.5909 Rprec_mult_0.60 8_13 0.4375 Rprec_mult_0.80 8_13 0.3721 Rprec_mult_1.00 8_13 0.3396 Rprec_mult_1.20 8_13 0.3125 Rprec_mult_1.40 8_13 0.2933 Rprec_mult_1.60 8_13 0.2588 Rprec_mult_1.80 8_13 0.2396 Rprec_mult_2.00 8_13 0.2170 utility 8_13 -914.0000 11pt_avg 8_13 0.3208 binG 8_13 0.2015 G 8_13 0.1846 ndcg 8_13 0.6332 ndcg_rel 8_13 0.5536 Rndcg 8_13 0.4970 ndcg_cut_5 8_13 0.5416 ndcg_cut_10 8_13 0.4636 ndcg_cut_15 8_13 0.4543 ndcg_cut_20 8_13 0.4930 ndcg_cut_30 8_13 0.4841 ndcg_cut_100 8_13 0.4838 ndcg_cut_200 8_13 0.5439 ndcg_cut_500 8_13 0.6099 ndcg_cut_1000 8_13 0.6332 map_cut_5 8_13 0.0491 map_cut_10 8_13 0.0860 map_cut_15 8_13 0.1088 map_cut_20 8_13 0.1521 map_cut_30 8_13 0.1727 map_cut_100 8_13 0.2304 map_cut_200 8_13 0.2599 map_cut_500 8_13 0.2809 map_cut_1000 8_13 0.2847 relative_P_5 8_13 0.6000 relative_P_10 8_13 0.6000 relative_P_15 8_13 0.5333 relative_P_20 8_13 0.6000 relative_P_30 8_13 0.4667 relative_P_100 8_13 0.4340 relative_P_200 8_13 0.5849 relative_P_500 8_13 0.7547 relative_P_1000 8_13 0.8113 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0430 set_relative_P 8_13 0.8113 set_recall 8_13 0.8113 set_map 8_13 0.0349 set_F 8_13 0.0817 num_nonrel_judged_ret 8_13 50 rbp 8_13 0.3117 rbp_resid 8_13 0.2078 unj_5 8_13 0.0000 unj_10 8_13 0.2000 unj_20 8_13 0.2500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 33 map 8_2 0.1593 Rprec 8_2 0.1915 bpref 8_2 0.2408 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.4615 iprec_at_recall_0.20 8_2 0.2195 iprec_at_recall_0.30 8_2 0.1714 iprec_at_recall_0.40 8_2 0.1667 iprec_at_recall_0.50 8_2 0.1116 iprec_at_recall_0.60 8_2 0.0678 iprec_at_recall_0.70 8_2 0.0481 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.4000 P_15 8_2 0.4000 P_20 8_2 0.3000 P_30 8_2 0.2667 P_100 8_2 0.1500 P_200 8_2 0.1150 P_500 8_2 0.0580 P_1000 8_2 0.0330 relstring 8_2 '1100010010' recall_5 8_2 0.0426 recall_10 8_2 0.0851 recall_15 8_2 0.1277 recall_20 8_2 0.1277 recall_30 8_2 0.1702 recall_100 8_2 0.3191 recall_200 8_2 0.4894 recall_500 8_2 0.6170 recall_1000 8_2 0.7021 infAP 8_2 0.1593 Rprec_mult_0.20 8_2 0.4000 Rprec_mult_0.40 8_2 0.3158 Rprec_mult_0.60 8_2 0.2759 Rprec_mult_0.80 8_2 0.2105 Rprec_mult_1.00 8_2 0.1915 Rprec_mult_1.20 8_2 0.1579 Rprec_mult_1.40 8_2 0.1515 Rprec_mult_1.60 8_2 0.1447 Rprec_mult_1.80 8_2 0.1529 Rprec_mult_2.00 8_2 0.1596 utility 8_2 -934.0000 11pt_avg 8_2 0.2042 binG 8_2 0.1576 G 8_2 0.0991 ndcg 8_2 0.3608 ndcg_rel 8_2 0.2845 Rndcg 8_2 0.2015 ndcg_cut_5 8_2 0.1486 ndcg_cut_10 8_2 0.1479 ndcg_cut_15 8_2 0.1558 ndcg_cut_20 8_2 0.1378 ndcg_cut_30 8_2 0.1708 ndcg_cut_100 8_2 0.2316 ndcg_cut_200 8_2 0.2975 ndcg_cut_500 8_2 0.3353 ndcg_cut_1000 8_2 0.3608 map_cut_5 8_2 0.0426 map_cut_10 8_2 0.0626 map_cut_15 8_2 0.0813 map_cut_20 8_2 0.0813 map_cut_30 8_2 0.0932 map_cut_100 8_2 0.1180 map_cut_200 8_2 0.1442 map_cut_500 8_2 0.1546 map_cut_1000 8_2 0.1593 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.4000 relative_P_15 8_2 0.4000 relative_P_20 8_2 0.3000 relative_P_30 8_2 0.2667 relative_P_100 8_2 0.3191 relative_P_200 8_2 0.4894 relative_P_500 8_2 0.6170 relative_P_1000 8_2 0.7021 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0330 set_relative_P 8_2 0.7021 set_recall 8_2 0.7021 set_map 8_2 0.0232 set_F 8_2 0.0630 num_nonrel_judged_ret 8_2 61 rbp 8_2 0.0967 rbp_resid 8_2 0.0492 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.0500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 15 map 8_3 0.0361 Rprec 8_3 0.0357 bpref 8_3 0.0651 recip_rank 8_3 0.0625 iprec_at_recall_0.00 8_3 0.0938 iprec_at_recall_0.10 8_3 0.0938 iprec_at_recall_0.20 8_3 0.0938 iprec_at_recall_0.30 8_3 0.0702 iprec_at_recall_0.40 8_3 0.0561 iprec_at_recall_0.50 8_3 0.0450 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.0000 P_10 8_3 0.0000 P_15 8_3 0.0000 P_20 8_3 0.0500 P_30 8_3 0.0667 P_100 8_3 0.0700 P_200 8_3 0.0550 P_500 8_3 0.0300 P_1000 8_3 0.0150 relstring 8_3 '0000000000' recall_5 8_3 0.0000 recall_10 8_3 0.0000 recall_15 8_3 0.0000 recall_20 8_3 0.0357 recall_30 8_3 0.0714 recall_100 8_3 0.2500 recall_200 8_3 0.3929 recall_500 8_3 0.5357 recall_1000 8_3 0.5357 infAP 8_3 0.0361 Rprec_mult_0.20 8_3 0.0000 Rprec_mult_0.40 8_3 0.0000 Rprec_mult_0.60 8_3 0.0588 Rprec_mult_0.80 8_3 0.0435 Rprec_mult_1.00 8_3 0.0357 Rprec_mult_1.20 8_3 0.0588 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0667 Rprec_mult_1.80 8_3 0.0588 Rprec_mult_2.00 8_3 0.0893 utility 8_3 -970.0000 11pt_avg 8_3 0.0411 binG 8_3 0.0851 G 8_3 0.0837 ndcg 8_3 0.2387 ndcg_rel 8_3 0.1800 Rndcg 8_3 0.0863 ndcg_cut_5 8_3 0.0000 ndcg_cut_10 8_3 0.0000 ndcg_cut_15 8_3 0.0000 ndcg_cut_20 8_3 0.0236 ndcg_cut_30 8_3 0.0372 ndcg_cut_100 8_3 0.1222 ndcg_cut_200 8_3 0.1683 ndcg_cut_500 8_3 0.2387 ndcg_cut_1000 8_3 0.2387 map_cut_5 8_3 0.0000 map_cut_10 8_3 0.0000 map_cut_15 8_3 0.0000 map_cut_20 8_3 0.0022 map_cut_30 8_3 0.0047 map_cut_100 8_3 0.0204 map_cut_200 8_3 0.0296 map_cut_500 8_3 0.0361 map_cut_1000 8_3 0.0361 relative_P_5 8_3 0.0000 relative_P_10 8_3 0.0000 relative_P_15 8_3 0.0000 relative_P_20 8_3 0.0500 relative_P_30 8_3 0.0714 relative_P_100 8_3 0.2500 relative_P_200 8_3 0.3929 relative_P_500 8_3 0.5357 relative_P_1000 8_3 0.5357 success_1 8_3 0.0000 success_5 8_3 0.0000 success_10 8_3 0.0000 set_P 8_3 0.0150 set_relative_P 8_3 0.5357 set_recall 8_3 0.5357 set_map 8_3 0.0080 set_F 8_3 0.0292 num_nonrel_judged_ret 8_3 50 rbp 8_3 0.0148 rbp_resid 8_3 0.1527 unj_5 8_3 0.0000 unj_10 8_3 0.0000 unj_20 8_3 0.2000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 80 map 8_4 0.4446 Rprec 8_4 0.5149 bpref 8_4 0.6656 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.9375 iprec_at_recall_0.20 8_4 0.8333 iprec_at_recall_0.30 8_4 0.6364 iprec_at_recall_0.40 8_4 0.5395 iprec_at_recall_0.50 8_4 0.5196 iprec_at_recall_0.60 8_4 0.3297 iprec_at_recall_0.70 8_4 0.2226 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.8000 P_10 8_4 0.9000 P_15 8_4 0.9333 P_20 8_4 0.8500 P_30 8_4 0.7667 P_100 8_4 0.5100 P_200 8_4 0.3050 P_500 8_4 0.1540 P_1000 8_4 0.0800 relstring 8_4 '4103344222' recall_5 8_4 0.0396 recall_10 8_4 0.0891 recall_15 8_4 0.1386 recall_20 8_4 0.1683 recall_30 8_4 0.2277 recall_100 8_4 0.5050 recall_200 8_4 0.6040 recall_500 8_4 0.7624 recall_1000 8_4 0.7921 infAP 8_4 0.4446 Rprec_mult_0.20 8_4 0.8571 Rprec_mult_0.40 8_4 0.6341 Rprec_mult_0.60 8_4 0.5738 Rprec_mult_0.80 8_4 0.5309 Rprec_mult_1.00 8_4 0.5149 Rprec_mult_1.20 8_4 0.4426 Rprec_mult_1.40 8_4 0.4085 Rprec_mult_1.60 8_4 0.3704 Rprec_mult_1.80 8_4 0.3297 Rprec_mult_2.00 8_4 0.3069 utility 8_4 -840.0000 11pt_avg 8_4 0.4562 binG 8_4 0.2300 G 8_4 0.1728 ndcg 8_4 0.7285 ndcg_rel 8_4 0.6543 Rndcg 8_4 0.6269 ndcg_cut_5 8_4 0.6006 ndcg_cut_10 8_4 0.6412 ndcg_cut_15 8_4 0.6800 ndcg_cut_20 8_4 0.6140 ndcg_cut_30 8_4 0.5990 ndcg_cut_100 8_4 0.5980 ndcg_cut_200 8_4 0.6458 ndcg_cut_500 8_4 0.7215 ndcg_cut_1000 8_4 0.7285 map_cut_5 8_4 0.0351 map_cut_10 8_4 0.0783 map_cut_15 8_4 0.1239 map_cut_20 8_4 0.1509 map_cut_30 8_4 0.1983 map_cut_100 8_4 0.3587 map_cut_200 8_4 0.4020 map_cut_500 8_4 0.4408 map_cut_1000 8_4 0.4446 relative_P_5 8_4 0.8000 relative_P_10 8_4 0.9000 relative_P_15 8_4 0.9333 relative_P_20 8_4 0.8500 relative_P_30 8_4 0.7667 relative_P_100 8_4 0.5100 relative_P_200 8_4 0.6040 relative_P_500 8_4 0.7624 relative_P_1000 8_4 0.7921 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0800 set_relative_P 8_4 0.7921 set_recall 8_4 0.7921 set_map 8_4 0.0634 set_F 8_4 0.1453 num_nonrel_judged_ret 8_4 50 rbp 8_4 0.5374 rbp_resid 8_4 0.0280 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 49 map 8_5 0.3382 Rprec 8_5 0.3137 bpref 8_5 0.4798 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.7273 iprec_at_recall_0.20 8_5 0.5000 iprec_at_recall_0.30 8_5 0.3396 iprec_at_recall_0.40 8_5 0.3279 iprec_at_recall_0.50 8_5 0.3253 iprec_at_recall_0.60 8_5 0.2857 iprec_at_recall_0.70 8_5 0.2676 iprec_at_recall_0.80 8_5 0.2611 iprec_at_recall_0.90 8_5 0.1723 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.7000 P_15 8_5 0.5333 P_20 8_5 0.4000 P_30 8_5 0.4000 P_100 8_5 0.2900 P_200 8_5 0.2150 P_500 8_5 0.0940 P_1000 8_5 0.0490 relstring 8_5 '3001022212' recall_5 8_5 0.0392 recall_10 8_5 0.1373 recall_15 8_5 0.1569 recall_20 8_5 0.1569 recall_30 8_5 0.2353 recall_100 8_5 0.5686 recall_200 8_5 0.8431 recall_500 8_5 0.9216 recall_1000 8_5 0.9608 infAP 8_5 0.3382 Rprec_mult_0.20 8_5 0.7273 Rprec_mult_0.40 8_5 0.4286 Rprec_mult_0.60 8_5 0.3871 Rprec_mult_0.80 8_5 0.3171 Rprec_mult_1.00 8_5 0.3137 Rprec_mult_1.20 8_5 0.3226 Rprec_mult_1.40 8_5 0.3056 Rprec_mult_1.60 8_5 0.3171 Rprec_mult_1.80 8_5 0.3043 Rprec_mult_2.00 8_5 0.2843 utility 8_5 -902.0000 11pt_avg 8_5 0.3824 binG 8_5 0.2175 G 8_5 0.1874 ndcg 8_5 0.6525 ndcg_rel 8_5 0.5005 Rndcg 8_5 0.4571 ndcg_cut_5 8_5 0.3400 ndcg_cut_10 8_5 0.4759 ndcg_cut_15 8_5 0.4212 ndcg_cut_20 8_5 0.3918 ndcg_cut_30 8_5 0.4059 ndcg_cut_100 8_5 0.4901 ndcg_cut_200 8_5 0.6067 ndcg_cut_500 8_5 0.6287 ndcg_cut_1000 8_5 0.6525 map_cut_5 8_5 0.0294 map_cut_10 8_5 0.0895 map_cut_15 8_5 0.1037 map_cut_20 8_5 0.1037 map_cut_30 8_5 0.1402 map_cut_100 8_5 0.2486 map_cut_200 8_5 0.3201 map_cut_500 8_5 0.3348 map_cut_1000 8_5 0.3382 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.7000 relative_P_15 8_5 0.5333 relative_P_20 8_5 0.4000 relative_P_30 8_5 0.4000 relative_P_100 8_5 0.5686 relative_P_200 8_5 0.8431 relative_P_500 8_5 0.9216 relative_P_1000 8_5 0.9608 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0490 set_relative_P 8_5 0.9608 set_recall 8_5 0.9608 set_map 8_5 0.0471 set_F 8_5 0.0932 num_nonrel_judged_ret 8_5 65 rbp 8_5 0.2276 rbp_resid 8_5 0.0537 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.0500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 46 map 8_7 0.3196 Rprec 8_7 0.3191 bpref 8_7 0.7288 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 1.0000 iprec_at_recall_0.20 8_7 0.3191 iprec_at_recall_0.30 8_7 0.3191 iprec_at_recall_0.40 8_7 0.2703 iprec_at_recall_0.50 8_7 0.2549 iprec_at_recall_0.60 8_7 0.2435 iprec_at_recall_0.70 8_7 0.2292 iprec_at_recall_0.80 8_7 0.1618 iprec_at_recall_0.90 8_7 0.1197 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 1.0000 P_10 8_7 0.6000 P_15 8_7 0.4000 P_20 8_7 0.3500 P_30 8_7 0.2667 P_100 8_7 0.2500 P_200 8_7 0.1800 P_500 8_7 0.0860 P_1000 8_7 0.0460 relstring 8_7 '311110100-' recall_5 8_7 0.1064 recall_10 8_7 0.1277 recall_15 8_7 0.1277 recall_20 8_7 0.1489 recall_30 8_7 0.1702 recall_100 8_7 0.5319 recall_200 8_7 0.7660 recall_500 8_7 0.9149 recall_1000 8_7 0.9787 infAP 8_7 0.3196 Rprec_mult_0.20 8_7 0.6000 Rprec_mult_0.40 8_7 0.3684 Rprec_mult_0.60 8_7 0.2759 Rprec_mult_0.80 8_7 0.3158 Rprec_mult_1.00 8_7 0.3191 Rprec_mult_1.20 8_7 0.2982 Rprec_mult_1.40 8_7 0.2576 Rprec_mult_1.60 8_7 0.2632 Rprec_mult_1.80 8_7 0.2588 Rprec_mult_2.00 8_7 0.2447 utility 8_7 -908.0000 11pt_avg 8_7 0.3561 binG 8_7 0.2578 G 8_7 0.1865 ndcg 8_7 0.6458 ndcg_rel 8_7 0.4992 Rndcg 8_7 0.4769 ndcg_cut_5 8_7 0.4905 ndcg_cut_10 8_7 0.3977 ndcg_cut_15 8_7 0.3319 ndcg_cut_20 8_7 0.3318 ndcg_cut_30 8_7 0.3166 ndcg_cut_100 8_7 0.4894 ndcg_cut_200 8_7 0.5831 ndcg_cut_500 8_7 0.6265 ndcg_cut_1000 8_7 0.6458 map_cut_5 8_7 0.1064 map_cut_10 8_7 0.1246 map_cut_15 8_7 0.1246 map_cut_20 8_7 0.1329 map_cut_30 8_7 0.1388 map_cut_100 8_7 0.2406 map_cut_200 8_7 0.2935 map_cut_500 8_7 0.3147 map_cut_1000 8_7 0.3196 relative_P_5 8_7 1.0000 relative_P_10 8_7 0.6000 relative_P_15 8_7 0.4000 relative_P_20 8_7 0.3500 relative_P_30 8_7 0.2667 relative_P_100 8_7 0.5319 relative_P_200 8_7 0.7660 relative_P_500 8_7 0.9149 relative_P_1000 8_7 0.9787 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0460 set_relative_P 8_7 0.9787 set_recall 8_7 0.9787 set_map 8_7 0.0450 set_F 8_7 0.0879 num_nonrel_judged_ret 8_7 26 rbp 8_7 0.1820 rbp_resid 8_7 0.2869 unj_5 8_7 0.0000 unj_10 8_7 0.1000 unj_20 8_7 0.4000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 32 map 8_8 0.5662 Rprec 8_8 0.5312 bpref 8_8 0.5898 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 0.9000 iprec_at_recall_0.30 8_8 0.8571 iprec_at_recall_0.40 8_8 0.7222 iprec_at_recall_0.50 8_8 0.5517 iprec_at_recall_0.60 8_8 0.5429 iprec_at_recall_0.70 8_8 0.2674 iprec_at_recall_0.80 8_8 0.2549 iprec_at_recall_0.90 8_8 0.1899 iprec_at_recall_1.00 8_8 0.1111 P_5 8_8 1.0000 P_10 8_8 0.9000 P_15 8_8 0.8000 P_20 8_8 0.6500 P_30 8_8 0.5333 P_100 8_8 0.2500 P_200 8_8 0.1550 P_500 8_8 0.0640 P_1000 8_8 0.0320 relstring 8_8 '3443403414' recall_5 8_8 0.1562 recall_10 8_8 0.2812 recall_15 8_8 0.3750 recall_20 8_8 0.4062 recall_30 8_8 0.5000 recall_100 8_8 0.7812 recall_200 8_8 0.9688 recall_500 8_8 1.0000 recall_1000 8_8 1.0000 infAP 8_8 0.5662 Rprec_mult_0.20 8_8 0.8571 Rprec_mult_0.40 8_8 0.8462 Rprec_mult_0.60 8_8 0.6500 Rprec_mult_0.80 8_8 0.5769 Rprec_mult_1.00 8_8 0.5312 Rprec_mult_1.20 8_8 0.4872 Rprec_mult_1.40 8_8 0.4222 Rprec_mult_1.60 8_8 0.3654 Rprec_mult_1.80 8_8 0.3276 Rprec_mult_2.00 8_8 0.3125 utility 8_8 -936.0000 11pt_avg 8_8 0.5816 binG 8_8 0.4044 G 8_8 0.3385 ndcg 8_8 0.8740 ndcg_rel 8_8 0.8171 Rndcg 8_8 0.8170 ndcg_cut_5 8_8 0.8787 ndcg_cut_10 8_8 0.8494 ndcg_cut_15 8_8 0.8037 ndcg_cut_20 8_8 0.7544 ndcg_cut_30 8_8 0.7402 ndcg_cut_100 8_8 0.8214 ndcg_cut_200 8_8 0.8689 ndcg_cut_500 8_8 0.8740 ndcg_cut_1000 8_8 0.8740 map_cut_5 8_8 0.1562 map_cut_10 8_8 0.2663 map_cut_15 8_8 0.3456 map_cut_20 8_8 0.3681 map_cut_30 8_8 0.4223 map_cut_100 8_8 0.5235 map_cut_200 8_8 0.5627 map_cut_500 8_8 0.5662 map_cut_1000 8_8 0.5662 relative_P_5 8_8 1.0000 relative_P_10 8_8 0.9000 relative_P_15 8_8 0.8000 relative_P_20 8_8 0.6500 relative_P_30 8_8 0.5333 relative_P_100 8_8 0.7812 relative_P_200 8_8 0.9688 relative_P_500 8_8 1.0000 relative_P_1000 8_8 1.0000 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0320 set_relative_P 8_8 1.0000 set_recall 8_8 1.0000 set_map 8_8 0.0320 set_F 8_8 0.0620 num_nonrel_judged_ret 8_8 60 rbp 8_8 0.5710 rbp_resid 8_8 0.0628 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.1000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 87 map 9_11 0.3612 Rprec 9_11 0.3950 bpref 9_11 0.6911 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.8571 iprec_at_recall_0.20 9_11 0.7436 iprec_at_recall_0.30 9_11 0.5714 iprec_at_recall_0.40 9_11 0.3871 iprec_at_recall_0.50 9_11 0.2791 iprec_at_recall_0.60 9_11 0.1796 iprec_at_recall_0.70 9_11 0.1328 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 0.8000 P_15 9_11 0.8000 P_20 9_11 0.8000 P_30 9_11 0.7000 P_100 9_11 0.4500 P_200 9_11 0.2800 P_500 9_11 0.1600 P_1000 9_11 0.0870 relstring 9_11 '222222210-' recall_5 9_11 0.0420 recall_10 9_11 0.0672 recall_15 9_11 0.1008 recall_20 9_11 0.1345 recall_30 9_11 0.1765 recall_100 9_11 0.3782 recall_200 9_11 0.4706 recall_500 9_11 0.6723 recall_1000 9_11 0.7311 infAP 9_11 0.3612 Rprec_mult_0.20 9_11 0.7917 Rprec_mult_0.40 9_11 0.6250 Rprec_mult_0.60 9_11 0.5278 Rprec_mult_0.80 9_11 0.4583 Rprec_mult_1.00 9_11 0.3950 Rprec_mult_1.20 9_11 0.3566 Rprec_mult_1.40 9_11 0.3234 Rprec_mult_1.60 9_11 0.2932 Rprec_mult_1.80 9_11 0.2791 Rprec_mult_2.00 9_11 0.2521 utility 9_11 -826.0000 11pt_avg 9_11 0.3773 binG 9_11 0.2049 G 9_11 0.1419 ndcg 9_11 0.6678 ndcg_rel 9_11 0.6087 Rndcg 9_11 0.5640 ndcg_cut_5 9_11 0.6667 ndcg_cut_10 9_11 0.5690 ndcg_cut_15 9_11 0.6074 ndcg_cut_20 9_11 0.6333 ndcg_cut_30 9_11 0.5810 ndcg_cut_100 9_11 0.5030 ndcg_cut_200 9_11 0.5375 ndcg_cut_500 9_11 0.6443 ndcg_cut_1000 9_11 0.6678 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0672 map_cut_15 9_11 0.0954 map_cut_20 9_11 0.1232 map_cut_30 9_11 0.1557 map_cut_100 9_11 0.2785 map_cut_200 9_11 0.3126 map_cut_500 9_11 0.3543 map_cut_1000 9_11 0.3612 relative_P_5 9_11 1.0000 relative_P_10 9_11 0.8000 relative_P_15 9_11 0.8000 relative_P_20 9_11 0.8000 relative_P_30 9_11 0.7000 relative_P_100 9_11 0.4500 relative_P_200 9_11 0.4706 relative_P_500 9_11 0.6723 relative_P_1000 9_11 0.7311 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0870 set_relative_P 9_11 0.7311 set_recall 9_11 0.7311 set_map 9_11 0.0636 set_F 9_11 0.1555 num_nonrel_judged_ret 9_11 9 rbp 9_11 0.5266 rbp_resid 9_11 0.1162 unj_5 9_11 0.0000 unj_10 9_11 0.1000 unj_20 9_11 0.1500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 2 map 9_13 0.0227 Rprec 9_13 0.0000 bpref 9_13 0.2500 recip_rank 9_13 0.0769 iprec_at_recall_0.00 9_13 0.0769 iprec_at_recall_0.10 9_13 0.0769 iprec_at_recall_0.20 9_13 0.0769 iprec_at_recall_0.30 9_13 0.0769 iprec_at_recall_0.40 9_13 0.0138 iprec_at_recall_0.50 9_13 0.0138 iprec_at_recall_0.60 9_13 0.0138 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.0000 P_10 9_13 0.0000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0100 P_200 9_13 0.0100 P_500 9_13 0.0040 P_1000 9_13 0.0020 relstring 9_13 '----------' recall_5 9_13 0.0000 recall_10 9_13 0.0000 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 0.2500 recall_200 9_13 0.5000 recall_500 9_13 0.5000 recall_1000 9_13 0.5000 infAP 9_13 0.0227 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.0000 Rprec_mult_1.00 9_13 0.0000 Rprec_mult_1.20 9_13 0.0000 Rprec_mult_1.40 9_13 0.0000 Rprec_mult_1.60 9_13 0.0000 Rprec_mult_1.80 9_13 0.0000 Rprec_mult_2.00 9_13 0.0000 utility 9_13 -996.0000 11pt_avg 9_13 0.0317 binG 9_13 0.1005 G 9_13 0.0996 ndcg 9_13 0.1491 ndcg_rel 9_13 0.1326 Rndcg 9_13 0.0373 ndcg_cut_5 9_13 0.0000 ndcg_cut_10 9_13 0.0000 ndcg_cut_15 9_13 0.0831 ndcg_cut_20 9_13 0.0831 ndcg_cut_30 9_13 0.0831 ndcg_cut_100 9_13 0.0831 ndcg_cut_200 9_13 0.1491 ndcg_cut_500 9_13 0.1491 ndcg_cut_1000 9_13 0.1491 map_cut_5 9_13 0.0000 map_cut_10 9_13 0.0000 map_cut_15 9_13 0.0192 map_cut_20 9_13 0.0192 map_cut_30 9_13 0.0192 map_cut_100 9_13 0.0192 map_cut_200 9_13 0.0227 map_cut_500 9_13 0.0227 map_cut_1000 9_13 0.0227 relative_P_5 9_13 0.0000 relative_P_10 9_13 0.0000 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.5000 relative_P_1000 9_13 0.5000 success_1 9_13 0.0000 success_5 9_13 0.0000 success_10 9_13 0.0000 set_P 9_13 0.0020 set_relative_P 9_13 0.5000 set_recall 9_13 0.5000 set_map 9_13 0.0010 set_F 9_13 0.0040 num_nonrel_judged_ret 9_13 4 rbp 9_13 0.0188 rbp_resid 9_13 0.9376 unj_5 9_13 1.0000 unj_10 9_13 1.0000 unj_20 9_13 0.9000 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 91 map 9_2 0.4705 Rprec 9_2 0.4779 bpref 9_2 0.7368 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 1.0000 iprec_at_recall_0.20 9_2 0.9615 iprec_at_recall_0.30 9_2 0.7200 iprec_at_recall_0.40 9_2 0.6250 iprec_at_recall_0.50 9_2 0.4560 iprec_at_recall_0.60 9_2 0.3105 iprec_at_recall_0.70 9_2 0.2073 iprec_at_recall_0.80 9_2 0.1134 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 1.0000 P_15 9_2 0.9333 P_20 9_2 0.9500 P_30 9_2 0.8667 P_100 9_2 0.5200 P_200 9_2 0.3300 P_500 9_2 0.1680 P_1000 9_2 0.0910 relstring 9_2 '1222321231' recall_5 9_2 0.0442 recall_10 9_2 0.0885 recall_15 9_2 0.1239 recall_20 9_2 0.1681 recall_30 9_2 0.2301 recall_100 9_2 0.4602 recall_200 9_2 0.5841 recall_500 9_2 0.7434 recall_1000 9_2 0.8053 infAP 9_2 0.4705 Rprec_mult_0.20 9_2 0.9565 Rprec_mult_0.40 9_2 0.7174 Rprec_mult_0.60 9_2 0.6324 Rprec_mult_0.80 9_2 0.5495 Rprec_mult_1.00 9_2 0.4779 Rprec_mult_1.20 9_2 0.4191 Rprec_mult_1.40 9_2 0.3711 Rprec_mult_1.60 9_2 0.3481 Rprec_mult_1.80 9_2 0.3235 Rprec_mult_2.00 9_2 0.3009 utility 9_2 -818.0000 11pt_avg 9_2 0.4903 binG 9_2 0.2816 G 9_2 0.1788 ndcg 9_2 0.7364 ndcg_rel 9_2 0.6702 Rndcg 9_2 0.6316 ndcg_cut_5 9_2 0.5973 ndcg_cut_10 9_2 0.6774 ndcg_cut_15 9_2 0.6976 ndcg_cut_20 9_2 0.7122 ndcg_cut_30 9_2 0.6804 ndcg_cut_100 9_2 0.6098 ndcg_cut_200 9_2 0.6492 ndcg_cut_500 9_2 0.7167 ndcg_cut_1000 9_2 0.7364 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0885 map_cut_15 9_2 0.1227 map_cut_20 9_2 0.1644 map_cut_30 9_2 0.2232 map_cut_100 9_2 0.3757 map_cut_200 9_2 0.4256 map_cut_500 9_2 0.4628 map_cut_1000 9_2 0.4705 relative_P_5 9_2 1.0000 relative_P_10 9_2 1.0000 relative_P_15 9_2 0.9333 relative_P_20 9_2 0.9500 relative_P_30 9_2 0.8667 relative_P_100 9_2 0.5200 relative_P_200 9_2 0.5841 relative_P_500 9_2 0.7434 relative_P_1000 9_2 0.8053 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0910 set_relative_P 9_2 0.8053 set_recall 9_2 0.8053 set_map 9_2 0.0733 set_F 9_2 0.1635 num_nonrel_judged_ret 9_2 18 rbp 9_2 0.5644 rbp_resid 9_2 0.0649 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.0500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 122 map 9_6 0.4278 Rprec 9_6 0.4351 bpref 9_6 0.9120 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.7647 iprec_at_recall_0.20 9_6 0.6512 iprec_at_recall_0.30 9_6 0.5821 iprec_at_recall_0.40 9_6 0.5149 iprec_at_recall_0.50 9_6 0.3687 iprec_at_recall_0.60 9_6 0.3137 iprec_at_recall_0.70 9_6 0.2534 iprec_at_recall_0.80 9_6 0.2323 iprec_at_recall_0.90 9_6 0.1590 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.8000 P_15 9_6 0.7333 P_20 9_6 0.7000 P_30 9_6 0.6667 P_100 9_6 0.5100 P_200 9_6 0.3450 P_500 9_6 0.2180 P_1000 9_6 0.1220 relstring 9_6 '122222-23-' recall_5 9_6 0.0382 recall_10 9_6 0.0611 recall_15 9_6 0.0840 recall_20 9_6 0.1069 recall_30 9_6 0.1527 recall_100 9_6 0.3893 recall_200 9_6 0.5267 recall_500 9_6 0.8321 recall_1000 9_6 0.9313 infAP 9_6 0.4278 Rprec_mult_0.20 9_6 0.7407 Rprec_mult_0.40 9_6 0.6415 Rprec_mult_0.60 9_6 0.5443 Rprec_mult_0.80 9_6 0.5048 Rprec_mult_1.00 9_6 0.4351 Rprec_mult_1.20 9_6 0.3861 Rprec_mult_1.40 9_6 0.3587 Rprec_mult_1.60 9_6 0.3333 Rprec_mult_1.80 9_6 0.3136 Rprec_mult_2.00 9_6 0.3092 utility 9_6 -756.0000 11pt_avg 9_6 0.4400 binG 9_6 0.2122 G 9_6 0.1503 ndcg 9_6 0.7560 ndcg_rel 9_6 0.5842 Rndcg 9_6 0.5585 ndcg_cut_5 9_6 0.5536 ndcg_cut_10 9_6 0.5241 ndcg_cut_15 9_6 0.4978 ndcg_cut_20 9_6 0.4936 ndcg_cut_30 9_6 0.4961 ndcg_cut_100 9_6 0.4937 ndcg_cut_200 9_6 0.5350 ndcg_cut_500 9_6 0.7021 ndcg_cut_1000 9_6 0.7560 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0593 map_cut_15 9_6 0.0779 map_cut_20 9_6 0.0951 map_cut_30 9_6 0.1282 map_cut_100 9_6 0.2690 map_cut_200 9_6 0.3269 map_cut_500 9_6 0.4112 map_cut_1000 9_6 0.4278 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.7333 relative_P_20 9_6 0.7000 relative_P_30 9_6 0.6667 relative_P_100 9_6 0.5100 relative_P_200 9_6 0.5267 relative_P_500 9_6 0.8321 relative_P_1000 9_6 0.9313 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1220 set_relative_P 9_6 0.9313 set_recall 9_6 0.9313 set_map 9_6 0.1136 set_F 9_6 0.2157 num_nonrel_judged_ret 9_6 2 rbp 9_6 0.5068 rbp_resid 9_6 0.2185 unj_5 9_6 0.0000 unj_10 9_6 0.2000 unj_20 9_6 0.3000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 51 map 9_9 0.3951 Rprec 9_9 0.4182 bpref 9_9 0.8225 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 1.0000 iprec_at_recall_0.20 9_9 0.7857 iprec_at_recall_0.30 9_9 0.5152 iprec_at_recall_0.40 9_9 0.4583 iprec_at_recall_0.50 9_9 0.3294 iprec_at_recall_0.60 9_9 0.2282 iprec_at_recall_0.70 9_9 0.1717 iprec_at_recall_0.80 9_9 0.1371 iprec_at_recall_0.90 9_9 0.0583 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 1.0000 P_10 9_9 0.8000 P_15 9_9 0.7333 P_20 9_9 0.6000 P_30 9_9 0.4667 P_100 9_9 0.2800 P_200 9_9 0.1800 P_500 9_9 0.0920 P_1000 9_9 0.0510 relstring 9_9 '23333330-2' recall_5 9_9 0.0909 recall_10 9_9 0.1455 recall_15 9_9 0.2000 recall_20 9_9 0.2182 recall_30 9_9 0.2545 recall_100 9_9 0.5091 recall_200 9_9 0.6545 recall_500 9_9 0.8364 recall_1000 9_9 0.9273 infAP 9_9 0.3951 Rprec_mult_0.20 9_9 0.8182 Rprec_mult_0.40 9_9 0.5909 Rprec_mult_0.60 9_9 0.5152 Rprec_mult_0.80 9_9 0.4773 Rprec_mult_1.00 9_9 0.4182 Rprec_mult_1.20 9_9 0.3788 Rprec_mult_1.40 9_9 0.3377 Rprec_mult_1.60 9_9 0.3182 Rprec_mult_1.80 9_9 0.2828 Rprec_mult_2.00 9_9 0.2545 utility 9_9 -898.0000 11pt_avg 9_9 0.4258 binG 9_9 0.2838 G 9_9 0.2337 ndcg 9_9 0.7693 ndcg_rel 9_9 0.6809 Rndcg 9_9 0.6043 ndcg_cut_5 9_9 0.8869 ndcg_cut_10 9_9 0.7697 ndcg_cut_15 9_9 0.7033 ndcg_cut_20 9_9 0.6071 ndcg_cut_30 9_9 0.5295 ndcg_cut_100 9_9 0.5795 ndcg_cut_200 9_9 0.6613 ndcg_cut_500 9_9 0.7496 ndcg_cut_1000 9_9 0.7693 map_cut_5 9_9 0.0909 map_cut_10 9_9 0.1418 map_cut_15 9_9 0.1850 map_cut_20 9_9 0.1959 map_cut_30 9_9 0.2160 map_cut_100 9_9 0.3290 map_cut_200 9_9 0.3614 map_cut_500 9_9 0.3886 map_cut_1000 9_9 0.3951 relative_P_5 9_9 1.0000 relative_P_10 9_9 0.8000 relative_P_15 9_9 0.7333 relative_P_20 9_9 0.6000 relative_P_30 9_9 0.4667 relative_P_100 9_9 0.5091 relative_P_200 9_9 0.6545 relative_P_500 9_9 0.8364 relative_P_1000 9_9 0.9273 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0510 set_relative_P 9_9 0.9273 set_recall 9_9 0.9273 set_map 9_9 0.0473 set_F 9_9 0.0967 num_nonrel_judged_ret 9_9 15 rbp 9_9 0.6194 rbp_resid 9_9 0.2214 unj_5 9_9 0.0000 unj_10 9_9 0.1000 unj_20 9_9 0.3500 runid all gpt4-MQ-out-rr num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 7363 map all 0.3624 gm_map all 0.2644 Rprec all 0.3798 bpref all 0.5749 recip_rank all 0.8633 iprec_at_recall_0.00 all 0.8898 iprec_at_recall_0.10 all 0.7161 iprec_at_recall_0.20 all 0.6190 iprec_at_recall_0.30 all 0.5172 iprec_at_recall_0.40 all 0.4216 iprec_at_recall_0.50 all 0.3429 iprec_at_recall_0.60 all 0.2738 iprec_at_recall_0.70 all 0.2079 iprec_at_recall_0.80 all 0.1433 iprec_at_recall_0.90 all 0.0775 iprec_at_recall_1.00 all 0.0092 P_5 all 0.7310 P_10 all 0.6698 P_15 all 0.6356 P_20 all 0.6060 P_30 all 0.5638 P_100 all 0.3399 P_200 all 0.2259 P_500 all 0.1147 P_1000 all 0.0635 recall_5 all 0.0577 recall_10 all 0.1031 recall_15 all 0.1453 recall_20 all 0.1801 recall_30 all 0.2418 recall_100 all 0.4609 recall_200 all 0.5928 recall_500 all 0.7178 recall_1000 all 0.7789 infAP all 0.3624 gm_bpref all 0.4083 Rprec_mult_0.20 all 0.6485 Rprec_mult_0.40 all 0.5461 Rprec_mult_0.60 all 0.4755 Rprec_mult_0.80 all 0.4227 Rprec_mult_1.00 all 0.3798 Rprec_mult_1.20 all 0.3459 Rprec_mult_1.40 all 0.3170 Rprec_mult_1.60 all 0.2949 Rprec_mult_1.80 all 0.2738 Rprec_mult_2.00 all 0.2564 utility all -873.0517 11pt_avg all 0.3835 binG all 0.2332 G all 0.1717 ndcg all 0.6164 ndcg_rel all 0.5360 Rndcg all 0.4941 ndcg_cut_5 all 0.5119 ndcg_cut_10 all 0.4989 ndcg_cut_15 all 0.4938 ndcg_cut_20 all 0.4900 ndcg_cut_30 all 0.4860 ndcg_cut_100 all 0.4882 ndcg_cut_200 all 0.5343 ndcg_cut_500 all 0.5917 ndcg_cut_1000 all 0.6164 map_cut_5 all 0.0528 map_cut_10 all 0.0887 map_cut_15 all 0.1192 map_cut_20 all 0.1442 map_cut_30 all 0.1852 map_cut_100 all 0.2919 map_cut_200 all 0.3319 map_cut_500 all 0.3563 map_cut_1000 all 0.3624 relative_P_5 all 0.7310 relative_P_10 all 0.6698 relative_P_15 all 0.6401 relative_P_20 all 0.6142 relative_P_30 all 0.5813 relative_P_100 all 0.5121 relative_P_200 all 0.5954 relative_P_500 all 0.7178 relative_P_1000 all 0.7789 success_1 all 0.8103 success_5 all 0.9397 success_10 all 0.9483 set_P all 0.0635 set_relative_P all 0.7789 set_recall all 0.7789 set_map all 0.0504 set_F all 0.1141 num_nonrel_judged_ret all 3827 rbp all 0.3844 rbp_resid all 0.1300 unj_5 all 0.0086 unj_10 all 0.0776 unj_20 all 0.1448