num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 54 map 1-1_3 0.3135 Rprec 1-1_3 0.4531 bpref 1-1_3 0.5918 recip_rank 1-1_3 0.5000 iprec_at_recall_0.00 1-1_3 0.6667 iprec_at_recall_0.10 1-1_3 0.5312 iprec_at_recall_0.20 1-1_3 0.5312 iprec_at_recall_0.30 1-1_3 0.4773 iprec_at_recall_0.40 1-1_3 0.4667 iprec_at_recall_0.50 1-1_3 0.3368 iprec_at_recall_0.60 1-1_3 0.2826 iprec_at_recall_0.70 1-1_3 0.1982 iprec_at_recall_0.80 1-1_3 0.1379 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.4000 P_15 1-1_3 0.4000 P_20 1-1_3 0.4500 P_30 1-1_3 0.5000 P_100 1-1_3 0.3300 P_200 1-1_3 0.2150 P_500 1-1_3 0.1060 P_1000 1-1_3 0.0540 relstring 1-1_3 '0240230001' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0625 recall_15 1-1_3 0.0938 recall_20 1-1_3 0.1406 recall_30 1-1_3 0.2344 recall_100 1-1_3 0.5156 recall_200 1-1_3 0.6719 recall_500 1-1_3 0.8281 recall_1000 1-1_3 0.8438 infAP 1-1_3 0.3135 Rprec_mult_0.20 1-1_3 0.3846 Rprec_mult_0.40 1-1_3 0.5000 Rprec_mult_0.60 1-1_3 0.4359 Rprec_mult_0.80 1-1_3 0.4423 Rprec_mult_1.00 1-1_3 0.4531 Rprec_mult_1.20 1-1_3 0.3896 Rprec_mult_1.40 1-1_3 0.3444 Rprec_mult_1.60 1-1_3 0.3204 Rprec_mult_1.80 1-1_3 0.2845 Rprec_mult_2.00 1-1_3 0.2891 utility 1-1_3 -892.0000 11pt_avg 1-1_3 0.3299 binG 1-1_3 0.1841 G 1-1_3 0.1456 ndcg 1-1_3 0.6437 ndcg_rel 1-1_3 0.5077 Rndcg 1-1_3 0.4276 ndcg_cut_5 1-1_3 0.3852 ndcg_cut_10 1-1_3 0.3534 ndcg_cut_15 1-1_3 0.3357 ndcg_cut_20 1-1_3 0.3681 ndcg_cut_30 1-1_3 0.4334 ndcg_cut_100 1-1_3 0.4845 ndcg_cut_200 1-1_3 0.5620 ndcg_cut_500 1-1_3 0.6385 ndcg_cut_1000 1-1_3 0.6437 map_cut_5 1-1_3 0.0276 map_cut_10 1-1_3 0.0380 map_cut_15 1-1_3 0.0514 map_cut_20 1-1_3 0.0734 map_cut_30 1-1_3 0.1192 map_cut_100 1-1_3 0.2443 map_cut_200 1-1_3 0.2867 map_cut_500 1-1_3 0.3121 map_cut_1000 1-1_3 0.3135 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.4000 relative_P_15 1-1_3 0.4000 relative_P_20 1-1_3 0.4500 relative_P_30 1-1_3 0.5000 relative_P_100 1-1_3 0.5156 relative_P_200 1-1_3 0.6719 relative_P_500 1-1_3 0.8281 relative_P_1000 1-1_3 0.8438 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0540 set_relative_P 1-1_3 0.8438 set_recall 1-1_3 0.8438 set_map 1-1_3 0.0456 set_F 1-1_3 0.1015 num_nonrel_judged_ret 1-1_3 36 rbp 1-1_3 0.3240 rbp_resid 1-1_3 0.1159 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.0000 unj_20 1-1_3 0.1500 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 79 map 1-1_4 0.3400 Rprec 1-1_4 0.3925 bpref 1-1_4 0.6963 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.9167 iprec_at_recall_0.20 1-1_4 0.6154 iprec_at_recall_0.30 1-1_4 0.4384 iprec_at_recall_0.40 1-1_4 0.3805 iprec_at_recall_0.50 1-1_4 0.3354 iprec_at_recall_0.60 1-1_4 0.2302 iprec_at_recall_0.70 1-1_4 0.1399 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 1.0000 P_10 1-1_4 0.9000 P_15 1-1_4 0.7333 P_20 1-1_4 0.7500 P_30 1-1_4 0.6333 P_100 1-1_4 0.3900 P_200 1-1_4 0.2850 P_500 1-1_4 0.1480 P_1000 1-1_4 0.0790 relstring 1-1_4 '2224433-34' recall_5 1-1_4 0.0467 recall_10 1-1_4 0.0841 recall_15 1-1_4 0.1028 recall_20 1-1_4 0.1402 recall_30 1-1_4 0.1776 recall_100 1-1_4 0.3645 recall_200 1-1_4 0.5327 recall_500 1-1_4 0.6916 recall_1000 1-1_4 0.7383 infAP 1-1_4 0.3400 Rprec_mult_0.20 1-1_4 0.7273 Rprec_mult_0.40 1-1_4 0.5581 Rprec_mult_0.60 1-1_4 0.4308 Rprec_mult_0.80 1-1_4 0.4070 Rprec_mult_1.00 1-1_4 0.3925 Rprec_mult_1.20 1-1_4 0.3566 Rprec_mult_1.40 1-1_4 0.3467 Rprec_mult_1.60 1-1_4 0.3198 Rprec_mult_1.80 1-1_4 0.2953 Rprec_mult_2.00 1-1_4 0.2664 utility 1-1_4 -842.0000 11pt_avg 1-1_4 0.3688 binG 1-1_4 0.2030 G 1-1_4 0.1244 ndcg 1-1_4 0.6308 ndcg_rel 1-1_4 0.5636 Rndcg 1-1_4 0.5247 ndcg_cut_5 1-1_4 0.6386 ndcg_cut_10 1-1_4 0.6416 ndcg_cut_15 1-1_4 0.5791 ndcg_cut_20 1-1_4 0.5935 ndcg_cut_30 1-1_4 0.5507 ndcg_cut_100 1-1_4 0.4422 ndcg_cut_200 1-1_4 0.5374 ndcg_cut_500 1-1_4 0.6117 ndcg_cut_1000 1-1_4 0.6308 map_cut_5 1-1_4 0.0467 map_cut_10 1-1_4 0.0821 map_cut_15 1-1_4 0.0992 map_cut_20 1-1_4 0.1273 map_cut_30 1-1_4 0.1539 map_cut_100 1-1_4 0.2422 map_cut_200 1-1_4 0.3015 map_cut_500 1-1_4 0.3344 map_cut_1000 1-1_4 0.3400 relative_P_5 1-1_4 1.0000 relative_P_10 1-1_4 0.9000 relative_P_15 1-1_4 0.7333 relative_P_20 1-1_4 0.7500 relative_P_30 1-1_4 0.6333 relative_P_100 1-1_4 0.3900 relative_P_200 1-1_4 0.5327 relative_P_500 1-1_4 0.6916 relative_P_1000 1-1_4 0.7383 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0790 set_relative_P 1-1_4 0.7383 set_recall 1-1_4 0.7383 set_map 1-1_4 0.0583 set_F 1-1_4 0.1427 num_nonrel_judged_ret 1-1_4 5 rbp 1-1_4 0.5612 rbp_resid 1-1_4 0.2145 unj_5 1-1_4 0.0000 unj_10 1-1_4 0.1000 unj_20 1-1_4 0.2500 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 145 map 1-1_5 0.3104 Rprec 1-1_5 0.3699 bpref 1-1_5 0.6092 recip_rank 1-1_5 0.5000 iprec_at_recall_0.00 1-1_5 0.8889 iprec_at_recall_0.10 1-1_5 0.8519 iprec_at_recall_0.20 1-1_5 0.6471 iprec_at_recall_0.30 1-1_5 0.4855 iprec_at_recall_0.40 1-1_5 0.3099 iprec_at_recall_0.50 1-1_5 0.2472 iprec_at_recall_0.60 1-1_5 0.1997 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 0.8000 P_10 1-1_5 0.8000 P_15 1-1_5 0.8000 P_20 1-1_5 0.8000 P_30 1-1_5 0.8333 P_100 1-1_5 0.5300 P_200 1-1_5 0.3950 P_500 1-1_5 0.2380 P_1000 1-1_5 0.1450 relstring 1-1_5 '-22242223-' recall_5 1-1_5 0.0183 recall_10 1-1_5 0.0365 recall_15 1-1_5 0.0548 recall_20 1-1_5 0.0731 recall_30 1-1_5 0.1142 recall_100 1-1_5 0.2420 recall_200 1-1_5 0.3607 recall_500 1-1_5 0.5434 recall_1000 1-1_5 0.6621 infAP 1-1_5 0.3104 Rprec_mult_0.20 1-1_5 0.7273 Rprec_mult_0.40 1-1_5 0.5682 Rprec_mult_0.60 1-1_5 0.4848 Rprec_mult_0.80 1-1_5 0.4261 Rprec_mult_1.00 1-1_5 0.3699 Rprec_mult_1.20 1-1_5 0.3270 Rprec_mult_1.40 1-1_5 0.3029 Rprec_mult_1.60 1-1_5 0.2906 Rprec_mult_1.80 1-1_5 0.2658 Rprec_mult_2.00 1-1_5 0.2489 utility 1-1_5 -710.0000 11pt_avg 1-1_5 0.3300 binG 1-1_5 0.1409 G 1-1_5 0.0939 ndcg 1-1_5 0.5696 ndcg_rel 1-1_5 0.5058 Rndcg 1-1_5 0.4549 ndcg_cut_5 1-1_5 0.3960 ndcg_cut_10 1-1_5 0.4240 ndcg_cut_15 1-1_5 0.4451 ndcg_cut_20 1-1_5 0.4660 ndcg_cut_30 1-1_5 0.5068 ndcg_cut_100 1-1_5 0.4639 ndcg_cut_200 1-1_5 0.4153 ndcg_cut_500 1-1_5 0.5040 ndcg_cut_1000 1-1_5 0.5696 map_cut_5 1-1_5 0.0124 map_cut_10 1-1_5 0.0282 map_cut_15 1-1_5 0.0435 map_cut_20 1-1_5 0.0580 map_cut_30 1-1_5 0.0922 map_cut_100 1-1_5 0.1779 map_cut_200 1-1_5 0.2339 map_cut_500 1-1_5 0.2868 map_cut_1000 1-1_5 0.3104 relative_P_5 1-1_5 0.8000 relative_P_10 1-1_5 0.8000 relative_P_15 1-1_5 0.8000 relative_P_20 1-1_5 0.8000 relative_P_30 1-1_5 0.8333 relative_P_100 1-1_5 0.5300 relative_P_200 1-1_5 0.3950 relative_P_500 1-1_5 0.5434 relative_P_1000 1-1_5 0.6621 success_1 1-1_5 0.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1450 set_relative_P 1-1_5 0.6621 set_recall 1-1_5 0.6621 set_map 1-1_5 0.0960 set_F 1-1_5 0.2379 num_nonrel_judged_ret 1-1_5 6 rbp 1-1_5 0.4492 rbp_resid 1-1_5 0.2052 unj_5 1-1_5 0.2000 unj_10 1-1_5 0.2000 unj_20 1-1_5 0.2000 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 14 map 1-1_7 0.0153 Rprec 1-1_7 0.1111 bpref 1-1_7 0.1098 recip_rank 1-1_7 0.1250 iprec_at_recall_0.00 1-1_7 0.1250 iprec_at_recall_0.10 1-1_7 0.1250 iprec_at_recall_0.20 1-1_7 0.0000 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.0000 P_10 1-1_7 0.1000 P_15 1-1_7 0.0667 P_20 1-1_7 0.1000 P_30 1-1_7 0.1000 P_100 1-1_7 0.1100 P_200 1-1_7 0.0700 P_500 1-1_7 0.0280 P_1000 1-1_7 0.0140 relstring 1-1_7 '0---1--2-0' recall_5 1-1_7 0.0000 recall_10 1-1_7 0.0101 recall_15 1-1_7 0.0101 recall_20 1-1_7 0.0202 recall_30 1-1_7 0.0303 recall_100 1-1_7 0.1111 recall_200 1-1_7 0.1414 recall_500 1-1_7 0.1414 recall_1000 1-1_7 0.1414 infAP 1-1_7 0.0153 Rprec_mult_0.20 1-1_7 0.1000 Rprec_mult_0.40 1-1_7 0.1000 Rprec_mult_0.60 1-1_7 0.0833 Rprec_mult_0.80 1-1_7 0.1000 Rprec_mult_1.00 1-1_7 0.1111 Rprec_mult_1.20 1-1_7 0.1008 Rprec_mult_1.40 1-1_7 0.0863 Rprec_mult_1.60 1-1_7 0.0818 Rprec_mult_1.80 1-1_7 0.0782 Rprec_mult_2.00 1-1_7 0.0707 utility 1-1_7 -972.0000 11pt_avg 1-1_7 0.0227 binG 1-1_7 0.0259 G 1-1_7 0.0200 ndcg 1-1_7 0.1110 ndcg_rel 1-1_7 0.1062 Rndcg 1-1_7 0.0796 ndcg_cut_5 1-1_7 0.0328 ndcg_cut_10 1-1_7 0.0601 ndcg_cut_15 1-1_7 0.0487 ndcg_cut_20 1-1_7 0.0606 ndcg_cut_30 1-1_7 0.0621 ndcg_cut_100 1-1_7 0.0926 ndcg_cut_200 1-1_7 0.1089 ndcg_cut_500 1-1_7 0.1110 ndcg_cut_1000 1-1_7 0.1110 map_cut_5 1-1_7 0.0000 map_cut_10 1-1_7 0.0013 map_cut_15 1-1_7 0.0013 map_cut_20 1-1_7 0.0023 map_cut_30 1-1_7 0.0036 map_cut_100 1-1_7 0.0124 map_cut_200 1-1_7 0.0153 map_cut_500 1-1_7 0.0153 map_cut_1000 1-1_7 0.0153 relative_P_5 1-1_7 0.0000 relative_P_10 1-1_7 0.1000 relative_P_15 1-1_7 0.0667 relative_P_20 1-1_7 0.1000 relative_P_30 1-1_7 0.1000 relative_P_100 1-1_7 0.1111 relative_P_200 1-1_7 0.1414 relative_P_500 1-1_7 0.1414 relative_P_1000 1-1_7 0.1414 success_1 1-1_7 0.0000 success_5 1-1_7 0.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0140 set_relative_P 1-1_7 0.1414 set_recall 1-1_7 0.1414 set_map 1-1_7 0.0020 set_F 1-1_7 0.0255 num_nonrel_judged_ret 1-1_7 16 rbp 1-1_7 0.0550 rbp_resid 1-1_7 0.7168 unj_5 1-1_7 0.6000 unj_10 1-1_7 0.6000 unj_20 1-1_7 0.7500 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 72 map 1-1_8 0.2711 Rprec 1-1_8 0.3617 bpref 1-1_8 0.5733 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.7500 iprec_at_recall_0.20 1-1_8 0.6333 iprec_at_recall_0.30 1-1_8 0.4918 iprec_at_recall_0.40 1-1_8 0.1610 iprec_at_recall_0.50 1-1_8 0.0858 iprec_at_recall_0.60 1-1_8 0.0738 iprec_at_recall_0.70 1-1_8 0.0738 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.8000 P_10 1-1_8 0.7000 P_15 1-1_8 0.7333 P_20 1-1_8 0.6000 P_30 1-1_8 0.6333 P_100 1-1_8 0.3500 P_200 1-1_8 0.1850 P_500 1-1_8 0.0920 P_1000 1-1_8 0.0720 relstring 1-1_8 '2221202221' recall_5 1-1_8 0.0426 recall_10 1-1_8 0.0745 recall_15 1-1_8 0.1170 recall_20 1-1_8 0.1277 recall_30 1-1_8 0.2021 recall_100 1-1_8 0.3723 recall_200 1-1_8 0.3936 recall_500 1-1_8 0.4894 recall_1000 1-1_8 0.7660 infAP 1-1_8 0.2711 Rprec_mult_0.20 1-1_8 0.6316 Rprec_mult_0.40 1-1_8 0.5526 Rprec_mult_0.60 1-1_8 0.4912 Rprec_mult_0.80 1-1_8 0.4079 Rprec_mult_1.00 1-1_8 0.3617 Rprec_mult_1.20 1-1_8 0.3186 Rprec_mult_1.40 1-1_8 0.2727 Rprec_mult_1.60 1-1_8 0.2450 Rprec_mult_1.80 1-1_8 0.2176 Rprec_mult_2.00 1-1_8 0.1968 utility 1-1_8 -856.0000 11pt_avg 1-1_8 0.2972 binG 1-1_8 0.1762 G 1-1_8 0.1198 ndcg 1-1_8 0.6017 ndcg_rel 1-1_8 0.5165 Rndcg 1-1_8 0.4756 ndcg_cut_5 1-1_8 0.4792 ndcg_cut_10 1-1_8 0.4728 ndcg_cut_15 1-1_8 0.4847 ndcg_cut_20 1-1_8 0.4717 ndcg_cut_30 1-1_8 0.5159 ndcg_cut_100 1-1_8 0.4114 ndcg_cut_200 1-1_8 0.4194 ndcg_cut_500 1-1_8 0.4757 ndcg_cut_1000 1-1_8 0.6017 map_cut_5 1-1_8 0.0404 map_cut_10 1-1_8 0.0643 map_cut_15 1-1_8 0.0954 map_cut_20 1-1_8 0.1034 map_cut_30 1-1_8 0.1506 map_cut_100 1-1_8 0.2327 map_cut_200 1-1_8 0.2389 map_cut_500 1-1_8 0.2518 map_cut_1000 1-1_8 0.2711 relative_P_5 1-1_8 0.8000 relative_P_10 1-1_8 0.7000 relative_P_15 1-1_8 0.7333 relative_P_20 1-1_8 0.6000 relative_P_30 1-1_8 0.6333 relative_P_100 1-1_8 0.3723 relative_P_200 1-1_8 0.3936 relative_P_500 1-1_8 0.4894 relative_P_1000 1-1_8 0.7660 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0720 set_relative_P 1-1_8 0.7660 set_recall 1-1_8 0.7660 set_map 1-1_8 0.0551 set_F 1-1_8 0.1316 num_nonrel_judged_ret 1-1_8 32 rbp 1-1_8 0.3826 rbp_resid 1-1_8 0.0648 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.0000 unj_20 1-1_8 0.0500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 16 map 2-1_10 0.4598 Rprec 2-1_10 0.4706 bpref 2-1_10 0.7405 recip_rank 2-1_10 0.5000 iprec_at_recall_0.00 2-1_10 0.8333 iprec_at_recall_0.10 2-1_10 0.8333 iprec_at_recall_0.20 2-1_10 0.8333 iprec_at_recall_0.30 2-1_10 0.8333 iprec_at_recall_0.40 2-1_10 0.5333 iprec_at_recall_0.50 2-1_10 0.5000 iprec_at_recall_0.60 2-1_10 0.4783 iprec_at_recall_0.70 2-1_10 0.4286 iprec_at_recall_0.80 2-1_10 0.1591 iprec_at_recall_0.90 2-1_10 0.1304 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.8000 P_10 2-1_10 0.6000 P_15 2-1_10 0.5333 P_20 2-1_10 0.4500 P_30 2-1_10 0.4000 P_100 2-1_10 0.1400 P_200 2-1_10 0.0800 P_500 2-1_10 0.0320 P_1000 2-1_10 0.0160 relstring 2-1_10 '-233320030' recall_5 2-1_10 0.2353 recall_10 2-1_10 0.3529 recall_15 2-1_10 0.4706 recall_20 2-1_10 0.5294 recall_30 2-1_10 0.7059 recall_100 2-1_10 0.8235 recall_200 2-1_10 0.9412 recall_500 2-1_10 0.9412 recall_1000 2-1_10 0.9412 infAP 2-1_10 0.4598 Rprec_mult_0.20 2-1_10 0.7500 Rprec_mult_0.40 2-1_10 0.7143 Rprec_mult_0.60 2-1_10 0.5455 Rprec_mult_0.80 2-1_10 0.5000 Rprec_mult_1.00 2-1_10 0.4706 Rprec_mult_1.20 2-1_10 0.4286 Rprec_mult_1.40 2-1_10 0.4583 Rprec_mult_1.60 2-1_10 0.4286 Rprec_mult_1.80 2-1_10 0.3871 Rprec_mult_2.00 2-1_10 0.3529 utility 2-1_10 -968.0000 11pt_avg 2-1_10 0.5057 binG 2-1_10 0.3484 G 2-1_10 0.2392 ndcg 2-1_10 0.6941 ndcg_rel 2-1_10 0.5729 Rndcg 2-1_10 0.5488 ndcg_cut_5 2-1_10 0.5895 ndcg_cut_10 2-1_10 0.5011 ndcg_cut_15 2-1_10 0.5293 ndcg_cut_20 2-1_10 0.5065 ndcg_cut_30 2-1_10 0.5948 ndcg_cut_100 2-1_10 0.6419 ndcg_cut_200 2-1_10 0.6816 ndcg_cut_500 2-1_10 0.6883 ndcg_cut_1000 2-1_10 0.6941 map_cut_5 2-1_10 0.1598 map_cut_10 2-1_10 0.2480 map_cut_15 2-1_10 0.3088 map_cut_20 2-1_10 0.3382 map_cut_30 2-1_10 0.4183 map_cut_100 2-1_10 0.4451 map_cut_200 2-1_10 0.4598 map_cut_500 2-1_10 0.4598 map_cut_1000 2-1_10 0.4598 relative_P_5 2-1_10 0.8000 relative_P_10 2-1_10 0.6000 relative_P_15 2-1_10 0.5333 relative_P_20 2-1_10 0.5294 relative_P_30 2-1_10 0.7059 relative_P_100 2-1_10 0.8235 relative_P_200 2-1_10 0.9412 relative_P_500 2-1_10 0.9412 relative_P_1000 2-1_10 0.9412 success_1 2-1_10 0.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0160 set_relative_P 2-1_10 0.9412 set_recall 2-1_10 0.9412 set_map 2-1_10 0.0151 set_F 2-1_10 0.0315 num_nonrel_judged_ret 2-1_10 15 rbp 2-1_10 0.4552 rbp_resid 2-1_10 0.3124 unj_5 2-1_10 0.2000 unj_10 2-1_10 0.1000 unj_20 2-1_10 0.3000 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 34 map 2-1_12 0.1512 Rprec 2-1_12 0.2376 bpref 2-1_12 0.3073 recip_rank 2-1_12 1.0000 iprec_at_recall_0.00 2-1_12 1.0000 iprec_at_recall_0.10 2-1_12 0.4583 iprec_at_recall_0.20 2-1_12 0.3143 iprec_at_recall_0.30 2-1_12 0.2143 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.8000 P_10 2-1_12 0.8000 P_15 2-1_12 0.5333 P_20 2-1_12 0.4000 P_30 2-1_12 0.4000 P_100 2-1_12 0.2400 P_200 2-1_12 0.1550 P_500 2-1_12 0.0680 P_1000 2-1_12 0.0340 relstring 2-1_12 '3223-2232-' recall_5 2-1_12 0.0396 recall_10 2-1_12 0.0792 recall_15 2-1_12 0.0792 recall_20 2-1_12 0.0792 recall_30 2-1_12 0.1188 recall_100 2-1_12 0.2376 recall_200 2-1_12 0.3069 recall_500 2-1_12 0.3366 recall_1000 2-1_12 0.3366 infAP 2-1_12 0.1512 Rprec_mult_0.20 2-1_12 0.4286 Rprec_mult_0.40 2-1_12 0.3415 Rprec_mult_0.60 2-1_12 0.3115 Rprec_mult_0.80 2-1_12 0.2716 Rprec_mult_1.00 2-1_12 0.2376 Rprec_mult_1.20 2-1_12 0.2377 Rprec_mult_1.40 2-1_12 0.2113 Rprec_mult_1.60 2-1_12 0.1852 Rprec_mult_1.80 2-1_12 0.1648 Rprec_mult_2.00 2-1_12 0.1535 utility 2-1_12 -932.0000 11pt_avg 2-1_12 0.1806 binG 2-1_12 0.1119 G 2-1_12 0.0784 ndcg 2-1_12 0.3877 ndcg_rel 2-1_12 0.4162 Rndcg 2-1_12 0.3695 ndcg_cut_5 2-1_12 0.7409 ndcg_cut_10 2-1_12 0.6956 ndcg_cut_15 2-1_12 0.5546 ndcg_cut_20 2-1_12 0.4617 ndcg_cut_30 2-1_12 0.4330 ndcg_cut_100 2-1_12 0.3351 ndcg_cut_200 2-1_12 0.3719 ndcg_cut_500 2-1_12 0.3877 ndcg_cut_1000 2-1_12 0.3877 map_cut_5 2-1_12 0.0396 map_cut_10 2-1_12 0.0738 map_cut_15 2-1_12 0.0738 map_cut_20 2-1_12 0.0738 map_cut_30 2-1_12 0.0912 map_cut_100 2-1_12 0.1316 map_cut_200 2-1_12 0.1473 map_cut_500 2-1_12 0.1512 map_cut_1000 2-1_12 0.1512 relative_P_5 2-1_12 0.8000 relative_P_10 2-1_12 0.8000 relative_P_15 2-1_12 0.5333 relative_P_20 2-1_12 0.4000 relative_P_30 2-1_12 0.4000 relative_P_100 2-1_12 0.2400 relative_P_200 2-1_12 0.3069 relative_P_500 2-1_12 0.3366 relative_P_1000 2-1_12 0.3366 success_1 2-1_12 1.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0340 set_relative_P 2-1_12 0.3366 set_recall 2-1_12 0.3366 set_map 2-1_12 0.0114 set_F 2-1_12 0.0618 num_nonrel_judged_ret 2-1_12 27 rbp 2-1_12 0.4866 rbp_resid 2-1_12 0.3157 unj_5 2-1_12 0.2000 unj_10 2-1_12 0.2000 unj_20 2-1_12 0.4500 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 37 map 2-1_14 0.1465 Rprec 2-1_14 0.2115 bpref 2-1_14 0.3413 recip_rank 2-1_14 0.2000 iprec_at_recall_0.00 2-1_14 0.3810 iprec_at_recall_0.10 2-1_14 0.3810 iprec_at_recall_0.20 2-1_14 0.2292 iprec_at_recall_0.30 2-1_14 0.2152 iprec_at_recall_0.40 2-1_14 0.1858 iprec_at_recall_0.50 2-1_14 0.1576 iprec_at_recall_0.60 2-1_14 0.1384 iprec_at_recall_0.70 2-1_14 0.1319 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.2000 P_10 2-1_14 0.3000 P_15 2-1_14 0.2667 P_20 2-1_14 0.3500 P_30 2-1_14 0.2667 P_100 2-1_14 0.1900 P_200 2-1_14 0.1400 P_500 2-1_14 0.0740 P_1000 2-1_14 0.0370 relstring 2-1_14 '0100321120' recall_5 2-1_14 0.0192 recall_10 2-1_14 0.0577 recall_15 2-1_14 0.0769 recall_20 2-1_14 0.1346 recall_30 2-1_14 0.1538 recall_100 2-1_14 0.3654 recall_200 2-1_14 0.5385 recall_500 2-1_14 0.7115 recall_1000 2-1_14 0.7115 infAP 2-1_14 0.1465 Rprec_mult_0.20 2-1_14 0.2727 Rprec_mult_0.40 2-1_14 0.3810 Rprec_mult_0.60 2-1_14 0.2500 Rprec_mult_0.80 2-1_14 0.2143 Rprec_mult_1.00 2-1_14 0.2115 Rprec_mult_1.20 2-1_14 0.2063 Rprec_mult_1.40 2-1_14 0.1918 Rprec_mult_1.60 2-1_14 0.2024 Rprec_mult_1.80 2-1_14 0.2021 Rprec_mult_2.00 2-1_14 0.1923 utility 2-1_14 -926.0000 11pt_avg 2-1_14 0.1654 binG 2-1_14 0.1314 G 2-1_14 0.1113 ndcg 2-1_14 0.5071 ndcg_rel 2-1_14 0.4118 Rndcg 2-1_14 0.3517 ndcg_cut_5 2-1_14 0.2025 ndcg_cut_10 2-1_14 0.2755 ndcg_cut_15 2-1_14 0.2723 ndcg_cut_20 2-1_14 0.3373 ndcg_cut_30 2-1_14 0.3152 ndcg_cut_100 2-1_14 0.3403 ndcg_cut_200 2-1_14 0.4453 ndcg_cut_500 2-1_14 0.5071 ndcg_cut_1000 2-1_14 0.5071 map_cut_5 2-1_14 0.0038 map_cut_10 2-1_14 0.0167 map_cut_15 2-1_14 0.0218 map_cut_20 2-1_14 0.0406 map_cut_30 2-1_14 0.0479 map_cut_100 2-1_14 0.0936 map_cut_200 2-1_14 0.1235 map_cut_500 2-1_14 0.1465 map_cut_1000 2-1_14 0.1465 relative_P_5 2-1_14 0.2000 relative_P_10 2-1_14 0.3000 relative_P_15 2-1_14 0.2667 relative_P_20 2-1_14 0.3500 relative_P_30 2-1_14 0.2667 relative_P_100 2-1_14 0.3654 relative_P_200 2-1_14 0.5385 relative_P_500 2-1_14 0.7115 relative_P_1000 2-1_14 0.7115 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0370 set_relative_P 2-1_14 0.7115 set_recall 2-1_14 0.7115 set_map 2-1_14 0.0263 set_F 2-1_14 0.0703 num_nonrel_judged_ret 2-1_14 51 rbp 2-1_14 0.3001 rbp_resid 2-1_14 0.0925 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.0500 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 49 map 2-1_4 0.4386 Rprec 2-1_4 0.5312 bpref 2-1_4 0.6711 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 0.6875 iprec_at_recall_0.20 2-1_4 0.6667 iprec_at_recall_0.30 2-1_4 0.6562 iprec_at_recall_0.40 2-1_4 0.5909 iprec_at_recall_0.50 2-1_4 0.5714 iprec_at_recall_0.60 2-1_4 0.5205 iprec_at_recall_0.70 2-1_4 0.3488 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.6000 P_10 2-1_4 0.5000 P_15 2-1_4 0.6667 P_20 2-1_4 0.6500 P_30 2-1_4 0.6333 P_100 2-1_4 0.4200 P_200 2-1_4 0.2450 P_500 2-1_4 0.0980 P_1000 2-1_4 0.0490 relstring 2-1_4 '2213-3-021' recall_5 2-1_4 0.0469 recall_10 2-1_4 0.0781 recall_15 2-1_4 0.1562 recall_20 2-1_4 0.2031 recall_30 2-1_4 0.2969 recall_100 2-1_4 0.6562 recall_200 2-1_4 0.7656 recall_500 2-1_4 0.7656 recall_1000 2-1_4 0.7656 infAP 2-1_4 0.4386 Rprec_mult_0.20 2-1_4 0.6154 Rprec_mult_0.40 2-1_4 0.6538 Rprec_mult_0.60 2-1_4 0.6154 Rprec_mult_0.80 2-1_4 0.5769 Rprec_mult_1.00 2-1_4 0.5312 Rprec_mult_1.20 2-1_4 0.5065 Rprec_mult_1.40 2-1_4 0.4444 Rprec_mult_1.60 2-1_4 0.4078 Rprec_mult_1.80 2-1_4 0.3621 Rprec_mult_2.00 2-1_4 0.3438 utility 2-1_4 -902.0000 11pt_avg 2-1_4 0.4584 binG 2-1_4 0.2200 G 2-1_4 0.1442 ndcg 2-1_4 0.6432 ndcg_rel 2-1_4 0.6029 Rndcg 2-1_4 0.5613 ndcg_cut_5 2-1_4 0.5133 ndcg_cut_10 2-1_4 0.4794 ndcg_cut_15 2-1_4 0.5539 ndcg_cut_20 2-1_4 0.5822 ndcg_cut_30 2-1_4 0.5852 ndcg_cut_100 2-1_4 0.5815 ndcg_cut_200 2-1_4 0.6432 ndcg_cut_500 2-1_4 0.6432 ndcg_cut_1000 2-1_4 0.6432 map_cut_5 2-1_4 0.0430 map_cut_10 2-1_4 0.0621 map_cut_15 2-1_4 0.1098 map_cut_20 2-1_4 0.1411 map_cut_30 2-1_4 0.2018 map_cut_100 2-1_4 0.4019 map_cut_200 2-1_4 0.4386 map_cut_500 2-1_4 0.4386 map_cut_1000 2-1_4 0.4386 relative_P_5 2-1_4 0.6000 relative_P_10 2-1_4 0.5000 relative_P_15 2-1_4 0.6667 relative_P_20 2-1_4 0.6500 relative_P_30 2-1_4 0.6333 relative_P_100 2-1_4 0.6562 relative_P_200 2-1_4 0.7656 relative_P_500 2-1_4 0.7656 relative_P_1000 2-1_4 0.7656 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0490 set_relative_P 2-1_4 0.7656 set_recall 2-1_4 0.7656 set_map 2-1_4 0.0375 set_F 2-1_4 0.0921 num_nonrel_judged_ret 2-1_4 21 rbp 2-1_4 0.4005 rbp_resid 2-1_4 0.1761 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.2000 unj_20 2-1_4 0.1500 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.7588 Rprec 2-1_9 0.6875 bpref 2-1_9 0.9018 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 0.7692 iprec_at_recall_0.60 2-1_9 0.7692 iprec_at_recall_0.70 2-1_9 0.7333 iprec_at_recall_0.80 2-1_9 0.7222 iprec_at_recall_0.90 2-1_9 0.5000 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 1.0000 P_10 2-1_9 0.7000 P_15 2-1_9 0.7333 P_20 2-1_9 0.6500 P_30 2-1_9 0.4667 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '344234--21' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.4375 recall_15 2-1_9 0.6875 recall_20 2-1_9 0.8125 recall_30 2-1_9 0.8750 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.7588 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 0.8571 Rprec_mult_0.60 2-1_9 0.7000 Rprec_mult_0.80 2-1_9 0.7692 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.6500 Rprec_mult_1.40 2-1_9 0.5652 Rprec_mult_1.60 2-1_9 0.5000 Rprec_mult_1.80 2-1_9 0.4828 Rprec_mult_2.00 2-1_9 0.4375 utility 2-1_9 -970.0000 11pt_avg 2-1_9 0.7722 binG 2-1_9 0.5858 G 2-1_9 0.4256 ndcg 2-1_9 0.8930 ndcg_rel 2-1_9 0.8435 Rndcg 2-1_9 0.8385 ndcg_cut_5 2-1_9 0.8697 ndcg_cut_10 2-1_9 0.7818 ndcg_cut_15 2-1_9 0.8310 ndcg_cut_20 2-1_9 0.8496 ndcg_cut_30 2-1_9 0.8718 ndcg_cut_100 2-1_9 0.8930 ndcg_cut_200 2-1_9 0.8930 ndcg_cut_500 2-1_9 0.8930 ndcg_cut_1000 2-1_9 0.8930 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.4236 map_cut_15 2-1_9 0.6099 map_cut_20 2-1_9 0.6991 map_cut_30 2-1_9 0.7304 map_cut_100 2-1_9 0.7588 map_cut_200 2-1_9 0.7588 map_cut_500 2-1_9 0.7588 map_cut_1000 2-1_9 0.7588 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.7000 relative_P_15 2-1_9 0.7333 relative_P_20 2-1_9 0.8125 relative_P_30 2-1_9 0.8750 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0150 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.0141 set_F 2-1_9 0.0295 num_nonrel_judged_ret 2-1_9 6 rbp 2-1_9 0.5265 rbp_resid 2-1_9 0.2878 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.2000 unj_20 2-1_9 0.3000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 20 map 2-2_1 0.1739 Rprec 2-2_1 0.2157 bpref 2-2_1 0.3645 recip_rank 2-2_1 1.0000 iprec_at_recall_0.00 2-2_1 1.0000 iprec_at_recall_0.10 2-2_1 0.7143 iprec_at_recall_0.20 2-2_1 0.2857 iprec_at_recall_0.30 2-2_1 0.2133 iprec_at_recall_0.40 2-2_1 0.0738 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.8000 P_10 2-2_1 0.7000 P_15 2-2_1 0.5333 P_20 2-2_1 0.4000 P_30 2-2_1 0.3000 P_100 2-2_1 0.1600 P_200 2-2_1 0.0950 P_500 2-2_1 0.0400 P_1000 2-2_1 0.0200 relstring 2-2_1 '2320313032' recall_5 2-2_1 0.0784 recall_10 2-2_1 0.1373 recall_15 2-2_1 0.1569 recall_20 2-2_1 0.1569 recall_30 2-2_1 0.1765 recall_100 2-2_1 0.3137 recall_200 2-2_1 0.3725 recall_500 2-2_1 0.3922 recall_1000 2-2_1 0.3922 infAP 2-2_1 0.1739 Rprec_mult_0.20 2-2_1 0.6364 Rprec_mult_0.40 2-2_1 0.3810 Rprec_mult_0.60 2-2_1 0.2903 Rprec_mult_0.80 2-2_1 0.2439 Rprec_mult_1.00 2-2_1 0.2157 Rprec_mult_1.20 2-2_1 0.2097 Rprec_mult_1.40 2-2_1 0.2083 Rprec_mult_1.60 2-2_1 0.1951 Rprec_mult_1.80 2-2_1 0.1739 Rprec_mult_2.00 2-2_1 0.1569 utility 2-2_1 -960.0000 11pt_avg 2-2_1 0.2079 binG 2-2_1 0.1449 G 2-2_1 0.0765 ndcg 2-2_1 0.3754 ndcg_rel 2-2_1 0.3879 Rndcg 2-2_1 0.3824 ndcg_cut_5 2-2_1 0.5133 ndcg_cut_10 2-2_1 0.5148 ndcg_cut_15 2-2_1 0.4543 ndcg_cut_20 2-2_1 0.3894 ndcg_cut_30 2-2_1 0.3583 ndcg_cut_100 2-2_1 0.3387 ndcg_cut_200 2-2_1 0.3663 ndcg_cut_500 2-2_1 0.3754 ndcg_cut_1000 2-2_1 0.3754 map_cut_5 2-2_1 0.0745 map_cut_10 2-2_1 0.1153 map_cut_15 2-2_1 0.1258 map_cut_20 2-2_1 0.1258 map_cut_30 2-2_1 0.1331 map_cut_100 2-2_1 0.1642 map_cut_200 2-2_1 0.1724 map_cut_500 2-2_1 0.1739 map_cut_1000 2-2_1 0.1739 relative_P_5 2-2_1 0.8000 relative_P_10 2-2_1 0.7000 relative_P_15 2-2_1 0.5333 relative_P_20 2-2_1 0.4000 relative_P_30 2-2_1 0.3000 relative_P_100 2-2_1 0.3137 relative_P_200 2-2_1 0.3725 relative_P_500 2-2_1 0.3922 relative_P_1000 2-2_1 0.3922 success_1 2-2_1 1.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0200 set_relative_P 2-2_1 0.3922 set_recall 2-2_1 0.3922 set_map 2-2_1 0.0078 set_F 2-2_1 0.0381 num_nonrel_judged_ret 2-2_1 8 rbp 2-2_1 0.3434 rbp_resid 2-2_1 0.3003 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4500 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 41 map 2-2_4 0.2573 Rprec 2-2_4 0.3585 bpref 2-2_4 0.6832 recip_rank 2-2_4 0.3333 iprec_at_recall_0.00 2-2_4 0.5000 iprec_at_recall_0.10 2-2_4 0.4375 iprec_at_recall_0.20 2-2_4 0.3684 iprec_at_recall_0.30 2-2_4 0.3684 iprec_at_recall_0.40 2-2_4 0.3684 iprec_at_recall_0.50 2-2_4 0.3333 iprec_at_recall_0.60 2-2_4 0.3232 iprec_at_recall_0.70 2-2_4 0.2708 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.4000 P_10 2-2_4 0.4000 P_15 2-2_4 0.4000 P_20 2-2_4 0.3500 P_30 2-2_4 0.3333 P_100 2-2_4 0.3200 P_200 2-2_4 0.2000 P_500 2-2_4 0.0820 P_1000 2-2_4 0.0410 relstring 2-2_4 '-12-421-4-' recall_5 2-2_4 0.0377 recall_10 2-2_4 0.0755 recall_15 2-2_4 0.1132 recall_20 2-2_4 0.1321 recall_30 2-2_4 0.1887 recall_100 2-2_4 0.6038 recall_200 2-2_4 0.7547 recall_500 2-2_4 0.7736 recall_1000 2-2_4 0.7736 infAP 2-2_4 0.2573 Rprec_mult_0.20 2-2_4 0.3636 Rprec_mult_0.40 2-2_4 0.3182 Rprec_mult_0.60 2-2_4 0.3125 Rprec_mult_0.80 2-2_4 0.3256 Rprec_mult_1.00 2-2_4 0.3585 Rprec_mult_1.20 2-2_4 0.3281 Rprec_mult_1.40 2-2_4 0.3333 Rprec_mult_1.60 2-2_4 0.3176 Rprec_mult_1.80 2-2_4 0.3229 Rprec_mult_2.00 2-2_4 0.3019 utility 2-2_4 -918.0000 11pt_avg 2-2_4 0.2700 binG 2-2_4 0.1644 G 2-2_4 0.1275 ndcg 2-2_4 0.5762 ndcg_rel 2-2_4 0.4231 Rndcg 2-2_4 0.3721 ndcg_cut_5 2-2_4 0.2695 ndcg_cut_10 2-2_4 0.2987 ndcg_cut_15 2-2_4 0.3063 ndcg_cut_20 2-2_4 0.3017 ndcg_cut_30 2-2_4 0.3009 ndcg_cut_100 2-2_4 0.4874 ndcg_cut_200 2-2_4 0.5682 ndcg_cut_500 2-2_4 0.5762 ndcg_cut_1000 2-2_4 0.5762 map_cut_5 2-2_4 0.0138 map_cut_10 2-2_4 0.0317 map_cut_15 2-2_4 0.0459 map_cut_20 2-2_4 0.0542 map_cut_30 2-2_4 0.0738 map_cut_100 2-2_4 0.2127 map_cut_200 2-2_4 0.2547 map_cut_500 2-2_4 0.2573 map_cut_1000 2-2_4 0.2573 relative_P_5 2-2_4 0.4000 relative_P_10 2-2_4 0.4000 relative_P_15 2-2_4 0.4000 relative_P_20 2-2_4 0.3500 relative_P_30 2-2_4 0.3333 relative_P_100 2-2_4 0.6038 relative_P_200 2-2_4 0.7547 relative_P_500 2-2_4 0.7736 relative_P_1000 2-2_4 0.7736 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0410 set_relative_P 2-2_4 0.7736 set_recall 2-2_4 0.7736 set_map 2-2_4 0.0317 set_F 2-2_4 0.0779 num_nonrel_judged_ret 2-2_4 12 rbp 2-2_4 0.2950 rbp_resid 2-2_4 0.4843 unj_5 2-2_4 0.4000 unj_10 2-2_4 0.4000 unj_20 2-2_4 0.5000 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 15 map 2-2_5 0.0103 Rprec 2-2_5 0.0000 bpref 2-2_5 0.1756 recip_rank 2-2_5 0.0059 iprec_at_recall_0.00 2-2_5 0.0288 iprec_at_recall_0.10 2-2_5 0.0288 iprec_at_recall_0.20 2-2_5 0.0288 iprec_at_recall_0.30 2-2_5 0.0288 iprec_at_recall_0.40 2-2_5 0.0288 iprec_at_recall_0.50 2-2_5 0.0157 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.0000 P_15 2-2_5 0.0000 P_20 2-2_5 0.0000 P_30 2-2_5 0.0000 P_100 2-2_5 0.0000 P_200 2-2_5 0.0100 P_500 2-2_5 0.0240 P_1000 2-2_5 0.0150 relstring 2-2_5 '-1000-0---' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.0000 recall_15 2-2_5 0.0000 recall_20 2-2_5 0.0000 recall_30 2-2_5 0.0000 recall_100 2-2_5 0.0000 recall_200 2-2_5 0.0667 recall_500 2-2_5 0.4000 recall_1000 2-2_5 0.5000 infAP 2-2_5 0.0103 Rprec_mult_0.20 2-2_5 0.0000 Rprec_mult_0.40 2-2_5 0.0000 Rprec_mult_0.60 2-2_5 0.0000 Rprec_mult_0.80 2-2_5 0.0000 Rprec_mult_1.00 2-2_5 0.0000 Rprec_mult_1.20 2-2_5 0.0000 Rprec_mult_1.40 2-2_5 0.0000 Rprec_mult_1.60 2-2_5 0.0000 Rprec_mult_1.80 2-2_5 0.0000 Rprec_mult_2.00 2-2_5 0.0000 utility 2-2_5 -970.0000 11pt_avg 2-2_5 0.0145 binG 2-2_5 0.0601 G 2-2_5 0.0568 ndcg 2-2_5 0.2045 ndcg_rel 2-2_5 0.1697 Rndcg 2-2_5 0.0580 ndcg_cut_5 2-2_5 0.0535 ndcg_cut_10 2-2_5 0.0347 ndcg_cut_15 2-2_5 0.0269 ndcg_cut_20 2-2_5 0.0232 ndcg_cut_30 2-2_5 0.0199 ndcg_cut_100 2-2_5 0.0174 ndcg_cut_200 2-2_5 0.0509 ndcg_cut_500 2-2_5 0.1817 ndcg_cut_1000 2-2_5 0.2045 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0000 map_cut_15 2-2_5 0.0000 map_cut_20 2-2_5 0.0000 map_cut_30 2-2_5 0.0000 map_cut_100 2-2_5 0.0000 map_cut_200 2-2_5 0.0006 map_cut_500 2-2_5 0.0085 map_cut_1000 2-2_5 0.0103 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.0000 relative_P_15 2-2_5 0.0000 relative_P_20 2-2_5 0.0000 relative_P_30 2-2_5 0.0000 relative_P_100 2-2_5 0.0000 relative_P_200 2-2_5 0.0667 relative_P_500 2-2_5 0.4000 relative_P_1000 2-2_5 0.5000 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 0.0000 set_P 2-2_5 0.0150 set_relative_P 2-2_5 0.5000 set_recall 2-2_5 0.5000 set_map 2-2_5 0.0075 set_F 2-2_5 0.0291 num_nonrel_judged_ret 2-2_5 26 rbp 2-2_5 0.0225 rbp_resid 2-2_5 0.5433 unj_5 2-2_5 0.2000 unj_10 2-2_5 0.5000 unj_20 2-2_5 0.6000 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 86 map 2-2_7 0.7512 Rprec 2-2_7 0.6705 bpref 2-2_7 0.9388 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 1.0000 iprec_at_recall_0.30 2-2_7 0.9688 iprec_at_recall_0.40 2-2_7 0.9211 iprec_at_recall_0.50 2-2_7 0.9000 iprec_at_recall_0.60 2-2_7 0.7571 iprec_at_recall_0.70 2-2_7 0.6429 iprec_at_recall_0.80 2-2_7 0.5344 iprec_at_recall_0.90 2-2_7 0.3198 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 1.0000 P_20 2-2_7 1.0000 P_30 2-2_7 0.9667 P_100 2-2_7 0.6300 P_200 2-2_7 0.3700 P_500 2-2_7 0.1680 P_1000 2-2_7 0.0860 relstring 2-2_7 '4434444444' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1705 recall_20 2-2_7 0.2273 recall_30 2-2_7 0.3295 recall_100 2-2_7 0.7159 recall_200 2-2_7 0.8409 recall_500 2-2_7 0.9545 recall_1000 2-2_7 0.9773 infAP 2-2_7 0.7512 Rprec_mult_0.20 2-2_7 1.0000 Rprec_mult_0.40 2-2_7 0.9167 Rprec_mult_0.60 2-2_7 0.8868 Rprec_mult_0.80 2-2_7 0.7465 Rprec_mult_1.00 2-2_7 0.6705 Rprec_mult_1.20 2-2_7 0.6132 Rprec_mult_1.40 2-2_7 0.5484 Rprec_mult_1.60 2-2_7 0.4965 Rprec_mult_1.80 2-2_7 0.4591 Rprec_mult_2.00 2-2_7 0.4205 utility 2-2_7 -828.0000 11pt_avg 2-2_7 0.7313 binG 2-2_7 0.4726 G 2-2_7 0.2866 ndcg 2-2_7 0.9244 ndcg_rel 2-2_7 0.8805 Rndcg 2-2_7 0.8279 ndcg_cut_5 2-2_7 0.9576 ndcg_cut_10 2-2_7 0.9725 ndcg_cut_15 2-2_7 0.9671 ndcg_cut_20 2-2_7 0.9557 ndcg_cut_30 2-2_7 0.9145 ndcg_cut_100 2-2_7 0.7824 ndcg_cut_200 2-2_7 0.8522 ndcg_cut_500 2-2_7 0.9135 ndcg_cut_1000 2-2_7 0.9244 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1705 map_cut_20 2-2_7 0.2273 map_cut_30 2-2_7 0.3275 map_cut_100 2-2_7 0.6454 map_cut_200 2-2_7 0.7130 map_cut_500 2-2_7 0.7483 map_cut_1000 2-2_7 0.7512 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 1.0000 relative_P_20 2-2_7 1.0000 relative_P_30 2-2_7 0.9667 relative_P_100 2-2_7 0.7159 relative_P_200 2-2_7 0.8409 relative_P_500 2-2_7 0.9545 relative_P_1000 2-2_7 0.9773 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0860 set_relative_P 2-2_7 0.9773 set_recall 2-2_7 0.9773 set_map 2-2_7 0.0840 set_F 2-2_7 0.1581 num_nonrel_judged_ret 2-2_7 15 rbp 2-2_7 0.9326 rbp_resid 2-2_7 0.0204 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 40 map 2-2_9 0.2627 Rprec 2-2_9 0.3404 bpref 2-2_9 0.7468 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 0.7143 iprec_at_recall_0.20 2-2_9 0.5294 iprec_at_recall_0.30 2-2_9 0.3590 iprec_at_recall_0.40 2-2_9 0.2969 iprec_at_recall_0.50 2-2_9 0.1727 iprec_at_recall_0.60 2-2_9 0.1148 iprec_at_recall_0.70 2-2_9 0.0771 iprec_at_recall_0.80 2-2_9 0.0712 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.6000 P_10 2-2_9 0.6000 P_15 2-2_9 0.5333 P_20 2-2_9 0.5000 P_30 2-2_9 0.4333 P_100 2-2_9 0.2100 P_200 2-2_9 0.1300 P_500 2-2_9 0.0720 P_1000 2-2_9 0.0400 relstring 2-2_9 '3--323214-' recall_5 2-2_9 0.0638 recall_10 2-2_9 0.1277 recall_15 2-2_9 0.1702 recall_20 2-2_9 0.2128 recall_30 2-2_9 0.2766 recall_100 2-2_9 0.4468 recall_200 2-2_9 0.5532 recall_500 2-2_9 0.7660 recall_1000 2-2_9 0.8511 infAP 2-2_9 0.2627 Rprec_mult_0.20 2-2_9 0.6000 Rprec_mult_0.40 2-2_9 0.4737 Rprec_mult_0.60 2-2_9 0.4483 Rprec_mult_0.80 2-2_9 0.3421 Rprec_mult_1.00 2-2_9 0.3404 Rprec_mult_1.20 2-2_9 0.2982 Rprec_mult_1.40 2-2_9 0.2879 Rprec_mult_1.60 2-2_9 0.2500 Rprec_mult_1.80 2-2_9 0.2353 Rprec_mult_2.00 2-2_9 0.2234 utility 2-2_9 -920.0000 11pt_avg 2-2_9 0.3032 binG 2-2_9 0.1996 G 2-2_9 0.1448 ndcg 2-2_9 0.6125 ndcg_rel 2-2_9 0.5055 Rndcg 2-2_9 0.4448 ndcg_cut_5 2-2_9 0.4295 ndcg_cut_10 2-2_9 0.4578 ndcg_cut_15 2-2_9 0.4191 ndcg_cut_20 2-2_9 0.4068 ndcg_cut_30 2-2_9 0.4140 ndcg_cut_100 2-2_9 0.4368 ndcg_cut_200 2-2_9 0.5014 ndcg_cut_500 2-2_9 0.5789 ndcg_cut_1000 2-2_9 0.6125 map_cut_5 2-2_9 0.0447 map_cut_10 2-2_9 0.0882 map_cut_15 2-2_9 0.1139 map_cut_20 2-2_9 0.1358 map_cut_30 2-2_9 0.1669 map_cut_100 2-2_9 0.2190 map_cut_200 2-2_9 0.2368 map_cut_500 2-2_9 0.2571 map_cut_1000 2-2_9 0.2627 relative_P_5 2-2_9 0.6000 relative_P_10 2-2_9 0.6000 relative_P_15 2-2_9 0.5333 relative_P_20 2-2_9 0.5000 relative_P_30 2-2_9 0.4333 relative_P_100 2-2_9 0.4468 relative_P_200 2-2_9 0.5532 relative_P_500 2-2_9 0.7660 relative_P_1000 2-2_9 0.8511 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0400 set_relative_P 2-2_9 0.8511 set_recall 2-2_9 0.8511 set_map 2-2_9 0.0340 set_F 2-2_9 0.0764 num_nonrel_judged_ret 2-2_9 12 rbp 2-2_9 0.3612 rbp_resid 2-2_9 0.4358 unj_5 2-2_9 0.4000 unj_10 2-2_9 0.3000 unj_20 2-2_9 0.4500 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 23 map 3-2_1 0.1106 Rprec 3-2_1 0.1912 bpref 3-2_1 0.2721 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.5000 iprec_at_recall_0.20 3-2_1 0.1667 iprec_at_recall_0.30 3-2_1 0.0568 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.4000 P_10 3-2_1 0.4000 P_15 3-2_1 0.4000 P_20 3-2_1 0.4500 P_30 3-2_1 0.4000 P_100 3-2_1 0.1400 P_200 3-2_1 0.0900 P_500 3-2_1 0.0400 P_1000 3-2_1 0.0230 relstring 3-2_1 '3311012311' recall_5 3-2_1 0.0294 recall_10 3-2_1 0.0588 recall_15 3-2_1 0.0882 recall_20 3-2_1 0.1324 recall_30 3-2_1 0.1765 recall_100 3-2_1 0.2059 recall_200 3-2_1 0.2647 recall_500 3-2_1 0.2941 recall_1000 3-2_1 0.3382 infAP 3-2_1 0.1106 Rprec_mult_0.20 3-2_1 0.4286 Rprec_mult_0.40 3-2_1 0.4286 Rprec_mult_0.60 3-2_1 0.2927 Rprec_mult_0.80 3-2_1 0.2182 Rprec_mult_1.00 3-2_1 0.1912 Rprec_mult_1.20 3-2_1 0.1585 Rprec_mult_1.40 3-2_1 0.1458 Rprec_mult_1.60 3-2_1 0.1284 Rprec_mult_1.80 3-2_1 0.1138 Rprec_mult_2.00 3-2_1 0.1103 utility 3-2_1 -954.0000 11pt_avg 3-2_1 0.1567 binG 3-2_1 0.0952 G 3-2_1 0.0855 ndcg 3-2_1 0.3872 ndcg_rel 3-2_1 0.4278 Rndcg 3-2_1 0.4323 ndcg_cut_5 3-2_1 0.6584 ndcg_cut_10 3-2_1 0.6283 ndcg_cut_15 3-2_1 0.6070 ndcg_cut_20 3-2_1 0.6201 ndcg_cut_30 3-2_1 0.5872 ndcg_cut_100 3-2_1 0.3583 ndcg_cut_200 3-2_1 0.3427 ndcg_cut_500 3-2_1 0.3664 ndcg_cut_1000 3-2_1 0.3872 map_cut_5 3-2_1 0.0294 map_cut_10 3-2_1 0.0431 map_cut_15 3-2_1 0.0555 map_cut_20 3-2_1 0.0762 map_cut_30 3-2_1 0.0953 map_cut_100 3-2_1 0.1007 map_cut_200 3-2_1 0.1072 map_cut_500 3-2_1 0.1090 map_cut_1000 3-2_1 0.1106 relative_P_5 3-2_1 0.4000 relative_P_10 3-2_1 0.4000 relative_P_15 3-2_1 0.4000 relative_P_20 3-2_1 0.4500 relative_P_30 3-2_1 0.4000 relative_P_100 3-2_1 0.2059 relative_P_200 3-2_1 0.2647 relative_P_500 3-2_1 0.2941 relative_P_1000 3-2_1 0.3382 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0230 set_relative_P 3-2_1 0.3382 set_recall 3-2_1 0.3382 set_map 3-2_1 0.0078 set_F 3-2_1 0.0431 num_nonrel_judged_ret 3-2_1 29 rbp 3-2_1 0.4830 rbp_resid 3-2_1 0.1175 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.1000 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 28 map 3-2_6 0.1386 Rprec 3-2_6 0.1875 bpref 3-2_6 0.3320 recip_rank 3-2_6 0.1667 iprec_at_recall_0.00 3-2_6 0.2143 iprec_at_recall_0.10 3-2_6 0.2143 iprec_at_recall_0.20 3-2_6 0.2143 iprec_at_recall_0.30 3-2_6 0.1975 iprec_at_recall_0.40 3-2_6 0.1975 iprec_at_recall_0.50 3-2_6 0.1975 iprec_at_recall_0.60 3-2_6 0.1827 iprec_at_recall_0.70 3-2_6 0.1392 iprec_at_recall_0.80 3-2_6 0.0925 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.1000 P_15 3-2_6 0.0667 P_20 3-2_6 0.1000 P_30 3-2_6 0.2000 P_100 3-2_6 0.1800 P_200 3-2_6 0.1200 P_500 3-2_6 0.0540 P_1000 3-2_6 0.0280 relstring 3-2_6 '1011120101' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0312 recall_15 3-2_6 0.0312 recall_20 3-2_6 0.0625 recall_30 3-2_6 0.1875 recall_100 3-2_6 0.5625 recall_200 3-2_6 0.7500 recall_500 3-2_6 0.8438 recall_1000 3-2_6 0.8750 infAP 3-2_6 0.1386 Rprec_mult_0.20 3-2_6 0.1429 Rprec_mult_0.40 3-2_6 0.0769 Rprec_mult_0.60 3-2_6 0.1000 Rprec_mult_0.80 3-2_6 0.1923 Rprec_mult_1.00 3-2_6 0.1875 Rprec_mult_1.20 3-2_6 0.2051 Rprec_mult_1.40 3-2_6 0.2000 Rprec_mult_1.60 3-2_6 0.1731 Rprec_mult_1.80 3-2_6 0.1724 Rprec_mult_2.00 3-2_6 0.1719 utility 3-2_6 -944.0000 11pt_avg 3-2_6 0.1500 binG 3-2_6 0.1540 G 3-2_6 0.1493 ndcg 3-2_6 0.5903 ndcg_rel 3-2_6 0.3992 Rndcg 3-2_6 0.3513 ndcg_cut_5 3-2_6 0.2620 ndcg_cut_10 3-2_6 0.2666 ndcg_cut_15 3-2_6 0.2370 ndcg_cut_20 3-2_6 0.2607 ndcg_cut_30 3-2_6 0.2941 ndcg_cut_100 3-2_6 0.4426 ndcg_cut_200 3-2_6 0.5372 ndcg_cut_500 3-2_6 0.5792 ndcg_cut_1000 3-2_6 0.5903 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0052 map_cut_15 3-2_6 0.0052 map_cut_20 3-2_6 0.0085 map_cut_30 3-2_6 0.0313 map_cut_100 3-2_6 0.1021 map_cut_200 3-2_6 0.1285 map_cut_500 3-2_6 0.1372 map_cut_1000 3-2_6 0.1386 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.1000 relative_P_15 3-2_6 0.0667 relative_P_20 3-2_6 0.1000 relative_P_30 3-2_6 0.2000 relative_P_100 3-2_6 0.5625 relative_P_200 3-2_6 0.7500 relative_P_500 3-2_6 0.8438 relative_P_1000 3-2_6 0.8750 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0280 set_relative_P 3-2_6 0.8750 set_recall 3-2_6 0.8750 set_map 3-2_6 0.0245 set_F 3-2_6 0.0543 num_nonrel_judged_ret 3-2_6 29 rbp 3-2_6 0.2522 rbp_resid 3-2_6 0.1795 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.0000 unj_20 3-2_6 0.2500 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 4 map 4-1_10 0.0267 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0139 recip_rank 4-1_10 0.0588 iprec_at_recall_0.00 4-1_10 0.1111 iprec_at_recall_0.10 4-1_10 0.1111 iprec_at_recall_0.20 4-1_10 0.1111 iprec_at_recall_0.30 4-1_10 0.0645 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.1000 P_30 4-1_10 0.0667 P_100 4-1_10 0.0400 P_200 4-1_10 0.0200 P_500 4-1_10 0.0080 P_1000 4-1_10 0.0040 relstring 4-1_10 '11--01111-' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.1667 recall_30 4-1_10 0.1667 recall_100 4-1_10 0.3333 recall_200 4-1_10 0.3333 recall_500 4-1_10 0.3333 recall_1000 4-1_10 0.3333 infAP 4-1_10 0.0267 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0588 Rprec_mult_1.60 4-1_10 0.1000 Rprec_mult_1.80 4-1_10 0.0909 Rprec_mult_2.00 4-1_10 0.0833 utility 4-1_10 -992.0000 11pt_avg 4-1_10 0.0362 binG 4-1_10 0.0705 G 4-1_10 0.0979 ndcg 4-1_10 0.3898 ndcg_rel 4-1_10 0.3649 Rndcg 4-1_10 0.3315 ndcg_cut_5 4-1_10 0.2365 ndcg_cut_10 4-1_10 0.2912 ndcg_cut_15 4-1_10 0.3130 ndcg_cut_20 4-1_10 0.3939 ndcg_cut_30 4-1_10 0.3391 ndcg_cut_100 4-1_10 0.3394 ndcg_cut_200 4-1_10 0.3600 ndcg_cut_500 4-1_10 0.3844 ndcg_cut_1000 4-1_10 0.3898 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0142 map_cut_30 4-1_10 0.0142 map_cut_100 4-1_10 0.0267 map_cut_200 4-1_10 0.0267 map_cut_500 4-1_10 0.0267 map_cut_1000 4-1_10 0.0267 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.1667 relative_P_30 4-1_10 0.1667 relative_P_100 4-1_10 0.3333 relative_P_200 4-1_10 0.3333 relative_P_500 4-1_10 0.3333 relative_P_1000 4-1_10 0.3333 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0040 set_relative_P 4-1_10 0.3333 set_recall 4-1_10 0.3333 set_map 4-1_10 0.0013 set_F 4-1_10 0.0079 num_nonrel_judged_ret 4-1_10 56 rbp 4-1_10 0.2009 rbp_resid 4-1_10 0.3624 unj_5 4-1_10 0.4000 unj_10 4-1_10 0.3000 unj_20 4-1_10 0.3000 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 6 map 4-1_12 0.0685 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0909 iprec_at_recall_0.00 4-1_12 0.1111 iprec_at_recall_0.10 4-1_12 0.1111 iprec_at_recall_0.20 4-1_12 0.1111 iprec_at_recall_0.30 4-1_12 0.1111 iprec_at_recall_0.40 4-1_12 0.1034 iprec_at_recall_0.50 4-1_12 0.0794 iprec_at_recall_0.60 4-1_12 0.0794 iprec_at_recall_0.70 4-1_12 0.0794 iprec_at_recall_0.80 4-1_12 0.0300 iprec_at_recall_0.90 4-1_12 0.0300 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0667 P_20 4-1_12 0.1000 P_30 4-1_12 0.1000 P_100 4-1_12 0.0500 P_200 4-1_12 0.0300 P_500 4-1_12 0.0120 P_1000 4-1_12 0.0060 relstring 4-1_12 '-0001-010-' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.1429 recall_20 4-1_12 0.2857 recall_30 4-1_12 0.4286 recall_100 4-1_12 0.7143 recall_200 4-1_12 0.8571 recall_500 4-1_12 0.8571 recall_1000 4-1_12 0.8571 infAP 4-1_12 0.0685 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0833 Rprec_mult_1.80 4-1_12 0.0769 Rprec_mult_2.00 4-1_12 0.0714 utility 4-1_12 -988.0000 11pt_avg 4-1_12 0.0769 binG 4-1_12 0.1710 G 4-1_12 0.1342 ndcg 4-1_12 0.3312 ndcg_rel 4-1_12 0.2400 Rndcg 4-1_12 0.1016 ndcg_cut_5 4-1_12 0.0429 ndcg_cut_10 4-1_12 0.0621 ndcg_cut_15 4-1_12 0.0998 ndcg_cut_20 4-1_12 0.1418 ndcg_cut_30 4-1_12 0.1686 ndcg_cut_100 4-1_12 0.2749 ndcg_cut_200 4-1_12 0.3223 ndcg_cut_500 4-1_12 0.3312 ndcg_cut_1000 4-1_12 0.3312 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0130 map_cut_20 4-1_12 0.0289 map_cut_30 4-1_12 0.0436 map_cut_100 4-1_12 0.0642 map_cut_200 4-1_12 0.0685 map_cut_500 4-1_12 0.0685 map_cut_1000 4-1_12 0.0685 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.1429 relative_P_20 4-1_12 0.2857 relative_P_30 4-1_12 0.4286 relative_P_100 4-1_12 0.7143 relative_P_200 4-1_12 0.8571 relative_P_500 4-1_12 0.8571 relative_P_1000 4-1_12 0.8571 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0060 set_relative_P 4-1_12 0.8571 set_recall 4-1_12 0.8571 set_map 4-1_12 0.0051 set_F 4-1_12 0.0119 num_nonrel_judged_ret 4-1_12 55 rbp 4-1_12 0.0605 rbp_resid 4-1_12 0.4030 unj_5 4-1_12 0.2000 unj_10 4-1_12 0.3000 unj_20 4-1_12 0.3500 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 33 map 4-1_3 0.2317 Rprec 4-1_3 0.3333 bpref 4-1_3 0.3149 recip_rank 4-1_3 0.2000 iprec_at_recall_0.00 4-1_3 0.4000 iprec_at_recall_0.10 4-1_3 0.4000 iprec_at_recall_0.20 4-1_3 0.4000 iprec_at_recall_0.30 4-1_3 0.3871 iprec_at_recall_0.40 4-1_3 0.3200 iprec_at_recall_0.50 4-1_3 0.2632 iprec_at_recall_0.60 4-1_3 0.2371 iprec_at_recall_0.70 4-1_3 0.1987 iprec_at_recall_0.80 4-1_3 0.1987 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.2000 P_10 4-1_3 0.3000 P_15 4-1_3 0.2667 P_20 4-1_3 0.4000 P_30 4-1_3 0.3667 P_100 4-1_3 0.2300 P_200 4-1_3 0.1600 P_500 4-1_3 0.0660 P_1000 4-1_3 0.0330 relstring 4-1_3 '1-003132-0' recall_5 4-1_3 0.0256 recall_10 4-1_3 0.0769 recall_15 4-1_3 0.1026 recall_20 4-1_3 0.2051 recall_30 4-1_3 0.2821 recall_100 4-1_3 0.5897 recall_200 4-1_3 0.8205 recall_500 4-1_3 0.8462 recall_1000 4-1_3 0.8462 infAP 4-1_3 0.2317 Rprec_mult_0.20 4-1_3 0.3750 Rprec_mult_0.40 4-1_3 0.3125 Rprec_mult_0.60 4-1_3 0.3333 Rprec_mult_0.80 4-1_3 0.3750 Rprec_mult_1.00 4-1_3 0.3333 Rprec_mult_1.20 4-1_3 0.3191 Rprec_mult_1.40 4-1_3 0.2909 Rprec_mult_1.60 4-1_3 0.2698 Rprec_mult_1.80 4-1_3 0.2394 Rprec_mult_2.00 4-1_3 0.2564 utility 4-1_3 -934.0000 11pt_avg 4-1_3 0.2550 binG 4-1_3 0.1744 G 4-1_3 0.1477 ndcg 4-1_3 0.6070 ndcg_rel 4-1_3 0.4449 Rndcg 4-1_3 0.3673 ndcg_cut_5 4-1_3 0.1832 ndcg_cut_10 4-1_3 0.2449 ndcg_cut_15 4-1_3 0.2745 ndcg_cut_20 4-1_3 0.3675 ndcg_cut_30 4-1_3 0.3944 ndcg_cut_100 4-1_3 0.4564 ndcg_cut_200 4-1_3 0.5770 ndcg_cut_500 4-1_3 0.6070 ndcg_cut_1000 4-1_3 0.6070 map_cut_5 4-1_3 0.0051 map_cut_10 4-1_3 0.0221 map_cut_15 4-1_3 0.0300 map_cut_20 4-1_3 0.0662 map_cut_30 4-1_3 0.0933 map_cut_100 4-1_3 0.1847 map_cut_200 4-1_3 0.2283 map_cut_500 4-1_3 0.2317 map_cut_1000 4-1_3 0.2317 relative_P_5 4-1_3 0.2000 relative_P_10 4-1_3 0.3000 relative_P_15 4-1_3 0.2667 relative_P_20 4-1_3 0.4000 relative_P_30 4-1_3 0.3667 relative_P_100 4-1_3 0.5897 relative_P_200 4-1_3 0.8205 relative_P_500 4-1_3 0.8462 relative_P_1000 4-1_3 0.8462 success_1 4-1_3 0.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0330 set_relative_P 4-1_3 0.8462 set_recall 4-1_3 0.8462 set_map 4-1_3 0.0279 set_F 4-1_3 0.0635 num_nonrel_judged_ret 4-1_3 101 rbp 4-1_3 0.2694 rbp_resid 4-1_3 0.1659 unj_5 4-1_3 0.2000 unj_10 4-1_3 0.2000 unj_20 4-1_3 0.1000 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 11 map 4-1_4 0.2491 Rprec 4-1_4 0.2727 bpref 4-1_4 0.2645 recip_rank 4-1_4 0.5000 iprec_at_recall_0.00 4-1_4 0.5000 iprec_at_recall_0.10 4-1_4 0.5000 iprec_at_recall_0.20 4-1_4 0.5000 iprec_at_recall_0.30 4-1_4 0.5000 iprec_at_recall_0.40 4-1_4 0.2174 iprec_at_recall_0.50 4-1_4 0.2000 iprec_at_recall_0.60 4-1_4 0.1795 iprec_at_recall_0.70 4-1_4 0.1778 iprec_at_recall_0.80 4-1_4 0.1636 iprec_at_recall_0.90 4-1_4 0.0957 iprec_at_recall_1.00 4-1_4 0.0957 P_5 4-1_4 0.4000 P_10 4-1_4 0.3000 P_15 4-1_4 0.2000 P_20 4-1_4 0.2000 P_30 4-1_4 0.2000 P_100 4-1_4 0.0900 P_200 4-1_4 0.0550 P_500 4-1_4 0.0220 P_1000 4-1_4 0.0110 relstring 4-1_4 '12-142111-' recall_5 4-1_4 0.1818 recall_10 4-1_4 0.2727 recall_15 4-1_4 0.2727 recall_20 4-1_4 0.3636 recall_30 4-1_4 0.5455 recall_100 4-1_4 0.8182 recall_200 4-1_4 1.0000 recall_500 4-1_4 1.0000 recall_1000 4-1_4 1.0000 infAP 4-1_4 0.2491 Rprec_mult_0.20 4-1_4 0.3333 Rprec_mult_0.40 4-1_4 0.4000 Rprec_mult_0.60 4-1_4 0.4286 Rprec_mult_0.80 4-1_4 0.3333 Rprec_mult_1.00 4-1_4 0.2727 Rprec_mult_1.20 4-1_4 0.2143 Rprec_mult_1.40 4-1_4 0.1875 Rprec_mult_1.60 4-1_4 0.1667 Rprec_mult_1.80 4-1_4 0.2000 Rprec_mult_2.00 4-1_4 0.1818 utility 4-1_4 -978.0000 11pt_avg 4-1_4 0.2845 binG 4-1_4 0.2769 G 4-1_4 0.2225 ndcg 4-1_4 0.6535 ndcg_rel 4-1_4 0.4548 Rndcg 4-1_4 0.4269 ndcg_cut_5 4-1_4 0.3717 ndcg_cut_10 4-1_4 0.3947 ndcg_cut_15 4-1_4 0.4048 ndcg_cut_20 4-1_4 0.4040 ndcg_cut_30 4-1_4 0.4652 ndcg_cut_100 4-1_4 0.6078 ndcg_cut_200 4-1_4 0.6535 ndcg_cut_500 4-1_4 0.6535 ndcg_cut_1000 4-1_4 0.6535 map_cut_5 4-1_4 0.0818 map_cut_10 4-1_4 0.1273 map_cut_15 4-1_4 0.1273 map_cut_20 4-1_4 0.1464 map_cut_30 4-1_4 0.1844 map_cut_100 4-1_4 0.2317 map_cut_200 4-1_4 0.2491 map_cut_500 4-1_4 0.2491 map_cut_1000 4-1_4 0.2491 relative_P_5 4-1_4 0.4000 relative_P_10 4-1_4 0.3000 relative_P_15 4-1_4 0.2727 relative_P_20 4-1_4 0.3636 relative_P_30 4-1_4 0.5455 relative_P_100 4-1_4 0.8182 relative_P_200 4-1_4 1.0000 relative_P_500 4-1_4 1.0000 relative_P_1000 4-1_4 1.0000 success_1 4-1_4 0.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0110 set_relative_P 4-1_4 1.0000 set_recall 4-1_4 1.0000 set_map 4-1_4 0.0110 set_F 4-1_4 0.0218 num_nonrel_judged_ret 4-1_4 36 rbp 4-1_4 0.2696 rbp_resid 4-1_4 0.2983 unj_5 4-1_4 0.2000 unj_10 4-1_4 0.2000 unj_20 4-1_4 0.4000 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.0023 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0023 iprec_at_recall_0.00 4-1_6 0.0023 iprec_at_recall_0.10 4-1_6 0.0023 iprec_at_recall_0.20 4-1_6 0.0023 iprec_at_recall_0.30 4-1_6 0.0023 iprec_at_recall_0.40 4-1_6 0.0023 iprec_at_recall_0.50 4-1_6 0.0023 iprec_at_recall_0.60 4-1_6 0.0023 iprec_at_recall_0.70 4-1_6 0.0023 iprec_at_recall_0.80 4-1_6 0.0023 iprec_at_recall_0.90 4-1_6 0.0023 iprec_at_recall_1.00 4-1_6 0.0023 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0020 P_1000 4-1_6 0.0010 relstring 4-1_6 '0-0---00-0' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 1.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.0023 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.0023 binG 4-1_6 0.1139 G 4-1_6 0.1324 ndcg 4-1_6 0.3291 ndcg_rel 4-1_6 0.2113 Rndcg 4-1_6 0.1097 ndcg_cut_5 4-1_6 0.0000 ndcg_cut_10 4-1_6 0.0000 ndcg_cut_15 4-1_6 0.0000 ndcg_cut_20 4-1_6 0.0305 ndcg_cut_30 4-1_6 0.0571 ndcg_cut_100 4-1_6 0.1767 ndcg_cut_200 4-1_6 0.2680 ndcg_cut_500 4-1_6 0.3291 ndcg_cut_1000 4-1_6 0.3291 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0023 map_cut_1000 4-1_6 0.0023 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 1.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 67 rbp 4-1_6 0.0134 rbp_resid 4-1_6 0.5554 unj_5 4-1_6 0.6000 unj_10 4-1_6 0.5000 unj_20 4-1_6 0.5500 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 29 map 4-1_9 0.2362 Rprec 4-1_9 0.3243 bpref 4-1_9 0.3528 recip_rank 4-1_9 0.5000 iprec_at_recall_0.00 4-1_9 0.6000 iprec_at_recall_0.10 4-1_9 0.5000 iprec_at_recall_0.20 4-1_9 0.5000 iprec_at_recall_0.30 4-1_9 0.4074 iprec_at_recall_0.40 4-1_9 0.3191 iprec_at_recall_0.50 4-1_9 0.2222 iprec_at_recall_0.60 4-1_9 0.1897 iprec_at_recall_0.70 4-1_9 0.1327 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.6000 P_10 4-1_9 0.4000 P_15 4-1_9 0.4667 P_20 4-1_9 0.4000 P_30 4-1_9 0.3667 P_100 4-1_9 0.2100 P_200 4-1_9 0.1300 P_500 4-1_9 0.0560 P_1000 4-1_9 0.0290 relstring 4-1_9 '1212211112' recall_5 4-1_9 0.0811 recall_10 4-1_9 0.1081 recall_15 4-1_9 0.1892 recall_20 4-1_9 0.2162 recall_30 4-1_9 0.2973 recall_100 4-1_9 0.5676 recall_200 4-1_9 0.7027 recall_500 4-1_9 0.7568 recall_1000 4-1_9 0.7838 infAP 4-1_9 0.2362 Rprec_mult_0.20 4-1_9 0.3750 Rprec_mult_0.40 4-1_9 0.4667 Rprec_mult_0.60 4-1_9 0.3913 Rprec_mult_0.80 4-1_9 0.3667 Rprec_mult_1.00 4-1_9 0.3243 Rprec_mult_1.20 4-1_9 0.2889 Rprec_mult_1.40 4-1_9 0.2885 Rprec_mult_1.60 4-1_9 0.2667 Rprec_mult_1.80 4-1_9 0.2388 Rprec_mult_2.00 4-1_9 0.2162 utility 4-1_9 -942.0000 11pt_avg 4-1_9 0.2610 binG 4-1_9 0.1844 G 4-1_9 0.1322 ndcg 4-1_9 0.6240 ndcg_rel 4-1_9 0.5467 Rndcg 4-1_9 0.4712 ndcg_cut_5 4-1_9 0.4197 ndcg_cut_10 4-1_9 0.4479 ndcg_cut_15 4-1_9 0.5033 ndcg_cut_20 4-1_9 0.5286 ndcg_cut_30 4-1_9 0.5326 ndcg_cut_100 4-1_9 0.5029 ndcg_cut_200 4-1_9 0.5031 ndcg_cut_500 4-1_9 0.5893 ndcg_cut_1000 4-1_9 0.6240 map_cut_5 4-1_9 0.0432 map_cut_10 4-1_9 0.0541 map_cut_15 4-1_9 0.0905 map_cut_20 4-1_9 0.1040 map_cut_30 4-1_9 0.1365 map_cut_100 4-1_9 0.2077 map_cut_200 4-1_9 0.2294 map_cut_500 4-1_9 0.2347 map_cut_1000 4-1_9 0.2362 relative_P_5 4-1_9 0.6000 relative_P_10 4-1_9 0.4000 relative_P_15 4-1_9 0.4667 relative_P_20 4-1_9 0.4000 relative_P_30 4-1_9 0.3667 relative_P_100 4-1_9 0.5676 relative_P_200 4-1_9 0.7027 relative_P_500 4-1_9 0.7568 relative_P_1000 4-1_9 0.7838 success_1 4-1_9 0.0000 success_5 4-1_9 1.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0290 set_relative_P 4-1_9 0.7838 set_recall 4-1_9 0.7838 set_map 4-1_9 0.0227 set_F 4-1_9 0.0559 num_nonrel_judged_ret 4-1_9 95 rbp 4-1_9 0.3458 rbp_resid 4-1_9 0.0586 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.0000 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 35 map 4-2_2 0.1462 Rprec 4-2_2 0.2143 bpref 4-2_2 0.3596 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.6250 iprec_at_recall_0.20 4-2_2 0.2982 iprec_at_recall_0.30 4-2_2 0.1712 iprec_at_recall_0.40 4-2_2 0.0612 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.6000 P_10 4-2_2 0.5000 P_15 4-2_2 0.6000 P_20 4-2_2 0.5000 P_30 4-2_2 0.4333 P_100 4-2_2 0.2100 P_200 4-2_2 0.1400 P_500 4-2_2 0.0660 P_1000 4-2_2 0.0350 relstring 4-2_2 '231-2--122' recall_5 4-2_2 0.0357 recall_10 4-2_2 0.0595 recall_15 4-2_2 0.1071 recall_20 4-2_2 0.1190 recall_30 4-2_2 0.1548 recall_100 4-2_2 0.2500 recall_200 4-2_2 0.3333 recall_500 4-2_2 0.3929 recall_1000 4-2_2 0.4167 infAP 4-2_2 0.1462 Rprec_mult_0.20 4-2_2 0.5882 Rprec_mult_0.40 4-2_2 0.4118 Rprec_mult_0.60 4-2_2 0.3137 Rprec_mult_0.80 4-2_2 0.2500 Rprec_mult_1.00 4-2_2 0.2143 Rprec_mult_1.20 4-2_2 0.2079 Rprec_mult_1.40 4-2_2 0.1864 Rprec_mult_1.60 4-2_2 0.1778 Rprec_mult_1.80 4-2_2 0.1645 Rprec_mult_2.00 4-2_2 0.1548 utility 4-2_2 -930.0000 11pt_avg 4-2_2 0.1960 binG 4-2_2 0.1082 G 4-2_2 0.0764 ndcg 4-2_2 0.4026 ndcg_rel 4-2_2 0.4114 Rndcg 4-2_2 0.3797 ndcg_cut_5 4-2_2 0.5841 ndcg_cut_10 4-2_2 0.4888 ndcg_cut_15 4-2_2 0.5142 ndcg_cut_20 4-2_2 0.4628 ndcg_cut_30 4-2_2 0.4382 ndcg_cut_100 4-2_2 0.3334 ndcg_cut_200 4-2_2 0.3611 ndcg_cut_500 4-2_2 0.3943 ndcg_cut_1000 4-2_2 0.4026 map_cut_5 4-2_2 0.0310 map_cut_10 4-2_2 0.0422 map_cut_15 4-2_2 0.0701 map_cut_20 4-2_2 0.0775 map_cut_30 4-2_2 0.0954 map_cut_100 4-2_2 0.1237 map_cut_200 4-2_2 0.1380 map_cut_500 4-2_2 0.1448 map_cut_1000 4-2_2 0.1462 relative_P_5 4-2_2 0.6000 relative_P_10 4-2_2 0.5000 relative_P_15 4-2_2 0.6000 relative_P_20 4-2_2 0.5000 relative_P_30 4-2_2 0.4333 relative_P_100 4-2_2 0.2500 relative_P_200 4-2_2 0.3333 relative_P_500 4-2_2 0.3929 relative_P_1000 4-2_2 0.4167 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0350 set_relative_P 4-2_2 0.4167 set_recall 4-2_2 0.4167 set_map 4-2_2 0.0146 set_F 4-2_2 0.0646 num_nonrel_judged_ret 4-2_2 26 rbp 4-2_2 0.4385 rbp_resid 4-2_2 0.3094 unj_5 4-2_2 0.2000 unj_10 4-2_2 0.3000 unj_20 4-2_2 0.3500 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 33 map 4-2_3 0.3059 Rprec 4-2_3 0.3125 bpref 4-2_3 0.6072 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.8889 iprec_at_recall_0.20 4-2_3 0.5000 iprec_at_recall_0.30 4-2_3 0.4000 iprec_at_recall_0.40 4-2_3 0.2821 iprec_at_recall_0.50 4-2_3 0.2747 iprec_at_recall_0.60 4-2_3 0.2027 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.8000 P_10 4-2_3 0.8000 P_15 4-2_3 0.5333 P_20 4-2_3 0.5000 P_30 4-2_3 0.4000 P_100 4-2_3 0.2500 P_200 4-2_3 0.1550 P_500 4-2_3 0.0640 P_1000 4-2_3 0.0330 relstring 4-2_3 '3222-2332-' recall_5 4-2_3 0.0833 recall_10 4-2_3 0.1667 recall_15 4-2_3 0.1667 recall_20 4-2_3 0.2083 recall_30 4-2_3 0.2500 recall_100 4-2_3 0.5208 recall_200 4-2_3 0.6458 recall_500 4-2_3 0.6667 recall_1000 4-2_3 0.6875 infAP 4-2_3 0.3059 Rprec_mult_0.20 4-2_3 0.8000 Rprec_mult_0.40 4-2_3 0.5000 Rprec_mult_0.60 4-2_3 0.4138 Rprec_mult_0.80 4-2_3 0.3590 Rprec_mult_1.00 4-2_3 0.3125 Rprec_mult_1.20 4-2_3 0.2759 Rprec_mult_1.40 4-2_3 0.2647 Rprec_mult_1.60 4-2_3 0.2727 Rprec_mult_1.80 4-2_3 0.2529 Rprec_mult_2.00 4-2_3 0.2604 utility 4-2_3 -934.0000 11pt_avg 4-2_3 0.3226 binG 4-2_3 0.2310 G 4-2_3 0.1504 ndcg 4-2_3 0.6008 ndcg_rel 4-2_3 0.5784 Rndcg 4-2_3 0.5594 ndcg_cut_5 4-2_3 0.6923 ndcg_cut_10 4-2_3 0.7196 ndcg_cut_15 4-2_3 0.6146 ndcg_cut_20 4-2_3 0.5856 ndcg_cut_30 4-2_3 0.5116 ndcg_cut_100 4-2_3 0.4933 ndcg_cut_200 4-2_3 0.5646 ndcg_cut_500 4-2_3 0.5943 ndcg_cut_1000 4-2_3 0.6008 map_cut_5 4-2_3 0.0833 map_cut_10 4-2_3 0.1553 map_cut_15 4-2_3 0.1553 map_cut_20 4-2_3 0.1761 map_cut_30 4-2_3 0.1942 map_cut_100 4-2_3 0.2758 map_cut_200 4-2_3 0.3022 map_cut_500 4-2_3 0.3047 map_cut_1000 4-2_3 0.3059 relative_P_5 4-2_3 0.8000 relative_P_10 4-2_3 0.8000 relative_P_15 4-2_3 0.5333 relative_P_20 4-2_3 0.5000 relative_P_30 4-2_3 0.4000 relative_P_100 4-2_3 0.5208 relative_P_200 4-2_3 0.6458 relative_P_500 4-2_3 0.6667 relative_P_1000 4-2_3 0.6875 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0330 set_relative_P 4-2_3 0.6875 set_recall 4-2_3 0.6875 set_map 4-2_3 0.0227 set_F 4-2_3 0.0630 num_nonrel_judged_ret 4-2_3 17 rbp 4-2_3 0.4754 rbp_resid 4-2_3 0.3716 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.2000 unj_20 4-2_3 0.4500 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.5895 Rprec 4-2_6 0.5714 bpref 4-2_6 0.6531 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 1.0000 iprec_at_recall_0.40 4-2_6 0.8000 iprec_at_recall_0.50 4-2_6 0.8000 iprec_at_recall_0.60 4-2_6 0.8000 iprec_at_recall_0.70 4-2_6 0.2245 iprec_at_recall_0.80 4-2_6 0.2245 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 1.0000 P_10 4-2_6 0.8000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4000 P_30 4-2_6 0.3000 P_100 4-2_6 0.1100 P_200 4-2_6 0.0600 P_500 4-2_6 0.0240 P_1000 4-2_6 0.0120 relstring 4-2_6 '2222311223' recall_5 4-2_6 0.3571 recall_10 4-2_6 0.5714 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.7857 recall_200 4-2_6 0.8571 recall_500 4-2_6 0.8571 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.5895 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.8333 Rprec_mult_0.60 4-2_6 0.7778 Rprec_mult_0.80 4-2_6 0.6667 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3913 Rprec_mult_1.80 4-2_6 0.3462 Rprec_mult_2.00 4-2_6 0.3214 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.6226 binG 4-2_6 0.5195 G 4-2_6 0.2719 ndcg 4-2_6 0.7545 ndcg_rel 4-2_6 0.7064 Rndcg 4-2_6 0.6806 ndcg_cut_5 4-2_6 0.7429 ndcg_cut_10 4-2_6 0.7789 ndcg_cut_15 4-2_6 0.6664 ndcg_cut_20 4-2_6 0.6308 ndcg_cut_30 4-2_6 0.6228 ndcg_cut_100 4-2_6 0.7376 ndcg_cut_200 4-2_6 0.7545 ndcg_cut_500 4-2_6 0.7545 ndcg_cut_1000 4-2_6 0.7545 map_cut_5 4-2_6 0.3571 map_cut_10 4-2_6 0.5234 map_cut_15 4-2_6 0.5234 map_cut_20 4-2_6 0.5234 map_cut_30 4-2_6 0.5514 map_cut_100 4-2_6 0.5823 map_cut_200 4-2_6 0.5895 map_cut_500 4-2_6 0.5895 map_cut_1000 4-2_6 0.5895 relative_P_5 4-2_6 1.0000 relative_P_10 4-2_6 0.8000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.7857 relative_P_200 4-2_6 0.8571 relative_P_500 4-2_6 0.8571 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 13 rbp 4-2_6 0.4680 rbp_resid 4-2_6 0.2611 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.0000 unj_20 4-2_6 0.4000 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 45 map 5-1_2 0.1363 Rprec 5-1_2 0.2077 bpref 5-1_2 0.3037 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.6667 iprec_at_recall_0.20 5-1_2 0.3333 iprec_at_recall_0.30 5-1_2 0.1117 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.6000 P_10 5-1_2 0.6000 P_15 5-1_2 0.6000 P_20 5-1_2 0.6000 P_30 5-1_2 0.6000 P_100 5-1_2 0.2600 P_200 5-1_2 0.1500 P_500 5-1_2 0.0820 P_1000 5-1_2 0.0450 relstring 5-1_2 '3032112313' recall_5 5-1_2 0.0231 recall_10 5-1_2 0.0462 recall_15 5-1_2 0.0692 recall_20 5-1_2 0.0923 recall_30 5-1_2 0.1385 recall_100 5-1_2 0.2000 recall_200 5-1_2 0.2308 recall_500 5-1_2 0.3154 recall_1000 5-1_2 0.3462 infAP 5-1_2 0.1363 Rprec_mult_0.20 5-1_2 0.6154 Rprec_mult_0.40 5-1_2 0.4038 Rprec_mult_0.60 5-1_2 0.3333 Rprec_mult_0.80 5-1_2 0.2500 Rprec_mult_1.00 5-1_2 0.2077 Rprec_mult_1.20 5-1_2 0.1731 Rprec_mult_1.40 5-1_2 0.1484 Rprec_mult_1.60 5-1_2 0.1442 Rprec_mult_1.80 5-1_2 0.1368 Rprec_mult_2.00 5-1_2 0.1308 utility 5-1_2 -910.0000 11pt_avg 5-1_2 0.1920 binG 5-1_2 0.0870 G 5-1_2 0.0630 ndcg 5-1_2 0.3726 ndcg_rel 5-1_2 0.4059 Rndcg 5-1_2 0.4398 ndcg_cut_5 5-1_2 0.5838 ndcg_cut_10 5-1_2 0.6073 ndcg_cut_15 5-1_2 0.6318 ndcg_cut_20 5-1_2 0.6274 ndcg_cut_30 5-1_2 0.6079 ndcg_cut_100 5-1_2 0.3757 ndcg_cut_200 5-1_2 0.3190 ndcg_cut_500 5-1_2 0.3536 ndcg_cut_1000 5-1_2 0.3726 map_cut_5 5-1_2 0.0186 map_cut_10 5-1_2 0.0324 map_cut_15 5-1_2 0.0456 map_cut_20 5-1_2 0.0599 map_cut_30 5-1_2 0.0892 map_cut_100 5-1_2 0.1181 map_cut_200 5-1_2 0.1232 map_cut_500 5-1_2 0.1340 map_cut_1000 5-1_2 0.1363 relative_P_5 5-1_2 0.6000 relative_P_10 5-1_2 0.6000 relative_P_15 5-1_2 0.6000 relative_P_20 5-1_2 0.6000 relative_P_30 5-1_2 0.6000 relative_P_100 5-1_2 0.2600 relative_P_200 5-1_2 0.2308 relative_P_500 5-1_2 0.3154 relative_P_1000 5-1_2 0.3462 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0450 set_relative_P 5-1_2 0.3462 set_recall 5-1_2 0.3462 set_map 5-1_2 0.0156 set_F 5-1_2 0.0796 num_nonrel_judged_ret 5-1_2 36 rbp 5-1_2 0.4644 rbp_resid 5-1_2 0.0556 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.0500 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 18 map 5-1_4 0.2900 Rprec 5-1_4 0.3448 bpref 5-1_4 0.4816 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 1.0000 iprec_at_recall_0.20 5-1_4 0.7500 iprec_at_recall_0.30 5-1_4 0.4500 iprec_at_recall_0.40 5-1_4 0.3421 iprec_at_recall_0.50 5-1_4 0.0962 iprec_at_recall_0.60 5-1_4 0.0854 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.6000 P_10 5-1_4 0.6000 P_15 5-1_4 0.4667 P_20 5-1_4 0.4500 P_30 5-1_4 0.3333 P_100 5-1_4 0.1400 P_200 5-1_4 0.0850 P_500 5-1_4 0.0360 P_1000 5-1_4 0.0180 relstring 5-1_4 '322002220-' recall_5 5-1_4 0.1034 recall_10 5-1_4 0.2069 recall_15 5-1_4 0.2414 recall_20 5-1_4 0.3103 recall_30 5-1_4 0.3448 recall_100 5-1_4 0.4828 recall_200 5-1_4 0.5862 recall_500 5-1_4 0.6207 recall_1000 5-1_4 0.6207 infAP 5-1_4 0.2900 Rprec_mult_0.20 5-1_4 0.6667 Rprec_mult_0.40 5-1_4 0.5000 Rprec_mult_0.60 5-1_4 0.4444 Rprec_mult_0.80 5-1_4 0.3750 Rprec_mult_1.00 5-1_4 0.3448 Rprec_mult_1.20 5-1_4 0.3143 Rprec_mult_1.40 5-1_4 0.3171 Rprec_mult_1.60 5-1_4 0.2766 Rprec_mult_1.80 5-1_4 0.2453 Rprec_mult_2.00 5-1_4 0.2241 utility 5-1_4 -964.0000 11pt_avg 5-1_4 0.3385 binG 5-1_4 0.2392 G 5-1_4 0.1544 ndcg 5-1_4 0.5252 ndcg_rel 5-1_4 0.5392 Rndcg 5-1_4 0.4890 ndcg_cut_5 5-1_4 0.5949 ndcg_cut_10 5-1_4 0.5451 ndcg_cut_15 5-1_4 0.4864 ndcg_cut_20 5-1_4 0.4754 ndcg_cut_30 5-1_4 0.4171 ndcg_cut_100 5-1_4 0.4660 ndcg_cut_200 5-1_4 0.5105 ndcg_cut_500 5-1_4 0.5252 ndcg_cut_1000 5-1_4 0.5252 map_cut_5 5-1_4 0.1034 map_cut_10 5-1_4 0.1769 map_cut_15 5-1_4 0.1930 map_cut_20 5-1_4 0.2258 map_cut_30 5-1_4 0.2381 map_cut_100 5-1_4 0.2785 map_cut_200 5-1_4 0.2880 map_cut_500 5-1_4 0.2900 map_cut_1000 5-1_4 0.2900 relative_P_5 5-1_4 0.6000 relative_P_10 5-1_4 0.6000 relative_P_15 5-1_4 0.4667 relative_P_20 5-1_4 0.4500 relative_P_30 5-1_4 0.3448 relative_P_100 5-1_4 0.4828 relative_P_200 5-1_4 0.5862 relative_P_500 5-1_4 0.6207 relative_P_1000 5-1_4 0.6207 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0180 set_relative_P 5-1_4 0.6207 set_recall 5-1_4 0.6207 set_map 5-1_4 0.0112 set_F 5-1_4 0.0350 num_nonrel_judged_ret 5-1_4 27 rbp 5-1_4 0.3718 rbp_resid 5-1_4 0.2760 unj_5 5-1_4 0.0000 unj_10 5-1_4 0.1000 unj_20 5-1_4 0.3500 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 50 map 6-1_2 0.3292 Rprec 6-1_2 0.4035 bpref 6-1_2 0.7008 recip_rank 6-1_2 0.3333 iprec_at_recall_0.00 6-1_2 0.5714 iprec_at_recall_0.10 6-1_2 0.5556 iprec_at_recall_0.20 6-1_2 0.5556 iprec_at_recall_0.30 6-1_2 0.5484 iprec_at_recall_0.40 6-1_2 0.4182 iprec_at_recall_0.50 6-1_2 0.3605 iprec_at_recall_0.60 6-1_2 0.3063 iprec_at_recall_0.70 6-1_2 0.2547 iprec_at_recall_0.80 6-1_2 0.1825 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.4000 P_10 6-1_2 0.5000 P_15 6-1_2 0.4667 P_20 6-1_2 0.4500 P_30 6-1_2 0.5333 P_100 6-1_2 0.3200 P_200 6-1_2 0.2150 P_500 6-1_2 0.1000 P_1000 6-1_2 0.0500 relstring 6-1_2 '1120332-12' recall_5 6-1_2 0.0351 recall_10 6-1_2 0.0877 recall_15 6-1_2 0.1228 recall_20 6-1_2 0.1579 recall_30 6-1_2 0.2807 recall_100 6-1_2 0.5614 recall_200 6-1_2 0.7544 recall_500 6-1_2 0.8772 recall_1000 6-1_2 0.8772 infAP 6-1_2 0.3292 Rprec_mult_0.20 6-1_2 0.5000 Rprec_mult_0.40 6-1_2 0.4783 Rprec_mult_0.60 6-1_2 0.5429 Rprec_mult_0.80 6-1_2 0.4783 Rprec_mult_1.00 6-1_2 0.4035 Rprec_mult_1.20 6-1_2 0.3768 Rprec_mult_1.40 6-1_2 0.3500 Rprec_mult_1.60 6-1_2 0.3370 Rprec_mult_1.80 6-1_2 0.3107 Rprec_mult_2.00 6-1_2 0.2982 utility 6-1_2 -900.0000 11pt_avg 6-1_2 0.3412 binG 6-1_2 0.1917 G 6-1_2 0.1381 ndcg 6-1_2 0.6411 ndcg_rel 6-1_2 0.5543 Rndcg 6-1_2 0.5145 ndcg_cut_5 6-1_2 0.4286 ndcg_cut_10 6-1_2 0.4700 ndcg_cut_15 6-1_2 0.4711 ndcg_cut_20 6-1_2 0.4525 ndcg_cut_30 6-1_2 0.5125 ndcg_cut_100 6-1_2 0.4847 ndcg_cut_200 6-1_2 0.5678 ndcg_cut_500 6-1_2 0.6361 ndcg_cut_1000 6-1_2 0.6411 map_cut_5 6-1_2 0.0129 map_cut_10 6-1_2 0.0404 map_cut_15 6-1_2 0.0587 map_cut_20 6-1_2 0.0762 map_cut_30 6-1_2 0.1397 map_cut_100 6-1_2 0.2590 map_cut_200 6-1_2 0.3099 map_cut_500 6-1_2 0.3292 map_cut_1000 6-1_2 0.3292 relative_P_5 6-1_2 0.4000 relative_P_10 6-1_2 0.5000 relative_P_15 6-1_2 0.4667 relative_P_20 6-1_2 0.4500 relative_P_30 6-1_2 0.5333 relative_P_100 6-1_2 0.5614 relative_P_200 6-1_2 0.7544 relative_P_500 6-1_2 0.8772 relative_P_1000 6-1_2 0.8772 success_1 6-1_2 0.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0500 set_relative_P 6-1_2 0.8772 set_recall 6-1_2 0.8772 set_map 6-1_2 0.0439 set_F 6-1_2 0.0946 num_nonrel_judged_ret 6-1_2 29 rbp 6-1_2 0.4692 rbp_resid 6-1_2 0.1841 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.1000 unj_20 6-1_2 0.3000 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 25 map 6-1_6 0.3911 Rprec 6-1_6 0.3704 bpref 6-1_6 0.4691 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.8333 iprec_at_recall_0.30 6-1_6 0.7273 iprec_at_recall_0.40 6-1_6 0.3056 iprec_at_recall_0.50 6-1_6 0.2333 iprec_at_recall_0.60 6-1_6 0.1538 iprec_at_recall_0.70 6-1_6 0.1301 iprec_at_recall_0.80 6-1_6 0.0965 iprec_at_recall_0.90 6-1_6 0.0594 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.8000 P_10 6-1_6 0.7000 P_15 6-1_6 0.5333 P_20 6-1_6 0.5000 P_30 6-1_6 0.3333 P_100 6-1_6 0.1500 P_200 6-1_6 0.1000 P_500 6-1_6 0.0500 P_1000 6-1_6 0.0250 relstring 6-1_6 '3233-2-33-' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.2593 recall_15 6-1_6 0.2963 recall_20 6-1_6 0.3704 recall_30 6-1_6 0.3704 recall_100 6-1_6 0.5556 recall_200 6-1_6 0.7407 recall_500 6-1_6 0.9259 recall_1000 6-1_6 0.9259 infAP 6-1_6 0.3911 Rprec_mult_0.20 6-1_6 0.8333 Rprec_mult_0.40 6-1_6 0.7273 Rprec_mult_0.60 6-1_6 0.5294 Rprec_mult_0.80 6-1_6 0.4545 Rprec_mult_1.00 6-1_6 0.3704 Rprec_mult_1.20 6-1_6 0.3030 Rprec_mult_1.40 6-1_6 0.2895 Rprec_mult_1.60 6-1_6 0.2727 Rprec_mult_1.80 6-1_6 0.2653 Rprec_mult_2.00 6-1_6 0.2407 utility 6-1_6 -950.0000 11pt_avg 6-1_6 0.4127 binG 6-1_6 0.3320 G 6-1_6 0.2382 ndcg 6-1_6 0.7770 ndcg_rel 6-1_6 0.6725 Rndcg 6-1_6 0.6308 ndcg_cut_5 6-1_6 0.7975 ndcg_cut_10 6-1_6 0.7055 ndcg_cut_15 6-1_6 0.6265 ndcg_cut_20 6-1_6 0.6111 ndcg_cut_30 6-1_6 0.5514 ndcg_cut_100 6-1_6 0.6309 ndcg_cut_200 6-1_6 0.7096 ndcg_cut_500 6-1_6 0.7770 ndcg_cut_1000 6-1_6 0.7770 map_cut_5 6-1_6 0.1481 map_cut_10 6-1_6 0.2356 map_cut_15 6-1_6 0.2625 map_cut_20 6-1_6 0.3027 map_cut_30 6-1_6 0.3027 map_cut_100 6-1_6 0.3514 map_cut_200 6-1_6 0.3774 map_cut_500 6-1_6 0.3911 map_cut_1000 6-1_6 0.3911 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.7000 relative_P_15 6-1_6 0.5333 relative_P_20 6-1_6 0.5000 relative_P_30 6-1_6 0.3704 relative_P_100 6-1_6 0.5556 relative_P_200 6-1_6 0.7407 relative_P_500 6-1_6 0.9259 relative_P_1000 6-1_6 0.9259 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0250 set_relative_P 6-1_6 0.9259 set_recall 6-1_6 0.9259 set_map 6-1_6 0.0231 set_F 6-1_6 0.0487 num_nonrel_judged_ret 6-1_6 34 rbp 6-1_6 0.5323 rbp_resid 6-1_6 0.3130 unj_5 6-1_6 0.2000 unj_10 6-1_6 0.3000 unj_20 6-1_6 0.3500 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 22 map 6-1_7 0.1234 Rprec 6-1_7 0.2391 bpref 6-1_7 0.3540 recip_rank 6-1_7 0.5000 iprec_at_recall_0.00 6-1_7 0.5000 iprec_at_recall_0.10 6-1_7 0.3846 iprec_at_recall_0.20 6-1_7 0.3333 iprec_at_recall_0.30 6-1_7 0.2333 iprec_at_recall_0.40 6-1_7 0.1667 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.4000 P_15 6-1_7 0.3333 P_20 6-1_7 0.2500 P_30 6-1_7 0.3000 P_100 6-1_7 0.1700 P_200 6-1_7 0.1000 P_500 6-1_7 0.0440 P_1000 6-1_7 0.0220 relstring 6-1_7 '13--12022-' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0870 recall_15 6-1_7 0.1087 recall_20 6-1_7 0.1087 recall_30 6-1_7 0.1957 recall_100 6-1_7 0.3696 recall_200 6-1_7 0.4348 recall_500 6-1_7 0.4783 recall_1000 6-1_7 0.4783 infAP 6-1_7 0.1234 Rprec_mult_0.20 6-1_7 0.4000 Rprec_mult_0.40 6-1_7 0.2632 Rprec_mult_0.60 6-1_7 0.3214 Rprec_mult_0.80 6-1_7 0.2432 Rprec_mult_1.00 6-1_7 0.2391 Rprec_mult_1.20 6-1_7 0.2321 Rprec_mult_1.40 6-1_7 0.2154 Rprec_mult_1.60 6-1_7 0.2027 Rprec_mult_1.80 6-1_7 0.1807 Rprec_mult_2.00 6-1_7 0.1739 utility 6-1_7 -956.0000 11pt_avg 6-1_7 0.1471 binG 6-1_7 0.1111 G 6-1_7 0.0768 ndcg 6-1_7 0.3832 ndcg_rel 6-1_7 0.3771 Rndcg 6-1_7 0.3615 ndcg_cut_5 6-1_7 0.3708 ndcg_cut_10 6-1_7 0.3833 ndcg_cut_15 6-1_7 0.3684 ndcg_cut_20 6-1_7 0.3482 ndcg_cut_30 6-1_7 0.3681 ndcg_cut_100 6-1_7 0.3377 ndcg_cut_200 6-1_7 0.3678 ndcg_cut_500 6-1_7 0.3832 ndcg_cut_1000 6-1_7 0.3832 map_cut_5 6-1_7 0.0109 map_cut_10 6-1_7 0.0359 map_cut_15 6-1_7 0.0443 map_cut_20 6-1_7 0.0443 map_cut_30 6-1_7 0.0713 map_cut_100 6-1_7 0.1107 map_cut_200 6-1_7 0.1198 map_cut_500 6-1_7 0.1234 map_cut_1000 6-1_7 0.1234 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.4000 relative_P_15 6-1_7 0.3333 relative_P_20 6-1_7 0.2500 relative_P_30 6-1_7 0.3000 relative_P_100 6-1_7 0.3696 relative_P_200 6-1_7 0.4348 relative_P_500 6-1_7 0.4783 relative_P_1000 6-1_7 0.4783 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0220 set_relative_P 6-1_7 0.4783 set_recall 6-1_7 0.4783 set_map 6-1_7 0.0105 set_F 6-1_7 0.0421 num_nonrel_judged_ret 6-1_7 24 rbp 6-1_7 0.3305 rbp_resid 6-1_7 0.3709 unj_5 6-1_7 0.4000 unj_10 6-1_7 0.3000 unj_20 6-1_7 0.4500 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 6 map 6-2_2 0.0081 Rprec 6-2_2 0.0357 bpref 6-2_2 0.0871 recip_rank 6-2_2 0.2000 iprec_at_recall_0.00 6-2_2 0.2000 iprec_at_recall_0.10 6-2_2 0.0149 iprec_at_recall_0.20 6-2_2 0.0000 iprec_at_recall_0.30 6-2_2 0.0000 iprec_at_recall_0.40 6-2_2 0.0000 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.2000 P_10 6-2_2 0.1000 P_15 6-2_2 0.0667 P_20 6-2_2 0.0500 P_30 6-2_2 0.0667 P_100 6-2_2 0.0500 P_200 6-2_2 0.0250 P_500 6-2_2 0.0120 P_1000 6-2_2 0.0060 relstring 6-2_2 '-10021-010' recall_5 6-2_2 0.0179 recall_10 6-2_2 0.0179 recall_15 6-2_2 0.0179 recall_20 6-2_2 0.0179 recall_30 6-2_2 0.0357 recall_100 6-2_2 0.0893 recall_200 6-2_2 0.0893 recall_500 6-2_2 0.1071 recall_1000 6-2_2 0.1071 infAP 6-2_2 0.0081 Rprec_mult_0.20 6-2_2 0.0833 Rprec_mult_0.40 6-2_2 0.0870 Rprec_mult_0.60 6-2_2 0.0588 Rprec_mult_0.80 6-2_2 0.0444 Rprec_mult_1.00 6-2_2 0.0357 Rprec_mult_1.20 6-2_2 0.0294 Rprec_mult_1.40 6-2_2 0.0506 Rprec_mult_1.60 6-2_2 0.0444 Rprec_mult_1.80 6-2_2 0.0495 Rprec_mult_2.00 6-2_2 0.0446 utility 6-2_2 -988.0000 11pt_avg 6-2_2 0.0195 binG 6-2_2 0.0215 G 6-2_2 0.0197 ndcg 6-2_2 0.1062 ndcg_rel 6-2_2 0.1055 Rndcg 6-2_2 0.0971 ndcg_cut_5 6-2_2 0.1191 ndcg_cut_10 6-2_2 0.1135 ndcg_cut_15 6-2_2 0.0932 ndcg_cut_20 6-2_2 0.0803 ndcg_cut_30 6-2_2 0.0889 ndcg_cut_100 6-2_2 0.0956 ndcg_cut_200 6-2_2 0.0987 ndcg_cut_500 6-2_2 0.1062 ndcg_cut_1000 6-2_2 0.1062 map_cut_5 6-2_2 0.0036 map_cut_10 6-2_2 0.0036 map_cut_15 6-2_2 0.0036 map_cut_20 6-2_2 0.0036 map_cut_30 6-2_2 0.0051 map_cut_100 6-2_2 0.0078 map_cut_200 6-2_2 0.0078 map_cut_500 6-2_2 0.0081 map_cut_1000 6-2_2 0.0081 relative_P_5 6-2_2 0.2000 relative_P_10 6-2_2 0.1000 relative_P_15 6-2_2 0.0667 relative_P_20 6-2_2 0.0500 relative_P_30 6-2_2 0.0667 relative_P_100 6-2_2 0.0893 relative_P_200 6-2_2 0.0893 relative_P_500 6-2_2 0.1071 relative_P_1000 6-2_2 0.1071 success_1 6-2_2 0.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0060 set_relative_P 6-2_2 0.1071 set_recall 6-2_2 0.1071 set_map 6-2_2 0.0006 set_F 6-2_2 0.0114 num_nonrel_judged_ret 6-2_2 17 rbp 6-2_2 0.0901 rbp_resid 6-2_2 0.4590 unj_5 6-2_2 0.2000 unj_10 6-2_2 0.2000 unj_20 6-2_2 0.5500 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 7 map 6-2_3 0.0763 Rprec 6-2_3 0.1765 bpref 6-2_3 0.2388 recip_rank 6-2_3 0.5000 iprec_at_recall_0.00 6-2_3 0.5000 iprec_at_recall_0.10 6-2_3 0.2857 iprec_at_recall_0.20 6-2_3 0.1875 iprec_at_recall_0.30 6-2_3 0.0896 iprec_at_recall_0.40 6-2_3 0.0365 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.2000 P_15 6-2_3 0.1333 P_20 6-2_3 0.1500 P_30 6-2_3 0.1000 P_100 6-2_3 0.0600 P_200 6-2_3 0.0350 P_500 6-2_3 0.0140 P_1000 6-2_3 0.0070 relstring 6-2_3 '-200-120-1' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.1176 recall_15 6-2_3 0.1176 recall_20 6-2_3 0.1765 recall_30 6-2_3 0.1765 recall_100 6-2_3 0.3529 recall_200 6-2_3 0.4118 recall_500 6-2_3 0.4118 recall_1000 6-2_3 0.4118 infAP 6-2_3 0.0763 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.2857 Rprec_mult_0.60 6-2_3 0.1818 Rprec_mult_0.80 6-2_3 0.1429 Rprec_mult_1.00 6-2_3 0.1765 Rprec_mult_1.20 6-2_3 0.1429 Rprec_mult_1.40 6-2_3 0.1250 Rprec_mult_1.60 6-2_3 0.1071 Rprec_mult_1.80 6-2_3 0.0968 Rprec_mult_2.00 6-2_3 0.0882 utility 6-2_3 -986.0000 11pt_avg 6-2_3 0.0999 binG 6-2_3 0.1125 G 6-2_3 0.0729 ndcg 6-2_3 0.2564 ndcg_rel 6-2_3 0.2407 Rndcg 6-2_3 0.1473 ndcg_cut_5 6-2_3 0.1282 ndcg_cut_10 6-2_3 0.1922 ndcg_cut_15 6-2_3 0.1606 ndcg_cut_20 6-2_3 0.1731 ndcg_cut_30 6-2_3 0.1546 ndcg_cut_100 6-2_3 0.2310 ndcg_cut_200 6-2_3 0.2513 ndcg_cut_500 6-2_3 0.2513 ndcg_cut_1000 6-2_3 0.2564 map_cut_5 6-2_3 0.0294 map_cut_10 6-2_3 0.0462 map_cut_15 6-2_3 0.0462 map_cut_20 6-2_3 0.0572 map_cut_30 6-2_3 0.0572 map_cut_100 6-2_3 0.0741 map_cut_200 6-2_3 0.0763 map_cut_500 6-2_3 0.0763 map_cut_1000 6-2_3 0.0763 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.2000 relative_P_15 6-2_3 0.1333 relative_P_20 6-2_3 0.1765 relative_P_30 6-2_3 0.1765 relative_P_100 6-2_3 0.3529 relative_P_200 6-2_3 0.4118 relative_P_500 6-2_3 0.4118 relative_P_1000 6-2_3 0.4118 success_1 6-2_3 0.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0070 set_relative_P 6-2_3 0.4118 set_recall 6-2_3 0.4118 set_map 6-2_3 0.0029 set_F 6-2_3 0.0138 num_nonrel_judged_ret 6-2_3 52 rbp 6-2_3 0.1088 rbp_resid 6-2_3 0.5283 unj_5 6-2_3 0.4000 unj_10 6-2_3 0.3000 unj_20 6-2_3 0.6000 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 36 map 6-2_5 0.3097 Rprec 6-2_5 0.4314 bpref 6-2_5 0.5290 recip_rank 6-2_5 0.5000 iprec_at_recall_0.00 6-2_5 0.6522 iprec_at_recall_0.10 6-2_5 0.6522 iprec_at_recall_0.20 6-2_5 0.6522 iprec_at_recall_0.30 6-2_5 0.6522 iprec_at_recall_0.40 6-2_5 0.5526 iprec_at_recall_0.50 6-2_5 0.3133 iprec_at_recall_0.60 6-2_5 0.2263 iprec_at_recall_0.70 6-2_5 0.1659 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.4000 P_10 6-2_5 0.4000 P_15 6-2_5 0.5333 P_20 6-2_5 0.6500 P_30 6-2_5 0.5667 P_100 6-2_5 0.2800 P_200 6-2_5 0.1750 P_500 6-2_5 0.0720 P_1000 6-2_5 0.0360 relstring 6-2_5 '1412124001' recall_5 6-2_5 0.0392 recall_10 6-2_5 0.0784 recall_15 6-2_5 0.1569 recall_20 6-2_5 0.2549 recall_30 6-2_5 0.3333 recall_100 6-2_5 0.5490 recall_200 6-2_5 0.6863 recall_500 6-2_5 0.7059 recall_1000 6-2_5 0.7059 infAP 6-2_5 0.3097 Rprec_mult_0.20 6-2_5 0.4545 Rprec_mult_0.40 6-2_5 0.6190 Rprec_mult_0.60 6-2_5 0.5484 Rprec_mult_0.80 6-2_5 0.5122 Rprec_mult_1.00 6-2_5 0.4314 Rprec_mult_1.20 6-2_5 0.3710 Rprec_mult_1.40 6-2_5 0.3333 Rprec_mult_1.60 6-2_5 0.3049 Rprec_mult_1.80 6-2_5 0.2826 Rprec_mult_2.00 6-2_5 0.2745 utility 6-2_5 -928.0000 11pt_avg 6-2_5 0.3515 binG 6-2_5 0.1831 G 6-2_5 0.1238 ndcg 6-2_5 0.5795 ndcg_rel 6-2_5 0.5292 Rndcg 6-2_5 0.5037 ndcg_cut_5 6-2_5 0.4470 ndcg_cut_10 6-2_5 0.4185 ndcg_cut_15 6-2_5 0.4483 ndcg_cut_20 6-2_5 0.5241 ndcg_cut_30 6-2_5 0.5080 ndcg_cut_100 6-2_5 0.4884 ndcg_cut_200 6-2_5 0.5614 ndcg_cut_500 6-2_5 0.5773 ndcg_cut_1000 6-2_5 0.5795 map_cut_5 6-2_5 0.0196 map_cut_10 6-2_5 0.0406 map_cut_15 6-2_5 0.0788 map_cut_20 6-2_5 0.1385 map_cut_30 6-2_5 0.1873 map_cut_100 6-2_5 0.2767 map_cut_200 6-2_5 0.3065 map_cut_500 6-2_5 0.3097 map_cut_1000 6-2_5 0.3097 relative_P_5 6-2_5 0.4000 relative_P_10 6-2_5 0.4000 relative_P_15 6-2_5 0.5333 relative_P_20 6-2_5 0.6500 relative_P_30 6-2_5 0.5667 relative_P_100 6-2_5 0.5490 relative_P_200 6-2_5 0.6863 relative_P_500 6-2_5 0.7059 relative_P_1000 6-2_5 0.7059 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0360 set_relative_P 6-2_5 0.7059 set_recall 6-2_5 0.7059 set_map 6-2_5 0.0254 set_F 6-2_5 0.0685 num_nonrel_judged_ret 6-2_5 38 rbp 6-2_5 0.4625 rbp_resid 6-2_5 0.0707 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.0000 unj_20 6-2_5 0.0500 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0041 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0164 iprec_at_recall_0.00 7-1_1 0.0164 iprec_at_recall_0.10 7-1_1 0.0164 iprec_at_recall_0.20 7-1_1 0.0164 iprec_at_recall_0.30 7-1_1 0.0164 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0100 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '111-111111' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.2500 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0041 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0060 binG 7-1_1 0.0420 G 7-1_1 0.0893 ndcg 7-1_1 0.4053 ndcg_rel 7-1_1 0.4272 Rndcg 7-1_1 0.3621 ndcg_cut_5 7-1_1 0.3868 ndcg_cut_10 7-1_1 0.5074 ndcg_cut_15 7-1_1 0.5763 ndcg_cut_20 7-1_1 0.5341 ndcg_cut_30 7-1_1 0.5453 ndcg_cut_100 7-1_1 0.3972 ndcg_cut_200 7-1_1 0.3758 ndcg_cut_500 7-1_1 0.4053 ndcg_cut_1000 7-1_1 0.4053 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0041 map_cut_200 7-1_1 0.0041 map_cut_500 7-1_1 0.0041 map_cut_1000 7-1_1 0.0041 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.2500 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 55 rbp 7-1_1 0.2665 rbp_resid 7-1_1 0.1905 unj_5 7-1_1 0.2000 unj_10 7-1_1 0.1000 unj_20 7-1_1 0.2500 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 6 map 7-1_5 0.0740 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0556 recip_rank 7-1_5 0.1429 iprec_at_recall_0.00 7-1_5 0.1429 iprec_at_recall_0.10 7-1_5 0.1429 iprec_at_recall_0.20 7-1_5 0.1429 iprec_at_recall_0.30 7-1_5 0.1000 iprec_at_recall_0.40 7-1_5 0.1000 iprec_at_recall_0.50 7-1_5 0.0656 iprec_at_recall_0.60 7-1_5 0.0656 iprec_at_recall_0.70 7-1_5 0.0656 iprec_at_recall_0.80 7-1_5 0.0455 iprec_at_recall_0.90 7-1_5 0.0455 iprec_at_recall_1.00 7-1_5 0.0403 P_5 7-1_5 0.0000 P_10 7-1_5 0.1000 P_15 7-1_5 0.0667 P_20 7-1_5 0.1000 P_30 7-1_5 0.0667 P_100 7-1_5 0.0400 P_200 7-1_5 0.0300 P_500 7-1_5 0.0120 P_1000 7-1_5 0.0060 relstring 7-1_5 '0000--40-0' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.1667 recall_15 7-1_5 0.1667 recall_20 7-1_5 0.3333 recall_30 7-1_5 0.3333 recall_100 7-1_5 0.6667 recall_200 7-1_5 1.0000 recall_500 7-1_5 1.0000 recall_1000 7-1_5 1.0000 infAP 7-1_5 0.0740 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.1250 Rprec_mult_1.40 7-1_5 0.1111 Rprec_mult_1.60 7-1_5 0.1000 Rprec_mult_1.80 7-1_5 0.0909 Rprec_mult_2.00 7-1_5 0.0833 utility 7-1_5 -988.0000 11pt_avg 7-1_5 0.0870 binG 7-1_5 0.1987 G 7-1_5 0.1410 ndcg 7-1_5 0.3558 ndcg_rel 7-1_5 0.2807 Rndcg 7-1_5 0.1301 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0970 ndcg_cut_15 7-1_5 0.1065 ndcg_cut_20 7-1_5 0.1690 ndcg_cut_30 7-1_5 0.1645 ndcg_cut_100 7-1_5 0.2681 ndcg_cut_200 7-1_5 0.3285 ndcg_cut_500 7-1_5 0.3492 ndcg_cut_1000 7-1_5 0.3558 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0238 map_cut_15 7-1_5 0.0238 map_cut_20 7-1_5 0.0405 map_cut_30 7-1_5 0.0405 map_cut_100 7-1_5 0.0597 map_cut_200 7-1_5 0.0740 map_cut_500 7-1_5 0.0740 map_cut_1000 7-1_5 0.0740 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.1667 relative_P_15 7-1_5 0.1667 relative_P_20 7-1_5 0.3333 relative_P_30 7-1_5 0.3333 relative_P_100 7-1_5 0.6667 relative_P_200 7-1_5 1.0000 relative_P_500 7-1_5 1.0000 relative_P_1000 7-1_5 1.0000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 1.0000 set_P 7-1_5 0.0060 set_relative_P 7-1_5 1.0000 set_recall 7-1_5 1.0000 set_map 7-1_5 0.0060 set_F 7-1_5 0.0119 num_nonrel_judged_ret 7-1_5 53 rbp 7-1_5 0.0798 rbp_resid 7-1_5 0.3781 unj_5 7-1_5 0.2000 unj_10 7-1_5 0.3000 unj_20 7-1_5 0.4500 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.6026 Rprec 7-1_6 0.6667 bpref 7-1_6 0.8395 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 0.6667 iprec_at_recall_0.40 7-1_6 0.6667 iprec_at_recall_0.50 7-1_6 0.6667 iprec_at_recall_0.60 7-1_6 0.6667 iprec_at_recall_0.70 7-1_6 0.6667 iprec_at_recall_0.80 7-1_6 0.5385 iprec_at_recall_0.90 7-1_6 0.2222 iprec_at_recall_1.00 7-1_6 0.2000 P_5 7-1_6 0.6000 P_10 7-1_6 0.6000 P_15 7-1_6 0.4667 P_20 7-1_6 0.3500 P_30 7-1_6 0.2333 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '441-41242-' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.6667 recall_15 7-1_6 0.7778 recall_20 7-1_6 0.7778 recall_30 7-1_6 0.7778 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.6026 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.5000 Rprec_mult_0.60 7-1_6 0.5000 Rprec_mult_0.80 7-1_6 0.6250 Rprec_mult_1.00 7-1_6 0.6667 Rprec_mult_1.20 7-1_6 0.5455 Rprec_mult_1.40 7-1_6 0.5385 Rprec_mult_1.60 7-1_6 0.4667 Rprec_mult_1.80 7-1_6 0.4118 Rprec_mult_2.00 7-1_6 0.3889 utility 7-1_6 -982.0000 11pt_avg 7-1_6 0.6631 binG 7-1_6 0.5022 G 7-1_6 0.4258 ndcg 7-1_6 0.8492 ndcg_rel 7-1_6 0.8103 Rndcg 7-1_6 0.7576 ndcg_cut_5 7-1_6 0.7267 ndcg_cut_10 7-1_6 0.7437 ndcg_cut_15 7-1_6 0.7479 ndcg_cut_20 7-1_6 0.7479 ndcg_cut_30 7-1_6 0.7479 ndcg_cut_100 7-1_6 0.8255 ndcg_cut_200 7-1_6 0.8343 ndcg_cut_500 7-1_6 0.8492 ndcg_cut_1000 7-1_6 0.8492 map_cut_5 7-1_6 0.2889 map_cut_10 7-1_6 0.4959 map_cut_15 7-1_6 0.5557 map_cut_20 7-1_6 0.5557 map_cut_30 7-1_6 0.5557 map_cut_100 7-1_6 0.6026 map_cut_200 7-1_6 0.6026 map_cut_500 7-1_6 0.6026 map_cut_1000 7-1_6 0.6026 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.6667 relative_P_15 7-1_6 0.7778 relative_P_20 7-1_6 0.7778 relative_P_30 7-1_6 0.7778 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0090 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0090 set_F 7-1_6 0.0178 num_nonrel_judged_ret 7-1_6 11 rbp 7-1_6 0.4178 rbp_resid 7-1_6 0.4281 unj_5 7-1_6 0.2000 unj_10 7-1_6 0.2000 unj_20 7-1_6 0.5500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 13 map 7-1_9 0.4350 Rprec 7-1_9 0.5000 bpref 7-1_9 0.5150 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 0.8571 iprec_at_recall_0.40 7-1_9 0.6667 iprec_at_recall_0.50 7-1_9 0.6667 iprec_at_recall_0.60 7-1_9 0.1091 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.8000 P_10 7-1_9 0.6000 P_15 7-1_9 0.6667 P_20 7-1_9 0.5000 P_30 7-1_9 0.3333 P_100 7-1_9 0.1100 P_200 7-1_9 0.0650 P_500 7-1_9 0.0260 P_1000 7-1_9 0.0130 relstring 7-1_9 '22221221--' recall_5 7-1_9 0.2000 recall_10 7-1_9 0.3000 recall_15 7-1_9 0.5000 recall_20 7-1_9 0.5000 recall_30 7-1_9 0.5000 recall_100 7-1_9 0.5500 recall_200 7-1_9 0.6500 recall_500 7-1_9 0.6500 recall_1000 7-1_9 0.6500 infAP 7-1_9 0.4350 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.7500 Rprec_mult_0.60 7-1_9 0.6667 Rprec_mult_0.80 7-1_9 0.6250 Rprec_mult_1.00 7-1_9 0.5000 Rprec_mult_1.20 7-1_9 0.4167 Rprec_mult_1.40 7-1_9 0.3571 Rprec_mult_1.60 7-1_9 0.3125 Rprec_mult_1.80 7-1_9 0.2778 Rprec_mult_2.00 7-1_9 0.2500 utility 7-1_9 -974.0000 11pt_avg 7-1_9 0.4818 binG 7-1_9 0.3610 G 7-1_9 0.2036 ndcg 7-1_9 0.6332 ndcg_rel 7-1_9 0.6270 Rndcg 7-1_9 0.5564 ndcg_cut_5 7-1_9 0.6977 ndcg_cut_10 7-1_9 0.6498 ndcg_cut_15 7-1_9 0.6788 ndcg_cut_20 7-1_9 0.5939 ndcg_cut_30 7-1_9 0.5359 ndcg_cut_100 7-1_9 0.5767 ndcg_cut_200 7-1_9 0.6268 ndcg_cut_500 7-1_9 0.6332 ndcg_cut_1000 7-1_9 0.6332 map_cut_5 7-1_9 0.2000 map_cut_10 7-1_9 0.2845 map_cut_15 7-1_9 0.4152 map_cut_20 7-1_9 0.4152 map_cut_30 7-1_9 0.4152 map_cut_100 7-1_9 0.4253 map_cut_200 7-1_9 0.4350 map_cut_500 7-1_9 0.4350 map_cut_1000 7-1_9 0.4350 relative_P_5 7-1_9 0.8000 relative_P_10 7-1_9 0.6000 relative_P_15 7-1_9 0.6667 relative_P_20 7-1_9 0.5000 relative_P_30 7-1_9 0.5000 relative_P_100 7-1_9 0.5500 relative_P_200 7-1_9 0.6500 relative_P_500 7-1_9 0.6500 relative_P_1000 7-1_9 0.6500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0130 set_relative_P 7-1_9 0.6500 set_recall 7-1_9 0.6500 set_map 7-1_9 0.0084 set_F 7-1_9 0.0255 num_nonrel_judged_ret 7-1_9 25 rbp 7-1_9 0.3199 rbp_resid 7-1_9 0.2817 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.2000 unj_20 7-1_9 0.3500 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 51 map 9-1_10 0.4686 Rprec 9-1_10 0.5085 bpref 9-1_10 0.8235 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.8750 iprec_at_recall_0.20 9-1_10 0.7500 iprec_at_recall_0.30 9-1_10 0.6333 iprec_at_recall_0.40 9-1_10 0.5455 iprec_at_recall_0.50 9-1_10 0.5085 iprec_at_recall_0.60 9-1_10 0.4557 iprec_at_recall_0.70 9-1_10 0.2847 iprec_at_recall_0.80 9-1_10 0.2282 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.8000 P_10 9-1_10 0.8000 P_15 9-1_10 0.7333 P_20 9-1_10 0.7000 P_30 9-1_10 0.6333 P_100 9-1_10 0.3700 P_200 9-1_10 0.2200 P_500 9-1_10 0.1000 P_1000 9-1_10 0.0510 relstring 9-1_10 '4343-444-3' recall_5 9-1_10 0.0678 recall_10 9-1_10 0.1356 recall_15 9-1_10 0.1864 recall_20 9-1_10 0.2373 recall_30 9-1_10 0.3220 recall_100 9-1_10 0.6271 recall_200 9-1_10 0.7458 recall_500 9-1_10 0.8475 recall_1000 9-1_10 0.8644 infAP 9-1_10 0.4686 Rprec_mult_0.20 9-1_10 0.7500 Rprec_mult_0.40 9-1_10 0.7083 Rprec_mult_0.60 9-1_10 0.5833 Rprec_mult_0.80 9-1_10 0.5208 Rprec_mult_1.00 9-1_10 0.5085 Rprec_mult_1.20 9-1_10 0.4507 Rprec_mult_1.40 9-1_10 0.4458 Rprec_mult_1.60 9-1_10 0.3895 Rprec_mult_1.80 9-1_10 0.3458 Rprec_mult_2.00 9-1_10 0.3305 utility 9-1_10 -898.0000 11pt_avg 9-1_10 0.4801 binG 9-1_10 0.2698 G 9-1_10 0.1984 ndcg 9-1_10 0.7838 ndcg_rel 9-1_10 0.7148 Rndcg 9-1_10 0.6591 ndcg_cut_5 9-1_10 0.7788 ndcg_cut_10 9-1_10 0.7743 ndcg_cut_15 9-1_10 0.7217 ndcg_cut_20 9-1_10 0.6845 ndcg_cut_30 9-1_10 0.6591 ndcg_cut_100 9-1_10 0.6728 ndcg_cut_200 9-1_10 0.7330 ndcg_cut_500 9-1_10 0.7795 ndcg_cut_1000 9-1_10 0.7838 map_cut_5 9-1_10 0.0678 map_cut_10 9-1_10 0.1248 map_cut_15 9-1_10 0.1621 map_cut_20 9-1_10 0.1995 map_cut_30 9-1_10 0.2577 map_cut_100 9-1_10 0.4121 map_cut_200 9-1_10 0.4471 map_cut_500 9-1_10 0.4673 map_cut_1000 9-1_10 0.4686 relative_P_5 9-1_10 0.8000 relative_P_10 9-1_10 0.8000 relative_P_15 9-1_10 0.7333 relative_P_20 9-1_10 0.7000 relative_P_30 9-1_10 0.6333 relative_P_100 9-1_10 0.6271 relative_P_200 9-1_10 0.7458 relative_P_500 9-1_10 0.8475 relative_P_1000 9-1_10 0.8644 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0510 set_relative_P 9-1_10 0.8644 set_recall 9-1_10 0.8644 set_map 9-1_10 0.0441 set_F 9-1_10 0.0963 num_nonrel_judged_ret 9-1_10 7 rbp 9-1_10 0.6547 rbp_resid 9-1_10 0.2673 unj_5 9-1_10 0.2000 unj_10 9-1_10 0.2000 unj_20 9-1_10 0.3000 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 54 map 9-1_2 0.4941 Rprec 9-1_2 0.4828 bpref 9-1_2 0.6858 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 0.7500 iprec_at_recall_0.20 9-1_2 0.7059 iprec_at_recall_0.30 9-1_2 0.5667 iprec_at_recall_0.40 9-1_2 0.4915 iprec_at_recall_0.50 9-1_2 0.4915 iprec_at_recall_0.60 9-1_2 0.4762 iprec_at_recall_0.70 9-1_2 0.4592 iprec_at_recall_0.80 9-1_2 0.4554 iprec_at_recall_0.90 9-1_2 0.2232 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.6000 P_10 9-1_2 0.7000 P_15 9-1_2 0.6667 P_20 9-1_2 0.6500 P_30 9-1_2 0.5667 P_100 9-1_2 0.4500 P_200 9-1_2 0.2550 P_500 9-1_2 0.1080 P_1000 9-1_2 0.0540 relstring 9-1_2 '3403143304' recall_5 9-1_2 0.0517 recall_10 9-1_2 0.1207 recall_15 9-1_2 0.1724 recall_20 9-1_2 0.2241 recall_30 9-1_2 0.2931 recall_100 9-1_2 0.7759 recall_200 9-1_2 0.8793 recall_500 9-1_2 0.9310 recall_1000 9-1_2 0.9310 infAP 9-1_2 0.4941 Rprec_mult_0.20 9-1_2 0.7500 Rprec_mult_0.40 9-1_2 0.6250 Rprec_mult_0.60 9-1_2 0.5429 Rprec_mult_0.80 9-1_2 0.4894 Rprec_mult_1.00 9-1_2 0.4828 Rprec_mult_1.20 9-1_2 0.4571 Rprec_mult_1.40 9-1_2 0.4634 Rprec_mult_1.60 9-1_2 0.4516 Rprec_mult_1.80 9-1_2 0.4381 Rprec_mult_2.00 9-1_2 0.4052 utility 9-1_2 -892.0000 11pt_avg 9-1_2 0.5109 binG 9-1_2 0.2562 G 9-1_2 0.1899 ndcg 9-1_2 0.7947 ndcg_rel 9-1_2 0.6758 Rndcg 9-1_2 0.6503 ndcg_cut_5 9-1_2 0.6107 ndcg_cut_10 9-1_2 0.6793 ndcg_cut_15 9-1_2 0.6407 ndcg_cut_20 9-1_2 0.6358 ndcg_cut_30 9-1_2 0.5945 ndcg_cut_100 9-1_2 0.7090 ndcg_cut_200 9-1_2 0.7683 ndcg_cut_500 9-1_2 0.7947 ndcg_cut_1000 9-1_2 0.7947 map_cut_5 9-1_2 0.0474 map_cut_10 9-1_2 0.0962 map_cut_15 9-1_2 0.1340 map_cut_20 9-1_2 0.1692 map_cut_30 9-1_2 0.2128 map_cut_100 9-1_2 0.4470 map_cut_200 9-1_2 0.4850 map_cut_500 9-1_2 0.4941 map_cut_1000 9-1_2 0.4941 relative_P_5 9-1_2 0.6000 relative_P_10 9-1_2 0.7000 relative_P_15 9-1_2 0.6667 relative_P_20 9-1_2 0.6500 relative_P_30 9-1_2 0.5667 relative_P_100 9-1_2 0.7759 relative_P_200 9-1_2 0.8793 relative_P_500 9-1_2 0.9310 relative_P_1000 9-1_2 0.9310 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0540 set_relative_P 9-1_2 0.9310 set_recall 9-1_2 0.9310 set_map 9-1_2 0.0503 set_F 9-1_2 0.1021 num_nonrel_judged_ret 9-1_2 56 rbp 9-1_2 0.5403 rbp_resid 9-1_2 0.0782 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.0000 unj_20 9-1_2 0.1000 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 20 map 9-1_4 0.3639 Rprec 9-1_4 0.3600 bpref 9-1_4 0.5760 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 1.0000 iprec_at_recall_0.20 9-1_4 0.7143 iprec_at_recall_0.30 9-1_4 0.5000 iprec_at_recall_0.40 9-1_4 0.3333 iprec_at_recall_0.50 9-1_4 0.2203 iprec_at_recall_0.60 9-1_4 0.1616 iprec_at_recall_0.70 9-1_4 0.0957 iprec_at_recall_0.80 9-1_4 0.0680 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.8000 P_10 9-1_4 0.7000 P_15 9-1_4 0.4667 P_20 9-1_4 0.4500 P_30 9-1_4 0.3333 P_100 9-1_4 0.1600 P_200 9-1_4 0.0900 P_500 9-1_4 0.0400 P_1000 9-1_4 0.0200 relstring 9-1_4 '33330-3033' recall_5 9-1_4 0.1600 recall_10 9-1_4 0.2800 recall_15 9-1_4 0.2800 recall_20 9-1_4 0.3600 recall_30 9-1_4 0.4000 recall_100 9-1_4 0.6400 recall_200 9-1_4 0.7200 recall_500 9-1_4 0.8000 recall_1000 9-1_4 0.8000 infAP 9-1_4 0.3639 Rprec_mult_0.20 9-1_4 0.8000 Rprec_mult_0.40 9-1_4 0.7000 Rprec_mult_0.60 9-1_4 0.4667 Rprec_mult_0.80 9-1_4 0.4500 Rprec_mult_1.00 9-1_4 0.3600 Rprec_mult_1.20 9-1_4 0.3333 Rprec_mult_1.40 9-1_4 0.3143 Rprec_mult_1.60 9-1_4 0.2750 Rprec_mult_1.80 9-1_4 0.2667 Rprec_mult_2.00 9-1_4 0.2400 utility 9-1_4 -960.0000 11pt_avg 9-1_4 0.3721 binG 9-1_4 0.3109 G 9-1_4 0.2823 ndcg 9-1_4 0.7029 ndcg_rel 9-1_4 0.6986 Rndcg 9-1_4 0.5759 ndcg_cut_5 9-1_4 0.8688 ndcg_cut_10 9-1_4 0.7670 ndcg_cut_15 9-1_4 0.5946 ndcg_cut_20 9-1_4 0.5572 ndcg_cut_30 9-1_4 0.5171 ndcg_cut_100 9-1_4 0.6371 ndcg_cut_200 9-1_4 0.6768 ndcg_cut_500 9-1_4 0.7029 ndcg_cut_1000 9-1_4 0.7029 map_cut_5 9-1_4 0.1600 map_cut_10 9-1_4 0.2432 map_cut_15 9-1_4 0.2432 map_cut_20 9-1_4 0.2821 map_cut_30 9-1_4 0.2954 map_cut_100 9-1_4 0.3485 map_cut_200 9-1_4 0.3578 map_cut_500 9-1_4 0.3639 map_cut_1000 9-1_4 0.3639 relative_P_5 9-1_4 0.8000 relative_P_10 9-1_4 0.7000 relative_P_15 9-1_4 0.4667 relative_P_20 9-1_4 0.4500 relative_P_30 9-1_4 0.4000 relative_P_100 9-1_4 0.6400 relative_P_200 9-1_4 0.7200 relative_P_500 9-1_4 0.8000 relative_P_1000 9-1_4 0.8000 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0200 set_relative_P 9-1_4 0.8000 set_recall 9-1_4 0.8000 set_map 9-1_4 0.0160 set_F 9-1_4 0.0390 num_nonrel_judged_ret 9-1_4 22 rbp 9-1_4 0.5210 rbp_resid 9-1_4 0.2932 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.1000 unj_20 9-1_4 0.3500 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 5 map 9-1_5 0.0049 Rprec 9-1_5 0.0400 bpref 9-1_5 0.0768 recip_rank 9-1_5 0.0500 iprec_at_recall_0.00 9-1_5 0.0500 iprec_at_recall_0.10 9-1_5 0.0238 iprec_at_recall_0.20 9-1_5 0.0137 iprec_at_recall_0.30 9-1_5 0.0000 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.0000 P_15 9-1_5 0.0000 P_20 9-1_5 0.0500 P_30 9-1_5 0.0333 P_100 9-1_5 0.0100 P_200 9-1_5 0.0150 P_500 9-1_5 0.0100 P_1000 9-1_5 0.0050 relstring 9-1_5 '--00000--0' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0000 recall_15 9-1_5 0.0000 recall_20 9-1_5 0.0400 recall_30 9-1_5 0.0400 recall_100 9-1_5 0.0400 recall_200 9-1_5 0.1200 recall_500 9-1_5 0.2000 recall_1000 9-1_5 0.2000 infAP 9-1_5 0.0049 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.0000 Rprec_mult_0.60 9-1_5 0.0000 Rprec_mult_0.80 9-1_5 0.0500 Rprec_mult_1.00 9-1_5 0.0400 Rprec_mult_1.20 9-1_5 0.0333 Rprec_mult_1.40 9-1_5 0.0286 Rprec_mult_1.60 9-1_5 0.0250 Rprec_mult_1.80 9-1_5 0.0222 Rprec_mult_2.00 9-1_5 0.0200 utility 9-1_5 -990.0000 11pt_avg 9-1_5 0.0080 binG 9-1_5 0.0305 G 9-1_5 0.0228 ndcg 9-1_5 0.0804 ndcg_rel 9-1_5 0.0754 Rndcg 9-1_5 0.0263 ndcg_cut_5 9-1_5 0.0000 ndcg_cut_10 9-1_5 0.0000 ndcg_cut_15 9-1_5 0.0000 ndcg_cut_20 9-1_5 0.0300 ndcg_cut_30 9-1_5 0.0263 ndcg_cut_100 9-1_5 0.0296 ndcg_cut_200 9-1_5 0.0551 ndcg_cut_500 9-1_5 0.0804 ndcg_cut_1000 9-1_5 0.0804 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0000 map_cut_15 9-1_5 0.0000 map_cut_20 9-1_5 0.0020 map_cut_30 9-1_5 0.0020 map_cut_100 9-1_5 0.0020 map_cut_200 9-1_5 0.0037 map_cut_500 9-1_5 0.0049 map_cut_1000 9-1_5 0.0049 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.0000 relative_P_15 9-1_5 0.0000 relative_P_20 9-1_5 0.0500 relative_P_30 9-1_5 0.0400 relative_P_100 9-1_5 0.0400 relative_P_200 9-1_5 0.1200 relative_P_500 9-1_5 0.2000 relative_P_1000 9-1_5 0.2000 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 0.0000 set_P 9-1_5 0.0050 set_relative_P 9-1_5 0.2000 set_recall 9-1_5 0.2000 set_map 9-1_5 0.0010 set_F 9-1_5 0.0098 num_nonrel_judged_ret 9-1_5 32 rbp 9-1_5 0.0102 rbp_resid 9-1_5 0.5727 unj_5 9-1_5 0.4000 unj_10 9-1_5 0.4000 unj_20 9-1_5 0.6000 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 20 map 9-2_6 0.6878 Rprec 9-2_6 0.6000 bpref 9-2_6 0.8100 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 1.0000 iprec_at_recall_0.30 9-2_6 0.8750 iprec_at_recall_0.40 9-2_6 0.7273 iprec_at_recall_0.50 9-2_6 0.6364 iprec_at_recall_0.60 9-2_6 0.6364 iprec_at_recall_0.70 9-2_6 0.6364 iprec_at_recall_0.80 9-2_6 0.5926 iprec_at_recall_0.90 9-2_6 0.3167 iprec_at_recall_1.00 9-2_6 0.2439 P_5 9-2_6 1.0000 P_10 9-2_6 0.7000 P_15 9-2_6 0.6000 P_20 9-2_6 0.6000 P_30 9-2_6 0.5333 P_100 9-2_6 0.2000 P_200 9-2_6 0.1000 P_500 9-2_6 0.0400 P_1000 9-2_6 0.0200 relstring 9-2_6 '34233142-1' recall_5 9-2_6 0.2500 recall_10 9-2_6 0.3500 recall_15 9-2_6 0.4500 recall_20 9-2_6 0.6000 recall_30 9-2_6 0.8000 recall_100 9-2_6 1.0000 recall_200 9-2_6 1.0000 recall_500 9-2_6 1.0000 recall_1000 9-2_6 1.0000 infAP 9-2_6 0.6878 Rprec_mult_0.20 9-2_6 1.0000 Rprec_mult_0.40 9-2_6 0.8750 Rprec_mult_0.60 9-2_6 0.6667 Rprec_mult_0.80 9-2_6 0.6250 Rprec_mult_1.00 9-2_6 0.6000 Rprec_mult_1.20 9-2_6 0.5833 Rprec_mult_1.40 9-2_6 0.5714 Rprec_mult_1.60 9-2_6 0.5000 Rprec_mult_1.80 9-2_6 0.4722 Rprec_mult_2.00 9-2_6 0.4250 utility 9-2_6 -960.0000 11pt_avg 9-2_6 0.6968 binG 9-2_6 0.4962 G 9-2_6 0.2767 ndcg 9-2_6 0.8394 ndcg_rel 9-2_6 0.7486 Rndcg 9-2_6 0.7352 ndcg_cut_5 9-2_6 0.7611 ndcg_cut_10 9-2_6 0.6709 ndcg_cut_15 9-2_6 0.6671 ndcg_cut_20 9-2_6 0.6809 ndcg_cut_30 9-2_6 0.7184 ndcg_cut_100 9-2_6 0.8230 ndcg_cut_200 9-2_6 0.8394 ndcg_cut_500 9-2_6 0.8394 ndcg_cut_1000 9-2_6 0.8394 map_cut_5 9-2_6 0.2500 map_cut_10 9-2_6 0.3366 map_cut_15 9-2_6 0.4051 map_cut_20 9-2_6 0.4985 map_cut_30 9-2_6 0.6197 map_cut_100 9-2_6 0.6878 map_cut_200 9-2_6 0.6878 map_cut_500 9-2_6 0.6878 map_cut_1000 9-2_6 0.6878 relative_P_5 9-2_6 1.0000 relative_P_10 9-2_6 0.7000 relative_P_15 9-2_6 0.6000 relative_P_20 9-2_6 0.6000 relative_P_30 9-2_6 0.8000 relative_P_100 9-2_6 1.0000 relative_P_200 9-2_6 1.0000 relative_P_500 9-2_6 1.0000 relative_P_1000 9-2_6 1.0000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0200 set_relative_P 9-2_6 1.0000 set_recall 9-2_6 1.0000 set_map 9-2_6 0.0200 set_F 9-2_6 0.0392 num_nonrel_judged_ret 9-2_6 26 rbp 9-2_6 0.5264 rbp_resid 9-2_6 0.1689 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.1000 unj_20 9-2_6 0.2000 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 7 map 9-2_7 0.0928 Rprec 9-2_7 0.1000 bpref 9-2_7 0.0800 recip_rank 9-2_7 0.1667 iprec_at_recall_0.00 9-2_7 0.2143 iprec_at_recall_0.10 9-2_7 0.2143 iprec_at_recall_0.20 9-2_7 0.2143 iprec_at_recall_0.30 9-2_7 0.2143 iprec_at_recall_0.40 9-2_7 0.1111 iprec_at_recall_0.50 9-2_7 0.1053 iprec_at_recall_0.60 9-2_7 0.1053 iprec_at_recall_0.70 9-2_7 0.0745 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.1000 P_15 9-2_7 0.2000 P_20 9-2_7 0.1500 P_30 9-2_7 0.1000 P_100 9-2_7 0.0700 P_200 9-2_7 0.0350 P_500 9-2_7 0.0140 P_1000 9-2_7 0.0070 relstring 9-2_7 '0000040--0' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.1000 recall_15 9-2_7 0.3000 recall_20 9-2_7 0.3000 recall_30 9-2_7 0.3000 recall_100 9-2_7 0.7000 recall_200 9-2_7 0.7000 recall_500 9-2_7 0.7000 recall_1000 9-2_7 0.7000 infAP 9-2_7 0.0928 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.1250 Rprec_mult_1.00 9-2_7 0.1000 Rprec_mult_1.20 9-2_7 0.1667 Rprec_mult_1.40 9-2_7 0.2143 Rprec_mult_1.60 9-2_7 0.1875 Rprec_mult_1.80 9-2_7 0.1667 Rprec_mult_2.00 9-2_7 0.1500 utility 9-2_7 -986.0000 11pt_avg 9-2_7 0.1139 binG 9-2_7 0.1606 G 9-2_7 0.1518 ndcg 9-2_7 0.4256 ndcg_rel 9-2_7 0.3376 Rndcg 9-2_7 0.2003 ndcg_cut_5 9-2_7 0.0000 ndcg_cut_10 9-2_7 0.1154 ndcg_cut_15 9-2_7 0.2604 ndcg_cut_20 9-2_7 0.2398 ndcg_cut_30 9-2_7 0.2602 ndcg_cut_100 9-2_7 0.4004 ndcg_cut_200 9-2_7 0.4256 ndcg_cut_500 9-2_7 0.4256 ndcg_cut_1000 9-2_7 0.4256 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0167 map_cut_15 9-2_7 0.0548 map_cut_20 9-2_7 0.0548 map_cut_30 9-2_7 0.0548 map_cut_100 9-2_7 0.0928 map_cut_200 9-2_7 0.0928 map_cut_500 9-2_7 0.0928 map_cut_1000 9-2_7 0.0928 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.1000 relative_P_15 9-2_7 0.3000 relative_P_20 9-2_7 0.3000 relative_P_30 9-2_7 0.3000 relative_P_100 9-2_7 0.7000 relative_P_200 9-2_7 0.7000 relative_P_500 9-2_7 0.7000 relative_P_1000 9-2_7 0.7000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0070 set_relative_P 9-2_7 0.7000 set_recall 9-2_7 0.7000 set_map 9-2_7 0.0049 set_F 9-2_7 0.0139 num_nonrel_judged_ret 9-2_7 33 rbp 9-2_7 0.1301 rbp_resid 9-2_7 0.2623 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.2000 unj_20 9-2_7 0.4000 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 30 map 9-2_9 0.5916 Rprec 9-2_9 0.5161 bpref 9-2_9 0.5557 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 1.0000 iprec_at_recall_0.20 9-2_9 1.0000 iprec_at_recall_0.30 9-2_9 0.9167 iprec_at_recall_0.40 9-2_9 0.7000 iprec_at_recall_0.50 9-2_9 0.5333 iprec_at_recall_0.60 9-2_9 0.4318 iprec_at_recall_0.70 9-2_9 0.4000 iprec_at_recall_0.80 9-2_9 0.3333 iprec_at_recall_0.90 9-2_9 0.2617 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 1.0000 P_10 9-2_9 0.9000 P_15 9-2_9 0.7333 P_20 9-2_9 0.7000 P_30 9-2_9 0.5333 P_100 9-2_9 0.2700 P_200 9-2_9 0.1450 P_500 9-2_9 0.0600 P_1000 9-2_9 0.0300 relstring 9-2_9 '4423321444' recall_5 9-2_9 0.1613 recall_10 9-2_9 0.2903 recall_15 9-2_9 0.3548 recall_20 9-2_9 0.4516 recall_30 9-2_9 0.5161 recall_100 9-2_9 0.8710 recall_200 9-2_9 0.9355 recall_500 9-2_9 0.9677 recall_1000 9-2_9 0.9677 infAP 9-2_9 0.5916 Rprec_mult_0.20 9-2_9 0.8571 Rprec_mult_0.40 9-2_9 0.8462 Rprec_mult_0.60 9-2_9 0.6842 Rprec_mult_0.80 9-2_9 0.5600 Rprec_mult_1.00 9-2_9 0.5161 Rprec_mult_1.20 9-2_9 0.4474 Rprec_mult_1.40 9-2_9 0.4318 Rprec_mult_1.60 9-2_9 0.4000 Rprec_mult_1.80 9-2_9 0.3929 Rprec_mult_2.00 9-2_9 0.3548 utility 9-2_9 -940.0000 11pt_avg 9-2_9 0.5979 binG 9-2_9 0.4260 G 9-2_9 0.2547 ndcg 9-2_9 0.8499 ndcg_rel 9-2_9 0.7848 Rndcg 9-2_9 0.7732 ndcg_cut_5 9-2_9 0.8459 ndcg_cut_10 9-2_9 0.8058 ndcg_cut_15 9-2_9 0.7462 ndcg_cut_20 9-2_9 0.7618 ndcg_cut_30 9-2_9 0.7153 ndcg_cut_100 9-2_9 0.7770 ndcg_cut_200 9-2_9 0.8105 ndcg_cut_500 9-2_9 0.8499 ndcg_cut_1000 9-2_9 0.8499 map_cut_5 9-2_9 0.1613 map_cut_10 9-2_9 0.2795 map_cut_15 9-2_9 0.3384 map_cut_20 9-2_9 0.4045 map_cut_30 9-2_9 0.4390 map_cut_100 9-2_9 0.5736 map_cut_200 9-2_9 0.5878 map_cut_500 9-2_9 0.5916 map_cut_1000 9-2_9 0.5916 relative_P_5 9-2_9 1.0000 relative_P_10 9-2_9 0.9000 relative_P_15 9-2_9 0.7333 relative_P_20 9-2_9 0.7000 relative_P_30 9-2_9 0.5333 relative_P_100 9-2_9 0.8710 relative_P_200 9-2_9 0.9355 relative_P_500 9-2_9 0.9677 relative_P_1000 9-2_9 0.9677 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0300 set_relative_P 9-2_9 0.9677 set_recall 9-2_9 0.9677 set_map 9-2_9 0.0290 set_F 9-2_9 0.0582 num_nonrel_judged_ret 9-2_9 54 rbp 9-2_9 0.6250 rbp_resid 9-2_9 0.0385 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.0000 unj_20 9-2_9 0.0000 runid all UCSC-SIMRAG-ensemble num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 1357 map all 0.2722 gm_map all 0.1518 Rprec all 0.3067 bpref all 0.4401 recip_rank all 0.6243 iprec_at_recall_0.00 all 0.6713 iprec_at_recall_0.10 all 0.5748 iprec_at_recall_0.20 all 0.4820 iprec_at_recall_0.30 all 0.4046 iprec_at_recall_0.40 all 0.3063 iprec_at_recall_0.50 all 0.2525 iprec_at_recall_0.60 all 0.2143 iprec_at_recall_0.70 all 0.1607 iprec_at_recall_0.80 all 0.1084 iprec_at_recall_0.90 all 0.0490 iprec_at_recall_1.00 all 0.0129 P_5 all 0.4978 P_10 all 0.4622 P_15 all 0.4178 P_20 all 0.3989 P_30 all 0.3541 P_100 all 0.1976 P_200 all 0.1222 P_500 all 0.0568 P_1000 all 0.0302 recall_5 all 0.0780 recall_10 all 0.1419 recall_15 all 0.1878 recall_20 all 0.2363 recall_30 all 0.2927 recall_100 all 0.4963 recall_200 all 0.5928 recall_500 all 0.6735 recall_1000 all 0.6926 infAP all 0.2722 gm_bpref all 0.1818 Rprec_mult_0.20 all 0.4942 Rprec_mult_0.40 all 0.4248 Rprec_mult_0.60 all 0.3683 Rprec_mult_0.80 all 0.3357 Rprec_mult_1.00 all 0.3067 Rprec_mult_1.20 all 0.2803 Rprec_mult_1.40 all 0.2651 Rprec_mult_1.60 all 0.2460 Rprec_mult_1.80 all 0.2284 Rprec_mult_2.00 all 0.2135 utility all -939.6889 11pt_avg all 0.2943 binG all 0.2133 G all 0.1537 ndcg all 0.5424 ndcg_rel all 0.4846 Rndcg all 0.4342 ndcg_cut_5 all 0.4536 ndcg_cut_10 all 0.4563 ndcg_cut_15 all 0.4460 ndcg_cut_20 all 0.4473 ndcg_cut_30 all 0.4440 ndcg_cut_100 all 0.4600 ndcg_cut_200 all 0.5005 ndcg_cut_500 all 0.5331 ndcg_cut_1000 all 0.5424 map_cut_5 all 0.0673 map_cut_10 all 0.1083 map_cut_15 all 0.1335 map_cut_20 all 0.1545 map_cut_30 all 0.1807 map_cut_100 all 0.2447 map_cut_200 all 0.2630 map_cut_500 all 0.2706 map_cut_1000 all 0.2722 relative_P_5 all 0.4978 relative_P_10 all 0.4652 relative_P_15 all 0.4333 relative_P_20 all 0.4359 relative_P_30 all 0.4313 relative_P_100 all 0.5047 relative_P_200 all 0.5936 relative_P_500 all 0.6735 relative_P_1000 all 0.6926 success_1 all 0.4889 success_5 all 0.7778 success_10 all 0.8667 set_P all 0.0302 set_relative_P all 0.6926 set_recall all 0.6926 set_map all 0.0222 set_F all 0.0561 num_nonrel_judged_ret all 1443 rbp all 0.3576 rbp_resid all 0.2797 unj_5 all 0.1511 unj_10 all 0.1756 unj_20 all 0.3144