num_ret 14 100 num_rel 14 272 num_rel_ret 14 31 map 14 0.0467 Rprec 14 0.1140 bpref 14 0.1061 recip_rank 14 0.3333 iprec_at_recall_0.00 14 0.6667 iprec_at_recall_0.10 14 0.3295 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.6000 P_10 14 0.4000 P_15 14 0.4667 P_20 14 0.4500 P_30 14 0.4667 P_100 14 0.3100 P_200 14 0.1550 P_500 14 0.0620 P_1000 14 0.0310 relstring 14 '1122220000' recall_5 14 0.0110 recall_10 14 0.0147 recall_15 14 0.0257 recall_20 14 0.0331 recall_30 14 0.0515 recall_100 14 0.1140 recall_200 14 0.1140 recall_500 14 0.1140 recall_1000 14 0.1140 infAP 14 0.0467 Rprec_mult_0.20 14 0.3455 Rprec_mult_0.40 14 0.2844 Rprec_mult_0.60 14 0.1890 Rprec_mult_0.80 14 0.1422 Rprec_mult_1.00 14 0.1140 Rprec_mult_1.20 14 0.0948 Rprec_mult_1.40 14 0.0814 Rprec_mult_1.60 14 0.0711 Rprec_mult_1.80 14 0.0633 Rprec_mult_2.00 14 0.0570 utility 14 -38.0000 11pt_avg 14 0.0906 binG 14 0.0291 G 14 0.0237 ndcg 14 0.1766 ndcg_rel 14 0.1986 Rndcg 14 0.2474 ndcg_cut_5 14 0.4072 ndcg_cut_10 14 0.3262 ndcg_cut_15 14 0.3539 ndcg_cut_20 14 0.3507 ndcg_cut_30 14 0.3891 ndcg_cut_100 14 0.3550 ndcg_cut_200 14 0.2302 ndcg_cut_500 14 0.1766 ndcg_cut_1000 14 0.1766 map_cut_5 14 0.0053 map_cut_10 14 0.0077 map_cut_15 14 0.0125 map_cut_20 14 0.0160 map_cut_30 14 0.0253 map_cut_100 14 0.0467 map_cut_200 14 0.0467 map_cut_500 14 0.0467 map_cut_1000 14 0.0467 relative_P_5 14 0.6000 relative_P_10 14 0.4000 relative_P_15 14 0.4667 relative_P_20 14 0.4500 relative_P_30 14 0.4667 relative_P_100 14 0.3100 relative_P_200 14 0.1550 relative_P_500 14 0.1140 relative_P_1000 14 0.1140 success_1 14 0.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.3100 set_relative_P 14 0.3100 set_recall 14 0.1140 set_map 14 0.0353 set_F 14 0.1667 num_nonrel_judged_ret 14 24 rbp 14 0.2869 rbp_resid 14 0.0302 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 46 map 144 0.1456 Rprec 144 0.2335 bpref 144 0.2208 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.6667 iprec_at_recall_0.20 144 0.4646 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.8000 P_10 144 0.8000 P_15 144 0.7333 P_20 144 0.7000 P_30 144 0.6667 P_100 144 0.4600 P_200 144 0.2300 P_500 144 0.0920 P_1000 144 0.0460 relstring 144 '2220223231' recall_5 144 0.0203 recall_10 144 0.0406 recall_15 144 0.0558 recall_20 144 0.0711 recall_30 144 0.1015 recall_100 144 0.2335 recall_200 144 0.2335 recall_500 144 0.2335 recall_1000 144 0.2335 infAP 144 0.1456 Rprec_mult_0.20 144 0.5750 Rprec_mult_0.40 144 0.4430 Rprec_mult_0.60 144 0.3866 Rprec_mult_0.80 144 0.2911 Rprec_mult_1.00 144 0.2335 Rprec_mult_1.20 144 0.1941 Rprec_mult_1.40 144 0.1667 Rprec_mult_1.60 144 0.1456 Rprec_mult_1.80 144 0.1296 Rprec_mult_2.00 144 0.1168 utility 144 -8.0000 11pt_avg 144 0.1938 binG 144 0.0793 G 144 0.0404 ndcg 144 0.2754 ndcg_rel 144 0.3173 Rndcg 144 0.3988 ndcg_cut_5 144 0.5115 ndcg_cut_10 144 0.5858 ndcg_cut_15 144 0.5620 ndcg_cut_20 144 0.5576 ndcg_cut_30 144 0.5597 ndcg_cut_100 144 0.5016 ndcg_cut_200 144 0.3365 ndcg_cut_500 144 0.2754 ndcg_cut_1000 144 0.2754 map_cut_5 144 0.0193 map_cut_10 144 0.0368 map_cut_15 144 0.0495 map_cut_20 144 0.0607 map_cut_30 144 0.0813 map_cut_100 144 0.1456 map_cut_200 144 0.1456 map_cut_500 144 0.1456 map_cut_1000 144 0.1456 relative_P_5 144 0.8000 relative_P_10 144 0.8000 relative_P_15 144 0.7333 relative_P_20 144 0.7000 relative_P_30 144 0.6667 relative_P_100 144 0.4600 relative_P_200 144 0.2335 relative_P_500 144 0.2335 relative_P_1000 144 0.2335 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.4600 set_relative_P 144 0.4600 set_recall 144 0.2335 set_map 144 0.1074 set_F 144 0.3098 num_nonrel_judged_ret 144 20 rbp 144 0.4330 rbp_resid 144 0.0219 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 42 map 161 0.1480 Rprec 161 0.1927 bpref 161 0.1867 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.8519 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 0.9000 P_15 161 0.9333 P_20 161 0.9000 P_30 161 0.7667 P_100 161 0.4200 P_200 161 0.2100 P_500 161 0.0840 P_1000 161 0.0420 relstring 161 '2222322202' recall_5 161 0.0229 recall_10 161 0.0413 recall_15 161 0.0642 recall_20 161 0.0826 recall_30 161 0.1055 recall_100 161 0.1927 recall_200 161 0.1927 recall_500 161 0.1927 recall_1000 161 0.1927 infAP 161 0.1480 Rprec_mult_0.20 161 0.6364 Rprec_mult_0.40 161 0.4432 Rprec_mult_0.60 161 0.3206 Rprec_mult_0.80 161 0.2400 Rprec_mult_1.00 161 0.1927 Rprec_mult_1.20 161 0.1603 Rprec_mult_1.40 161 0.1373 Rprec_mult_1.60 161 0.1203 Rprec_mult_1.80 161 0.1069 Rprec_mult_2.00 161 0.0963 utility 161 -16.0000 11pt_avg 161 0.1684 binG 161 0.0932 G 161 0.0444 ndcg 161 0.2744 ndcg_rel 161 0.3339 Rndcg 161 0.3991 ndcg_cut_5 161 0.7104 ndcg_cut_10 161 0.6509 ndcg_cut_15 161 0.6544 ndcg_cut_20 161 0.6338 ndcg_cut_30 161 0.6248 ndcg_cut_100 161 0.4781 ndcg_cut_200 161 0.3055 ndcg_cut_500 161 0.2744 ndcg_cut_1000 161 0.2744 map_cut_5 161 0.0229 map_cut_10 161 0.0408 map_cut_15 161 0.0620 map_cut_20 161 0.0786 map_cut_30 161 0.0989 map_cut_100 161 0.1480 map_cut_200 161 0.1480 map_cut_500 161 0.1480 map_cut_1000 161 0.1480 relative_P_5 161 1.0000 relative_P_10 161 0.9000 relative_P_15 161 0.9333 relative_P_20 161 0.9000 relative_P_30 161 0.7667 relative_P_100 161 0.4200 relative_P_200 161 0.2100 relative_P_500 161 0.1927 relative_P_1000 161 0.1927 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.4200 set_relative_P 161 0.4200 set_recall 161 0.1927 set_map 161 0.0809 set_F 161 0.2642 num_nonrel_judged_ret 161 21 rbp 161 0.6162 rbp_resid 161 0.0232 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 57 map 200 0.2367 Rprec 200 0.3098 bpref 200 0.2990 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.8400 iprec_at_recall_0.20 200 0.6667 iprec_at_recall_0.30 200 0.5833 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 0.9000 P_15 200 0.8000 P_20 200 0.8000 P_30 200 0.8333 P_100 200 0.5700 P_200 200 0.2850 P_500 200 0.1140 P_1000 200 0.0570 relstring 200 '3333332321' recall_5 200 0.0272 recall_10 200 0.0489 recall_15 200 0.0652 recall_20 200 0.0870 recall_30 200 0.1359 recall_100 200 0.3098 recall_200 200 0.3098 recall_500 200 0.3098 recall_1000 200 0.3098 infAP 200 0.2367 Rprec_mult_0.20 200 0.7568 Rprec_mult_0.40 200 0.6351 Rprec_mult_0.60 200 0.5135 Rprec_mult_0.80 200 0.3851 Rprec_mult_1.00 200 0.3098 Rprec_mult_1.20 200 0.2579 Rprec_mult_1.40 200 0.2209 Rprec_mult_1.60 200 0.1932 Rprec_mult_1.80 200 0.1717 Rprec_mult_2.00 200 0.1549 utility 200 14.0000 11pt_avg 200 0.2809 binG 200 0.1240 G 200 0.0812 ndcg 200 0.4102 ndcg_rel 200 0.4943 Rndcg 200 0.5578 ndcg_cut_5 200 0.8984 ndcg_cut_10 200 0.8488 ndcg_cut_15 200 0.7531 ndcg_cut_20 200 0.7500 ndcg_cut_30 200 0.7622 ndcg_cut_100 200 0.6206 ndcg_cut_200 200 0.4276 ndcg_cut_500 200 0.4102 ndcg_cut_1000 200 0.4102 map_cut_5 200 0.0272 map_cut_10 200 0.0489 map_cut_15 200 0.0627 map_cut_20 200 0.0802 map_cut_30 200 0.1206 map_cut_100 200 0.2367 map_cut_200 200 0.2367 map_cut_500 200 0.2367 map_cut_1000 200 0.2367 relative_P_5 200 1.0000 relative_P_10 200 0.9000 relative_P_15 200 0.8000 relative_P_20 200 0.8000 relative_P_30 200 0.8333 relative_P_100 200 0.5700 relative_P_200 200 0.3098 relative_P_500 200 0.3098 relative_P_1000 200 0.3098 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.5700 set_relative_P 200 0.5700 set_recall 200 0.3098 set_map 200 0.1766 set_F 200 0.4014 num_nonrel_judged_ret 200 15 rbp 200 0.5964 rbp_resid 200 0.0214 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 50 map 213 0.0914 Rprec 213 0.1553 bpref 213 0.1453 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.5926 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.2000 P_10 213 0.4000 P_15 213 0.6000 P_20 213 0.5500 P_30 213 0.6667 P_100 213 0.5000 P_200 213 0.2500 P_500 213 0.1000 P_1000 213 0.0500 relstring 213 '3111003231' recall_5 213 0.0031 recall_10 213 0.0124 recall_15 213 0.0280 recall_20 213 0.0342 recall_30 213 0.0621 recall_100 213 0.1553 recall_200 213 0.1553 recall_500 213 0.1553 recall_1000 213 0.1553 infAP 213 0.0914 Rprec_mult_0.20 213 0.5538 Rprec_mult_0.40 213 0.3876 Rprec_mult_0.60 213 0.2577 Rprec_mult_0.80 213 0.1938 Rprec_mult_1.00 213 0.1553 Rprec_mult_1.20 213 0.1292 Rprec_mult_1.40 213 0.1109 Rprec_mult_1.60 213 0.0969 Rprec_mult_1.80 213 0.0862 Rprec_mult_2.00 213 0.0776 utility 213 0.0000 11pt_avg 213 0.1448 binG 213 0.0420 G 213 0.0291 ndcg 213 0.2192 ndcg_rel 213 0.2623 Rndcg 213 0.2982 ndcg_cut_5 213 0.3868 ndcg_cut_10 213 0.4063 ndcg_cut_15 213 0.4760 ndcg_cut_20 213 0.4839 ndcg_cut_30 213 0.5332 ndcg_cut_100 213 0.4702 ndcg_cut_200 213 0.3013 ndcg_cut_500 213 0.2192 ndcg_cut_1000 213 0.2192 map_cut_5 213 0.0031 map_cut_10 213 0.0065 map_cut_15 213 0.0148 map_cut_20 213 0.0187 map_cut_30 213 0.0362 map_cut_100 213 0.0914 map_cut_200 213 0.0914 map_cut_500 213 0.0914 map_cut_1000 213 0.0914 relative_P_5 213 0.2000 relative_P_10 213 0.4000 relative_P_15 213 0.6000 relative_P_20 213 0.5500 relative_P_30 213 0.6667 relative_P_100 213 0.5000 relative_P_200 213 0.2500 relative_P_500 213 0.1553 relative_P_1000 213 0.1553 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.5000 set_relative_P 213 0.5000 set_recall 213 0.1553 set_map 213 0.0776 set_F 213 0.2370 num_nonrel_judged_ret 213 15 rbp 213 0.4317 rbp_resid 213 0.0146 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 27 map 219 0.0597 Rprec 219 0.1330 bpref 219 0.1187 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.3582 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.6000 P_10 219 0.5000 P_15 219 0.4000 P_20 219 0.5000 P_30 219 0.4333 P_100 219 0.2700 P_200 219 0.1350 P_500 219 0.0540 P_1000 219 0.0270 relstring 219 '3212002030' recall_5 219 0.0148 recall_10 219 0.0246 recall_15 219 0.0296 recall_20 219 0.0493 recall_30 219 0.0640 recall_100 219 0.1330 recall_200 219 0.1330 recall_500 219 0.1330 recall_1000 219 0.1330 infAP 219 0.0597 Rprec_mult_0.20 219 0.3415 Rprec_mult_0.40 219 0.3293 Rprec_mult_0.60 219 0.2213 Rprec_mult_0.80 219 0.1656 Rprec_mult_1.00 219 0.1330 Rprec_mult_1.20 219 0.1107 Rprec_mult_1.40 219 0.0947 Rprec_mult_1.60 219 0.0831 Rprec_mult_1.80 219 0.0738 Rprec_mult_2.00 219 0.0665 utility 219 -46.0000 11pt_avg 219 0.1235 binG 219 0.0404 G 219 0.0253 ndcg 219 0.1847 ndcg_rel 219 0.2107 Rndcg 219 0.2873 ndcg_cut_5 219 0.4768 ndcg_cut_10 219 0.4165 ndcg_cut_15 219 0.3743 ndcg_cut_20 219 0.3967 ndcg_cut_30 219 0.3702 ndcg_cut_100 219 0.3080 ndcg_cut_200 219 0.2064 ndcg_cut_500 219 0.1847 ndcg_cut_1000 219 0.1847 map_cut_5 219 0.0135 map_cut_10 219 0.0191 map_cut_15 219 0.0211 map_cut_20 219 0.0302 map_cut_30 219 0.0369 map_cut_100 219 0.0597 map_cut_200 219 0.0597 map_cut_500 219 0.0597 map_cut_1000 219 0.0597 relative_P_5 219 0.6000 relative_P_10 219 0.5000 relative_P_15 219 0.4000 relative_P_20 219 0.5000 relative_P_30 219 0.4333 relative_P_100 219 0.2700 relative_P_200 219 0.1350 relative_P_500 219 0.1330 relative_P_1000 219 0.1330 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2700 set_relative_P 219 0.2700 set_recall 219 0.1330 set_map 219 0.0359 set_F 219 0.1782 num_nonrel_judged_ret 219 47 rbp 219 0.3049 rbp_resid 219 0.0132 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 48 map 224 0.1104 Rprec 224 0.1579 bpref 224 0.1515 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.6379 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 0.9000 P_15 224 0.7333 P_20 224 0.7000 P_30 224 0.6667 P_100 224 0.4800 P_200 224 0.2400 P_500 224 0.0960 P_1000 224 0.0480 relstring 224 '2222223022' recall_5 224 0.0164 recall_10 224 0.0296 recall_15 224 0.0362 recall_20 224 0.0461 recall_30 224 0.0658 recall_100 224 0.1579 recall_200 224 0.1579 recall_500 224 0.1579 recall_1000 224 0.1579 infAP 224 0.1104 Rprec_mult_0.20 224 0.6230 Rprec_mult_0.40 224 0.3934 Rprec_mult_0.60 224 0.2623 Rprec_mult_0.80 224 0.1967 Rprec_mult_1.00 224 0.1579 Rprec_mult_1.20 224 0.1315 Rprec_mult_1.40 224 0.1127 Rprec_mult_1.60 224 0.0986 Rprec_mult_1.80 224 0.0876 Rprec_mult_2.00 224 0.0789 utility 224 -4.0000 11pt_avg 224 0.1489 binG 224 0.0601 G 224 0.0332 ndcg 224 0.2286 ndcg_rel 224 0.2784 Rndcg 224 0.3379 ndcg_cut_5 224 0.6667 ndcg_cut_10 224 0.6448 ndcg_cut_15 224 0.5743 ndcg_cut_20 224 0.5666 ndcg_cut_30 224 0.5560 ndcg_cut_100 224 0.5014 ndcg_cut_200 224 0.3234 ndcg_cut_500 224 0.2286 ndcg_cut_1000 224 0.2286 map_cut_5 224 0.0164 map_cut_10 224 0.0289 map_cut_15 224 0.0342 map_cut_20 224 0.0411 map_cut_30 224 0.0550 map_cut_100 224 0.1104 map_cut_200 224 0.1104 map_cut_500 224 0.1104 map_cut_1000 224 0.1104 relative_P_5 224 1.0000 relative_P_10 224 0.9000 relative_P_15 224 0.7333 relative_P_20 224 0.7000 relative_P_30 224 0.6667 relative_P_100 224 0.4800 relative_P_200 224 0.2400 relative_P_500 224 0.1579 relative_P_1000 224 0.1579 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.4800 set_relative_P 224 0.4800 set_recall 224 0.1579 set_map 224 0.0758 set_F 224 0.2376 num_nonrel_judged_ret 224 18 rbp 224 0.5628 rbp_resid 224 0.0169 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 55 map 225 0.1742 Rprec 225 0.2311 bpref 225 0.2116 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.7812 iprec_at_recall_0.20 225 0.6250 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 1.0000 P_15 225 0.9333 P_20 225 0.8000 P_30 225 0.7667 P_100 225 0.5500 P_200 225 0.2750 P_500 225 0.1100 P_1000 225 0.0550 relstring 225 '2222333232' recall_5 225 0.0210 recall_10 225 0.0420 recall_15 225 0.0588 recall_20 225 0.0672 recall_30 225 0.0966 recall_100 225 0.2311 recall_200 225 0.2311 recall_500 225 0.2311 recall_1000 225 0.2311 infAP 225 0.1742 Rprec_mult_0.20 225 0.6250 Rprec_mult_0.40 225 0.5417 Rprec_mult_0.60 225 0.3846 Rprec_mult_0.80 225 0.2880 Rprec_mult_1.00 225 0.2311 Rprec_mult_1.20 225 0.1923 Rprec_mult_1.40 225 0.1647 Rprec_mult_1.60 225 0.1444 Rprec_mult_1.80 225 0.1282 Rprec_mult_2.00 225 0.1155 utility 225 10.0000 11pt_avg 225 0.2188 binG 225 0.1030 G 225 0.0526 ndcg 225 0.3208 ndcg_rel 225 0.3944 Rndcg 225 0.4175 ndcg_cut_5 225 0.7104 ndcg_cut_10 225 0.7677 ndcg_cut_15 225 0.7457 ndcg_cut_20 225 0.6877 ndcg_cut_30 225 0.6520 ndcg_cut_100 225 0.5724 ndcg_cut_200 225 0.3853 ndcg_cut_500 225 0.3208 ndcg_cut_1000 225 0.3208 map_cut_5 225 0.0210 map_cut_10 225 0.0420 map_cut_15 225 0.0588 map_cut_20 225 0.0661 map_cut_30 225 0.0892 map_cut_100 225 0.1742 map_cut_200 225 0.1742 map_cut_500 225 0.1742 map_cut_1000 225 0.1742 relative_P_5 225 1.0000 relative_P_10 225 1.0000 relative_P_15 225 0.9333 relative_P_20 225 0.8000 relative_P_30 225 0.7667 relative_P_100 225 0.5500 relative_P_200 225 0.2750 relative_P_500 225 0.2311 relative_P_1000 225 0.2311 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.5500 set_relative_P 225 0.5500 set_recall 225 0.2311 set_map 225 0.1271 set_F 225 0.3254 num_nonrel_judged_ret 225 16 rbp 225 0.6995 rbp_resid 225 0.0180 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 60 map 233 0.2171 Rprec 233 0.2956 bpref 233 0.2803 recip_rank 233 0.5000 iprec_at_recall_0.00 233 0.8750 iprec_at_recall_0.10 233 0.8571 iprec_at_recall_0.20 233 0.6833 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.7000 P_15 233 0.8000 P_20 233 0.8500 P_30 233 0.8333 P_100 233 0.6000 P_200 233 0.3000 P_500 233 0.1200 P_1000 233 0.0600 relstring 233 '1323322300' recall_5 233 0.0197 recall_10 233 0.0345 recall_15 233 0.0591 recall_20 233 0.0837 recall_30 233 0.1232 recall_100 233 0.2956 recall_200 233 0.2956 recall_500 233 0.2956 recall_1000 233 0.2956 infAP 233 0.2171 Rprec_mult_0.20 233 0.7561 Rprec_mult_0.40 233 0.6098 Rprec_mult_0.60 233 0.4918 Rprec_mult_0.80 233 0.3681 Rprec_mult_1.00 233 0.2956 Rprec_mult_1.20 233 0.2459 Rprec_mult_1.40 233 0.2105 Rprec_mult_1.60 233 0.1846 Rprec_mult_1.80 233 0.1639 Rprec_mult_2.00 233 0.1478 utility 233 20.0000 11pt_avg 233 0.2196 binG 233 0.0988 G 233 0.0585 ndcg 233 0.3557 ndcg_rel 233 0.4236 Rndcg 233 0.4283 ndcg_cut_5 233 0.6057 ndcg_cut_10 233 0.5681 ndcg_cut_15 233 0.6425 ndcg_cut_20 233 0.6675 ndcg_cut_30 233 0.6594 ndcg_cut_100 233 0.5526 ndcg_cut_200 233 0.3831 ndcg_cut_500 233 0.3557 ndcg_cut_1000 233 0.3557 map_cut_5 233 0.0134 map_cut_10 233 0.0260 map_cut_15 233 0.0449 map_cut_20 233 0.0654 map_cut_30 233 0.0984 map_cut_100 233 0.2171 map_cut_200 233 0.2171 map_cut_500 233 0.2171 map_cut_1000 233 0.2171 relative_P_5 233 0.8000 relative_P_10 233 0.7000 relative_P_15 233 0.8000 relative_P_20 233 0.8500 relative_P_30 233 0.8333 relative_P_100 233 0.6000 relative_P_200 233 0.3000 relative_P_500 233 0.2956 relative_P_1000 233 0.2956 success_1 233 0.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.6000 set_relative_P 233 0.6000 set_recall 233 0.2956 set_map 233 0.1773 set_F 233 0.3960 num_nonrel_judged_ret 233 16 rbp 233 0.5317 rbp_resid 233 0.0072 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 53 map 273 0.1581 Rprec 273 0.1828 bpref 273 0.1799 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.9714 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 1.0000 P_20 273 0.9500 P_30 273 0.9667 P_100 273 0.5300 P_200 273 0.2650 P_500 273 0.1060 P_1000 273 0.0530 relstring 273 '2323322323' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0517 recall_20 273 0.0655 recall_30 273 0.1000 recall_100 273 0.1828 recall_200 273 0.1828 recall_500 273 0.1828 recall_1000 273 0.1828 infAP 273 0.1581 Rprec_mult_0.20 273 0.6897 Rprec_mult_0.40 273 0.4569 Rprec_mult_0.60 273 0.3046 Rprec_mult_0.80 273 0.2284 Rprec_mult_1.00 273 0.1828 Rprec_mult_1.20 273 0.1523 Rprec_mult_1.40 273 0.1305 Rprec_mult_1.60 273 0.1142 Rprec_mult_1.80 273 0.1015 Rprec_mult_2.00 273 0.0914 utility 273 6.0000 11pt_avg 273 0.1792 binG 273 0.1128 G 273 0.0443 ndcg 273 0.2689 ndcg_rel 273 0.3353 Rndcg 273 0.4030 ndcg_cut_5 273 0.7461 ndcg_cut_10 273 0.7614 ndcg_cut_15 273 0.7697 ndcg_cut_20 273 0.7536 ndcg_cut_30 273 0.7722 ndcg_cut_100 273 0.5408 ndcg_cut_200 273 0.3703 ndcg_cut_500 273 0.2689 ndcg_cut_1000 273 0.2689 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0517 map_cut_20 273 0.0655 map_cut_30 273 0.0986 map_cut_100 273 0.1581 map_cut_200 273 0.1581 map_cut_500 273 0.1581 map_cut_1000 273 0.1581 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 1.0000 relative_P_20 273 0.9500 relative_P_30 273 0.9667 relative_P_100 273 0.5300 relative_P_200 273 0.2650 relative_P_500 273 0.1828 relative_P_1000 273 0.1828 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.5300 set_relative_P 273 0.5300 set_recall 273 0.1828 set_map 273 0.0969 set_F 273 0.2718 num_nonrel_judged_ret 273 9 rbp 273 0.5987 rbp_resid 273 0.0149 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 25 map 300 0.0340 Rprec 300 0.1046 bpref 300 0.0961 recip_rank 300 0.2500 iprec_at_recall_0.00 300 0.4062 iprec_at_recall_0.10 300 0.2581 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.2000 P_10 300 0.3000 P_15 300 0.3333 P_20 300 0.3500 P_30 300 0.4000 P_100 300 0.2500 P_200 300 0.1250 P_500 300 0.0500 P_1000 300 0.0250 relstring 300 '0012021200' recall_5 300 0.0042 recall_10 300 0.0126 recall_15 300 0.0209 recall_20 300 0.0293 recall_30 300 0.0502 recall_100 300 0.1046 recall_200 300 0.1046 recall_500 300 0.1046 recall_1000 300 0.1046 infAP 300 0.0340 Rprec_mult_0.20 300 0.3125 Rprec_mult_0.40 300 0.2500 Rprec_mult_0.60 300 0.1736 Rprec_mult_0.80 300 0.1302 Rprec_mult_1.00 300 0.1046 Rprec_mult_1.20 300 0.0871 Rprec_mult_1.40 300 0.0746 Rprec_mult_1.60 300 0.0653 Rprec_mult_1.80 300 0.0580 Rprec_mult_2.00 300 0.0523 utility 300 -50.0000 11pt_avg 300 0.0604 binG 300 0.0246 G 300 0.0187 ndcg 300 0.1368 ndcg_rel 300 0.1509 Rndcg 300 0.1857 ndcg_cut_5 300 0.1539 ndcg_cut_10 300 0.2229 ndcg_cut_15 300 0.2489 ndcg_cut_20 300 0.2520 ndcg_cut_30 300 0.2937 ndcg_cut_100 300 0.2540 ndcg_cut_200 300 0.1658 ndcg_cut_500 300 0.1368 ndcg_cut_1000 300 0.1368 map_cut_5 300 0.0010 map_cut_10 300 0.0040 map_cut_15 300 0.0071 map_cut_20 300 0.0102 map_cut_30 300 0.0182 map_cut_100 300 0.0340 map_cut_200 300 0.0340 map_cut_500 300 0.0340 map_cut_1000 300 0.0340 relative_P_5 300 0.2000 relative_P_10 300 0.3000 relative_P_15 300 0.3333 relative_P_20 300 0.3500 relative_P_30 300 0.4000 relative_P_100 300 0.2500 relative_P_200 300 0.1250 relative_P_500 300 0.1046 relative_P_1000 300 0.1046 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.2500 set_relative_P 300 0.2500 set_recall 300 0.1046 set_map 300 0.0262 set_F 300 0.1475 num_nonrel_judged_ret 300 30 rbp 300 0.2775 rbp_resid 300 0.0276 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 33 map 31 0.1230 Rprec 31 0.2463 bpref 31 0.2169 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.5250 iprec_at_recall_0.20 31 0.4154 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.4000 P_10 31 0.4000 P_15 31 0.4667 P_20 31 0.5000 P_30 31 0.5000 P_100 31 0.3300 P_200 31 0.1650 P_500 31 0.0660 P_1000 31 0.0330 relstring 31 '2210022111' recall_5 31 0.0149 recall_10 31 0.0299 recall_15 31 0.0522 recall_20 31 0.0746 recall_30 31 0.1119 recall_100 31 0.2463 recall_200 31 0.2463 recall_500 31 0.2463 recall_1000 31 0.2463 infAP 31 0.1230 Rprec_mult_0.20 31 0.4815 Rprec_mult_0.40 31 0.4444 Rprec_mult_0.60 31 0.3704 Rprec_mult_0.80 31 0.3056 Rprec_mult_1.00 31 0.2463 Rprec_mult_1.20 31 0.2050 Rprec_mult_1.40 31 0.1755 Rprec_mult_1.60 31 0.1535 Rprec_mult_1.80 31 0.1364 Rprec_mult_2.00 31 0.1231 utility 31 -34.0000 11pt_avg 31 0.1764 binG 31 0.0720 G 31 0.0507 ndcg 31 0.3048 ndcg_rel 31 0.3447 Rndcg 31 0.3626 ndcg_cut_5 31 0.4253 ndcg_cut_10 31 0.4436 ndcg_cut_15 31 0.4658 ndcg_cut_20 31 0.4589 ndcg_cut_30 31 0.4659 ndcg_cut_100 31 0.4044 ndcg_cut_200 31 0.3048 ndcg_cut_500 31 0.3048 ndcg_cut_1000 31 0.3048 map_cut_5 31 0.0149 map_cut_10 31 0.0229 map_cut_15 31 0.0341 map_cut_20 31 0.0448 map_cut_30 31 0.0639 map_cut_100 31 0.1230 map_cut_200 31 0.1230 map_cut_500 31 0.1230 map_cut_1000 31 0.1230 relative_P_5 31 0.4000 relative_P_10 31 0.4000 relative_P_15 31 0.4667 relative_P_20 31 0.5000 relative_P_30 31 0.5000 relative_P_100 31 0.3300 relative_P_200 31 0.2463 relative_P_500 31 0.2463 relative_P_1000 31 0.2463 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3300 set_relative_P 31 0.3300 set_recall 31 0.2463 set_map 31 0.0813 set_F 31 0.2821 num_nonrel_judged_ret 31 33 rbp 31 0.4259 rbp_resid 31 0.0142 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 15 map 37 0.0151 Rprec 37 0.0652 bpref 37 0.0597 recip_rank 37 0.2000 iprec_at_recall_0.00 37 0.3030 iprec_at_recall_0.10 37 0.0000 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.2000 P_15 37 0.1333 P_20 37 0.2000 P_30 37 0.2667 P_100 37 0.1500 P_200 37 0.0750 P_500 37 0.0300 P_1000 37 0.0150 relstring 37 '0000200030' recall_5 37 0.0043 recall_10 37 0.0087 recall_15 37 0.0087 recall_20 37 0.0174 recall_30 37 0.0348 recall_100 37 0.0652 recall_200 37 0.0652 recall_500 37 0.0652 recall_1000 37 0.0652 infAP 37 0.0151 Rprec_mult_0.20 37 0.2174 Rprec_mult_0.40 37 0.1630 Rprec_mult_0.60 37 0.1087 Rprec_mult_0.80 37 0.0815 Rprec_mult_1.00 37 0.0652 Rprec_mult_1.20 37 0.0543 Rprec_mult_1.40 37 0.0466 Rprec_mult_1.60 37 0.0408 Rprec_mult_1.80 37 0.0362 Rprec_mult_2.00 37 0.0326 utility 37 -70.0000 11pt_avg 37 0.0275 binG 37 0.0149 G 37 0.0126 ndcg 37 0.0966 ndcg_rel 37 0.1057 Rndcg 37 0.1340 ndcg_cut_5 37 0.0875 ndcg_cut_10 37 0.1230 ndcg_cut_15 37 0.1399 ndcg_cut_20 37 0.1837 ndcg_cut_30 37 0.2533 ndcg_cut_100 37 0.2099 ndcg_cut_200 37 0.1339 ndcg_cut_500 37 0.0966 ndcg_cut_1000 37 0.0966 map_cut_5 37 0.0009 map_cut_10 37 0.0018 map_cut_15 37 0.0018 map_cut_20 37 0.0036 map_cut_30 37 0.0081 map_cut_100 37 0.0151 map_cut_200 37 0.0151 map_cut_500 37 0.0151 map_cut_1000 37 0.0151 relative_P_5 37 0.2000 relative_P_10 37 0.2000 relative_P_15 37 0.1333 relative_P_20 37 0.2000 relative_P_30 37 0.2667 relative_P_100 37 0.1500 relative_P_200 37 0.0750 relative_P_500 37 0.0652 relative_P_1000 37 0.0652 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.1500 set_relative_P 37 0.1500 set_recall 37 0.0652 set_map 37 0.0098 set_F 37 0.0909 num_nonrel_judged_ret 37 31 rbp 37 0.1890 rbp_resid 37 0.0210 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 22 map 407 0.0675 Rprec 407 0.2157 bpref 407 0.1684 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.3077 iprec_at_recall_0.20 407 0.2245 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.2000 P_10 407 0.2000 P_15 407 0.2667 P_20 407 0.3000 P_30 407 0.2667 P_100 407 0.2200 P_200 407 0.1100 P_500 407 0.0440 P_1000 407 0.0220 relstring 407 '2000002000' recall_5 407 0.0098 recall_10 407 0.0196 recall_15 407 0.0392 recall_20 407 0.0588 recall_30 407 0.0784 recall_100 407 0.2157 recall_200 407 0.2157 recall_500 407 0.2157 recall_1000 407 0.2157 infAP 407 0.0675 Rprec_mult_0.20 407 0.2857 Rprec_mult_0.40 407 0.2927 Rprec_mult_0.60 407 0.2581 Rprec_mult_0.80 407 0.2317 Rprec_mult_1.00 407 0.2157 Rprec_mult_1.20 407 0.1789 Rprec_mult_1.40 407 0.1538 Rprec_mult_1.60 407 0.1341 Rprec_mult_1.80 407 0.1196 Rprec_mult_2.00 407 0.1078 utility 407 -56.0000 11pt_avg 407 0.1393 binG 407 0.0545 G 407 0.0390 ndcg 407 0.2251 ndcg_rel 407 0.2374 Rndcg 407 0.2302 ndcg_cut_5 407 0.2261 ndcg_cut_10 407 0.2045 ndcg_cut_15 407 0.2376 ndcg_cut_20 407 0.2731 ndcg_cut_30 407 0.2605 ndcg_cut_100 407 0.2438 ndcg_cut_200 407 0.2251 ndcg_cut_500 407 0.2251 ndcg_cut_1000 407 0.2251 map_cut_5 407 0.0098 map_cut_10 407 0.0126 map_cut_15 407 0.0179 map_cut_20 407 0.0244 map_cut_30 407 0.0309 map_cut_100 407 0.0675 map_cut_200 407 0.0675 map_cut_500 407 0.0675 map_cut_1000 407 0.0675 relative_P_5 407 0.2000 relative_P_10 407 0.2000 relative_P_15 407 0.2667 relative_P_20 407 0.3000 relative_P_30 407 0.2667 relative_P_100 407 0.2200 relative_P_200 407 0.2157 relative_P_500 407 0.2157 relative_P_1000 407 0.2157 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.2200 set_relative_P 407 0.2200 set_recall 407 0.2157 set_map 407 0.0475 set_F 407 0.2178 num_nonrel_judged_ret 407 38 rbp 407 0.1961 rbp_resid 407 0.0178 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 61 map 477 0.1887 Rprec 477 0.2140 bpref 477 0.2128 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 1.0000 iprec_at_recall_0.20 477 0.6477 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 1.0000 P_30 477 1.0000 P_100 477 0.6100 P_200 477 0.3050 P_500 477 0.1220 P_1000 477 0.0610 relstring 477 '3323323322' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0702 recall_30 477 0.1053 recall_100 477 0.2140 recall_200 477 0.2140 recall_500 477 0.2140 recall_1000 477 0.2140 infAP 477 0.1887 Rprec_mult_0.20 477 0.7895 Rprec_mult_0.40 477 0.5351 Rprec_mult_0.60 477 0.3567 Rprec_mult_0.80 477 0.2675 Rprec_mult_1.00 477 0.2140 Rprec_mult_1.20 477 0.1784 Rprec_mult_1.40 477 0.1529 Rprec_mult_1.60 477 0.1338 Rprec_mult_1.80 477 0.1189 Rprec_mult_2.00 477 0.1070 utility 477 22.0000 11pt_avg 477 0.2407 binG 477 0.1370 G 477 0.0591 ndcg 477 0.3014 ndcg_rel 477 0.3831 Rndcg 477 0.4051 ndcg_cut_5 477 0.9435 ndcg_cut_10 477 0.8939 ndcg_cut_15 477 0.8720 ndcg_cut_20 477 0.8934 ndcg_cut_30 477 0.8871 ndcg_cut_100 477 0.6118 ndcg_cut_200 477 0.4181 ndcg_cut_500 477 0.3014 ndcg_cut_1000 477 0.3014 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0702 map_cut_30 477 0.1053 map_cut_100 477 0.1887 map_cut_200 477 0.1887 map_cut_500 477 0.1887 map_cut_1000 477 0.1887 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 1.0000 relative_P_30 477 1.0000 relative_P_100 477 0.6100 relative_P_200 477 0.3050 relative_P_500 477 0.2140 relative_P_1000 477 0.2140 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.6100 set_relative_P 477 0.6100 set_recall 477 0.2140 set_map 477 0.1306 set_F 477 0.3169 num_nonrel_judged_ret 477 5 rbp 477 0.8597 rbp_resid 477 0.0203 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 41 map 499 0.0987 Rprec 499 0.2135 bpref 499 0.1949 recip_rank 499 0.3333 iprec_at_recall_0.00 499 0.5862 iprec_at_recall_0.10 499 0.5588 iprec_at_recall_0.20 499 0.4301 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.4000 P_10 499 0.3000 P_15 499 0.3333 P_20 499 0.5000 P_30 499 0.5667 P_100 499 0.4100 P_200 499 0.2050 P_500 499 0.0820 P_1000 499 0.0410 relstring 499 '1121310003' recall_5 499 0.0104 recall_10 499 0.0156 recall_15 499 0.0260 recall_20 499 0.0521 recall_30 499 0.0885 recall_100 499 0.2135 recall_200 499 0.2135 recall_500 499 0.2135 recall_1000 499 0.2135 infAP 499 0.0987 Rprec_mult_0.20 499 0.5128 Rprec_mult_0.40 499 0.4026 Rprec_mult_0.60 499 0.3534 Rprec_mult_0.80 499 0.2662 Rprec_mult_1.00 499 0.2135 Rprec_mult_1.20 499 0.1775 Rprec_mult_1.40 499 0.1524 Rprec_mult_1.60 499 0.1331 Rprec_mult_1.80 499 0.1185 Rprec_mult_2.00 499 0.1068 utility 499 -18.0000 11pt_avg 499 0.1432 binG 499 0.0513 G 499 0.0388 ndcg 499 0.2606 ndcg_rel 499 0.2956 Rndcg 499 0.3440 ndcg_cut_5 499 0.4773 ndcg_cut_10 499 0.3995 ndcg_cut_15 499 0.3862 ndcg_cut_20 499 0.4443 ndcg_cut_30 499 0.4722 ndcg_cut_100 499 0.4476 ndcg_cut_200 499 0.2957 ndcg_cut_500 499 0.2606 ndcg_cut_1000 499 0.2606 map_cut_5 499 0.0038 map_cut_10 499 0.0054 map_cut_15 499 0.0091 map_cut_20 499 0.0206 map_cut_30 499 0.0404 map_cut_100 499 0.0987 map_cut_200 499 0.0987 map_cut_500 499 0.0987 map_cut_1000 499 0.0987 relative_P_5 499 0.4000 relative_P_10 499 0.3000 relative_P_15 499 0.3333 relative_P_20 499 0.5000 relative_P_30 499 0.5667 relative_P_100 499 0.4100 relative_P_200 499 0.2135 relative_P_500 499 0.2135 relative_P_1000 499 0.2135 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4100 set_relative_P 499 0.4100 set_recall 499 0.2135 set_map 499 0.0876 set_F 499 0.2808 num_nonrel_judged_ret 499 22 rbp 499 0.4375 rbp_resid 499 0.0186 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 2 map 515 0.0009 Rprec 515 0.0136 bpref 515 0.0115 recip_rank 515 0.0909 iprec_at_recall_0.00 515 0.0909 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.0000 P_10 515 0.0000 P_15 515 0.0667 P_20 515 0.0500 P_30 515 0.0333 P_100 515 0.0200 P_200 515 0.0100 P_500 515 0.0040 P_1000 515 0.0020 relstring 515 '0000001000' recall_5 515 0.0000 recall_10 515 0.0000 recall_15 515 0.0068 recall_20 515 0.0068 recall_30 515 0.0068 recall_100 515 0.0136 recall_200 515 0.0136 recall_500 515 0.0136 recall_1000 515 0.0136 infAP 515 0.0009 Rprec_mult_0.20 515 0.0333 Rprec_mult_0.40 515 0.0339 Rprec_mult_0.60 515 0.0225 Rprec_mult_0.80 515 0.0169 Rprec_mult_1.00 515 0.0136 Rprec_mult_1.20 515 0.0113 Rprec_mult_1.40 515 0.0097 Rprec_mult_1.60 515 0.0085 Rprec_mult_1.80 515 0.0075 Rprec_mult_2.00 515 0.0068 utility 515 -96.0000 11pt_avg 515 0.0083 binG 515 0.0032 G 515 0.0059 ndcg 515 0.0388 ndcg_rel 515 0.0404 Rndcg 515 0.0407 ndcg_cut_5 515 0.0000 ndcg_cut_10 515 0.0367 ndcg_cut_15 515 0.0760 ndcg_cut_20 515 0.0633 ndcg_cut_30 515 0.0597 ndcg_cut_100 515 0.0563 ndcg_cut_200 515 0.0388 ndcg_cut_500 515 0.0388 ndcg_cut_1000 515 0.0388 map_cut_5 515 0.0000 map_cut_10 515 0.0000 map_cut_15 515 0.0006 map_cut_20 515 0.0006 map_cut_30 515 0.0006 map_cut_100 515 0.0009 map_cut_200 515 0.0009 map_cut_500 515 0.0009 map_cut_1000 515 0.0009 relative_P_5 515 0.0000 relative_P_10 515 0.0000 relative_P_15 515 0.0667 relative_P_20 515 0.0500 relative_P_30 515 0.0333 relative_P_100 515 0.0200 relative_P_200 515 0.0136 relative_P_500 515 0.0136 relative_P_1000 515 0.0136 success_1 515 0.0000 success_5 515 0.0000 success_10 515 0.0000 set_P 515 0.0200 set_relative_P 515 0.0200 set_recall 515 0.0136 set_map 515 0.0003 set_F 515 0.0162 num_nonrel_judged_ret 515 56 rbp 515 0.0685 rbp_resid 515 0.0186 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 61 map 58 0.1272 Rprec 58 0.1635 bpref 58 0.1577 recip_rank 58 0.5000 iprec_at_recall_0.00 58 0.9355 iprec_at_recall_0.10 58 0.7755 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.8000 P_15 58 0.8667 P_20 58 0.9000 P_30 58 0.9333 P_100 58 0.6100 P_200 58 0.3050 P_500 58 0.1220 P_1000 58 0.0610 relstring 58 '1232223312' recall_5 58 0.0107 recall_10 58 0.0214 recall_15 58 0.0349 recall_20 58 0.0483 recall_30 58 0.0751 recall_100 58 0.1635 recall_200 58 0.1635 recall_500 58 0.1635 recall_1000 58 0.1635 infAP 58 0.1272 Rprec_mult_0.20 58 0.6400 Rprec_mult_0.40 58 0.4067 Rprec_mult_0.60 58 0.2723 Rprec_mult_0.80 58 0.2040 Rprec_mult_1.00 58 0.1635 Rprec_mult_1.20 58 0.1362 Rprec_mult_1.40 58 0.1166 Rprec_mult_1.60 58 0.1022 Rprec_mult_1.80 58 0.0908 Rprec_mult_2.00 58 0.0818 utility 58 22.0000 11pt_avg 58 0.1555 binG 58 0.0623 G 58 0.0336 ndcg 58 0.2389 ndcg_rel 58 0.2931 Rndcg 58 0.3366 ndcg_cut_5 58 0.4576 ndcg_cut_10 58 0.5389 ndcg_cut_15 58 0.5907 ndcg_cut_20 58 0.6215 ndcg_cut_30 58 0.6727 ndcg_cut_100 58 0.5428 ndcg_cut_200 58 0.3526 ndcg_cut_500 58 0.2389 ndcg_cut_1000 58 0.2389 map_cut_5 58 0.0073 map_cut_10 58 0.0163 map_cut_15 58 0.0276 map_cut_20 58 0.0395 map_cut_30 58 0.0642 map_cut_100 58 0.1272 map_cut_200 58 0.1272 map_cut_500 58 0.1272 map_cut_1000 58 0.1272 relative_P_5 58 0.8000 relative_P_10 58 0.8000 relative_P_15 58 0.8667 relative_P_20 58 0.9000 relative_P_30 58 0.9333 relative_P_100 58 0.6100 relative_P_200 58 0.3050 relative_P_500 58 0.1635 relative_P_1000 58 0.1635 success_1 58 0.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.6100 set_relative_P 58 0.6100 set_recall 58 0.1635 set_map 58 0.0998 set_F 58 0.2579 num_nonrel_judged_ret 58 7 rbp 58 0.5397 rbp_resid 58 0.0195 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 5 map 707 0.0052 Rprec 707 0.0269 bpref 707 0.0242 recip_rank 707 0.5000 iprec_at_recall_0.00 707 0.5000 iprec_at_recall_0.10 707 0.0000 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.2000 P_10 707 0.1000 P_15 707 0.1333 P_20 707 0.1000 P_30 707 0.1000 P_100 707 0.0500 P_200 707 0.0250 P_500 707 0.0100 P_1000 707 0.0050 relstring 707 '0200000000' recall_5 707 0.0054 recall_10 707 0.0054 recall_15 707 0.0108 recall_20 707 0.0108 recall_30 707 0.0161 recall_100 707 0.0269 recall_200 707 0.0269 recall_500 707 0.0269 recall_1000 707 0.0269 infAP 707 0.0052 Rprec_mult_0.20 707 0.0789 Rprec_mult_0.40 707 0.0667 Rprec_mult_0.60 707 0.0446 Rprec_mult_0.80 707 0.0336 Rprec_mult_1.00 707 0.0269 Rprec_mult_1.20 707 0.0223 Rprec_mult_1.40 707 0.0192 Rprec_mult_1.60 707 0.0168 Rprec_mult_1.80 707 0.0149 Rprec_mult_2.00 707 0.0134 utility 707 -90.0000 11pt_avg 707 0.0455 binG 707 0.0080 G 707 0.0053 ndcg 707 0.0403 ndcg_rel 707 0.0426 Rndcg 707 0.0629 ndcg_cut_5 707 0.1427 ndcg_cut_10 707 0.0968 ndcg_cut_15 707 0.1132 ndcg_cut_20 707 0.0984 ndcg_cut_30 707 0.0990 ndcg_cut_100 707 0.0639 ndcg_cut_200 707 0.0408 ndcg_cut_500 707 0.0403 ndcg_cut_1000 707 0.0403 map_cut_5 707 0.0027 map_cut_10 707 0.0027 map_cut_15 707 0.0035 map_cut_20 707 0.0035 map_cut_30 707 0.0041 map_cut_100 707 0.0052 map_cut_200 707 0.0052 map_cut_500 707 0.0052 map_cut_1000 707 0.0052 relative_P_5 707 0.2000 relative_P_10 707 0.1000 relative_P_15 707 0.1333 relative_P_20 707 0.1000 relative_P_30 707 0.1000 relative_P_100 707 0.0500 relative_P_200 707 0.0269 relative_P_500 707 0.0269 relative_P_1000 707 0.0269 success_1 707 0.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.0500 set_relative_P 707 0.0500 set_recall 707 0.0269 set_map 707 0.0013 set_F 707 0.0350 num_nonrel_judged_ret 707 37 rbp 707 0.0844 rbp_resid 707 0.0352 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 68 map 72 0.1279 Rprec 72 0.1459 bpref 72 0.1438 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.7273 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 0.9667 P_100 72 0.6800 P_200 72 0.3400 P_500 72 0.1360 P_1000 72 0.0680 relstring 72 '4333333344' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0622 recall_100 72 0.1459 recall_200 72 0.1459 recall_500 72 0.1459 recall_1000 72 0.1459 infAP 72 0.1279 Rprec_mult_0.20 72 0.6809 Rprec_mult_0.40 72 0.3636 Rprec_mult_0.60 72 0.2429 Rprec_mult_0.80 72 0.1823 Rprec_mult_1.00 72 0.1459 Rprec_mult_1.20 72 0.1214 Rprec_mult_1.40 72 0.1041 Rprec_mult_1.60 72 0.0912 Rprec_mult_1.80 72 0.0810 Rprec_mult_2.00 72 0.0730 utility 72 36.0000 11pt_avg 72 0.1570 binG 72 0.0871 G 72 0.0341 ndcg 72 0.2350 ndcg_rel 72 0.3040 Rndcg 72 0.3544 ndcg_cut_5 72 0.8348 ndcg_cut_10 72 0.8375 ndcg_cut_15 72 0.8069 ndcg_cut_20 72 0.7804 ndcg_cut_30 72 0.7446 ndcg_cut_100 72 0.6173 ndcg_cut_200 72 0.3992 ndcg_cut_500 72 0.2350 ndcg_cut_1000 72 0.2350 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0621 map_cut_100 72 0.1279 map_cut_200 72 0.1279 map_cut_500 72 0.1279 map_cut_1000 72 0.1279 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 0.9667 relative_P_100 72 0.6800 relative_P_200 72 0.3400 relative_P_500 72 0.1459 relative_P_1000 72 0.1459 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.6800 set_relative_P 72 0.6800 set_recall 72 0.1459 set_map 72 0.0992 set_F 72 0.2403 num_nonrel_judged_ret 72 1 rbp 72 0.7616 rbp_resid 72 0.0112 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 14 map 84 0.0556 Rprec 84 0.0986 bpref 84 0.0881 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.1591 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 1.0000 P_10 84 0.6000 P_15 84 0.4667 P_20 84 0.3500 P_30 84 0.2667 P_100 84 0.1400 P_200 84 0.0700 P_500 84 0.0280 P_1000 84 0.0140 relstring 84 '2222221000' recall_5 84 0.0352 recall_10 84 0.0423 recall_15 84 0.0493 recall_20 84 0.0493 recall_30 84 0.0563 recall_100 84 0.0986 recall_200 84 0.0986 recall_500 84 0.0986 recall_1000 84 0.0986 infAP 84 0.0556 Rprec_mult_0.20 84 0.2759 Rprec_mult_0.40 84 0.1579 Rprec_mult_0.60 84 0.1512 Rprec_mult_0.80 84 0.1228 Rprec_mult_1.00 84 0.0986 Rprec_mult_1.20 84 0.0819 Rprec_mult_1.40 84 0.0704 Rprec_mult_1.60 84 0.0614 Rprec_mult_1.80 84 0.0547 Rprec_mult_2.00 84 0.0493 utility 84 -72.0000 11pt_avg 84 0.1054 binG 84 0.0536 G 84 0.0191 ndcg 84 0.1427 ndcg_rel 84 0.1594 Rndcg 84 0.2816 ndcg_cut_5 84 0.5170 ndcg_cut_10 84 0.4288 ndcg_cut_15 84 0.3715 ndcg_cut_20 84 0.3359 ndcg_cut_30 84 0.2932 ndcg_cut_100 84 0.2141 ndcg_cut_200 84 0.1548 ndcg_cut_500 84 0.1427 ndcg_cut_1000 84 0.1427 map_cut_5 84 0.0352 map_cut_10 84 0.0423 map_cut_15 84 0.0464 map_cut_20 84 0.0464 map_cut_30 84 0.0486 map_cut_100 84 0.0556 map_cut_200 84 0.0556 map_cut_500 84 0.0556 map_cut_1000 84 0.0556 relative_P_5 84 1.0000 relative_P_10 84 0.6000 relative_P_15 84 0.4667 relative_P_20 84 0.3500 relative_P_30 84 0.2667 relative_P_100 84 0.1400 relative_P_200 84 0.0986 relative_P_500 84 0.0986 relative_P_1000 84 0.0986 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1400 set_relative_P 84 0.1400 set_recall 84 0.0986 set_map 84 0.0138 set_F 84 0.1157 num_nonrel_judged_ret 84 36 rbp 84 0.2769 rbp_resid 84 0.0289 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 44 map 897 0.1330 Rprec 897 0.1841 bpref 897 0.1790 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.8571 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.8000 P_15 897 0.8000 P_20 897 0.8500 P_30 897 0.8000 P_100 897 0.4400 P_200 897 0.2200 P_500 897 0.0880 P_1000 897 0.0440 relstring 897 '3231203222' recall_5 897 0.0167 recall_10 897 0.0335 recall_15 897 0.0502 recall_20 897 0.0711 recall_30 897 0.1004 recall_100 897 0.1841 recall_200 897 0.1841 recall_500 897 0.1841 recall_1000 897 0.1841 infAP 897 0.1330 Rprec_mult_0.20 897 0.6458 Rprec_mult_0.40 897 0.4271 Rprec_mult_0.60 897 0.3056 Rprec_mult_0.80 897 0.2292 Rprec_mult_1.00 897 0.1841 Rprec_mult_1.20 897 0.1533 Rprec_mult_1.40 897 0.1313 Rprec_mult_1.60 897 0.1149 Rprec_mult_1.80 897 0.1021 Rprec_mult_2.00 897 0.0921 utility 897 -12.0000 11pt_avg 897 0.1688 binG 897 0.0701 G 897 0.0465 ndcg 897 0.2776 ndcg_rel 897 0.3412 Rndcg 897 0.4222 ndcg_cut_5 897 0.7876 ndcg_cut_10 897 0.7173 ndcg_cut_15 897 0.6910 ndcg_cut_20 897 0.6979 ndcg_cut_30 897 0.6806 ndcg_cut_100 897 0.5330 ndcg_cut_200 897 0.3447 ndcg_cut_500 897 0.2776 ndcg_cut_1000 897 0.2776 map_cut_5 897 0.0159 map_cut_10 897 0.0286 map_cut_15 897 0.0419 map_cut_20 897 0.0593 map_cut_30 897 0.0841 map_cut_100 897 0.1330 map_cut_200 897 0.1330 map_cut_500 897 0.1330 map_cut_1000 897 0.1330 relative_P_5 897 0.8000 relative_P_10 897 0.8000 relative_P_15 897 0.8000 relative_P_20 897 0.8500 relative_P_30 897 0.8000 relative_P_100 897 0.4400 relative_P_200 897 0.2200 relative_P_500 897 0.1841 relative_P_1000 897 0.1841 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.4400 set_relative_P 897 0.4400 set_recall 897 0.1841 set_map 897 0.0810 set_F 897 0.2596 num_nonrel_judged_ret 897 16 rbp 897 0.6577 rbp_resid 897 0.0176 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all Faiss num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 860 map all 0.1075 gm_map all 0.0701 Rprec all 0.1681 bpref all 0.1570 recip_rank all 0.7594 iprec_at_recall_0.00 all 0.8347 iprec_at_recall_0.10 all 0.5480 iprec_at_recall_0.20 all 0.1890 iprec_at_recall_0.30 all 0.0265 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.6455 P_10 all 0.6000 P_15 all 0.6030 P_20 all 0.6045 P_30 all 0.5985 P_100 all 0.3909 P_200 all 0.1955 P_500 all 0.0782 P_1000 all 0.0391 recall_5 all 0.0143 recall_10 all 0.0258 recall_15 all 0.0390 recall_20 all 0.0523 recall_30 all 0.0769 recall_100 all 0.1681 recall_200 all 0.1681 recall_500 all 0.1681 recall_1000 all 0.1681 infAP all 0.1075 gm_bpref all 0.1299 Rprec_mult_0.20 all 0.4935 Rprec_mult_0.40 all 0.3667 Rprec_mult_0.60 all 0.2724 Rprec_mult_0.80 all 0.2078 Rprec_mult_1.00 all 0.1681 Rprec_mult_1.20 all 0.1398 Rprec_mult_1.40 all 0.1199 Rprec_mult_1.60 all 0.1049 Rprec_mult_1.80 all 0.0932 Rprec_mult_2.00 all 0.0840 utility all -21.8182 11pt_avg all 0.1453 binG all 0.0646 G all 0.0362 ndcg all 0.2279 ndcg_rel all 0.2703 Rndcg all 0.3152 ndcg_cut_5 all 0.5079 ndcg_cut_10 all 0.4964 ndcg_cut_15 all 0.4957 ndcg_cut_20 all 0.4978 ndcg_cut_30 all 0.5028 ndcg_cut_100 all 0.4136 ndcg_cut_200 all 0.2793 ndcg_cut_500 all 0.2279 ndcg_cut_1000 all 0.2279 map_cut_5 all 0.0127 map_cut_10 all 0.0220 map_cut_15 all 0.0312 map_cut_20 all 0.0404 map_cut_30 all 0.0578 map_cut_100 all 0.1075 map_cut_200 all 0.1075 map_cut_500 all 0.1075 map_cut_1000 all 0.1075 relative_P_5 all 0.6455 relative_P_10 all 0.6000 relative_P_15 all 0.6030 relative_P_20 all 0.6045 relative_P_30 all 0.5985 relative_P_100 all 0.3909 relative_P_200 all 0.2072 relative_P_500 all 0.1681 relative_P_1000 all 0.1681 success_1 all 0.6364 success_5 all 0.9545 success_10 all 0.9545 set_P all 0.3909 set_relative_P all 0.3909 set_recall all 0.1681 set_map all 0.0759 set_F all 0.2295 num_nonrel_judged_ret all 513 rbp all 0.4471 rbp_resid all 0.0196 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000