num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 61 map 1-1_3 0.3265 Rprec 1-1_3 0.3594 bpref 1-1_3 0.7098 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 0.8571 iprec_at_recall_0.20 1-1_3 0.5000 iprec_at_recall_0.30 1-1_3 0.3889 iprec_at_recall_0.40 1-1_3 0.2967 iprec_at_recall_0.50 1-1_3 0.2171 iprec_at_recall_0.60 1-1_3 0.1980 iprec_at_recall_0.70 1-1_3 0.1771 iprec_at_recall_0.80 1-1_3 0.1298 iprec_at_recall_0.90 1-1_3 0.1014 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.8000 P_10 1-1_3 0.8000 P_15 1-1_3 0.7333 P_20 1-1_3 0.6000 P_30 1-1_3 0.4667 P_100 1-1_3 0.2700 P_200 1-1_3 0.1950 P_500 1-1_3 0.1120 P_1000 1-1_3 0.0610 relstring 1-1_3 '3023242-23' recall_5 1-1_3 0.0625 recall_10 1-1_3 0.1250 recall_15 1-1_3 0.1719 recall_20 1-1_3 0.1875 recall_30 1-1_3 0.2188 recall_100 1-1_3 0.4219 recall_200 1-1_3 0.6094 recall_500 1-1_3 0.8750 recall_1000 1-1_3 0.9531 infAP 1-1_3 0.3265 Rprec_mult_0.20 1-1_3 0.7692 Rprec_mult_0.40 1-1_3 0.4615 Rprec_mult_0.60 1-1_3 0.3846 Rprec_mult_0.80 1-1_3 0.3654 Rprec_mult_1.00 1-1_3 0.3594 Rprec_mult_1.20 1-1_3 0.3117 Rprec_mult_1.40 1-1_3 0.2889 Rprec_mult_1.60 1-1_3 0.2621 Rprec_mult_1.80 1-1_3 0.2414 Rprec_mult_2.00 1-1_3 0.2266 utility 1-1_3 -878.0000 11pt_avg 1-1_3 0.3515 binG 1-1_3 0.2233 G 1-1_3 0.1666 ndcg 1-1_3 0.7212 ndcg_rel 1-1_3 0.5835 Rndcg 1-1_3 0.5129 ndcg_cut_5 1-1_3 0.5790 ndcg_cut_10 1-1_3 0.6308 ndcg_cut_15 1-1_3 0.6122 ndcg_cut_20 1-1_3 0.5486 ndcg_cut_30 1-1_3 0.5037 ndcg_cut_100 1-1_3 0.4590 ndcg_cut_200 1-1_3 0.5512 ndcg_cut_500 1-1_3 0.6826 ndcg_cut_1000 1-1_3 0.7212 map_cut_5 1-1_3 0.0503 map_cut_10 1-1_3 0.1013 map_cut_15 1-1_3 0.1394 map_cut_20 1-1_3 0.1504 map_cut_30 1-1_3 0.1658 map_cut_100 1-1_3 0.2377 map_cut_200 1-1_3 0.2777 map_cut_500 1-1_3 0.3194 map_cut_1000 1-1_3 0.3265 relative_P_5 1-1_3 0.8000 relative_P_10 1-1_3 0.8000 relative_P_15 1-1_3 0.7333 relative_P_20 1-1_3 0.6000 relative_P_30 1-1_3 0.4667 relative_P_100 1-1_3 0.4219 relative_P_200 1-1_3 0.6094 relative_P_500 1-1_3 0.8750 relative_P_1000 1-1_3 0.9531 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0610 set_relative_P 1-1_3 0.9531 set_recall 1-1_3 0.9531 set_map 1-1_3 0.0581 set_F 1-1_3 0.1147 num_nonrel_judged_ret 1-1_3 45 rbp 1-1_3 0.4277 rbp_resid 1-1_3 0.2453 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.1000 unj_20 1-1_3 0.3000 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 78 map 1-1_4 0.1853 Rprec 1-1_4 0.2710 bpref 1-1_4 0.6005 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.3793 iprec_at_recall_0.20 1-1_4 0.3333 iprec_at_recall_0.30 1-1_4 0.2443 iprec_at_recall_0.40 1-1_4 0.1907 iprec_at_recall_0.50 1-1_4 0.1607 iprec_at_recall_0.60 1-1_4 0.1245 iprec_at_recall_0.70 1-1_4 0.1109 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.6000 P_10 1-1_4 0.5000 P_15 1-1_4 0.4667 P_20 1-1_4 0.4500 P_30 1-1_4 0.3667 P_100 1-1_4 0.2800 P_200 1-1_4 0.2050 P_500 1-1_4 0.1220 P_1000 1-1_4 0.0780 relstring 1-1_4 '2--34022-0' recall_5 1-1_4 0.0280 recall_10 1-1_4 0.0467 recall_15 1-1_4 0.0654 recall_20 1-1_4 0.0841 recall_30 1-1_4 0.1028 recall_100 1-1_4 0.2617 recall_200 1-1_4 0.3832 recall_500 1-1_4 0.5701 recall_1000 1-1_4 0.7290 infAP 1-1_4 0.1853 Rprec_mult_0.20 1-1_4 0.4091 Rprec_mult_0.40 1-1_4 0.3256 Rprec_mult_0.60 1-1_4 0.3077 Rprec_mult_0.80 1-1_4 0.3140 Rprec_mult_1.00 1-1_4 0.2710 Rprec_mult_1.20 1-1_4 0.2403 Rprec_mult_1.40 1-1_4 0.2133 Rprec_mult_1.60 1-1_4 0.2093 Rprec_mult_1.80 1-1_4 0.2073 Rprec_mult_2.00 1-1_4 0.1916 utility 1-1_4 -844.0000 11pt_avg 1-1_4 0.2313 binG 1-1_4 0.1309 G 1-1_4 0.1016 ndcg 1-1_4 0.5310 ndcg_rel 1-1_4 0.4335 Rndcg 1-1_4 0.3503 ndcg_cut_5 1-1_4 0.4103 ndcg_cut_10 1-1_4 0.3377 ndcg_cut_15 1-1_4 0.3183 ndcg_cut_20 1-1_4 0.3260 ndcg_cut_30 1-1_4 0.3019 ndcg_cut_100 1-1_4 0.3156 ndcg_cut_200 1-1_4 0.3727 ndcg_cut_500 1-1_4 0.4609 ndcg_cut_1000 1-1_4 0.5310 map_cut_5 1-1_4 0.0196 map_cut_10 1-1_4 0.0308 map_cut_15 1-1_4 0.0406 map_cut_20 1-1_4 0.0494 map_cut_30 1-1_4 0.0570 map_cut_100 1-1_4 0.1091 map_cut_200 1-1_4 0.1366 map_cut_500 1-1_4 0.1672 map_cut_1000 1-1_4 0.1853 relative_P_5 1-1_4 0.6000 relative_P_10 1-1_4 0.5000 relative_P_15 1-1_4 0.4667 relative_P_20 1-1_4 0.4500 relative_P_30 1-1_4 0.3667 relative_P_100 1-1_4 0.2800 relative_P_200 1-1_4 0.3832 relative_P_500 1-1_4 0.5701 relative_P_1000 1-1_4 0.7290 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0780 set_relative_P 1-1_4 0.7290 set_recall 1-1_4 0.7290 set_map 1-1_4 0.0569 set_F 1-1_4 0.1409 num_nonrel_judged_ret 1-1_4 3 rbp 1-1_4 0.3021 rbp_resid 1-1_4 0.4435 unj_5 1-1_4 0.4000 unj_10 1-1_4 0.3000 unj_20 1-1_4 0.4500 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 125 map 1-1_5 0.2414 Rprec 1-1_5 0.3425 bpref 1-1_5 0.5324 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.4742 iprec_at_recall_0.20 1-1_5 0.4742 iprec_at_recall_0.30 1-1_5 0.3771 iprec_at_recall_0.40 1-1_5 0.3165 iprec_at_recall_0.50 1-1_5 0.2450 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 1.0000 P_15 1-1_5 0.8000 P_20 1-1_5 0.6000 P_30 1-1_5 0.5667 P_100 1-1_5 0.4600 P_200 1-1_5 0.3500 P_500 1-1_5 0.2260 P_1000 1-1_5 0.1250 relstring 1-1_5 '2222422232' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0457 recall_15 1-1_5 0.0548 recall_20 1-1_5 0.0548 recall_30 1-1_5 0.0776 recall_100 1-1_5 0.2100 recall_200 1-1_5 0.3196 recall_500 1-1_5 0.5160 recall_1000 1-1_5 0.5708 infAP 1-1_5 0.2414 Rprec_mult_0.20 1-1_5 0.4773 Rprec_mult_0.40 1-1_5 0.4545 Rprec_mult_0.60 1-1_5 0.4091 Rprec_mult_0.80 1-1_5 0.3750 Rprec_mult_1.00 1-1_5 0.3425 Rprec_mult_1.20 1-1_5 0.3118 Rprec_mult_1.40 1-1_5 0.2997 Rprec_mult_1.60 1-1_5 0.2821 Rprec_mult_1.80 1-1_5 0.2582 Rprec_mult_2.00 1-1_5 0.2443 utility 1-1_5 -750.0000 11pt_avg 1-1_5 0.2625 binG 1-1_5 0.1308 G 1-1_5 0.0831 ndcg 1-1_5 0.5192 ndcg_rel 1-1_5 0.4769 Rndcg 1-1_5 0.4498 ndcg_cut_5 1-1_5 0.5656 ndcg_cut_10 1-1_5 0.5682 ndcg_cut_15 1-1_5 0.5130 ndcg_cut_20 1-1_5 0.4415 ndcg_cut_30 1-1_5 0.4404 ndcg_cut_100 1-1_5 0.4437 ndcg_cut_200 1-1_5 0.3846 ndcg_cut_500 1-1_5 0.4842 ndcg_cut_1000 1-1_5 0.5192 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0457 map_cut_15 1-1_5 0.0535 map_cut_20 1-1_5 0.0535 map_cut_30 1-1_5 0.0674 map_cut_100 1-1_5 0.1280 map_cut_200 1-1_5 0.1722 map_cut_500 1-1_5 0.2304 map_cut_1000 1-1_5 0.2414 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 1.0000 relative_P_15 1-1_5 0.8000 relative_P_20 1-1_5 0.6000 relative_P_30 1-1_5 0.5667 relative_P_100 1-1_5 0.4600 relative_P_200 1-1_5 0.3500 relative_P_500 1-1_5 0.5160 relative_P_1000 1-1_5 0.5708 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1250 set_relative_P 1-1_5 0.5708 set_recall 1-1_5 0.5708 set_map 1-1_5 0.0713 set_F 1-1_5 0.2051 num_nonrel_judged_ret 1-1_5 8 rbp 1-1_5 0.4319 rbp_resid 1-1_5 0.2406 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.4000 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 14 map 1-1_7 0.0095 Rprec 1-1_7 0.0606 bpref 1-1_7 0.0997 recip_rank 1-1_7 0.1111 iprec_at_recall_0.00 1-1_7 0.2000 iprec_at_recall_0.10 1-1_7 0.0393 iprec_at_recall_0.20 1-1_7 0.0000 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.0000 P_10 1-1_7 0.2000 P_15 1-1_7 0.1333 P_20 1-1_7 0.1000 P_30 1-1_7 0.0667 P_100 1-1_7 0.0600 P_200 1-1_7 0.0350 P_500 1-1_7 0.0240 P_1000 1-1_7 0.0140 relstring 1-1_7 '---1--0-22' recall_5 1-1_7 0.0000 recall_10 1-1_7 0.0202 recall_15 1-1_7 0.0202 recall_20 1-1_7 0.0202 recall_30 1-1_7 0.0202 recall_100 1-1_7 0.0606 recall_200 1-1_7 0.0707 recall_500 1-1_7 0.1212 recall_1000 1-1_7 0.1414 infAP 1-1_7 0.0095 Rprec_mult_0.20 1-1_7 0.1000 Rprec_mult_0.40 1-1_7 0.0750 Rprec_mult_0.60 1-1_7 0.0833 Rprec_mult_0.80 1-1_7 0.0625 Rprec_mult_1.00 1-1_7 0.0606 Rprec_mult_1.20 1-1_7 0.0588 Rprec_mult_1.40 1-1_7 0.0504 Rprec_mult_1.60 1-1_7 0.0440 Rprec_mult_1.80 1-1_7 0.0391 Rprec_mult_2.00 1-1_7 0.0354 utility 1-1_7 -972.0000 11pt_avg 1-1_7 0.0218 binG 1-1_7 0.0233 G 1-1_7 0.0188 ndcg 1-1_7 0.1016 ndcg_rel 1-1_7 0.0972 Rndcg 1-1_7 0.0611 ndcg_cut_5 1-1_7 0.0365 ndcg_cut_10 1-1_7 0.0951 ndcg_cut_15 1-1_7 0.0771 ndcg_cut_20 1-1_7 0.0660 ndcg_cut_30 1-1_7 0.0523 ndcg_cut_100 1-1_7 0.0581 ndcg_cut_200 1-1_7 0.0638 ndcg_cut_500 1-1_7 0.0901 ndcg_cut_1000 1-1_7 0.1016 map_cut_5 1-1_7 0.0000 map_cut_10 1-1_7 0.0031 map_cut_15 1-1_7 0.0031 map_cut_20 1-1_7 0.0031 map_cut_30 1-1_7 0.0031 map_cut_100 1-1_7 0.0064 map_cut_200 1-1_7 0.0071 map_cut_500 1-1_7 0.0090 map_cut_1000 1-1_7 0.0095 relative_P_5 1-1_7 0.0000 relative_P_10 1-1_7 0.2000 relative_P_15 1-1_7 0.1333 relative_P_20 1-1_7 0.1000 relative_P_30 1-1_7 0.0667 relative_P_100 1-1_7 0.0606 relative_P_200 1-1_7 0.0707 relative_P_500 1-1_7 0.1212 relative_P_1000 1-1_7 0.1414 success_1 1-1_7 0.0000 success_5 1-1_7 0.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0140 set_relative_P 1-1_7 0.1414 set_recall 1-1_7 0.1414 set_map 1-1_7 0.0020 set_F 1-1_7 0.0255 num_nonrel_judged_ret 1-1_7 16 rbp 1-1_7 0.0610 rbp_resid 1-1_7 0.7137 unj_5 1-1_7 0.8000 unj_10 1-1_7 0.6000 unj_20 1-1_7 0.7000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 54 map 1-1_8 0.2582 Rprec 1-1_8 0.3404 bpref 1-1_8 0.5106 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.9091 iprec_at_recall_0.20 1-1_8 0.5758 iprec_at_recall_0.30 1-1_8 0.4242 iprec_at_recall_0.40 1-1_8 0.2184 iprec_at_recall_0.50 1-1_8 0.1187 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.8000 P_10 1-1_8 0.9000 P_15 1-1_8 0.6667 P_20 1-1_8 0.6500 P_30 1-1_8 0.6000 P_100 1-1_8 0.3200 P_200 1-1_8 0.2050 P_500 1-1_8 0.0940 P_1000 1-1_8 0.0540 relstring 1-1_8 '2202222222' recall_5 1-1_8 0.0426 recall_10 1-1_8 0.0957 recall_15 1-1_8 0.1064 recall_20 1-1_8 0.1383 recall_30 1-1_8 0.1915 recall_100 1-1_8 0.3404 recall_200 1-1_8 0.4362 recall_500 1-1_8 0.5000 recall_1000 1-1_8 0.5745 infAP 1-1_8 0.2582 Rprec_mult_0.20 1-1_8 0.6842 Rprec_mult_0.40 1-1_8 0.5526 Rprec_mult_0.60 1-1_8 0.4561 Rprec_mult_0.80 1-1_8 0.3816 Rprec_mult_1.00 1-1_8 0.3404 Rprec_mult_1.20 1-1_8 0.2920 Rprec_mult_1.40 1-1_8 0.2727 Rprec_mult_1.60 1-1_8 0.2384 Rprec_mult_1.80 1-1_8 0.2118 Rprec_mult_2.00 1-1_8 0.2128 utility 1-1_8 -892.0000 11pt_avg 1-1_8 0.2951 binG 1-1_8 0.1621 G 1-1_8 0.0947 ndcg 1-1_8 0.4918 ndcg_rel 1-1_8 0.4601 Rndcg 1-1_8 0.4098 ndcg_cut_5 1-1_8 0.4293 ndcg_cut_10 1-1_8 0.4994 ndcg_cut_15 1-1_8 0.4291 ndcg_cut_20 1-1_8 0.4430 ndcg_cut_30 1-1_8 0.4603 ndcg_cut_100 1-1_8 0.3586 ndcg_cut_200 1-1_8 0.4109 ndcg_cut_500 1-1_8 0.4501 ndcg_cut_1000 1-1_8 0.4918 map_cut_5 1-1_8 0.0378 map_cut_10 1-1_8 0.0841 map_cut_15 1-1_8 0.0938 map_cut_20 1-1_8 0.1159 map_cut_30 1-1_8 0.1497 map_cut_100 1-1_8 0.2200 map_cut_200 1-1_8 0.2440 map_cut_500 1-1_8 0.2522 map_cut_1000 1-1_8 0.2582 relative_P_5 1-1_8 0.8000 relative_P_10 1-1_8 0.9000 relative_P_15 1-1_8 0.6667 relative_P_20 1-1_8 0.6500 relative_P_30 1-1_8 0.6000 relative_P_100 1-1_8 0.3404 relative_P_200 1-1_8 0.4362 relative_P_500 1-1_8 0.5000 relative_P_1000 1-1_8 0.5745 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0540 set_relative_P 1-1_8 0.5745 set_recall 1-1_8 0.5745 set_map 1-1_8 0.0310 set_F 1-1_8 0.0987 num_nonrel_judged_ret 1-1_8 31 rbp 1-1_8 0.3594 rbp_resid 1-1_8 0.1784 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.0000 unj_20 1-1_8 0.2500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 16 map 2-1_10 0.2472 Rprec 2-1_10 0.2941 bpref 2-1_10 0.5709 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 0.5714 iprec_at_recall_0.20 2-1_10 0.5714 iprec_at_recall_0.30 2-1_10 0.3333 iprec_at_recall_0.40 2-1_10 0.2059 iprec_at_recall_0.50 2-1_10 0.1163 iprec_at_recall_0.60 2-1_10 0.1163 iprec_at_recall_0.70 2-1_10 0.0903 iprec_at_recall_0.80 2-1_10 0.0413 iprec_at_recall_0.90 2-1_10 0.0323 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.4000 P_10 2-1_10 0.4000 P_15 2-1_10 0.3333 P_20 2-1_10 0.3000 P_30 2-1_10 0.2000 P_100 2-1_10 0.1000 P_200 2-1_10 0.0650 P_500 2-1_10 0.0300 P_1000 2-1_10 0.0160 relstring 2-1_10 '31-20320-0' recall_5 2-1_10 0.1176 recall_10 2-1_10 0.2353 recall_15 2-1_10 0.2941 recall_20 2-1_10 0.3529 recall_30 2-1_10 0.3529 recall_100 2-1_10 0.5882 recall_200 2-1_10 0.7647 recall_500 2-1_10 0.8824 recall_1000 2-1_10 0.9412 infAP 2-1_10 0.2472 Rprec_mult_0.20 2-1_10 0.5000 Rprec_mult_0.40 2-1_10 0.5714 Rprec_mult_0.60 2-1_10 0.3636 Rprec_mult_0.80 2-1_10 0.2857 Rprec_mult_1.00 2-1_10 0.2941 Rprec_mult_1.20 2-1_10 0.2857 Rprec_mult_1.40 2-1_10 0.2500 Rprec_mult_1.60 2-1_10 0.2143 Rprec_mult_1.80 2-1_10 0.1935 Rprec_mult_2.00 2-1_10 0.2059 utility 2-1_10 -968.0000 11pt_avg 2-1_10 0.2799 binG 2-1_10 0.2581 G 2-1_10 0.2230 ndcg 2-1_10 0.6384 ndcg_rel 2-1_10 0.5893 Rndcg 2-1_10 0.4809 ndcg_cut_5 2-1_10 0.5079 ndcg_cut_10 2-1_10 0.4569 ndcg_cut_15 2-1_10 0.4290 ndcg_cut_20 2-1_10 0.4286 ndcg_cut_30 2-1_10 0.4233 ndcg_cut_100 2-1_10 0.5258 ndcg_cut_200 2-1_10 0.5877 ndcg_cut_500 2-1_10 0.6263 ndcg_cut_1000 2-1_10 0.6384 map_cut_5 2-1_10 0.0882 map_cut_10 2-1_10 0.1513 map_cut_15 2-1_10 0.1709 map_cut_20 2-1_10 0.1905 map_cut_30 2-1_10 0.1905 map_cut_100 2-1_10 0.2258 map_cut_200 2-1_10 0.2411 map_cut_500 2-1_10 0.2454 map_cut_1000 2-1_10 0.2472 relative_P_5 2-1_10 0.4000 relative_P_10 2-1_10 0.4000 relative_P_15 2-1_10 0.3333 relative_P_20 2-1_10 0.3529 relative_P_30 2-1_10 0.3529 relative_P_100 2-1_10 0.5882 relative_P_200 2-1_10 0.7647 relative_P_500 2-1_10 0.8824 relative_P_1000 2-1_10 0.9412 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0160 set_relative_P 2-1_10 0.9412 set_recall 2-1_10 0.9412 set_map 2-1_10 0.0151 set_F 2-1_10 0.0315 num_nonrel_judged_ret 2-1_10 20 rbp 2-1_10 0.3154 rbp_resid 2-1_10 0.4283 unj_5 2-1_10 0.2000 unj_10 2-1_10 0.2000 unj_20 2-1_10 0.5000 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 65 map 2-1_12 0.1897 Rprec 2-1_12 0.2574 bpref 2-1_12 0.5310 recip_rank 2-1_12 1.0000 iprec_at_recall_0.00 2-1_12 1.0000 iprec_at_recall_0.10 2-1_12 0.6190 iprec_at_recall_0.20 2-1_12 0.4348 iprec_at_recall_0.30 2-1_12 0.2362 iprec_at_recall_0.40 2-1_12 0.1386 iprec_at_recall_0.50 2-1_12 0.1150 iprec_at_recall_0.60 2-1_12 0.1085 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.4000 P_10 2-1_12 0.6000 P_15 2-1_12 0.5333 P_20 2-1_12 0.6000 P_30 2-1_12 0.5000 P_100 2-1_12 0.2600 P_200 2-1_12 0.1800 P_500 2-1_12 0.1120 P_1000 2-1_12 0.0650 relstring 2-1_12 '330-030232' recall_5 2-1_12 0.0198 recall_10 2-1_12 0.0594 recall_15 2-1_12 0.0792 recall_20 2-1_12 0.1188 recall_30 2-1_12 0.1485 recall_100 2-1_12 0.2574 recall_200 2-1_12 0.3564 recall_500 2-1_12 0.5545 recall_1000 2-1_12 0.6436 infAP 2-1_12 0.1897 Rprec_mult_0.20 2-1_12 0.6190 Rprec_mult_0.40 2-1_12 0.4146 Rprec_mult_0.60 2-1_12 0.3607 Rprec_mult_0.80 2-1_12 0.2963 Rprec_mult_1.00 2-1_12 0.2574 Rprec_mult_1.20 2-1_12 0.2377 Rprec_mult_1.40 2-1_12 0.2113 Rprec_mult_1.60 2-1_12 0.1975 Rprec_mult_1.80 2-1_12 0.1923 Rprec_mult_2.00 2-1_12 0.1782 utility 2-1_12 -870.0000 11pt_avg 2-1_12 0.2411 binG 2-1_12 0.1319 G 2-1_12 0.1180 ndcg 2-1_12 0.5669 ndcg_rel 2-1_12 0.5133 Rndcg 2-1_12 0.4437 ndcg_cut_5 2-1_12 0.5531 ndcg_cut_10 2-1_12 0.5923 ndcg_cut_15 2-1_12 0.5482 ndcg_cut_20 2-1_12 0.5557 ndcg_cut_30 2-1_12 0.4981 ndcg_cut_100 2-1_12 0.3622 ndcg_cut_200 2-1_12 0.4193 ndcg_cut_500 2-1_12 0.5237 ndcg_cut_1000 2-1_12 0.5669 map_cut_5 2-1_12 0.0198 map_cut_10 2-1_12 0.0411 map_cut_15 2-1_12 0.0518 map_cut_20 2-1_12 0.0742 map_cut_30 2-1_12 0.0920 map_cut_100 2-1_12 0.1337 map_cut_200 2-1_12 0.1552 map_cut_500 2-1_12 0.1804 map_cut_1000 2-1_12 0.1897 relative_P_5 2-1_12 0.4000 relative_P_10 2-1_12 0.6000 relative_P_15 2-1_12 0.5333 relative_P_20 2-1_12 0.6000 relative_P_30 2-1_12 0.5000 relative_P_100 2-1_12 0.2600 relative_P_200 2-1_12 0.3564 relative_P_500 2-1_12 0.5545 relative_P_1000 2-1_12 0.6436 success_1 2-1_12 1.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0650 set_relative_P 2-1_12 0.6436 set_recall 2-1_12 0.6436 set_map 2-1_12 0.0418 set_F 2-1_12 0.1181 num_nonrel_judged_ret 2-1_12 46 rbp 2-1_12 0.4862 rbp_resid 2-1_12 0.2070 unj_5 2-1_12 0.2000 unj_10 2-1_12 0.1000 unj_20 2-1_12 0.1500 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 29 map 2-1_14 0.0569 Rprec 2-1_14 0.1346 bpref 2-1_14 0.2215 recip_rank 2-1_14 0.1667 iprec_at_recall_0.00 2-1_14 0.2857 iprec_at_recall_0.10 2-1_14 0.1346 iprec_at_recall_0.20 2-1_14 0.0993 iprec_at_recall_0.30 2-1_14 0.0877 iprec_at_recall_0.40 2-1_14 0.0847 iprec_at_recall_0.50 2-1_14 0.0696 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.0000 P_10 2-1_14 0.2000 P_15 2-1_14 0.2000 P_20 2-1_14 0.1500 P_30 2-1_14 0.1000 P_100 2-1_14 0.0900 P_200 2-1_14 0.0800 P_500 2-1_14 0.0580 P_1000 2-1_14 0.0290 relstring 2-1_14 '100013200-' recall_5 2-1_14 0.0000 recall_10 2-1_14 0.0385 recall_15 2-1_14 0.0577 recall_20 2-1_14 0.0577 recall_30 2-1_14 0.0577 recall_100 2-1_14 0.1731 recall_200 2-1_14 0.3077 recall_500 2-1_14 0.5577 recall_1000 2-1_14 0.5577 infAP 2-1_14 0.0569 Rprec_mult_0.20 2-1_14 0.1818 Rprec_mult_0.40 2-1_14 0.1429 Rprec_mult_0.60 2-1_14 0.1250 Rprec_mult_0.80 2-1_14 0.0952 Rprec_mult_1.00 2-1_14 0.1346 Rprec_mult_1.20 2-1_14 0.1111 Rprec_mult_1.40 2-1_14 0.1096 Rprec_mult_1.60 2-1_14 0.0952 Rprec_mult_1.80 2-1_14 0.0957 Rprec_mult_2.00 2-1_14 0.0865 utility 2-1_14 -942.0000 11pt_avg 2-1_14 0.0692 binG 2-1_14 0.0893 G 2-1_14 0.0845 ndcg 2-1_14 0.3929 ndcg_rel 2-1_14 0.3226 Rndcg 2-1_14 0.2495 ndcg_cut_5 2-1_14 0.1568 ndcg_cut_10 2-1_14 0.2291 ndcg_cut_15 2-1_14 0.2202 ndcg_cut_20 2-1_14 0.1896 ndcg_cut_30 2-1_14 0.1911 ndcg_cut_100 2-1_14 0.2069 ndcg_cut_200 2-1_14 0.2861 ndcg_cut_500 2-1_14 0.3929 ndcg_cut_1000 2-1_14 0.3929 map_cut_5 2-1_14 0.0000 map_cut_10 2-1_14 0.0087 map_cut_15 2-1_14 0.0125 map_cut_20 2-1_14 0.0125 map_cut_30 2-1_14 0.0125 map_cut_100 2-1_14 0.0261 map_cut_200 2-1_14 0.0384 map_cut_500 2-1_14 0.0569 map_cut_1000 2-1_14 0.0569 relative_P_5 2-1_14 0.0000 relative_P_10 2-1_14 0.2000 relative_P_15 2-1_14 0.2000 relative_P_20 2-1_14 0.1500 relative_P_30 2-1_14 0.1000 relative_P_100 2-1_14 0.1731 relative_P_200 2-1_14 0.3077 relative_P_500 2-1_14 0.5577 relative_P_1000 2-1_14 0.5577 success_1 2-1_14 0.0000 success_5 2-1_14 0.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0290 set_relative_P 2-1_14 0.5577 set_recall 2-1_14 0.5577 set_map 2-1_14 0.0162 set_F 2-1_14 0.0551 num_nonrel_judged_ret 2-1_14 53 rbp 2-1_14 0.1883 rbp_resid 2-1_14 0.2498 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.1000 unj_20 2-1_14 0.4000 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 59 map 2-1_4 0.1839 Rprec 2-1_4 0.2500 bpref 2-1_4 0.6538 recip_rank 2-1_4 0.1429 iprec_at_recall_0.00 2-1_4 0.3636 iprec_at_recall_0.10 2-1_4 0.3333 iprec_at_recall_0.20 2-1_4 0.2885 iprec_at_recall_0.30 2-1_4 0.2468 iprec_at_recall_0.40 2-1_4 0.2024 iprec_at_recall_0.50 2-1_4 0.2024 iprec_at_recall_0.60 2-1_4 0.1605 iprec_at_recall_0.70 2-1_4 0.1429 iprec_at_recall_0.80 2-1_4 0.1360 iprec_at_recall_0.90 2-1_4 0.0928 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.0000 P_10 2-1_4 0.3000 P_15 2-1_4 0.3333 P_20 2-1_4 0.3000 P_30 2-1_4 0.3000 P_100 2-1_4 0.2300 P_200 2-1_4 0.1850 P_500 2-1_4 0.1060 P_1000 2-1_4 0.0590 relstring 2-1_4 '0000102-22' recall_5 2-1_4 0.0000 recall_10 2-1_4 0.0469 recall_15 2-1_4 0.0781 recall_20 2-1_4 0.0938 recall_30 2-1_4 0.1406 recall_100 2-1_4 0.3594 recall_200 2-1_4 0.5781 recall_500 2-1_4 0.8281 recall_1000 2-1_4 0.9219 infAP 2-1_4 0.1839 Rprec_mult_0.20 2-1_4 0.3077 Rprec_mult_0.40 2-1_4 0.3077 Rprec_mult_0.60 2-1_4 0.2308 Rprec_mult_0.80 2-1_4 0.2885 Rprec_mult_1.00 2-1_4 0.2500 Rprec_mult_1.20 2-1_4 0.2468 Rprec_mult_1.40 2-1_4 0.2333 Rprec_mult_1.60 2-1_4 0.2233 Rprec_mult_1.80 2-1_4 0.2069 Rprec_mult_2.00 2-1_4 0.1953 utility 2-1_4 -882.0000 11pt_avg 2-1_4 0.1972 binG 2-1_4 0.1510 G 2-1_4 0.1243 ndcg 2-1_4 0.5515 ndcg_rel 2-1_4 0.3850 Rndcg 2-1_4 0.2392 ndcg_cut_5 2-1_4 0.0393 ndcg_cut_10 2-1_4 0.1527 ndcg_cut_15 2-1_4 0.1795 ndcg_cut_20 2-1_4 0.1811 ndcg_cut_30 2-1_4 0.2103 ndcg_cut_100 2-1_4 0.2738 ndcg_cut_200 2-1_4 0.3902 ndcg_cut_500 2-1_4 0.5096 ndcg_cut_1000 2-1_4 0.5515 map_cut_5 2-1_4 0.0000 map_cut_10 2-1_4 0.0104 map_cut_15 2-1_4 0.0213 map_cut_20 2-1_4 0.0260 map_cut_30 2-1_4 0.0408 map_cut_100 2-1_4 0.0963 map_cut_200 2-1_4 0.1394 map_cut_500 2-1_4 0.1750 map_cut_1000 2-1_4 0.1839 relative_P_5 2-1_4 0.0000 relative_P_10 2-1_4 0.3000 relative_P_15 2-1_4 0.3333 relative_P_20 2-1_4 0.3000 relative_P_30 2-1_4 0.3000 relative_P_100 2-1_4 0.3594 relative_P_200 2-1_4 0.5781 relative_P_500 2-1_4 0.8281 relative_P_1000 2-1_4 0.9219 success_1 2-1_4 0.0000 success_5 2-1_4 0.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0590 set_relative_P 2-1_4 0.9219 set_recall 2-1_4 0.9219 set_map 2-1_4 0.0544 set_F 2-1_4 0.1109 num_nonrel_judged_ret 2-1_4 38 rbp 2-1_4 0.1390 rbp_resid 2-1_4 0.2916 unj_5 2-1_4 0.0000 unj_10 2-1_4 0.1000 unj_20 2-1_4 0.4000 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.7308 Rprec 2-1_9 0.6875 bpref 2-1_9 0.8795 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 0.9000 iprec_at_recall_0.30 2-1_9 0.9000 iprec_at_recall_0.40 2-1_9 0.9000 iprec_at_recall_0.50 2-1_9 0.9000 iprec_at_recall_0.60 2-1_9 0.7692 iprec_at_recall_0.70 2-1_9 0.7333 iprec_at_recall_0.80 2-1_9 0.7222 iprec_at_recall_0.90 2-1_9 0.4828 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 0.8000 P_10 2-1_9 0.9000 P_15 2-1_9 0.7333 P_20 2-1_9 0.6500 P_30 2-1_9 0.4667 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '4313432324' recall_5 2-1_9 0.2500 recall_10 2-1_9 0.5625 recall_15 2-1_9 0.6875 recall_20 2-1_9 0.8125 recall_30 2-1_9 0.8750 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.7308 Rprec_mult_0.20 2-1_9 0.7500 Rprec_mult_0.40 2-1_9 0.8571 Rprec_mult_0.60 2-1_9 0.9000 Rprec_mult_0.80 2-1_9 0.7692 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.6500 Rprec_mult_1.40 2-1_9 0.5652 Rprec_mult_1.60 2-1_9 0.5000 Rprec_mult_1.80 2-1_9 0.4828 Rprec_mult_2.00 2-1_9 0.4375 utility 2-1_9 -970.0000 11pt_avg 2-1_9 0.7552 binG 2-1_9 0.5251 G 2-1_9 0.4317 ndcg 2-1_9 0.9005 ndcg_rel 2-1_9 0.8622 Rndcg 2-1_9 0.8305 ndcg_cut_5 2-1_9 0.8411 ndcg_cut_10 2-1_9 0.9012 ndcg_cut_15 2-1_9 0.8401 ndcg_cut_20 2-1_9 0.8584 ndcg_cut_30 2-1_9 0.8803 ndcg_cut_100 2-1_9 0.9005 ndcg_cut_200 2-1_9 0.9005 ndcg_cut_500 2-1_9 0.9005 ndcg_cut_1000 2-1_9 0.9005 map_cut_5 2-1_9 0.2219 map_cut_10 2-1_9 0.4940 map_cut_15 2-1_9 0.5879 map_cut_20 2-1_9 0.6772 map_cut_30 2-1_9 0.7074 map_cut_100 2-1_9 0.7308 map_cut_200 2-1_9 0.7308 map_cut_500 2-1_9 0.7308 map_cut_1000 2-1_9 0.7308 relative_P_5 2-1_9 0.8000 relative_P_10 2-1_9 0.9000 relative_P_15 2-1_9 0.7333 relative_P_20 2-1_9 0.8125 relative_P_30 2-1_9 0.8750 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0150 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.0141 set_F 2-1_9 0.0295 num_nonrel_judged_ret 2-1_9 4 rbp 2-1_9 0.5287 rbp_resid 2-1_9 0.2555 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.0000 unj_20 2-1_9 0.3000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 12 map 2-2_1 0.1435 Rprec 2-2_1 0.1765 bpref 2-2_1 0.2230 recip_rank 2-2_1 1.0000 iprec_at_recall_0.00 2-2_1 1.0000 iprec_at_recall_0.10 2-2_1 0.8571 iprec_at_recall_0.20 2-2_1 0.1923 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.8000 P_10 2-2_1 0.7000 P_15 2-2_1 0.4667 P_20 2-2_1 0.3500 P_30 2-2_1 0.2667 P_100 2-2_1 0.1100 P_200 2-2_1 0.0600 P_500 2-2_1 0.0240 P_1000 2-2_1 0.0120 relstring 2-2_1 '3332032013' recall_5 2-2_1 0.0784 recall_10 2-2_1 0.1373 recall_15 2-2_1 0.1373 recall_20 2-2_1 0.1373 recall_30 2-2_1 0.1569 recall_100 2-2_1 0.2157 recall_200 2-2_1 0.2353 recall_500 2-2_1 0.2353 recall_1000 2-2_1 0.2353 infAP 2-2_1 0.1435 Rprec_mult_0.20 2-2_1 0.6364 Rprec_mult_0.40 2-2_1 0.3333 Rprec_mult_0.60 2-2_1 0.2581 Rprec_mult_0.80 2-2_1 0.2195 Rprec_mult_1.00 2-2_1 0.1765 Rprec_mult_1.20 2-2_1 0.1613 Rprec_mult_1.40 2-2_1 0.1389 Rprec_mult_1.60 2-2_1 0.1220 Rprec_mult_1.80 2-2_1 0.1196 Rprec_mult_2.00 2-2_1 0.1078 utility 2-2_1 -976.0000 11pt_avg 2-2_1 0.1863 binG 2-2_1 0.1295 G 2-2_1 0.0639 ndcg 2-2_1 0.3072 ndcg_rel 2-2_1 0.3537 Rndcg 2-2_1 0.3799 ndcg_cut_5 2-2_1 0.6151 ndcg_cut_10 2-2_1 0.5882 ndcg_cut_15 2-2_1 0.4918 ndcg_cut_20 2-2_1 0.4215 ndcg_cut_30 2-2_1 0.3702 ndcg_cut_100 2-2_1 0.2977 ndcg_cut_200 2-2_1 0.3042 ndcg_cut_500 2-2_1 0.3072 ndcg_cut_1000 2-2_1 0.3072 map_cut_5 2-2_1 0.0784 map_cut_10 2-2_1 0.1253 map_cut_15 2-2_1 0.1253 map_cut_20 2-2_1 0.1253 map_cut_30 2-2_1 0.1313 map_cut_100 2-2_1 0.1421 map_cut_200 2-2_1 0.1435 map_cut_500 2-2_1 0.1435 map_cut_1000 2-2_1 0.1435 relative_P_5 2-2_1 0.8000 relative_P_10 2-2_1 0.7000 relative_P_15 2-2_1 0.4667 relative_P_20 2-2_1 0.3500 relative_P_30 2-2_1 0.2667 relative_P_100 2-2_1 0.2157 relative_P_200 2-2_1 0.2353 relative_P_500 2-2_1 0.2353 relative_P_1000 2-2_1 0.2353 success_1 2-2_1 1.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0120 set_relative_P 2-2_1 0.2353 set_recall 2-2_1 0.2353 set_map 2-2_1 0.0028 set_F 2-2_1 0.0228 num_nonrel_judged_ret 2-2_1 10 rbp 2-2_1 0.3653 rbp_resid 2-2_1 0.2991 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4500 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 8 map 2-2_4 0.0095 Rprec 2-2_4 0.0189 bpref 2-2_4 0.1224 recip_rank 2-2_4 0.3333 iprec_at_recall_0.00 2-2_4 0.3333 iprec_at_recall_0.10 2-2_4 0.0198 iprec_at_recall_0.20 2-2_4 0.0000 iprec_at_recall_0.30 2-2_4 0.0000 iprec_at_recall_0.40 2-2_4 0.0000 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.2000 P_10 2-2_4 0.1000 P_15 2-2_4 0.0667 P_20 2-2_4 0.0500 P_30 2-2_4 0.0333 P_100 2-2_4 0.0400 P_200 2-2_4 0.0200 P_500 2-2_4 0.0100 P_1000 2-2_4 0.0080 relstring 2-2_4 '003000-000' recall_5 2-2_4 0.0189 recall_10 2-2_4 0.0189 recall_15 2-2_4 0.0189 recall_20 2-2_4 0.0189 recall_30 2-2_4 0.0189 recall_100 2-2_4 0.0755 recall_200 2-2_4 0.0755 recall_500 2-2_4 0.0943 recall_1000 2-2_4 0.1509 infAP 2-2_4 0.0095 Rprec_mult_0.20 2-2_4 0.0909 Rprec_mult_0.40 2-2_4 0.0455 Rprec_mult_0.60 2-2_4 0.0312 Rprec_mult_0.80 2-2_4 0.0233 Rprec_mult_1.00 2-2_4 0.0189 Rprec_mult_1.20 2-2_4 0.0312 Rprec_mult_1.40 2-2_4 0.0400 Rprec_mult_1.60 2-2_4 0.0353 Rprec_mult_1.80 2-2_4 0.0417 Rprec_mult_2.00 2-2_4 0.0377 utility 2-2_4 -984.0000 11pt_avg 2-2_4 0.0321 binG 2-2_4 0.0270 G 2-2_4 0.0208 ndcg 2-2_4 0.1013 ndcg_rel 2-2_4 0.0999 Rndcg 2-2_4 0.0617 ndcg_cut_5 2-2_4 0.1272 ndcg_cut_10 2-2_4 0.0825 ndcg_cut_15 2-2_4 0.0784 ndcg_cut_20 2-2_4 0.0679 ndcg_cut_30 2-2_4 0.0546 ndcg_cut_100 2-2_4 0.0741 ndcg_cut_200 2-2_4 0.0741 ndcg_cut_500 2-2_4 0.0850 ndcg_cut_1000 2-2_4 0.1013 map_cut_5 2-2_4 0.0063 map_cut_10 2-2_4 0.0063 map_cut_15 2-2_4 0.0063 map_cut_20 2-2_4 0.0063 map_cut_30 2-2_4 0.0063 map_cut_100 2-2_4 0.0085 map_cut_200 2-2_4 0.0085 map_cut_500 2-2_4 0.0089 map_cut_1000 2-2_4 0.0095 relative_P_5 2-2_4 0.2000 relative_P_10 2-2_4 0.1000 relative_P_15 2-2_4 0.0667 relative_P_20 2-2_4 0.0500 relative_P_30 2-2_4 0.0333 relative_P_100 2-2_4 0.0755 relative_P_200 2-2_4 0.0755 relative_P_500 2-2_4 0.0943 relative_P_1000 2-2_4 0.1509 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0080 set_relative_P 2-2_4 0.1509 set_recall 2-2_4 0.1509 set_map 2-2_4 0.0012 set_F 2-2_4 0.0152 num_nonrel_judged_ret 2-2_4 9 rbp 2-2_4 0.0696 rbp_resid 2-2_4 0.3668 unj_5 2-2_4 0.0000 unj_10 2-2_4 0.1000 unj_20 2-2_4 0.5000 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 14 map 2-2_5 0.0155 Rprec 2-2_5 0.0333 bpref 2-2_5 0.1544 recip_rank 2-2_5 0.0667 iprec_at_recall_0.00 2-2_5 0.0667 iprec_at_recall_0.10 2-2_5 0.0536 iprec_at_recall_0.20 2-2_5 0.0402 iprec_at_recall_0.30 2-2_5 0.0265 iprec_at_recall_0.40 2-2_5 0.0223 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.0000 P_15 2-2_5 0.0667 P_20 2-2_5 0.0500 P_30 2-2_5 0.0333 P_100 2-2_5 0.0300 P_200 2-2_5 0.0350 P_500 2-2_5 0.0200 P_1000 2-2_5 0.0140 relstring 2-2_5 '00-00-0000' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.0000 recall_15 2-2_5 0.0333 recall_20 2-2_5 0.0333 recall_30 2-2_5 0.0333 recall_100 2-2_5 0.1000 recall_200 2-2_5 0.2333 recall_500 2-2_5 0.3333 recall_1000 2-2_5 0.4667 infAP 2-2_5 0.0155 Rprec_mult_0.20 2-2_5 0.0000 Rprec_mult_0.40 2-2_5 0.0000 Rprec_mult_0.60 2-2_5 0.0556 Rprec_mult_0.80 2-2_5 0.0417 Rprec_mult_1.00 2-2_5 0.0333 Rprec_mult_1.20 2-2_5 0.0278 Rprec_mult_1.40 2-2_5 0.0238 Rprec_mult_1.60 2-2_5 0.0208 Rprec_mult_1.80 2-2_5 0.0370 Rprec_mult_2.00 2-2_5 0.0500 utility 2-2_5 -972.0000 11pt_avg 2-2_5 0.0190 binG 2-2_5 0.0649 G 2-2_5 0.0580 ndcg 2-2_5 0.2114 ndcg_rel 2-2_5 0.1774 Rndcg 2-2_5 0.0642 ndcg_cut_5 2-2_5 0.0000 ndcg_cut_10 2-2_5 0.0000 ndcg_cut_15 2-2_5 0.0213 ndcg_cut_20 2-2_5 0.0270 ndcg_cut_30 2-2_5 0.0232 ndcg_cut_100 2-2_5 0.0584 ndcg_cut_200 2-2_5 0.1159 ndcg_cut_500 2-2_5 0.1590 ndcg_cut_1000 2-2_5 0.2114 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0000 map_cut_15 2-2_5 0.0022 map_cut_20 2-2_5 0.0022 map_cut_30 2-2_5 0.0022 map_cut_100 2-2_5 0.0053 map_cut_200 2-2_5 0.0102 map_cut_500 2-2_5 0.0129 map_cut_1000 2-2_5 0.0155 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.0000 relative_P_15 2-2_5 0.0667 relative_P_20 2-2_5 0.0500 relative_P_30 2-2_5 0.0333 relative_P_100 2-2_5 0.1000 relative_P_200 2-2_5 0.2333 relative_P_500 2-2_5 0.3333 relative_P_1000 2-2_5 0.4667 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 0.0000 set_P 2-2_5 0.0140 set_relative_P 2-2_5 0.4667 set_recall 2-2_5 0.4667 set_map 2-2_5 0.0065 set_F 2-2_5 0.0272 num_nonrel_judged_ret 2-2_5 42 rbp 2-2_5 0.0164 rbp_resid 2-2_5 0.4033 unj_5 2-2_5 0.2000 unj_10 2-2_5 0.2000 unj_20 2-2_5 0.4500 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 86 map 2-2_7 0.6699 Rprec 2-2_7 0.5795 bpref 2-2_7 0.9304 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 1.0000 iprec_at_recall_0.30 2-2_7 1.0000 iprec_at_recall_0.40 2-2_7 0.9722 iprec_at_recall_0.50 2-2_7 0.7213 iprec_at_recall_0.60 2-2_7 0.5684 iprec_at_recall_0.70 2-2_7 0.4961 iprec_at_recall_0.80 2-2_7 0.3211 iprec_at_recall_0.90 2-2_7 0.2380 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 1.0000 P_20 2-2_7 1.0000 P_30 2-2_7 1.0000 P_100 2-2_7 0.5500 P_200 2-2_7 0.3450 P_500 2-2_7 0.1620 P_1000 2-2_7 0.0860 relstring 2-2_7 '4444443444' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1705 recall_20 2-2_7 0.2273 recall_30 2-2_7 0.3409 recall_100 2-2_7 0.6250 recall_200 2-2_7 0.7841 recall_500 2-2_7 0.9205 recall_1000 2-2_7 0.9773 infAP 2-2_7 0.6699 Rprec_mult_0.20 2-2_7 1.0000 Rprec_mult_0.40 2-2_7 0.9722 Rprec_mult_0.60 2-2_7 0.7358 Rprec_mult_0.80 2-2_7 0.6338 Rprec_mult_1.00 2-2_7 0.5795 Rprec_mult_1.20 2-2_7 0.5283 Rprec_mult_1.40 2-2_7 0.4919 Rprec_mult_1.60 2-2_7 0.4539 Rprec_mult_1.80 2-2_7 0.4214 Rprec_mult_2.00 2-2_7 0.3864 utility 2-2_7 -828.0000 11pt_avg 2-2_7 0.6652 binG 2-2_7 0.4874 G 2-2_7 0.2971 ndcg 2-2_7 0.9045 ndcg_rel 2-2_7 0.8565 Rndcg 2-2_7 0.7681 ndcg_cut_5 2-2_7 1.0000 ndcg_cut_10 2-2_7 0.9817 ndcg_cut_15 2-2_7 0.9749 ndcg_cut_20 2-2_7 0.9544 ndcg_cut_30 2-2_7 0.9188 ndcg_cut_100 2-2_7 0.7166 ndcg_cut_200 2-2_7 0.8111 ndcg_cut_500 2-2_7 0.8764 ndcg_cut_1000 2-2_7 0.9045 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1705 map_cut_20 2-2_7 0.2273 map_cut_30 2-2_7 0.3409 map_cut_100 2-2_7 0.5513 map_cut_200 2-2_7 0.6270 map_cut_500 2-2_7 0.6619 map_cut_1000 2-2_7 0.6699 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 1.0000 relative_P_20 2-2_7 1.0000 relative_P_30 2-2_7 1.0000 relative_P_100 2-2_7 0.6250 relative_P_200 2-2_7 0.7841 relative_P_500 2-2_7 0.9205 relative_P_1000 2-2_7 0.9773 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0860 set_relative_P 2-2_7 0.9773 set_recall 2-2_7 0.9773 set_map 2-2_7 0.0840 set_F 2-2_7 0.1581 num_nonrel_judged_ret 2-2_7 16 rbp 2-2_7 0.9331 rbp_resid 2-2_7 0.0202 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 38 map 2-2_9 0.1925 Rprec 2-2_9 0.2979 bpref 2-2_9 0.7007 recip_rank 2-2_9 0.2500 iprec_at_recall_0.00 2-2_9 0.5000 iprec_at_recall_0.10 2-2_9 0.5000 iprec_at_recall_0.20 2-2_9 0.3913 iprec_at_recall_0.30 2-2_9 0.3333 iprec_at_recall_0.40 2-2_9 0.2043 iprec_at_recall_0.50 2-2_9 0.1613 iprec_at_recall_0.60 2-2_9 0.1272 iprec_at_recall_0.70 2-2_9 0.0811 iprec_at_recall_0.80 2-2_9 0.0685 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.4000 P_10 2-2_9 0.5000 P_15 2-2_9 0.4000 P_20 2-2_9 0.4000 P_30 2-2_9 0.3333 P_100 2-2_9 0.1900 P_200 2-2_9 0.1300 P_500 2-2_9 0.0720 P_1000 2-2_9 0.0380 relstring 2-2_9 '---32123-3' recall_5 2-2_9 0.0426 recall_10 2-2_9 0.1064 recall_15 2-2_9 0.1277 recall_20 2-2_9 0.1702 recall_30 2-2_9 0.2128 recall_100 2-2_9 0.4043 recall_200 2-2_9 0.5532 recall_500 2-2_9 0.7660 recall_1000 2-2_9 0.8085 infAP 2-2_9 0.1925 Rprec_mult_0.20 2-2_9 0.5000 Rprec_mult_0.40 2-2_9 0.4211 Rprec_mult_0.60 2-2_9 0.3448 Rprec_mult_0.80 2-2_9 0.3421 Rprec_mult_1.00 2-2_9 0.2979 Rprec_mult_1.20 2-2_9 0.2632 Rprec_mult_1.40 2-2_9 0.2424 Rprec_mult_1.60 2-2_9 0.2368 Rprec_mult_1.80 2-2_9 0.2118 Rprec_mult_2.00 2-2_9 0.2021 utility 2-2_9 -924.0000 11pt_avg 2-2_9 0.2152 binG 2-2_9 0.1606 G 2-2_9 0.1237 ndcg 2-2_9 0.5151 ndcg_rel 2-2_9 0.3879 Rndcg 2-2_9 0.3205 ndcg_cut_5 2-2_9 0.1752 ndcg_cut_10 2-2_9 0.2697 ndcg_cut_15 2-2_9 0.2429 ndcg_cut_20 2-2_9 0.2831 ndcg_cut_30 2-2_9 0.2811 ndcg_cut_100 2-2_9 0.3303 ndcg_cut_200 2-2_9 0.4025 ndcg_cut_500 2-2_9 0.4894 ndcg_cut_1000 2-2_9 0.5151 map_cut_5 2-2_9 0.0138 map_cut_10 2-2_9 0.0442 map_cut_15 2-2_9 0.0549 map_cut_20 2-2_9 0.0731 map_cut_30 2-2_9 0.0893 map_cut_100 2-2_9 0.1438 map_cut_200 2-2_9 0.1683 map_cut_500 2-2_9 0.1895 map_cut_1000 2-2_9 0.1925 relative_P_5 2-2_9 0.4000 relative_P_10 2-2_9 0.5000 relative_P_15 2-2_9 0.4000 relative_P_20 2-2_9 0.4000 relative_P_30 2-2_9 0.3333 relative_P_100 2-2_9 0.4043 relative_P_200 2-2_9 0.5532 relative_P_500 2-2_9 0.7660 relative_P_1000 2-2_9 0.8085 success_1 2-2_9 0.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0380 set_relative_P 2-2_9 0.8085 set_recall 2-2_9 0.8085 set_map 2-2_9 0.0307 set_F 2-2_9 0.0726 num_nonrel_judged_ret 2-2_9 9 rbp 2-2_9 0.2623 rbp_resid 2-2_9 0.5636 unj_5 2-2_9 0.6000 unj_10 2-2_9 0.4000 unj_20 2-2_9 0.5500 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 27 map 3-2_1 0.0630 Rprec 3-2_1 0.0735 bpref 3-2_1 0.2885 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.0972 iprec_at_recall_0.20 3-2_1 0.0560 iprec_at_recall_0.30 3-2_1 0.0522 iprec_at_recall_0.40 3-2_1 0.0314 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.4000 P_10 3-2_1 0.4000 P_15 3-2_1 0.2667 P_20 3-2_1 0.2500 P_30 3-2_1 0.1667 P_100 3-2_1 0.0800 P_200 3-2_1 0.0550 P_500 3-2_1 0.0480 P_1000 3-2_1 0.0270 relstring 3-2_1 '2210110212' recall_5 3-2_1 0.0294 recall_10 3-2_1 0.0588 recall_15 3-2_1 0.0588 recall_20 3-2_1 0.0735 recall_30 3-2_1 0.0735 recall_100 3-2_1 0.1176 recall_200 3-2_1 0.1618 recall_500 3-2_1 0.3529 recall_1000 3-2_1 0.3971 infAP 3-2_1 0.0630 Rprec_mult_0.20 3-2_1 0.2857 Rprec_mult_0.40 3-2_1 0.1786 Rprec_mult_0.60 3-2_1 0.1220 Rprec_mult_0.80 3-2_1 0.0909 Rprec_mult_1.00 3-2_1 0.0735 Rprec_mult_1.20 3-2_1 0.0854 Rprec_mult_1.40 3-2_1 0.0833 Rprec_mult_1.60 3-2_1 0.0734 Rprec_mult_1.80 3-2_1 0.0732 Rprec_mult_2.00 3-2_1 0.0662 utility 3-2_1 -946.0000 11pt_avg 3-2_1 0.1124 binG 3-2_1 0.0841 G 3-2_1 0.0616 ndcg 3-2_1 0.3281 ndcg_rel 3-2_1 0.3217 Rndcg 3-2_1 0.2881 ndcg_cut_5 3-2_1 0.4690 ndcg_cut_10 3-2_1 0.4508 ndcg_cut_15 3-2_1 0.3939 ndcg_cut_20 3-2_1 0.3690 ndcg_cut_30 3-2_1 0.3186 ndcg_cut_100 3-2_1 0.2099 ndcg_cut_200 3-2_1 0.2143 ndcg_cut_500 3-2_1 0.2982 ndcg_cut_1000 3-2_1 0.3281 map_cut_5 3-2_1 0.0294 map_cut_10 3-2_1 0.0408 map_cut_15 3-2_1 0.0408 map_cut_20 3-2_1 0.0449 map_cut_30 3-2_1 0.0449 map_cut_100 3-2_1 0.0488 map_cut_200 3-2_1 0.0515 map_cut_500 3-2_1 0.0612 map_cut_1000 3-2_1 0.0630 relative_P_5 3-2_1 0.4000 relative_P_10 3-2_1 0.4000 relative_P_15 3-2_1 0.2667 relative_P_20 3-2_1 0.2500 relative_P_30 3-2_1 0.1667 relative_P_100 3-2_1 0.1176 relative_P_200 3-2_1 0.1618 relative_P_500 3-2_1 0.3529 relative_P_1000 3-2_1 0.3971 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0270 set_relative_P 3-2_1 0.3971 set_recall 3-2_1 0.3971 set_map 3-2_1 0.0107 set_F 3-2_1 0.0506 num_nonrel_judged_ret 3-2_1 45 rbp 3-2_1 0.2959 rbp_resid 3-2_1 0.2796 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.4000 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 28 map 3-2_6 0.2128 Rprec 3-2_6 0.3438 bpref 3-2_6 0.4053 recip_rank 3-2_6 0.5000 iprec_at_recall_0.00 3-2_6 0.5000 iprec_at_recall_0.10 3-2_6 0.3548 iprec_at_recall_0.20 3-2_6 0.3548 iprec_at_recall_0.30 3-2_6 0.3548 iprec_at_recall_0.40 3-2_6 0.3415 iprec_at_recall_0.50 3-2_6 0.2656 iprec_at_recall_0.60 3-2_6 0.1845 iprec_at_recall_0.70 3-2_6 0.1732 iprec_at_recall_0.80 3-2_6 0.1116 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.2000 P_10 3-2_6 0.2000 P_15 3-2_6 0.2000 P_20 3-2_6 0.2500 P_30 3-2_6 0.3333 P_100 3-2_6 0.1800 P_200 3-2_6 0.1250 P_500 3-2_6 0.0560 P_1000 3-2_6 0.0280 relstring 3-2_6 '1200001012' recall_5 3-2_6 0.0312 recall_10 3-2_6 0.0625 recall_15 3-2_6 0.0938 recall_20 3-2_6 0.1562 recall_30 3-2_6 0.3125 recall_100 3-2_6 0.5625 recall_200 3-2_6 0.7812 recall_500 3-2_6 0.8750 recall_1000 3-2_6 0.8750 infAP 3-2_6 0.2128 Rprec_mult_0.20 3-2_6 0.1429 Rprec_mult_0.40 3-2_6 0.1538 Rprec_mult_0.60 3-2_6 0.2500 Rprec_mult_0.80 3-2_6 0.3077 Rprec_mult_1.00 3-2_6 0.3438 Rprec_mult_1.20 3-2_6 0.3077 Rprec_mult_1.40 3-2_6 0.3333 Rprec_mult_1.60 3-2_6 0.2885 Rprec_mult_1.80 3-2_6 0.2586 Rprec_mult_2.00 3-2_6 0.2656 utility 3-2_6 -944.0000 11pt_avg 3-2_6 0.2401 binG 3-2_6 0.1824 G 3-2_6 0.1589 ndcg 3-2_6 0.6283 ndcg_rel 3-2_6 0.4477 Rndcg 3-2_6 0.4329 ndcg_cut_5 3-2_6 0.2557 ndcg_cut_10 3-2_6 0.2549 ndcg_cut_15 3-2_6 0.2864 ndcg_cut_20 3-2_6 0.3153 ndcg_cut_30 3-2_6 0.3899 ndcg_cut_100 3-2_6 0.4747 ndcg_cut_200 3-2_6 0.5905 ndcg_cut_500 3-2_6 0.6283 ndcg_cut_1000 3-2_6 0.6283 map_cut_5 3-2_6 0.0156 map_cut_10 3-2_6 0.0219 map_cut_15 3-2_6 0.0281 map_cut_20 3-2_6 0.0433 map_cut_30 3-2_6 0.0918 map_cut_100 3-2_6 0.1681 map_cut_200 3-2_6 0.2036 map_cut_500 3-2_6 0.2128 map_cut_1000 3-2_6 0.2128 relative_P_5 3-2_6 0.2000 relative_P_10 3-2_6 0.2000 relative_P_15 3-2_6 0.2000 relative_P_20 3-2_6 0.2500 relative_P_30 3-2_6 0.3333 relative_P_100 3-2_6 0.5625 relative_P_200 3-2_6 0.7812 relative_P_500 3-2_6 0.8750 relative_P_1000 3-2_6 0.8750 success_1 3-2_6 0.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0280 set_relative_P 3-2_6 0.8750 set_recall 3-2_6 0.8750 set_map 3-2_6 0.0245 set_F 3-2_6 0.0543 num_nonrel_judged_ret 3-2_6 29 rbp 3-2_6 0.2890 rbp_resid 3-2_6 0.1024 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.0000 unj_20 3-2_6 0.1500 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 11 map 4-1_10 0.0959 Rprec 4-1_10 0.1667 bpref 4-1_10 0.1319 recip_rank 4-1_10 0.5000 iprec_at_recall_0.00 4-1_10 0.5000 iprec_at_recall_0.10 4-1_10 0.5000 iprec_at_recall_0.20 4-1_10 0.2857 iprec_at_recall_0.30 4-1_10 0.0615 iprec_at_recall_0.40 4-1_10 0.0602 iprec_at_recall_0.50 4-1_10 0.0259 iprec_at_recall_0.60 4-1_10 0.0259 iprec_at_recall_0.70 4-1_10 0.0259 iprec_at_recall_0.80 4-1_10 0.0237 iprec_at_recall_0.90 4-1_10 0.0178 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.2000 P_10 4-1_10 0.2000 P_15 4-1_10 0.1333 P_20 4-1_10 0.1000 P_30 4-1_10 0.1000 P_100 4-1_10 0.0500 P_200 4-1_10 0.0250 P_500 4-1_10 0.0200 P_1000 4-1_10 0.0110 relstring 4-1_10 '1211002001' recall_5 4-1_10 0.0833 recall_10 4-1_10 0.1667 recall_15 4-1_10 0.1667 recall_20 4-1_10 0.1667 recall_30 4-1_10 0.2500 recall_100 4-1_10 0.4167 recall_200 4-1_10 0.4167 recall_500 4-1_10 0.8333 recall_1000 4-1_10 0.9167 infAP 4-1_10 0.0959 Rprec_mult_0.20 4-1_10 0.3333 Rprec_mult_0.40 4-1_10 0.2000 Rprec_mult_0.60 4-1_10 0.2500 Rprec_mult_0.80 4-1_10 0.2000 Rprec_mult_1.00 4-1_10 0.1667 Rprec_mult_1.20 4-1_10 0.1333 Rprec_mult_1.40 4-1_10 0.1176 Rprec_mult_1.60 4-1_10 0.1000 Rprec_mult_1.80 4-1_10 0.0909 Rprec_mult_2.00 4-1_10 0.0833 utility 4-1_10 -978.0000 11pt_avg 4-1_10 0.1388 binG 4-1_10 0.1859 G 4-1_10 0.1406 ndcg 4-1_10 0.5358 ndcg_rel 4-1_10 0.4336 Rndcg 4-1_10 0.3754 ndcg_cut_5 4-1_10 0.4629 ndcg_cut_10 4-1_10 0.4112 ndcg_cut_15 4-1_10 0.3470 ndcg_cut_20 4-1_10 0.3159 ndcg_cut_30 4-1_10 0.3134 ndcg_cut_100 4-1_10 0.3167 ndcg_cut_200 4-1_10 0.3441 ndcg_cut_500 4-1_10 0.4682 ndcg_cut_1000 4-1_10 0.5358 map_cut_5 4-1_10 0.0417 map_cut_10 4-1_10 0.0655 map_cut_15 4-1_10 0.0655 map_cut_20 4-1_10 0.0655 map_cut_30 4-1_10 0.0741 map_cut_100 4-1_10 0.0842 map_cut_200 4-1_10 0.0842 map_cut_500 4-1_10 0.0944 map_cut_1000 4-1_10 0.0959 relative_P_5 4-1_10 0.2000 relative_P_10 4-1_10 0.2000 relative_P_15 4-1_10 0.1667 relative_P_20 4-1_10 0.1667 relative_P_30 4-1_10 0.2500 relative_P_100 4-1_10 0.4167 relative_P_200 4-1_10 0.4167 relative_P_500 4-1_10 0.8333 relative_P_1000 4-1_10 0.9167 success_1 4-1_10 0.0000 success_5 4-1_10 1.0000 success_10 4-1_10 1.0000 set_P 4-1_10 0.0110 set_relative_P 4-1_10 0.9167 set_recall 4-1_10 0.9167 set_map 4-1_10 0.0101 set_F 4-1_10 0.0217 num_nonrel_judged_ret 4-1_10 59 rbp 4-1_10 0.2021 rbp_resid 4-1_10 0.2989 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.0000 unj_20 4-1_10 0.4500 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 7 map 4-1_12 0.0724 Rprec 4-1_12 0.1429 bpref 4-1_12 0.0816 recip_rank 4-1_12 0.1667 iprec_at_recall_0.00 4-1_12 0.1667 iprec_at_recall_0.10 4-1_12 0.1667 iprec_at_recall_0.20 4-1_12 0.1667 iprec_at_recall_0.30 4-1_12 0.1111 iprec_at_recall_0.40 4-1_12 0.1034 iprec_at_recall_0.50 4-1_12 0.0426 iprec_at_recall_0.60 4-1_12 0.0426 iprec_at_recall_0.70 4-1_12 0.0426 iprec_at_recall_0.80 4-1_12 0.0426 iprec_at_recall_0.90 4-1_12 0.0426 iprec_at_recall_1.00 4-1_12 0.0154 P_5 4-1_12 0.0000 P_10 4-1_12 0.1000 P_15 4-1_12 0.0667 P_20 4-1_12 0.1000 P_30 4-1_12 0.1000 P_100 4-1_12 0.0300 P_200 4-1_12 0.0300 P_500 4-1_12 0.0140 P_1000 4-1_12 0.0070 relstring 4-1_12 '-0-0031-00' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.1429 recall_15 4-1_12 0.1429 recall_20 4-1_12 0.2857 recall_30 4-1_12 0.4286 recall_100 4-1_12 0.4286 recall_200 4-1_12 0.8571 recall_500 4-1_12 1.0000 recall_1000 4-1_12 1.0000 infAP 4-1_12 0.0724 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.1667 Rprec_mult_1.00 4-1_12 0.1429 Rprec_mult_1.20 4-1_12 0.1111 Rprec_mult_1.40 4-1_12 0.1000 Rprec_mult_1.60 4-1_12 0.0833 Rprec_mult_1.80 4-1_12 0.0769 Rprec_mult_2.00 4-1_12 0.0714 utility 4-1_12 -986.0000 11pt_avg 4-1_12 0.0857 binG 4-1_12 0.1919 G 4-1_12 0.1441 ndcg 4-1_12 0.3626 ndcg_rel 4-1_12 0.2756 Rndcg 4-1_12 0.1371 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.1239 ndcg_cut_15 4-1_12 0.1534 ndcg_cut_20 4-1_12 0.1914 ndcg_cut_30 4-1_12 0.2322 ndcg_cut_100 4-1_12 0.2701 ndcg_cut_200 4-1_12 0.3304 ndcg_cut_500 4-1_12 0.3626 ndcg_cut_1000 4-1_12 0.3626 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0238 map_cut_15 4-1_12 0.0238 map_cut_20 4-1_12 0.0397 map_cut_30 4-1_12 0.0545 map_cut_100 4-1_12 0.0545 map_cut_200 4-1_12 0.0702 map_cut_500 4-1_12 0.0724 map_cut_1000 4-1_12 0.0724 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.1429 relative_P_15 4-1_12 0.1429 relative_P_20 4-1_12 0.2857 relative_P_30 4-1_12 0.4286 relative_P_100 4-1_12 0.4286 relative_P_200 4-1_12 0.8571 relative_P_500 4-1_12 1.0000 relative_P_1000 4-1_12 1.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 1.0000 set_P 4-1_12 0.0070 set_relative_P 4-1_12 1.0000 set_recall 4-1_12 1.0000 set_map 4-1_12 0.0070 set_F 4-1_12 0.0139 num_nonrel_judged_ret 4-1_12 61 rbp 4-1_12 0.0906 rbp_resid 4-1_12 0.4700 unj_5 4-1_12 0.4000 unj_10 4-1_12 0.3000 unj_20 4-1_12 0.5000 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 32 map 4-1_3 0.1142 Rprec 4-1_3 0.1026 bpref 4-1_3 0.1453 recip_rank 4-1_3 1.0000 iprec_at_recall_0.00 4-1_3 1.0000 iprec_at_recall_0.10 4-1_3 0.2105 iprec_at_recall_0.20 4-1_3 0.1270 iprec_at_recall_0.30 4-1_3 0.1250 iprec_at_recall_0.40 4-1_3 0.1250 iprec_at_recall_0.50 4-1_3 0.1136 iprec_at_recall_0.60 4-1_3 0.1036 iprec_at_recall_0.70 4-1_3 0.0761 iprec_at_recall_0.80 4-1_3 0.0411 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.2000 P_10 4-1_3 0.2000 P_15 4-1_3 0.1333 P_20 4-1_3 0.2000 P_30 4-1_3 0.1333 P_100 4-1_3 0.1200 P_200 4-1_3 0.1000 P_500 4-1_3 0.0560 P_1000 4-1_3 0.0320 relstring 4-1_3 '31-01-1041' recall_5 4-1_3 0.0256 recall_10 4-1_3 0.0513 recall_15 4-1_3 0.0513 recall_20 4-1_3 0.1026 recall_30 4-1_3 0.1026 recall_100 4-1_3 0.3077 recall_200 4-1_3 0.5128 recall_500 4-1_3 0.7179 recall_1000 4-1_3 0.8205 infAP 4-1_3 0.1142 Rprec_mult_0.20 4-1_3 0.1250 Rprec_mult_0.40 4-1_3 0.1250 Rprec_mult_0.60 4-1_3 0.1667 Rprec_mult_0.80 4-1_3 0.1250 Rprec_mult_1.00 4-1_3 0.1026 Rprec_mult_1.20 4-1_3 0.1277 Rprec_mult_1.40 4-1_3 0.1273 Rprec_mult_1.60 4-1_3 0.1270 Rprec_mult_1.80 4-1_3 0.1127 Rprec_mult_2.00 4-1_3 0.1026 utility 4-1_3 -936.0000 11pt_avg 4-1_3 0.1747 binG 4-1_3 0.1477 G 4-1_3 0.1285 ndcg 4-1_3 0.5406 ndcg_rel 4-1_3 0.4215 Rndcg 4-1_3 0.3332 ndcg_cut_5 4-1_3 0.3407 ndcg_cut_10 4-1_3 0.3451 ndcg_cut_15 4-1_3 0.2798 ndcg_cut_20 4-1_3 0.3122 ndcg_cut_30 4-1_3 0.2716 ndcg_cut_100 4-1_3 0.3299 ndcg_cut_200 4-1_3 0.4285 ndcg_cut_500 4-1_3 0.5119 ndcg_cut_1000 4-1_3 0.5406 map_cut_5 4-1_3 0.0256 map_cut_10 4-1_3 0.0313 map_cut_15 4-1_3 0.0313 map_cut_20 4-1_3 0.0413 map_cut_30 4-1_3 0.0413 map_cut_100 4-1_3 0.0666 map_cut_200 4-1_3 0.0908 map_cut_500 4-1_3 0.1096 map_cut_1000 4-1_3 0.1142 relative_P_5 4-1_3 0.2000 relative_P_10 4-1_3 0.2000 relative_P_15 4-1_3 0.1333 relative_P_20 4-1_3 0.2000 relative_P_30 4-1_3 0.1333 relative_P_100 4-1_3 0.3077 relative_P_200 4-1_3 0.5128 relative_P_500 4-1_3 0.7179 relative_P_1000 4-1_3 0.8205 success_1 4-1_3 1.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0320 set_relative_P 4-1_3 0.8205 set_recall 4-1_3 0.8205 set_map 4-1_3 0.0263 set_F 4-1_3 0.0616 num_nonrel_judged_ret 4-1_3 105 rbp 4-1_3 0.2108 rbp_resid 4-1_3 0.3014 unj_5 4-1_3 0.2000 unj_10 4-1_3 0.2000 unj_20 4-1_3 0.3000 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 11 map 4-1_4 0.6255 Rprec 4-1_4 0.6364 bpref 4-1_4 0.6033 recip_rank 4-1_4 1.0000 iprec_at_recall_0.00 4-1_4 1.0000 iprec_at_recall_0.10 4-1_4 1.0000 iprec_at_recall_0.20 4-1_4 1.0000 iprec_at_recall_0.30 4-1_4 1.0000 iprec_at_recall_0.40 4-1_4 1.0000 iprec_at_recall_0.50 4-1_4 0.6364 iprec_at_recall_0.60 4-1_4 0.6364 iprec_at_recall_0.70 4-1_4 0.4211 iprec_at_recall_0.80 4-1_4 0.2500 iprec_at_recall_0.90 4-1_4 0.2174 iprec_at_recall_1.00 4-1_4 0.0409 P_5 4-1_4 0.8000 P_10 4-1_4 0.6000 P_15 4-1_4 0.4667 P_20 4-1_4 0.4000 P_30 4-1_4 0.2667 P_100 4-1_4 0.1000 P_200 4-1_4 0.0500 P_500 4-1_4 0.0220 P_1000 4-1_4 0.0110 relstring 4-1_4 '42321121-4' recall_5 4-1_4 0.3636 recall_10 4-1_4 0.5455 recall_15 4-1_4 0.6364 recall_20 4-1_4 0.7273 recall_30 4-1_4 0.7273 recall_100 4-1_4 0.9091 recall_200 4-1_4 0.9091 recall_500 4-1_4 1.0000 recall_1000 4-1_4 1.0000 infAP 4-1_4 0.6255 Rprec_mult_0.20 4-1_4 1.0000 Rprec_mult_0.40 4-1_4 0.8000 Rprec_mult_0.60 4-1_4 0.7143 Rprec_mult_0.80 4-1_4 0.5556 Rprec_mult_1.00 4-1_4 0.6364 Rprec_mult_1.20 4-1_4 0.5000 Rprec_mult_1.40 4-1_4 0.4375 Rprec_mult_1.60 4-1_4 0.3889 Rprec_mult_1.80 4-1_4 0.4000 Rprec_mult_2.00 4-1_4 0.3636 utility 4-1_4 -978.0000 11pt_avg 4-1_4 0.6547 binG 4-1_4 0.5514 G 4-1_4 0.3387 ndcg 4-1_4 0.8437 ndcg_rel 4-1_4 0.7643 Rndcg 4-1_4 0.7438 ndcg_cut_5 4-1_4 0.7022 ndcg_cut_10 4-1_4 0.7025 ndcg_cut_15 4-1_4 0.7335 ndcg_cut_20 4-1_4 0.7637 ndcg_cut_30 4-1_4 0.7221 ndcg_cut_100 4-1_4 0.8099 ndcg_cut_200 4-1_4 0.8241 ndcg_cut_500 4-1_4 0.8437 ndcg_cut_1000 4-1_4 0.8437 map_cut_5 4-1_4 0.3636 map_cut_10 4-1_4 0.4831 map_cut_15 4-1_4 0.5410 map_cut_20 4-1_4 0.5792 map_cut_30 4-1_4 0.5792 map_cut_100 4-1_4 0.6217 map_cut_200 4-1_4 0.6217 map_cut_500 4-1_4 0.6255 map_cut_1000 4-1_4 0.6255 relative_P_5 4-1_4 0.8000 relative_P_10 4-1_4 0.6000 relative_P_15 4-1_4 0.6364 relative_P_20 4-1_4 0.7273 relative_P_30 4-1_4 0.7273 relative_P_100 4-1_4 0.9091 relative_P_200 4-1_4 0.9091 relative_P_500 4-1_4 1.0000 relative_P_1000 4-1_4 1.0000 success_1 4-1_4 1.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0110 set_relative_P 4-1_4 1.0000 set_recall 4-1_4 1.0000 set_map 4-1_4 0.0110 set_F 4-1_4 0.0218 num_nonrel_judged_ret 4-1_4 40 rbp 4-1_4 0.4280 rbp_resid 4-1_4 0.2040 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.1000 unj_20 4-1_4 0.2000 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.0040 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0040 iprec_at_recall_0.00 4-1_6 0.0040 iprec_at_recall_0.10 4-1_6 0.0040 iprec_at_recall_0.20 4-1_6 0.0040 iprec_at_recall_0.30 4-1_6 0.0040 iprec_at_recall_0.40 4-1_6 0.0040 iprec_at_recall_0.50 4-1_6 0.0040 iprec_at_recall_0.60 4-1_6 0.0040 iprec_at_recall_0.70 4-1_6 0.0040 iprec_at_recall_0.80 4-1_6 0.0040 iprec_at_recall_0.90 4-1_6 0.0040 iprec_at_recall_1.00 4-1_6 0.0040 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0020 P_1000 4-1_6 0.0010 relstring 4-1_6 '000-----01' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 1.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.0040 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.0040 binG 4-1_6 0.1255 G 4-1_6 0.1463 ndcg 4-1_6 0.3640 ndcg_rel 4-1_6 0.2275 Rndcg 4-1_6 0.1340 ndcg_cut_5 4-1_6 0.0000 ndcg_cut_10 4-1_6 0.0521 ndcg_cut_15 4-1_6 0.0421 ndcg_cut_20 4-1_6 0.0381 ndcg_cut_30 4-1_6 0.0941 ndcg_cut_100 4-1_6 0.2052 ndcg_cut_200 4-1_6 0.3158 ndcg_cut_500 4-1_6 0.3640 ndcg_cut_1000 4-1_6 0.3640 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0040 map_cut_1000 4-1_6 0.0040 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 1.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 75 rbp 4-1_6 0.0286 rbp_resid 4-1_6 0.5483 unj_5 4-1_6 0.4000 unj_10 4-1_6 0.5000 unj_20 4-1_6 0.6000 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 30 map 4-1_9 0.0646 Rprec 4-1_9 0.0811 bpref 4-1_9 0.1454 recip_rank 4-1_9 0.1000 iprec_at_recall_0.00 4-1_9 0.1765 iprec_at_recall_0.10 4-1_9 0.1014 iprec_at_recall_0.20 4-1_9 0.1014 iprec_at_recall_0.30 4-1_9 0.1014 iprec_at_recall_0.40 4-1_9 0.0892 iprec_at_recall_0.50 4-1_9 0.0892 iprec_at_recall_0.60 4-1_9 0.0670 iprec_at_recall_0.70 4-1_9 0.0670 iprec_at_recall_0.80 4-1_9 0.0550 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.1000 P_15 4-1_9 0.1333 P_20 4-1_9 0.1500 P_30 4-1_9 0.1000 P_100 4-1_9 0.0600 P_200 4-1_9 0.0800 P_500 4-1_9 0.0560 P_1000 4-1_9 0.0300 relstring 4-1_9 '10111111-3' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0270 recall_15 4-1_9 0.0541 recall_20 4-1_9 0.0811 recall_30 4-1_9 0.0811 recall_100 4-1_9 0.1622 recall_200 4-1_9 0.4324 recall_500 4-1_9 0.7568 recall_1000 4-1_9 0.8108 infAP 4-1_9 0.0646 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.1333 Rprec_mult_0.60 4-1_9 0.1304 Rprec_mult_0.80 4-1_9 0.1000 Rprec_mult_1.00 4-1_9 0.0811 Rprec_mult_1.20 4-1_9 0.0667 Rprec_mult_1.40 4-1_9 0.0577 Rprec_mult_1.60 4-1_9 0.0500 Rprec_mult_1.80 4-1_9 0.0448 Rprec_mult_2.00 4-1_9 0.0405 utility 4-1_9 -940.0000 11pt_avg 4-1_9 0.0771 binG 4-1_9 0.1191 G 4-1_9 0.1067 ndcg 4-1_9 0.5162 ndcg_rel 4-1_9 0.4059 Rndcg 4-1_9 0.2944 ndcg_cut_5 4-1_9 0.2212 ndcg_cut_10 4-1_9 0.2988 ndcg_cut_15 4-1_9 0.2993 ndcg_cut_20 4-1_9 0.3124 ndcg_cut_30 4-1_9 0.3014 ndcg_cut_100 4-1_9 0.2629 ndcg_cut_200 4-1_9 0.3281 ndcg_cut_500 4-1_9 0.4665 ndcg_cut_1000 4-1_9 0.5162 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0027 map_cut_15 4-1_9 0.0072 map_cut_20 4-1_9 0.0120 map_cut_30 4-1_9 0.0120 map_cut_100 4-1_9 0.0165 map_cut_200 4-1_9 0.0390 map_cut_500 4-1_9 0.0616 map_cut_1000 4-1_9 0.0646 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.1000 relative_P_15 4-1_9 0.1333 relative_P_20 4-1_9 0.1500 relative_P_30 4-1_9 0.1000 relative_P_100 4-1_9 0.1622 relative_P_200 4-1_9 0.4324 relative_P_500 4-1_9 0.7568 relative_P_1000 4-1_9 0.8108 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0300 set_relative_P 4-1_9 0.8108 set_recall 4-1_9 0.8108 set_map 4-1_9 0.0243 set_F 4-1_9 0.0579 num_nonrel_judged_ret 4-1_9 90 rbp 4-1_9 0.2004 rbp_resid 4-1_9 0.2195 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.1000 unj_20 4-1_9 0.3000 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 49 map 4-2_2 0.1601 Rprec 4-2_2 0.2143 bpref 4-2_2 0.4820 recip_rank 4-2_2 0.5000 iprec_at_recall_0.00 4-2_2 0.7500 iprec_at_recall_0.10 4-2_2 0.6667 iprec_at_recall_0.20 4-2_2 0.2982 iprec_at_recall_0.30 4-2_2 0.1627 iprec_at_recall_0.40 4-2_2 0.1318 iprec_at_recall_0.50 4-2_2 0.0986 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.6000 P_10 4-2_2 0.6000 P_15 4-2_2 0.6667 P_20 4-2_2 0.5000 P_30 4-2_2 0.4333 P_100 4-2_2 0.1900 P_200 4-2_2 0.1550 P_500 4-2_2 0.0880 P_1000 4-2_2 0.0490 relstring 4-2_2 '132122231-' recall_5 4-2_2 0.0357 recall_10 4-2_2 0.0714 recall_15 4-2_2 0.1190 recall_20 4-2_2 0.1190 recall_30 4-2_2 0.1548 recall_100 4-2_2 0.2262 recall_200 4-2_2 0.3690 recall_500 4-2_2 0.5238 recall_1000 4-2_2 0.5833 infAP 4-2_2 0.1601 Rprec_mult_0.20 4-2_2 0.5882 Rprec_mult_0.40 4-2_2 0.4118 Rprec_mult_0.60 4-2_2 0.3137 Rprec_mult_0.80 4-2_2 0.2647 Rprec_mult_1.00 4-2_2 0.2143 Rprec_mult_1.20 4-2_2 0.1881 Rprec_mult_1.40 4-2_2 0.1695 Rprec_mult_1.60 4-2_2 0.1481 Rprec_mult_1.80 4-2_2 0.1579 Rprec_mult_2.00 4-2_2 0.1607 utility 4-2_2 -902.0000 11pt_avg 4-2_2 0.1916 binG 4-2_2 0.1241 G 4-2_2 0.0954 ndcg 4-2_2 0.4884 ndcg_rel 4-2_2 0.4623 Rndcg 4-2_2 0.3955 ndcg_cut_5 4-2_2 0.5763 ndcg_cut_10 4-2_2 0.5666 ndcg_cut_15 4-2_2 0.5738 ndcg_cut_20 4-2_2 0.4998 ndcg_cut_30 4-2_2 0.4731 ndcg_cut_100 4-2_2 0.3257 ndcg_cut_200 4-2_2 0.3775 ndcg_cut_500 4-2_2 0.4555 ndcg_cut_1000 4-2_2 0.4884 map_cut_5 4-2_2 0.0210 map_cut_10 4-2_2 0.0464 map_cut_15 4-2_2 0.0769 map_cut_20 4-2_2 0.0769 map_cut_30 4-2_2 0.0922 map_cut_100 4-2_2 0.1155 map_cut_200 4-2_2 0.1385 map_cut_500 4-2_2 0.1560 map_cut_1000 4-2_2 0.1601 relative_P_5 4-2_2 0.6000 relative_P_10 4-2_2 0.6000 relative_P_15 4-2_2 0.6667 relative_P_20 4-2_2 0.5000 relative_P_30 4-2_2 0.4333 relative_P_100 4-2_2 0.2262 relative_P_200 4-2_2 0.3690 relative_P_500 4-2_2 0.5238 relative_P_1000 4-2_2 0.5833 success_1 4-2_2 0.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0490 set_relative_P 4-2_2 0.5833 set_recall 4-2_2 0.5833 set_map 4-2_2 0.0286 set_F 4-2_2 0.0904 num_nonrel_judged_ret 4-2_2 33 rbp 4-2_2 0.5029 rbp_resid 4-2_2 0.1725 unj_5 4-2_2 0.0000 unj_10 4-2_2 0.1000 unj_20 4-2_2 0.2000 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 31 map 4-2_3 0.2082 Rprec 4-2_3 0.3125 bpref 4-2_3 0.5346 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.7143 iprec_at_recall_0.20 4-2_3 0.3261 iprec_at_recall_0.30 4-2_3 0.3261 iprec_at_recall_0.40 4-2_3 0.1792 iprec_at_recall_0.50 4-2_3 0.1283 iprec_at_recall_0.60 4-2_3 0.0699 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.8000 P_10 4-2_3 0.6000 P_15 4-2_3 0.4000 P_20 4-2_3 0.3500 P_30 4-2_3 0.2667 P_100 4-2_3 0.1800 P_200 4-2_3 0.1200 P_500 4-2_3 0.0600 P_1000 4-2_3 0.0310 relstring 4-2_3 '22-33-212-' recall_5 4-2_3 0.0833 recall_10 4-2_3 0.1250 recall_15 4-2_3 0.1250 recall_20 4-2_3 0.1458 recall_30 4-2_3 0.1667 recall_100 4-2_3 0.3750 recall_200 4-2_3 0.5000 recall_500 4-2_3 0.6250 recall_1000 4-2_3 0.6458 infAP 4-2_3 0.2082 Rprec_mult_0.20 4-2_3 0.6000 Rprec_mult_0.40 4-2_3 0.3500 Rprec_mult_0.60 4-2_3 0.2759 Rprec_mult_0.80 4-2_3 0.3077 Rprec_mult_1.00 4-2_3 0.3125 Rprec_mult_1.20 4-2_3 0.2759 Rprec_mult_1.40 4-2_3 0.2353 Rprec_mult_1.60 4-2_3 0.2208 Rprec_mult_1.80 4-2_3 0.1954 Rprec_mult_2.00 4-2_3 0.1771 utility 4-2_3 -938.0000 11pt_avg 4-2_3 0.2494 binG 4-2_3 0.1742 G 4-2_3 0.1246 ndcg 4-2_3 0.5466 ndcg_rel 4-2_3 0.4960 Rndcg 4-2_3 0.4674 ndcg_cut_5 4-2_3 0.6460 ndcg_cut_10 4-2_3 0.5597 ndcg_cut_15 4-2_3 0.4656 ndcg_cut_20 4-2_3 0.4434 ndcg_cut_30 4-2_3 0.3870 ndcg_cut_100 4-2_3 0.3915 ndcg_cut_200 4-2_3 0.4631 ndcg_cut_500 4-2_3 0.5341 ndcg_cut_1000 4-2_3 0.5466 map_cut_5 4-2_3 0.0740 map_cut_10 4-2_3 0.1027 map_cut_15 4-2_3 0.1027 map_cut_20 4-2_3 0.1104 map_cut_30 4-2_3 0.1166 map_cut_100 4-2_3 0.1760 map_cut_200 4-2_3 0.1964 map_cut_500 4-2_3 0.2074 map_cut_1000 4-2_3 0.2082 relative_P_5 4-2_3 0.8000 relative_P_10 4-2_3 0.6000 relative_P_15 4-2_3 0.4000 relative_P_20 4-2_3 0.3500 relative_P_30 4-2_3 0.2667 relative_P_100 4-2_3 0.3750 relative_P_200 4-2_3 0.5000 relative_P_500 4-2_3 0.6250 relative_P_1000 4-2_3 0.6458 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0310 set_relative_P 4-2_3 0.6458 set_recall 4-2_3 0.6458 set_map 4-2_3 0.0200 set_F 4-2_3 0.0592 num_nonrel_judged_ret 4-2_3 26 rbp 4-2_3 0.3780 rbp_resid 4-2_3 0.4750 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.3000 unj_20 4-2_3 0.5500 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.5221 Rprec 4-2_6 0.5714 bpref 4-2_6 0.6122 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.6667 iprec_at_recall_0.40 4-2_6 0.6667 iprec_at_recall_0.50 4-2_6 0.5833 iprec_at_recall_0.60 4-2_6 0.5714 iprec_at_recall_0.70 4-2_6 0.4762 iprec_at_recall_0.80 4-2_6 0.1964 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.6000 P_10 4-2_6 0.6000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4500 P_30 4-2_6 0.3333 P_100 4-2_6 0.1100 P_200 4-2_6 0.0550 P_500 4-2_6 0.0240 P_1000 4-2_6 0.0120 relstring 4-2_6 '222-13-231' recall_5 4-2_6 0.2143 recall_10 4-2_6 0.4286 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.6429 recall_30 4-2_6 0.7143 recall_100 4-2_6 0.7857 recall_200 4-2_6 0.7857 recall_500 4-2_6 0.8571 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.5221 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.6667 Rprec_mult_0.80 4-2_6 0.5833 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4500 Rprec_mult_1.60 4-2_6 0.4348 Rprec_mult_1.80 4-2_6 0.3846 Rprec_mult_2.00 4-2_6 0.3571 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.5601 binG 4-2_6 0.4220 G 4-2_6 0.2560 ndcg 4-2_6 0.7390 ndcg_rel 4-2_6 0.6743 Rndcg 4-2_6 0.6490 ndcg_cut_5 4-2_6 0.5496 ndcg_cut_10 4-2_6 0.6473 ndcg_cut_15 4-2_6 0.6509 ndcg_cut_20 4-2_6 0.6776 ndcg_cut_30 4-2_6 0.6399 ndcg_cut_100 4-2_6 0.7242 ndcg_cut_200 4-2_6 0.7242 ndcg_cut_500 4-2_6 0.7390 ndcg_cut_1000 4-2_6 0.7390 map_cut_5 4-2_6 0.2143 map_cut_10 4-2_6 0.3542 map_cut_15 4-2_6 0.4366 map_cut_20 4-2_6 0.4705 map_cut_30 4-2_6 0.5045 map_cut_100 4-2_6 0.5185 map_cut_200 4-2_6 0.5185 map_cut_500 4-2_6 0.5221 map_cut_1000 4-2_6 0.5221 relative_P_5 4-2_6 0.6000 relative_P_10 4-2_6 0.6000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.6429 relative_P_30 4-2_6 0.7143 relative_P_100 4-2_6 0.7857 relative_P_200 4-2_6 0.7857 relative_P_500 4-2_6 0.8571 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 13 rbp 4-2_6 0.4488 rbp_resid 4-2_6 0.2755 unj_5 4-2_6 0.2000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.2500 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 50 map 5-1_2 0.0856 Rprec 5-1_2 0.1923 bpref 5-1_2 0.3234 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.2093 iprec_at_recall_0.20 5-1_2 0.1985 iprec_at_recall_0.30 5-1_2 0.1258 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.6000 P_10 5-1_2 0.5000 P_15 5-1_2 0.3333 P_20 5-1_2 0.3000 P_30 5-1_2 0.2000 P_100 5-1_2 0.1900 P_200 5-1_2 0.1550 P_500 5-1_2 0.0920 P_1000 5-1_2 0.0500 relstring 5-1_2 '313313-113' recall_5 5-1_2 0.0231 recall_10 5-1_2 0.0385 recall_15 5-1_2 0.0385 recall_20 5-1_2 0.0462 recall_30 5-1_2 0.0462 recall_100 5-1_2 0.1462 recall_200 5-1_2 0.2385 recall_500 5-1_2 0.3538 recall_1000 5-1_2 0.3846 infAP 5-1_2 0.0856 Rprec_mult_0.20 5-1_2 0.2308 Rprec_mult_0.40 5-1_2 0.2308 Rprec_mult_0.60 5-1_2 0.1923 Rprec_mult_0.80 5-1_2 0.1923 Rprec_mult_1.00 5-1_2 0.1923 Rprec_mult_1.20 5-1_2 0.1859 Rprec_mult_1.40 5-1_2 0.1703 Rprec_mult_1.60 5-1_2 0.1490 Rprec_mult_1.80 5-1_2 0.1410 Rprec_mult_2.00 5-1_2 0.1308 utility 5-1_2 -900.0000 11pt_avg 5-1_2 0.1394 binG 5-1_2 0.0753 G 5-1_2 0.0633 ndcg 5-1_2 0.3815 ndcg_rel 5-1_2 0.3843 Rndcg 5-1_2 0.4081 ndcg_cut_5 5-1_2 0.6917 ndcg_cut_10 5-1_2 0.6399 ndcg_cut_15 5-1_2 0.5188 ndcg_cut_20 5-1_2 0.5006 ndcg_cut_30 5-1_2 0.4116 ndcg_cut_100 5-1_2 0.3063 ndcg_cut_200 5-1_2 0.2983 ndcg_cut_500 5-1_2 0.3617 ndcg_cut_1000 5-1_2 0.3815 map_cut_5 5-1_2 0.0186 map_cut_10 5-1_2 0.0276 map_cut_15 5-1_2 0.0276 map_cut_20 5-1_2 0.0304 map_cut_30 5-1_2 0.0304 map_cut_100 5-1_2 0.0514 map_cut_200 5-1_2 0.0691 map_cut_500 5-1_2 0.0835 map_cut_1000 5-1_2 0.0856 relative_P_5 5-1_2 0.6000 relative_P_10 5-1_2 0.5000 relative_P_15 5-1_2 0.3333 relative_P_20 5-1_2 0.3000 relative_P_30 5-1_2 0.2000 relative_P_100 5-1_2 0.1900 relative_P_200 5-1_2 0.2385 relative_P_500 5-1_2 0.3538 relative_P_1000 5-1_2 0.3846 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0500 set_relative_P 5-1_2 0.3846 set_recall 5-1_2 0.3846 set_map 5-1_2 0.0192 set_F 5-1_2 0.0885 num_nonrel_judged_ret 5-1_2 38 rbp 5-1_2 0.3748 rbp_resid 5-1_2 0.2029 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.1000 unj_20 5-1_2 0.2000 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 21 map 5-1_4 0.1308 Rprec 5-1_4 0.2069 bpref 5-1_4 0.3995 recip_rank 5-1_4 0.5000 iprec_at_recall_0.00 5-1_4 0.5455 iprec_at_recall_0.10 5-1_4 0.5455 iprec_at_recall_0.20 5-1_4 0.5455 iprec_at_recall_0.30 5-1_4 0.0877 iprec_at_recall_0.40 5-1_4 0.0450 iprec_at_recall_0.50 5-1_4 0.0340 iprec_at_recall_0.60 5-1_4 0.0340 iprec_at_recall_0.70 5-1_4 0.0340 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.4000 P_10 5-1_4 0.5000 P_15 5-1_4 0.4000 P_20 5-1_4 0.3000 P_30 5-1_4 0.2000 P_100 5-1_4 0.0800 P_200 5-1_4 0.0500 P_500 5-1_4 0.0300 P_1000 5-1_4 0.0210 relstring 5-1_4 '-2-0220-33' recall_5 5-1_4 0.0690 recall_10 5-1_4 0.1724 recall_15 5-1_4 0.2069 recall_20 5-1_4 0.2069 recall_30 5-1_4 0.2069 recall_100 5-1_4 0.2759 recall_200 5-1_4 0.3448 recall_500 5-1_4 0.5172 recall_1000 5-1_4 0.7241 infAP 5-1_4 0.1308 Rprec_mult_0.20 5-1_4 0.5000 Rprec_mult_0.40 5-1_4 0.5000 Rprec_mult_0.60 5-1_4 0.3333 Rprec_mult_0.80 5-1_4 0.2500 Rprec_mult_1.00 5-1_4 0.2069 Rprec_mult_1.20 5-1_4 0.1714 Rprec_mult_1.40 5-1_4 0.1463 Rprec_mult_1.60 5-1_4 0.1702 Rprec_mult_1.80 5-1_4 0.1509 Rprec_mult_2.00 5-1_4 0.1379 utility 5-1_4 -958.0000 11pt_avg 5-1_4 0.1701 binG 5-1_4 0.1552 G 5-1_4 0.1124 ndcg 5-1_4 0.4223 ndcg_rel 5-1_4 0.3525 Rndcg 5-1_4 0.2885 ndcg_cut_5 5-1_4 0.2301 ndcg_cut_10 5-1_4 0.3387 ndcg_cut_15 5-1_4 0.3177 ndcg_cut_20 5-1_4 0.2769 ndcg_cut_30 5-1_4 0.2269 ndcg_cut_100 5-1_4 0.2608 ndcg_cut_200 5-1_4 0.2966 ndcg_cut_500 5-1_4 0.3507 ndcg_cut_1000 5-1_4 0.4223 map_cut_5 5-1_4 0.0310 map_cut_10 5-1_4 0.0808 map_cut_15 5-1_4 0.0997 map_cut_20 5-1_4 0.0997 map_cut_30 5-1_4 0.0997 map_cut_100 5-1_4 0.1110 map_cut_200 5-1_4 0.1170 map_cut_500 5-1_4 0.1240 map_cut_1000 5-1_4 0.1308 relative_P_5 5-1_4 0.4000 relative_P_10 5-1_4 0.5000 relative_P_15 5-1_4 0.4000 relative_P_20 5-1_4 0.3000 relative_P_30 5-1_4 0.2069 relative_P_100 5-1_4 0.2759 relative_P_200 5-1_4 0.3448 relative_P_500 5-1_4 0.5172 relative_P_1000 5-1_4 0.7241 success_1 5-1_4 0.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0210 set_relative_P 5-1_4 0.7241 set_recall 5-1_4 0.7241 set_map 5-1_4 0.0152 set_F 5-1_4 0.0408 num_nonrel_judged_ret 5-1_4 26 rbp 5-1_4 0.2506 rbp_resid 5-1_4 0.4798 unj_5 5-1_4 0.4000 unj_10 5-1_4 0.3000 unj_20 5-1_4 0.5000 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 51 map 6-1_2 0.3274 Rprec 6-1_2 0.3684 bpref 6-1_2 0.7036 recip_rank 6-1_2 1.0000 iprec_at_recall_0.00 6-1_2 1.0000 iprec_at_recall_0.10 6-1_2 1.0000 iprec_at_recall_0.20 6-1_2 0.6250 iprec_at_recall_0.30 6-1_2 0.4865 iprec_at_recall_0.40 6-1_2 0.3731 iprec_at_recall_0.50 6-1_2 0.1306 iprec_at_recall_0.60 6-1_2 0.0974 iprec_at_recall_0.70 6-1_2 0.0806 iprec_at_recall_0.80 6-1_2 0.0686 iprec_at_recall_0.90 6-1_2 0.0553 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 1.0000 P_10 6-1_2 0.8000 P_15 6-1_2 0.6000 P_20 6-1_2 0.5500 P_30 6-1_2 0.5333 P_100 6-1_2 0.2500 P_200 6-1_2 0.1350 P_500 6-1_2 0.0800 P_1000 6-1_2 0.0510 relstring 6-1_2 '2232231202' recall_5 6-1_2 0.0877 recall_10 6-1_2 0.1404 recall_15 6-1_2 0.1579 recall_20 6-1_2 0.1930 recall_30 6-1_2 0.2807 recall_100 6-1_2 0.4386 recall_200 6-1_2 0.4737 recall_500 6-1_2 0.7018 recall_1000 6-1_2 0.8947 infAP 6-1_2 0.3274 Rprec_mult_0.20 6-1_2 0.6667 Rprec_mult_0.40 6-1_2 0.6087 Rprec_mult_0.60 6-1_2 0.4571 Rprec_mult_0.80 6-1_2 0.4130 Rprec_mult_1.00 6-1_2 0.3684 Rprec_mult_1.20 6-1_2 0.3623 Rprec_mult_1.40 6-1_2 0.3125 Rprec_mult_1.60 6-1_2 0.2717 Rprec_mult_1.80 6-1_2 0.2427 Rprec_mult_2.00 6-1_2 0.2281 utility 6-1_2 -898.0000 11pt_avg 6-1_2 0.3561 binG 6-1_2 0.2530 G 6-1_2 0.1424 ndcg 6-1_2 0.6447 ndcg_rel 6-1_2 0.5750 Rndcg 6-1_2 0.5199 ndcg_cut_5 6-1_2 0.7232 ndcg_cut_10 6-1_2 0.6609 ndcg_cut_15 6-1_2 0.5571 ndcg_cut_20 6-1_2 0.5491 ndcg_cut_30 6-1_2 0.5426 ndcg_cut_100 6-1_2 0.4277 ndcg_cut_200 6-1_2 0.4608 ndcg_cut_500 6-1_2 0.5677 ndcg_cut_1000 6-1_2 0.6447 map_cut_5 6-1_2 0.0877 map_cut_10 6-1_2 0.1346 map_cut_15 6-1_2 0.1468 map_cut_20 6-1_2 0.1674 map_cut_30 6-1_2 0.2195 map_cut_100 6-1_2 0.2833 map_cut_200 6-1_2 0.2913 map_cut_500 6-1_2 0.3144 map_cut_1000 6-1_2 0.3274 relative_P_5 6-1_2 1.0000 relative_P_10 6-1_2 0.8000 relative_P_15 6-1_2 0.6000 relative_P_20 6-1_2 0.5500 relative_P_30 6-1_2 0.5333 relative_P_100 6-1_2 0.4386 relative_P_200 6-1_2 0.4737 relative_P_500 6-1_2 0.7018 relative_P_1000 6-1_2 0.8947 success_1 6-1_2 1.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0510 set_relative_P 6-1_2 0.8947 set_recall 6-1_2 0.8947 set_map 6-1_2 0.0456 set_F 6-1_2 0.0965 num_nonrel_judged_ret 6-1_2 32 rbp 6-1_2 0.5351 rbp_resid 6-1_2 0.2158 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.0000 unj_20 6-1_2 0.3000 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 25 map 6-1_6 0.3652 Rprec 6-1_6 0.3704 bpref 6-1_6 0.4623 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.7143 iprec_at_recall_0.30 6-1_6 0.5333 iprec_at_recall_0.40 6-1_6 0.3438 iprec_at_recall_0.50 6-1_6 0.2059 iprec_at_recall_0.60 6-1_6 0.1935 iprec_at_recall_0.70 6-1_6 0.1881 iprec_at_recall_0.80 6-1_6 0.0751 iprec_at_recall_0.90 6-1_6 0.0503 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.8000 P_10 6-1_6 0.6000 P_15 6-1_6 0.5333 P_20 6-1_6 0.4500 P_30 6-1_6 0.3333 P_100 6-1_6 0.1800 P_200 6-1_6 0.1000 P_500 6-1_6 0.0480 P_1000 6-1_6 0.0250 relstring 6-1_6 '3233-13-12' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.2222 recall_15 6-1_6 0.2963 recall_20 6-1_6 0.3333 recall_30 6-1_6 0.3704 recall_100 6-1_6 0.6667 recall_200 6-1_6 0.7407 recall_500 6-1_6 0.8889 recall_1000 6-1_6 0.9259 infAP 6-1_6 0.3652 Rprec_mult_0.20 6-1_6 0.6667 Rprec_mult_0.40 6-1_6 0.5455 Rprec_mult_0.60 6-1_6 0.5294 Rprec_mult_0.80 6-1_6 0.4091 Rprec_mult_1.00 6-1_6 0.3704 Rprec_mult_1.20 6-1_6 0.3333 Rprec_mult_1.40 6-1_6 0.2895 Rprec_mult_1.60 6-1_6 0.2727 Rprec_mult_1.80 6-1_6 0.2449 Rprec_mult_2.00 6-1_6 0.2222 utility 6-1_6 -950.0000 11pt_avg 6-1_6 0.3913 binG 6-1_6 0.3122 G 6-1_6 0.2405 ndcg 6-1_6 0.7852 ndcg_rel 6-1_6 0.6865 Rndcg 6-1_6 0.6409 ndcg_cut_5 6-1_6 0.7975 ndcg_cut_10 6-1_6 0.6815 ndcg_cut_15 6-1_6 0.6520 ndcg_cut_20 6-1_6 0.6340 ndcg_cut_30 6-1_6 0.5806 ndcg_cut_100 6-1_6 0.6916 ndcg_cut_200 6-1_6 0.7336 ndcg_cut_500 6-1_6 0.7776 ndcg_cut_1000 6-1_6 0.7852 map_cut_5 6-1_6 0.1481 map_cut_10 6-1_6 0.1968 map_cut_15 6-1_6 0.2382 map_cut_20 6-1_6 0.2578 map_cut_30 6-1_6 0.2739 map_cut_100 6-1_6 0.3421 map_cut_200 6-1_6 0.3534 map_cut_500 6-1_6 0.3640 map_cut_1000 6-1_6 0.3652 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.6000 relative_P_15 6-1_6 0.5333 relative_P_20 6-1_6 0.4500 relative_P_30 6-1_6 0.3704 relative_P_100 6-1_6 0.6667 relative_P_200 6-1_6 0.7407 relative_P_500 6-1_6 0.8889 relative_P_1000 6-1_6 0.9259 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0250 set_relative_P 6-1_6 0.9259 set_recall 6-1_6 0.9259 set_map 6-1_6 0.0231 set_F 6-1_6 0.0487 num_nonrel_judged_ret 6-1_6 34 rbp 6-1_6 0.5436 rbp_resid 6-1_6 0.2359 unj_5 6-1_6 0.2000 unj_10 6-1_6 0.2000 unj_20 6-1_6 0.2000 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 30 map 6-1_7 0.1136 Rprec 6-1_7 0.2174 bpref 6-1_7 0.2680 recip_rank 6-1_7 1.0000 iprec_at_recall_0.00 6-1_7 1.0000 iprec_at_recall_0.10 6-1_7 0.2500 iprec_at_recall_0.20 6-1_7 0.2432 iprec_at_recall_0.30 6-1_7 0.1414 iprec_at_recall_0.40 6-1_7 0.1286 iprec_at_recall_0.50 6-1_7 0.0591 iprec_at_recall_0.60 6-1_7 0.0521 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.3000 P_15 6-1_7 0.2000 P_20 6-1_7 0.2500 P_30 6-1_7 0.2333 P_100 6-1_7 0.1400 P_200 6-1_7 0.0950 P_500 6-1_7 0.0540 P_1000 6-1_7 0.0300 relstring 6-1_7 '2110112311' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0652 recall_15 6-1_7 0.0652 recall_20 6-1_7 0.1087 recall_30 6-1_7 0.1522 recall_100 6-1_7 0.3043 recall_200 6-1_7 0.4130 recall_500 6-1_7 0.5870 recall_1000 6-1_7 0.6522 infAP 6-1_7 0.1136 Rprec_mult_0.20 6-1_7 0.3000 Rprec_mult_0.40 6-1_7 0.2105 Rprec_mult_0.60 6-1_7 0.2500 Rprec_mult_0.80 6-1_7 0.2432 Rprec_mult_1.00 6-1_7 0.2174 Rprec_mult_1.20 6-1_7 0.1964 Rprec_mult_1.40 6-1_7 0.1692 Rprec_mult_1.60 6-1_7 0.1622 Rprec_mult_1.80 6-1_7 0.1446 Rprec_mult_2.00 6-1_7 0.1413 utility 6-1_7 -940.0000 11pt_avg 6-1_7 0.1704 binG 6-1_7 0.1285 G 6-1_7 0.1054 ndcg 6-1_7 0.5067 ndcg_rel 6-1_7 0.4429 Rndcg 6-1_7 0.3903 ndcg_cut_5 6-1_7 0.3977 ndcg_cut_10 6-1_7 0.4458 ndcg_cut_15 6-1_7 0.3712 ndcg_cut_20 6-1_7 0.3743 ndcg_cut_30 6-1_7 0.3512 ndcg_cut_100 6-1_7 0.3277 ndcg_cut_200 6-1_7 0.3763 ndcg_cut_500 6-1_7 0.4610 ndcg_cut_1000 6-1_7 0.5067 map_cut_5 6-1_7 0.0217 map_cut_10 6-1_7 0.0361 map_cut_15 6-1_7 0.0361 map_cut_20 6-1_7 0.0467 map_cut_30 6-1_7 0.0569 map_cut_100 6-1_7 0.0868 map_cut_200 6-1_7 0.1002 map_cut_500 6-1_7 0.1102 map_cut_1000 6-1_7 0.1136 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.3000 relative_P_15 6-1_7 0.2000 relative_P_20 6-1_7 0.2500 relative_P_30 6-1_7 0.2333 relative_P_100 6-1_7 0.3043 relative_P_200 6-1_7 0.4130 relative_P_500 6-1_7 0.5870 relative_P_1000 6-1_7 0.6522 success_1 6-1_7 1.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0300 set_relative_P 6-1_7 0.6522 set_recall 6-1_7 0.6522 set_map 6-1_7 0.0196 set_F 6-1_7 0.0574 num_nonrel_judged_ret 6-1_7 76 rbp 6-1_7 0.3248 rbp_resid 6-1_7 0.1690 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.0000 unj_20 6-1_7 0.2000 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 44 map 6-2_2 0.2579 Rprec 6-2_2 0.3214 bpref 6-2_2 0.6320 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.6667 iprec_at_recall_0.20 6-2_2 0.5238 iprec_at_recall_0.30 6-2_2 0.3529 iprec_at_recall_0.40 6-2_2 0.2500 iprec_at_recall_0.50 6-2_2 0.1609 iprec_at_recall_0.60 6-2_2 0.1339 iprec_at_recall_0.70 6-2_2 0.0878 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.6000 P_10 6-2_2 0.6000 P_15 6-2_2 0.5333 P_20 6-2_2 0.5000 P_30 6-2_2 0.4000 P_100 6-2_2 0.2400 P_200 6-2_2 0.1450 P_500 6-2_2 0.0780 P_1000 6-2_2 0.0440 relstring 6-2_2 '3320-2-440' recall_5 6-2_2 0.0536 recall_10 6-2_2 0.1071 recall_15 6-2_2 0.1429 recall_20 6-2_2 0.1786 recall_30 6-2_2 0.2143 recall_100 6-2_2 0.4286 recall_200 6-2_2 0.5179 recall_500 6-2_2 0.6964 recall_1000 6-2_2 0.7857 infAP 6-2_2 0.2579 Rprec_mult_0.20 6-2_2 0.6667 Rprec_mult_0.40 6-2_2 0.4783 Rprec_mult_0.60 6-2_2 0.3529 Rprec_mult_0.80 6-2_2 0.3333 Rprec_mult_1.00 6-2_2 0.3214 Rprec_mult_1.20 6-2_2 0.2794 Rprec_mult_1.40 6-2_2 0.2532 Rprec_mult_1.60 6-2_2 0.2444 Rprec_mult_1.80 6-2_2 0.2376 Rprec_mult_2.00 6-2_2 0.2232 utility 6-2_2 -912.0000 11pt_avg 6-2_2 0.2887 binG 6-2_2 0.1966 G 6-2_2 0.1284 ndcg 6-2_2 0.5902 ndcg_rel 6-2_2 0.5224 Rndcg 6-2_2 0.4643 ndcg_cut_5 6-2_2 0.4996 ndcg_cut_10 6-2_2 0.4991 ndcg_cut_15 6-2_2 0.4596 ndcg_cut_20 6-2_2 0.4622 ndcg_cut_30 6-2_2 0.4233 ndcg_cut_100 6-2_2 0.3993 ndcg_cut_200 6-2_2 0.4483 ndcg_cut_500 6-2_2 0.5393 ndcg_cut_1000 6-2_2 0.5902 map_cut_5 6-2_2 0.0536 map_cut_10 6-2_2 0.0885 map_cut_15 6-2_2 0.1118 map_cut_20 6-2_2 0.1324 map_cut_30 6-2_2 0.1489 map_cut_100 6-2_2 0.2139 map_cut_200 6-2_2 0.2307 map_cut_500 6-2_2 0.2521 map_cut_1000 6-2_2 0.2579 relative_P_5 6-2_2 0.6000 relative_P_10 6-2_2 0.6000 relative_P_15 6-2_2 0.5333 relative_P_20 6-2_2 0.5000 relative_P_30 6-2_2 0.4000 relative_P_100 6-2_2 0.4286 relative_P_200 6-2_2 0.5179 relative_P_500 6-2_2 0.6964 relative_P_1000 6-2_2 0.7857 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0440 set_relative_P 6-2_2 0.7857 set_recall 6-2_2 0.7857 set_map 6-2_2 0.0346 set_F 6-2_2 0.0833 num_nonrel_judged_ret 6-2_2 38 rbp 6-2_2 0.3864 rbp_resid 6-2_2 0.3124 unj_5 6-2_2 0.2000 unj_10 6-2_2 0.2000 unj_20 6-2_2 0.3500 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 10 map 6-2_3 0.0238 Rprec 6-2_3 0.0000 bpref 6-2_3 0.0519 recip_rank 6-2_3 0.0278 iprec_at_recall_0.00 6-2_3 0.0597 iprec_at_recall_0.10 6-2_3 0.0597 iprec_at_recall_0.20 6-2_3 0.0597 iprec_at_recall_0.30 6-2_3 0.0588 iprec_at_recall_0.40 6-2_3 0.0393 iprec_at_recall_0.50 6-2_3 0.0169 iprec_at_recall_0.60 6-2_3 0.0152 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.0000 P_10 6-2_3 0.0000 P_15 6-2_3 0.0000 P_20 6-2_3 0.0000 P_30 6-2_3 0.0000 P_100 6-2_3 0.0500 P_200 6-2_3 0.0350 P_500 6-2_3 0.0160 P_1000 6-2_3 0.0100 relstring 6-2_3 '00-0000--0' recall_5 6-2_3 0.0000 recall_10 6-2_3 0.0000 recall_15 6-2_3 0.0000 recall_20 6-2_3 0.0000 recall_30 6-2_3 0.0000 recall_100 6-2_3 0.2941 recall_200 6-2_3 0.4118 recall_500 6-2_3 0.4706 recall_1000 6-2_3 0.5882 infAP 6-2_3 0.0238 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.0000 Rprec_mult_0.60 6-2_3 0.0000 Rprec_mult_0.80 6-2_3 0.0000 Rprec_mult_1.00 6-2_3 0.0000 Rprec_mult_1.20 6-2_3 0.0000 Rprec_mult_1.40 6-2_3 0.0000 Rprec_mult_1.60 6-2_3 0.0000 Rprec_mult_1.80 6-2_3 0.0000 Rprec_mult_2.00 6-2_3 0.0000 utility 6-2_3 -980.0000 11pt_avg 6-2_3 0.0281 binG 6-2_3 0.0883 G 6-2_3 0.0836 ndcg 6-2_3 0.2408 ndcg_rel 6-2_3 0.1895 Rndcg 6-2_3 0.0482 ndcg_cut_5 6-2_3 0.0000 ndcg_cut_10 6-2_3 0.0000 ndcg_cut_15 6-2_3 0.0000 ndcg_cut_20 6-2_3 0.0000 ndcg_cut_30 6-2_3 0.0000 ndcg_cut_100 6-2_3 0.1210 ndcg_cut_200 6-2_3 0.1899 ndcg_cut_500 6-2_3 0.2193 ndcg_cut_1000 6-2_3 0.2408 map_cut_5 6-2_3 0.0000 map_cut_10 6-2_3 0.0000 map_cut_15 6-2_3 0.0000 map_cut_20 6-2_3 0.0000 map_cut_30 6-2_3 0.0000 map_cut_100 6-2_3 0.0148 map_cut_200 6-2_3 0.0206 map_cut_500 6-2_3 0.0219 map_cut_1000 6-2_3 0.0238 relative_P_5 6-2_3 0.0000 relative_P_10 6-2_3 0.0000 relative_P_15 6-2_3 0.0000 relative_P_20 6-2_3 0.0000 relative_P_30 6-2_3 0.0000 relative_P_100 6-2_3 0.2941 relative_P_200 6-2_3 0.4118 relative_P_500 6-2_3 0.4706 relative_P_1000 6-2_3 0.5882 success_1 6-2_3 0.0000 success_5 6-2_3 0.0000 success_10 6-2_3 0.0000 set_P 6-2_3 0.0100 set_relative_P 6-2_3 0.5882 set_recall 6-2_3 0.5882 set_map 6-2_3 0.0059 set_F 6-2_3 0.0197 num_nonrel_judged_ret 6-2_3 56 rbp 6-2_3 0.0035 rbp_resid 6-2_3 0.4424 unj_5 6-2_3 0.2000 unj_10 6-2_3 0.3000 unj_20 6-2_3 0.5500 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 41 map 6-2_5 0.1744 Rprec 6-2_5 0.2353 bpref 6-2_5 0.5755 recip_rank 6-2_5 0.5000 iprec_at_recall_0.00 6-2_5 0.5000 iprec_at_recall_0.10 6-2_5 0.3846 iprec_at_recall_0.20 6-2_5 0.2857 iprec_at_recall_0.30 6-2_5 0.2623 iprec_at_recall_0.40 6-2_5 0.2062 iprec_at_recall_0.50 6-2_5 0.1830 iprec_at_recall_0.60 6-2_5 0.1255 iprec_at_recall_0.70 6-2_5 0.1136 iprec_at_recall_0.80 6-2_5 0.0480 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.2000 P_10 6-2_5 0.3000 P_15 6-2_5 0.3333 P_20 6-2_5 0.3500 P_30 6-2_5 0.3000 P_100 6-2_5 0.2000 P_200 6-2_5 0.1450 P_500 6-2_5 0.0740 P_1000 6-2_5 0.0410 relstring 6-2_5 '-401-4120-' recall_5 6-2_5 0.0196 recall_10 6-2_5 0.0588 recall_15 6-2_5 0.0980 recall_20 6-2_5 0.1373 recall_30 6-2_5 0.1765 recall_100 6-2_5 0.3922 recall_200 6-2_5 0.5686 recall_500 6-2_5 0.7255 recall_1000 6-2_5 0.8039 infAP 6-2_5 0.1744 Rprec_mult_0.20 6-2_5 0.3636 Rprec_mult_0.40 6-2_5 0.3333 Rprec_mult_0.60 6-2_5 0.2903 Rprec_mult_0.80 6-2_5 0.2683 Rprec_mult_1.00 6-2_5 0.2353 Rprec_mult_1.20 6-2_5 0.2581 Rprec_mult_1.40 6-2_5 0.2361 Rprec_mult_1.60 6-2_5 0.2195 Rprec_mult_1.80 6-2_5 0.2065 Rprec_mult_2.00 6-2_5 0.1961 utility 6-2_5 -918.0000 11pt_avg 6-2_5 0.1917 binG 6-2_5 0.1519 G 6-2_5 0.1178 ndcg 6-2_5 0.5371 ndcg_rel 6-2_5 0.4250 Rndcg 6-2_5 0.3396 ndcg_cut_5 6-2_5 0.2505 ndcg_cut_10 6-2_5 0.2940 ndcg_cut_15 6-2_5 0.2965 ndcg_cut_20 6-2_5 0.2903 ndcg_cut_30 6-2_5 0.2765 ndcg_cut_100 6-2_5 0.3251 ndcg_cut_200 6-2_5 0.4263 ndcg_cut_500 6-2_5 0.4881 ndcg_cut_1000 6-2_5 0.5371 map_cut_5 6-2_5 0.0098 map_cut_10 6-2_5 0.0237 map_cut_15 6-2_5 0.0384 map_cut_20 6-2_5 0.0529 map_cut_30 6-2_5 0.0658 map_cut_100 6-2_5 0.1194 map_cut_200 6-2_5 0.1517 map_cut_500 6-2_5 0.1698 map_cut_1000 6-2_5 0.1744 relative_P_5 6-2_5 0.2000 relative_P_10 6-2_5 0.3000 relative_P_15 6-2_5 0.3333 relative_P_20 6-2_5 0.3500 relative_P_30 6-2_5 0.3000 relative_P_100 6-2_5 0.3922 relative_P_200 6-2_5 0.5686 relative_P_500 6-2_5 0.7255 relative_P_1000 6-2_5 0.8039 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0410 set_relative_P 6-2_5 0.8039 set_recall 6-2_5 0.8039 set_map 6-2_5 0.0330 set_F 6-2_5 0.0780 num_nonrel_judged_ret 6-2_5 47 rbp 6-2_5 0.2846 rbp_resid 6-2_5 0.4192 unj_5 6-2_5 0.4000 unj_10 6-2_5 0.3000 unj_20 6-2_5 0.4500 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0008 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0033 iprec_at_recall_0.00 7-1_1 0.0033 iprec_at_recall_0.10 7-1_1 0.0033 iprec_at_recall_0.20 7-1_1 0.0033 iprec_at_recall_0.30 7-1_1 0.0033 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '-111011111' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0008 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0012 binG 7-1_1 0.0303 G 7-1_1 0.1069 ndcg 7-1_1 0.4862 ndcg_rel 7-1_1 0.4343 Rndcg 7-1_1 0.2748 ndcg_cut_5 7-1_1 0.2399 ndcg_cut_10 7-1_1 0.3895 ndcg_cut_15 7-1_1 0.4483 ndcg_cut_20 7-1_1 0.4215 ndcg_cut_30 7-1_1 0.4005 ndcg_cut_100 7-1_1 0.3868 ndcg_cut_200 7-1_1 0.3851 ndcg_cut_500 7-1_1 0.4501 ndcg_cut_1000 7-1_1 0.4862 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0008 map_cut_1000 7-1_1 0.0008 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 109 rbp 7-1_1 0.2210 rbp_resid 7-1_1 0.2697 unj_5 7-1_1 0.2000 unj_10 7-1_1 0.1000 unj_20 7-1_1 0.3000 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 5 map 7-1_5 0.0125 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0164 iprec_at_recall_0.00 7-1_5 0.0233 iprec_at_recall_0.10 7-1_5 0.0233 iprec_at_recall_0.20 7-1_5 0.0233 iprec_at_recall_0.30 7-1_5 0.0233 iprec_at_recall_0.40 7-1_5 0.0233 iprec_at_recall_0.50 7-1_5 0.0154 iprec_at_recall_0.60 7-1_5 0.0154 iprec_at_recall_0.70 7-1_5 0.0154 iprec_at_recall_0.80 7-1_5 0.0077 iprec_at_recall_0.90 7-1_5 0.0077 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0200 P_200 7-1_5 0.0100 P_500 7-1_5 0.0080 P_1000 7-1_5 0.0050 relstring 7-1_5 '0000-0000-' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.3333 recall_200 7-1_5 0.3333 recall_500 7-1_5 0.6667 recall_1000 7-1_5 0.8333 infAP 7-1_5 0.0125 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -990.0000 11pt_avg 7-1_5 0.0162 binG 7-1_5 0.1136 G 7-1_5 0.0946 ndcg 7-1_5 0.2182 ndcg_rel 7-1_5 0.1730 Rndcg 7-1_5 0.0546 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0000 ndcg_cut_20 7-1_5 0.0000 ndcg_cut_30 7-1_5 0.0000 ndcg_cut_100 7-1_5 0.0775 ndcg_cut_200 7-1_5 0.1034 ndcg_cut_500 7-1_5 0.1926 ndcg_cut_1000 7-1_5 0.2182 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0066 map_cut_200 7-1_5 0.0066 map_cut_500 7-1_5 0.0112 map_cut_1000 7-1_5 0.0125 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.3333 relative_P_200 7-1_5 0.3333 relative_P_500 7-1_5 0.6667 relative_P_1000 7-1_5 0.8333 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0050 set_relative_P 7-1_5 0.8333 set_recall 7-1_5 0.8333 set_map 7-1_5 0.0042 set_F 7-1_5 0.0099 num_nonrel_judged_ret 7-1_5 62 rbp 7-1_5 0.0002 rbp_resid 7-1_5 0.2764 unj_5 7-1_5 0.2000 unj_10 7-1_5 0.2000 unj_20 7-1_5 0.3500 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.8363 Rprec 7-1_6 0.7778 bpref 7-1_6 0.9136 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 1.0000 iprec_at_recall_0.50 7-1_6 0.8750 iprec_at_recall_0.60 7-1_6 0.8750 iprec_at_recall_0.70 7-1_6 0.8750 iprec_at_recall_0.80 7-1_6 0.8750 iprec_at_recall_0.90 7-1_6 0.6154 iprec_at_recall_1.00 7-1_6 0.3462 P_5 7-1_6 0.8000 P_10 7-1_6 0.7000 P_15 7-1_6 0.5333 P_20 7-1_6 0.4000 P_30 7-1_6 0.3000 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '44441224--' recall_5 7-1_6 0.4444 recall_10 7-1_6 0.7778 recall_15 7-1_6 0.8889 recall_20 7-1_6 0.8889 recall_30 7-1_6 1.0000 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.8363 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 1.0000 Rprec_mult_0.60 7-1_6 0.8333 Rprec_mult_0.80 7-1_6 0.8750 Rprec_mult_1.00 7-1_6 0.7778 Rprec_mult_1.20 7-1_6 0.6364 Rprec_mult_1.40 7-1_6 0.6154 Rprec_mult_1.60 7-1_6 0.5333 Rprec_mult_1.80 7-1_6 0.4706 Rprec_mult_2.00 7-1_6 0.4444 utility 7-1_6 -982.0000 11pt_avg 7-1_6 0.8601 binG 7-1_6 0.7205 G 7-1_6 0.6258 ndcg 7-1_6 0.9320 ndcg_rel 7-1_6 0.9257 Rndcg 7-1_6 0.8854 ndcg_cut_5 7-1_6 0.9016 ndcg_cut_10 7-1_6 0.8615 ndcg_cut_15 7-1_6 0.8732 ndcg_cut_20 7-1_6 0.8732 ndcg_cut_30 7-1_6 0.8983 ndcg_cut_100 7-1_6 0.9090 ndcg_cut_200 7-1_6 0.9179 ndcg_cut_500 7-1_6 0.9320 ndcg_cut_1000 7-1_6 0.9320 map_cut_5 7-1_6 0.4444 map_cut_10 7-1_6 0.7295 map_cut_15 7-1_6 0.7979 map_cut_20 7-1_6 0.7979 map_cut_30 7-1_6 0.8363 map_cut_100 7-1_6 0.8363 map_cut_200 7-1_6 0.8363 map_cut_500 7-1_6 0.8363 map_cut_1000 7-1_6 0.8363 relative_P_5 7-1_6 0.8000 relative_P_10 7-1_6 0.7778 relative_P_15 7-1_6 0.8889 relative_P_20 7-1_6 0.8889 relative_P_30 7-1_6 1.0000 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0090 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0090 set_F 7-1_6 0.0178 num_nonrel_judged_ret 7-1_6 11 rbp 7-1_6 0.5050 rbp_resid 7-1_6 0.3586 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.2000 unj_20 7-1_6 0.5000 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 13 map 7-1_9 0.3186 Rprec 7-1_9 0.3000 bpref 7-1_9 0.4600 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 0.6667 iprec_at_recall_0.40 7-1_9 0.2250 iprec_at_recall_0.50 7-1_9 0.1515 iprec_at_recall_0.60 7-1_9 0.0563 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.8000 P_10 7-1_9 0.6000 P_15 7-1_9 0.4000 P_20 7-1_9 0.3000 P_30 7-1_9 0.2333 P_100 7-1_9 0.1000 P_200 7-1_9 0.0550 P_500 7-1_9 0.0260 P_1000 7-1_9 0.0130 relstring 7-1_9 '2222-01220' recall_5 7-1_9 0.2000 recall_10 7-1_9 0.3000 recall_15 7-1_9 0.3000 recall_20 7-1_9 0.3000 recall_30 7-1_9 0.3500 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.5500 recall_500 7-1_9 0.6500 recall_1000 7-1_9 0.6500 infAP 7-1_9 0.3186 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.6250 Rprec_mult_0.60 7-1_9 0.5000 Rprec_mult_0.80 7-1_9 0.3750 Rprec_mult_1.00 7-1_9 0.3000 Rprec_mult_1.20 7-1_9 0.2500 Rprec_mult_1.40 7-1_9 0.2500 Rprec_mult_1.60 7-1_9 0.2188 Rprec_mult_1.80 7-1_9 0.2222 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -974.0000 11pt_avg 7-1_9 0.3727 binG 7-1_9 0.3035 G 7-1_9 0.1702 ndcg 7-1_9 0.5721 ndcg_rel 7-1_9 0.5423 Rndcg 7-1_9 0.4811 ndcg_cut_5 7-1_9 0.6488 ndcg_cut_10 7-1_9 0.6034 ndcg_cut_15 7-1_9 0.5078 ndcg_cut_20 7-1_9 0.4333 ndcg_cut_30 7-1_9 0.4292 ndcg_cut_100 7-1_9 0.4627 ndcg_cut_200 7-1_9 0.5142 ndcg_cut_500 7-1_9 0.5721 ndcg_cut_1000 7-1_9 0.5721 map_cut_5 7-1_9 0.2000 map_cut_10 7-1_9 0.2646 map_cut_15 7-1_9 0.2646 map_cut_20 7-1_9 0.2646 map_cut_30 7-1_9 0.2780 map_cut_100 7-1_9 0.3080 map_cut_200 7-1_9 0.3131 map_cut_500 7-1_9 0.3186 map_cut_1000 7-1_9 0.3186 relative_P_5 7-1_9 0.8000 relative_P_10 7-1_9 0.6000 relative_P_15 7-1_9 0.4000 relative_P_20 7-1_9 0.3000 relative_P_30 7-1_9 0.3500 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.5500 relative_P_500 7-1_9 0.6500 relative_P_1000 7-1_9 0.6500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0130 set_relative_P 7-1_9 0.6500 set_recall 7-1_9 0.6500 set_map 7-1_9 0.0084 set_F 7-1_9 0.0255 num_nonrel_judged_ret 7-1_9 23 rbp 7-1_9 0.2490 rbp_resid 7-1_9 0.3512 unj_5 7-1_9 0.2000 unj_10 7-1_9 0.1000 unj_20 7-1_9 0.5000 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 51 map 9-1_10 0.2982 Rprec 9-1_10 0.3390 bpref 9-1_10 0.7804 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 1.0000 iprec_at_recall_0.20 9-1_10 0.5417 iprec_at_recall_0.30 9-1_10 0.3600 iprec_at_recall_0.40 9-1_10 0.2449 iprec_at_recall_0.50 9-1_10 0.1818 iprec_at_recall_0.60 9-1_10 0.1469 iprec_at_recall_0.70 9-1_10 0.1028 iprec_at_recall_0.80 9-1_10 0.0750 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 1.0000 P_10 9-1_10 0.7000 P_15 9-1_10 0.6000 P_20 9-1_10 0.5500 P_30 9-1_10 0.4667 P_100 9-1_10 0.2400 P_200 9-1_10 0.1600 P_500 9-1_10 0.0880 P_1000 9-1_10 0.0510 relstring 9-1_10 '2433430140' recall_5 9-1_10 0.0847 recall_10 9-1_10 0.1186 recall_15 9-1_10 0.1525 recall_20 9-1_10 0.1864 recall_30 9-1_10 0.2373 recall_100 9-1_10 0.4068 recall_200 9-1_10 0.5424 recall_500 9-1_10 0.7458 recall_1000 9-1_10 0.8644 infAP 9-1_10 0.2982 Rprec_mult_0.20 9-1_10 0.6667 Rprec_mult_0.40 9-1_10 0.5417 Rprec_mult_0.60 9-1_10 0.4167 Rprec_mult_0.80 9-1_10 0.3542 Rprec_mult_1.00 9-1_10 0.3390 Rprec_mult_1.20 9-1_10 0.2817 Rprec_mult_1.40 9-1_10 0.2410 Rprec_mult_1.60 9-1_10 0.2421 Rprec_mult_1.80 9-1_10 0.2243 Rprec_mult_2.00 9-1_10 0.2203 utility 9-1_10 -898.0000 11pt_avg 9-1_10 0.3321 binG 9-1_10 0.2360 G 9-1_10 0.1519 ndcg 9-1_10 0.6674 ndcg_rel 9-1_10 0.5710 Rndcg 9-1_10 0.4747 ndcg_cut_5 9-1_10 0.7515 ndcg_cut_10 9-1_10 0.6301 ndcg_cut_15 9-1_10 0.5341 ndcg_cut_20 9-1_10 0.4853 ndcg_cut_30 9-1_10 0.4671 ndcg_cut_100 9-1_10 0.4623 ndcg_cut_200 9-1_10 0.5328 ndcg_cut_500 9-1_10 0.6239 ndcg_cut_1000 9-1_10 0.6674 map_cut_5 9-1_10 0.0847 map_cut_10 9-1_10 0.1149 map_cut_15 9-1_10 0.1381 map_cut_20 9-1_10 0.1563 map_cut_30 9-1_10 0.1832 map_cut_100 9-1_10 0.2386 map_cut_200 9-1_10 0.2646 map_cut_500 9-1_10 0.2899 map_cut_1000 9-1_10 0.2982 relative_P_5 9-1_10 1.0000 relative_P_10 9-1_10 0.7000 relative_P_15 9-1_10 0.6000 relative_P_20 9-1_10 0.5500 relative_P_30 9-1_10 0.4667 relative_P_100 9-1_10 0.4068 relative_P_200 9-1_10 0.5424 relative_P_500 9-1_10 0.7458 relative_P_1000 9-1_10 0.8644 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0510 set_relative_P 9-1_10 0.8644 set_recall 9-1_10 0.8644 set_map 9-1_10 0.0441 set_F 9-1_10 0.0963 num_nonrel_judged_ret 9-1_10 11 rbp 9-1_10 0.5005 rbp_resid 9-1_10 0.2272 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.0000 unj_20 9-1_10 0.3000 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 53 map 9-1_2 0.1795 Rprec 9-1_2 0.2069 bpref 9-1_2 0.5288 recip_rank 9-1_2 0.2000 iprec_at_recall_0.00 9-1_2 0.2840 iprec_at_recall_0.10 9-1_2 0.2840 iprec_at_recall_0.20 9-1_2 0.2840 iprec_at_recall_0.30 9-1_2 0.2840 iprec_at_recall_0.40 9-1_2 0.2840 iprec_at_recall_0.50 9-1_2 0.2424 iprec_at_recall_0.60 9-1_2 0.2349 iprec_at_recall_0.70 9-1_2 0.1519 iprec_at_recall_0.80 9-1_2 0.1314 iprec_at_recall_0.90 9-1_2 0.0994 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.2000 P_10 9-1_2 0.1000 P_15 9-1_2 0.2000 P_20 9-1_2 0.1500 P_30 9-1_2 0.1667 P_100 9-1_2 0.2400 P_200 9-1_2 0.1800 P_500 9-1_2 0.1020 P_1000 9-1_2 0.0530 relstring 9-1_2 '000040001-' recall_5 9-1_2 0.0172 recall_10 9-1_2 0.0172 recall_15 9-1_2 0.0517 recall_20 9-1_2 0.0517 recall_30 9-1_2 0.0862 recall_100 9-1_2 0.4138 recall_200 9-1_2 0.6207 recall_500 9-1_2 0.8793 recall_1000 9-1_2 0.9138 infAP 9-1_2 0.1795 Rprec_mult_0.20 9-1_2 0.2500 Rprec_mult_0.40 9-1_2 0.1667 Rprec_mult_0.60 9-1_2 0.1429 Rprec_mult_0.80 9-1_2 0.1702 Rprec_mult_1.00 9-1_2 0.2069 Rprec_mult_1.20 9-1_2 0.2429 Rprec_mult_1.40 9-1_2 0.2805 Rprec_mult_1.60 9-1_2 0.2581 Rprec_mult_1.80 9-1_2 0.2476 Rprec_mult_2.00 9-1_2 0.2414 utility 9-1_2 -894.0000 11pt_avg 9-1_2 0.2073 binG 9-1_2 0.1495 G 9-1_2 0.1288 ndcg 9-1_2 0.5589 ndcg_rel 9-1_2 0.3640 Rndcg 9-1_2 0.2617 ndcg_cut_5 9-1_2 0.1312 ndcg_cut_10 9-1_2 0.1070 ndcg_cut_15 9-1_2 0.1509 ndcg_cut_20 9-1_2 0.1294 ndcg_cut_30 9-1_2 0.1505 ndcg_cut_100 9-1_2 0.3043 ndcg_cut_200 9-1_2 0.4180 ndcg_cut_500 9-1_2 0.5399 ndcg_cut_1000 9-1_2 0.5589 map_cut_5 9-1_2 0.0034 map_cut_10 9-1_2 0.0034 map_cut_15 9-1_2 0.0109 map_cut_20 9-1_2 0.0109 map_cut_30 9-1_2 0.0172 map_cut_100 9-1_2 0.0917 map_cut_200 9-1_2 0.1409 map_cut_500 9-1_2 0.1765 map_cut_1000 9-1_2 0.1795 relative_P_5 9-1_2 0.2000 relative_P_10 9-1_2 0.1000 relative_P_15 9-1_2 0.2000 relative_P_20 9-1_2 0.1500 relative_P_30 9-1_2 0.1667 relative_P_100 9-1_2 0.4138 relative_P_200 9-1_2 0.6207 relative_P_500 9-1_2 0.8793 relative_P_1000 9-1_2 0.9138 success_1 9-1_2 0.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0530 set_relative_P 9-1_2 0.9138 set_recall 9-1_2 0.9138 set_map 9-1_2 0.0484 set_F 9-1_2 0.1002 num_nonrel_judged_ret 9-1_2 54 rbp 9-1_2 0.1363 rbp_resid 9-1_2 0.2230 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.1000 unj_20 9-1_2 0.3500 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 24 map 9-1_4 0.2638 Rprec 9-1_4 0.3200 bpref 9-1_4 0.4992 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.7500 iprec_at_recall_0.20 9-1_4 0.5000 iprec_at_recall_0.30 9-1_4 0.3810 iprec_at_recall_0.40 9-1_4 0.2500 iprec_at_recall_0.50 9-1_4 0.1026 iprec_at_recall_0.60 9-1_4 0.1026 iprec_at_recall_0.70 9-1_4 0.0695 iprec_at_recall_0.80 9-1_4 0.0443 iprec_at_recall_0.90 9-1_4 0.0369 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.5000 P_15 9-1_4 0.4000 P_20 9-1_4 0.3500 P_30 9-1_4 0.2667 P_100 9-1_4 0.1200 P_200 9-1_4 0.0800 P_500 9-1_4 0.0400 P_1000 9-1_4 0.0240 relstring 9-1_4 '3303-0--33' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.2400 recall_20 9-1_4 0.2800 recall_30 9-1_4 0.3200 recall_100 9-1_4 0.4800 recall_200 9-1_4 0.6400 recall_500 9-1_4 0.8000 recall_1000 9-1_4 0.9600 infAP 9-1_4 0.2638 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.4000 Rprec_mult_0.80 9-1_4 0.3500 Rprec_mult_1.00 9-1_4 0.3200 Rprec_mult_1.20 9-1_4 0.2667 Rprec_mult_1.40 9-1_4 0.2571 Rprec_mult_1.60 9-1_4 0.2500 Rprec_mult_1.80 9-1_4 0.2222 Rprec_mult_2.00 9-1_4 0.2000 utility 9-1_4 -952.0000 11pt_avg 9-1_4 0.2943 binG 9-1_4 0.2578 G 9-1_4 0.2310 ndcg 9-1_4 0.6957 ndcg_rel 9-1_4 0.6110 Rndcg 9-1_4 0.5076 ndcg_cut_5 9-1_4 0.6992 ndcg_cut_10 9-1_4 0.5836 ndcg_cut_15 9-1_4 0.4985 ndcg_cut_20 9-1_4 0.4542 ndcg_cut_30 9-1_4 0.4301 ndcg_cut_100 9-1_4 0.5173 ndcg_cut_200 9-1_4 0.5865 ndcg_cut_500 9-1_4 0.6468 ndcg_cut_1000 9-1_4 0.6957 map_cut_5 9-1_4 0.1100 map_cut_10 9-1_4 0.1478 map_cut_15 9-1_4 0.1678 map_cut_20 9-1_4 0.1853 map_cut_30 9-1_4 0.2005 map_cut_100 9-1_4 0.2333 map_cut_200 9-1_4 0.2488 map_cut_500 9-1_4 0.2582 map_cut_1000 9-1_4 0.2638 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.4000 relative_P_20 9-1_4 0.3500 relative_P_30 9-1_4 0.3200 relative_P_100 9-1_4 0.4800 relative_P_200 9-1_4 0.6400 relative_P_500 9-1_4 0.8000 relative_P_1000 9-1_4 0.9600 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0240 set_relative_P 9-1_4 0.9600 set_recall 9-1_4 0.9600 set_map 9-1_4 0.0230 set_F 9-1_4 0.0468 num_nonrel_judged_ret 9-1_4 25 rbp 9-1_4 0.4141 rbp_resid 9-1_4 0.3441 unj_5 9-1_4 0.2000 unj_10 9-1_4 0.3000 unj_20 9-1_4 0.4000 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 13 map 9-1_5 0.0458 Rprec 9-1_5 0.1200 bpref 9-1_5 0.1504 recip_rank 9-1_5 0.3333 iprec_at_recall_0.00 9-1_5 0.3333 iprec_at_recall_0.10 9-1_5 0.1667 iprec_at_recall_0.20 9-1_5 0.0806 iprec_at_recall_0.30 9-1_5 0.0342 iprec_at_recall_0.40 9-1_5 0.0342 iprec_at_recall_0.50 9-1_5 0.0228 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.1000 P_15 9-1_5 0.1333 P_20 9-1_5 0.1500 P_30 9-1_5 0.1000 P_100 9-1_5 0.0500 P_200 9-1_5 0.0350 P_500 9-1_5 0.0240 P_1000 9-1_5 0.0130 relstring 9-1_5 '0031001---' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0800 recall_20 9-1_5 0.1200 recall_30 9-1_5 0.1200 recall_100 9-1_5 0.2000 recall_200 9-1_5 0.2800 recall_500 9-1_5 0.4800 recall_1000 9-1_5 0.5200 infAP 9-1_5 0.0458 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.1333 Rprec_mult_0.80 9-1_5 0.1500 Rprec_mult_1.00 9-1_5 0.1200 Rprec_mult_1.20 9-1_5 0.1000 Rprec_mult_1.40 9-1_5 0.0857 Rprec_mult_1.60 9-1_5 0.1000 Rprec_mult_1.80 9-1_5 0.0889 Rprec_mult_2.00 9-1_5 0.0800 utility 9-1_5 -974.0000 11pt_avg 9-1_5 0.0611 binG 9-1_5 0.0959 G 9-1_5 0.0874 ndcg 9-1_5 0.3271 ndcg_rel 9-1_5 0.2667 Rndcg 9-1_5 0.1957 ndcg_cut_5 9-1_5 0.1759 ndcg_cut_10 9-1_5 0.1436 ndcg_cut_15 9-1_5 0.1431 ndcg_cut_20 9-1_5 0.1548 ndcg_cut_30 9-1_5 0.1519 ndcg_cut_100 9-1_5 0.1929 ndcg_cut_200 9-1_5 0.2173 ndcg_cut_500 9-1_5 0.3005 ndcg_cut_1000 9-1_5 0.3271 map_cut_5 9-1_5 0.0133 map_cut_10 9-1_5 0.0133 map_cut_15 9-1_5 0.0206 map_cut_20 9-1_5 0.0273 map_cut_30 9-1_5 0.0273 map_cut_100 9-1_5 0.0348 map_cut_200 9-1_5 0.0386 map_cut_500 9-1_5 0.0449 map_cut_1000 9-1_5 0.0458 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.1333 relative_P_20 9-1_5 0.1500 relative_P_30 9-1_5 0.1200 relative_P_100 9-1_5 0.2000 relative_P_200 9-1_5 0.2800 relative_P_500 9-1_5 0.4800 relative_P_1000 9-1_5 0.5200 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0130 set_relative_P 9-1_5 0.5200 set_recall 9-1_5 0.5200 set_map 9-1_5 0.0068 set_F 9-1_5 0.0254 num_nonrel_judged_ret 9-1_5 49 rbp 9-1_5 0.1284 rbp_resid 9-1_5 0.3429 unj_5 9-1_5 0.0000 unj_10 9-1_5 0.3000 unj_20 9-1_5 0.4500 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 16 map 9-2_6 0.2651 Rprec 9-2_6 0.2500 bpref 9-2_6 0.5000 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 0.6667 iprec_at_recall_0.20 9-2_6 0.6667 iprec_at_recall_0.30 9-2_6 0.2609 iprec_at_recall_0.40 9-2_6 0.1957 iprec_at_recall_0.50 9-2_6 0.1930 iprec_at_recall_0.60 9-2_6 0.1690 iprec_at_recall_0.70 9-2_6 0.1129 iprec_at_recall_0.80 9-2_6 0.0796 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.6000 P_10 9-2_6 0.5000 P_15 9-2_6 0.3333 P_20 9-2_6 0.2500 P_30 9-2_6 0.2333 P_100 9-2_6 0.1300 P_200 9-2_6 0.0750 P_500 9-2_6 0.0320 P_1000 9-2_6 0.0160 relstring 9-2_6 '312044--03' recall_5 9-2_6 0.1500 recall_10 9-2_6 0.2500 recall_15 9-2_6 0.2500 recall_20 9-2_6 0.2500 recall_30 9-2_6 0.3500 recall_100 9-2_6 0.6500 recall_200 9-2_6 0.7500 recall_500 9-2_6 0.8000 recall_1000 9-2_6 0.8000 infAP 9-2_6 0.2651 Rprec_mult_0.20 9-2_6 0.5000 Rprec_mult_0.40 9-2_6 0.5000 Rprec_mult_0.60 9-2_6 0.4167 Rprec_mult_0.80 9-2_6 0.3125 Rprec_mult_1.00 9-2_6 0.2500 Rprec_mult_1.20 9-2_6 0.2500 Rprec_mult_1.40 9-2_6 0.2500 Rprec_mult_1.60 9-2_6 0.2188 Rprec_mult_1.80 9-2_6 0.1944 Rprec_mult_2.00 9-2_6 0.1750 utility 9-2_6 -968.0000 11pt_avg 9-2_6 0.3040 binG 9-2_6 0.2465 G 9-2_6 0.1621 ndcg 9-2_6 0.5737 ndcg_rel 9-2_6 0.5275 Rndcg 9-2_6 0.4681 ndcg_cut_5 9-2_6 0.5239 ndcg_cut_10 9-2_6 0.4905 ndcg_cut_15 9-2_6 0.4324 ndcg_cut_20 9-2_6 0.3871 ndcg_cut_30 9-2_6 0.4049 ndcg_cut_100 9-2_6 0.4948 ndcg_cut_200 9-2_6 0.5494 ndcg_cut_500 9-2_6 0.5737 ndcg_cut_1000 9-2_6 0.5737 map_cut_5 9-2_6 0.1133 map_cut_10 9-2_6 0.1717 map_cut_15 9-2_6 0.1717 map_cut_20 9-2_6 0.1717 map_cut_30 9-2_6 0.1972 map_cut_100 9-2_6 0.2513 map_cut_200 9-2_6 0.2611 map_cut_500 9-2_6 0.2651 map_cut_1000 9-2_6 0.2651 relative_P_5 9-2_6 0.6000 relative_P_10 9-2_6 0.5000 relative_P_15 9-2_6 0.3333 relative_P_20 9-2_6 0.2500 relative_P_30 9-2_6 0.3500 relative_P_100 9-2_6 0.6500 relative_P_200 9-2_6 0.7500 relative_P_500 9-2_6 0.8000 relative_P_1000 9-2_6 0.8000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0160 set_relative_P 9-2_6 0.8000 set_recall 9-2_6 0.8000 set_map 9-2_6 0.0128 set_F 9-2_6 0.0314 num_nonrel_judged_ret 9-2_6 31 rbp 9-2_6 0.3104 rbp_resid 9-2_6 0.3389 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.2000 unj_20 9-2_6 0.4500 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 7 map 9-2_7 0.0094 Rprec 9-2_7 0.0000 bpref 9-2_7 0.0000 recip_rank 9-2_7 0.0064 iprec_at_recall_0.00 9-2_7 0.0171 iprec_at_recall_0.10 9-2_7 0.0171 iprec_at_recall_0.20 9-2_7 0.0171 iprec_at_recall_0.30 9-2_7 0.0171 iprec_at_recall_0.40 9-2_7 0.0171 iprec_at_recall_0.50 9-2_7 0.0171 iprec_at_recall_0.60 9-2_7 0.0171 iprec_at_recall_0.70 9-2_7 0.0171 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.0000 P_15 9-2_7 0.0000 P_20 9-2_7 0.0000 P_30 9-2_7 0.0000 P_100 9-2_7 0.0000 P_200 9-2_7 0.0100 P_500 9-2_7 0.0140 P_1000 9-2_7 0.0070 relstring 9-2_7 '0000000-0-' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.0000 recall_15 9-2_7 0.0000 recall_20 9-2_7 0.0000 recall_30 9-2_7 0.0000 recall_100 9-2_7 0.0000 recall_200 9-2_7 0.2000 recall_500 9-2_7 0.7000 recall_1000 9-2_7 0.7000 infAP 9-2_7 0.0094 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.0000 Rprec_mult_0.80 9-2_7 0.0000 Rprec_mult_1.00 9-2_7 0.0000 Rprec_mult_1.20 9-2_7 0.0000 Rprec_mult_1.40 9-2_7 0.0000 Rprec_mult_1.60 9-2_7 0.0000 Rprec_mult_1.80 9-2_7 0.0000 Rprec_mult_2.00 9-2_7 0.0000 utility 9-2_7 -986.0000 11pt_avg 9-2_7 0.0124 binG 9-2_7 0.0877 G 9-2_7 0.0838 ndcg 9-2_7 0.2185 ndcg_rel 9-2_7 0.1661 Rndcg 9-2_7 0.0546 ndcg_cut_5 9-2_7 0.0000 ndcg_cut_10 9-2_7 0.0000 ndcg_cut_15 9-2_7 0.0000 ndcg_cut_20 9-2_7 0.0000 ndcg_cut_30 9-2_7 0.0000 ndcg_cut_100 9-2_7 0.0107 ndcg_cut_200 9-2_7 0.0838 ndcg_cut_500 9-2_7 0.2185 ndcg_cut_1000 9-2_7 0.2185 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0000 map_cut_15 9-2_7 0.0000 map_cut_20 9-2_7 0.0000 map_cut_30 9-2_7 0.0000 map_cut_100 9-2_7 0.0000 map_cut_200 9-2_7 0.0019 map_cut_500 9-2_7 0.0094 map_cut_1000 9-2_7 0.0094 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.0000 relative_P_15 9-2_7 0.0000 relative_P_20 9-2_7 0.0000 relative_P_30 9-2_7 0.0000 relative_P_100 9-2_7 0.0000 relative_P_200 9-2_7 0.2000 relative_P_500 9-2_7 0.7000 relative_P_1000 9-2_7 0.7000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 0.0000 set_P 9-2_7 0.0070 set_relative_P 9-2_7 0.7000 set_recall 9-2_7 0.7000 set_map 9-2_7 0.0049 set_F 9-2_7 0.0139 num_nonrel_judged_ret 9-2_7 36 rbp 9-2_7 0.0002 rbp_resid 9-2_7 0.3495 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.2000 unj_20 9-2_7 0.4500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 30 map 9-2_9 0.1937 Rprec 9-2_9 0.2258 bpref 9-2_9 0.3018 recip_rank 9-2_9 0.1429 iprec_at_recall_0.00 9-2_9 0.4375 iprec_at_recall_0.10 9-2_9 0.4375 iprec_at_recall_0.20 9-2_9 0.4375 iprec_at_recall_0.30 9-2_9 0.2034 iprec_at_recall_0.40 9-2_9 0.2034 iprec_at_recall_0.50 9-2_9 0.1928 iprec_at_recall_0.60 9-2_9 0.1869 iprec_at_recall_0.70 9-2_9 0.1477 iprec_at_recall_0.80 9-2_9 0.1389 iprec_at_recall_0.90 9-2_9 0.0826 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.0000 P_10 9-2_9 0.3000 P_15 9-2_9 0.4000 P_20 9-2_9 0.3500 P_30 9-2_9 0.2333 P_100 9-2_9 0.1800 P_200 9-2_9 0.1250 P_500 9-2_9 0.0580 P_1000 9-2_9 0.0300 relstring 9-2_9 '1010112341' recall_5 9-2_9 0.0000 recall_10 9-2_9 0.0968 recall_15 9-2_9 0.1935 recall_20 9-2_9 0.2258 recall_30 9-2_9 0.2258 recall_100 9-2_9 0.5806 recall_200 9-2_9 0.8065 recall_500 9-2_9 0.9355 recall_1000 9-2_9 0.9677 infAP 9-2_9 0.1937 Rprec_mult_0.20 9-2_9 0.1429 Rprec_mult_0.40 9-2_9 0.3846 Rprec_mult_0.60 9-2_9 0.3684 Rprec_mult_0.80 9-2_9 0.2800 Rprec_mult_1.00 9-2_9 0.2258 Rprec_mult_1.20 9-2_9 0.2105 Rprec_mult_1.40 9-2_9 0.1818 Rprec_mult_1.60 9-2_9 0.1800 Rprec_mult_1.80 9-2_9 0.1964 Rprec_mult_2.00 9-2_9 0.1935 utility 9-2_9 -940.0000 11pt_avg 9-2_9 0.2244 binG 9-2_9 0.1854 G 9-2_9 0.1557 ndcg 9-2_9 0.6375 ndcg_rel 9-2_9 0.4590 Rndcg 9-2_9 0.4067 ndcg_cut_5 9-2_9 0.1600 ndcg_cut_10 9-2_9 0.2943 ndcg_cut_15 9-2_9 0.3633 ndcg_cut_20 9-2_9 0.3640 ndcg_cut_30 9-2_9 0.3326 ndcg_cut_100 9-2_9 0.4536 ndcg_cut_200 9-2_9 0.5501 ndcg_cut_500 9-2_9 0.6207 ndcg_cut_1000 9-2_9 0.6375 map_cut_5 9-2_9 0.0000 map_cut_10 9-2_9 0.0234 map_cut_15 9-2_9 0.0615 map_cut_20 9-2_9 0.0756 map_cut_30 9-2_9 0.0756 map_cut_100 9-2_9 0.1459 map_cut_200 9-2_9 0.1805 map_cut_500 9-2_9 0.1922 map_cut_1000 9-2_9 0.1937 relative_P_5 9-2_9 0.0000 relative_P_10 9-2_9 0.3000 relative_P_15 9-2_9 0.4000 relative_P_20 9-2_9 0.3500 relative_P_30 9-2_9 0.2333 relative_P_100 9-2_9 0.5806 relative_P_200 9-2_9 0.8065 relative_P_500 9-2_9 0.9355 relative_P_1000 9-2_9 0.9677 success_1 9-2_9 0.0000 success_5 9-2_9 0.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0300 set_relative_P 9-2_9 0.9677 set_recall 9-2_9 0.9677 set_map 9-2_9 0.0290 set_F 9-2_9 0.0582 num_nonrel_judged_ret 9-2_9 56 rbp 9-2_9 0.3001 rbp_resid 9-2_9 0.1349 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.0000 unj_20 9-2_9 0.1500 runid all UCSC-base-trained-MiniLM num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 1407 map all 0.2112 gm_map all 0.1117 Rprec all 0.2489 bpref all 0.4094 recip_rank all 0.6349 iprec_at_recall_0.00 all 0.6678 iprec_at_recall_0.10 all 0.4895 iprec_at_recall_0.20 all 0.3838 iprec_at_recall_0.30 all 0.2855 iprec_at_recall_0.40 all 0.2300 iprec_at_recall_0.50 all 0.1733 iprec_at_recall_0.60 all 0.1407 iprec_at_recall_0.70 all 0.1136 iprec_at_recall_0.80 all 0.0819 iprec_at_recall_0.90 all 0.0484 iprec_at_recall_1.00 all 0.0090 P_5 all 0.4222 P_10 all 0.4178 P_15 all 0.3526 P_20 all 0.3156 P_30 all 0.2607 P_100 all 0.1498 P_200 all 0.1021 P_500 all 0.0563 P_1000 all 0.0313 recall_5 all 0.0686 recall_10 all 0.1319 recall_15 all 0.1619 recall_20 all 0.1892 recall_30 all 0.2244 recall_100 all 0.3741 recall_200 all 0.4845 recall_500 all 0.6685 recall_1000 all 0.7274 infAP all 0.2112 gm_bpref all 0.1439 Rprec_mult_0.20 all 0.4190 Rprec_mult_0.40 all 0.3484 Rprec_mult_0.60 all 0.3012 Rprec_mult_0.80 all 0.2705 Rprec_mult_1.00 all 0.2489 Rprec_mult_1.20 all 0.2233 Rprec_mult_1.40 all 0.2063 Rprec_mult_1.60 all 0.1898 Rprec_mult_1.80 all 0.1776 Rprec_mult_2.00 all 0.1677 utility all -937.4667 11pt_avg all 0.2385 binG all 0.1954 G all 0.1490 ndcg all 0.5187 ndcg_rel all 0.4477 Rndcg all 0.3786 ndcg_cut_5 all 0.4018 ndcg_cut_10 all 0.4103 ndcg_cut_15 all 0.3850 ndcg_cut_20 all 0.3738 ndcg_cut_30 all 0.3607 ndcg_cut_100 all 0.3741 ndcg_cut_200 all 0.4245 ndcg_cut_500 all 0.4921 ndcg_cut_1000 all 0.5187 map_cut_5 all 0.0609 map_cut_10 all 0.0998 map_cut_15 all 0.1160 map_cut_20 all 0.1277 map_cut_30 all 0.1417 map_cut_100 all 0.1779 map_cut_200 all 0.1942 map_cut_500 all 0.2079 map_cut_1000 all 0.2112 relative_P_5 all 0.4222 relative_P_10 all 0.4205 relative_P_15 all 0.3675 relative_P_20 all 0.3484 relative_P_30 all 0.3259 relative_P_100 all 0.3811 relative_P_200 all 0.4852 relative_P_500 all 0.6685 relative_P_1000 all 0.7274 success_1 all 0.5333 success_5 all 0.7333 success_10 all 0.8667 set_P all 0.0313 set_relative_P all 0.7274 set_recall all 0.7274 set_map all 0.0233 set_F all 0.0583 num_nonrel_judged_ret all 1740 rbp all 0.2984 rbp_resid all 0.3099 unj_5 all 0.1333 unj_10 all 0.1578 unj_20 all 0.3700