num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 63 map 1-1_3 0.1733 Rprec 1-1_3 0.2188 bpref 1-1_3 0.5580 recip_rank 1-1_3 0.1429 iprec_at_recall_0.00 1-1_3 0.2500 iprec_at_recall_0.10 1-1_3 0.2500 iprec_at_recall_0.20 1-1_3 0.2439 iprec_at_recall_0.30 1-1_3 0.2439 iprec_at_recall_0.40 1-1_3 0.2133 iprec_at_recall_0.50 1-1_3 0.2133 iprec_at_recall_0.60 1-1_3 0.2097 iprec_at_recall_0.70 1-1_3 0.1307 iprec_at_recall_0.80 1-1_3 0.1074 iprec_at_recall_0.90 1-1_3 0.0942 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.0000 P_10 1-1_3 0.1000 P_15 1-1_3 0.2000 P_20 1-1_3 0.2000 P_30 1-1_3 0.2333 P_100 1-1_3 0.2200 P_200 1-1_3 0.1950 P_500 1-1_3 0.1020 P_1000 1-1_3 0.0630 relstring 1-1_3 '0----13-00' recall_5 1-1_3 0.0000 recall_10 1-1_3 0.0156 recall_15 1-1_3 0.0469 recall_20 1-1_3 0.0625 recall_30 1-1_3 0.1094 recall_100 1-1_3 0.3438 recall_200 1-1_3 0.6094 recall_500 1-1_3 0.7969 recall_1000 1-1_3 0.9844 infAP 1-1_3 0.1733 Rprec_mult_0.20 1-1_3 0.1538 Rprec_mult_0.40 1-1_3 0.1923 Rprec_mult_0.60 1-1_3 0.2308 Rprec_mult_0.80 1-1_3 0.2115 Rprec_mult_1.00 1-1_3 0.2188 Rprec_mult_1.20 1-1_3 0.2208 Rprec_mult_1.40 1-1_3 0.2222 Rprec_mult_1.60 1-1_3 0.2136 Rprec_mult_1.80 1-1_3 0.1983 Rprec_mult_2.00 1-1_3 0.1953 utility 1-1_3 -874.0000 11pt_avg 1-1_3 0.1779 binG 1-1_3 0.1518 G 1-1_3 0.1342 ndcg 1-1_3 0.5750 ndcg_rel 1-1_3 0.3605 Rndcg 1-1_3 0.2314 ndcg_cut_5 1-1_3 0.0000 ndcg_cut_10 1-1_3 0.0889 ndcg_cut_15 1-1_3 0.1512 ndcg_cut_20 1-1_3 0.1492 ndcg_cut_30 1-1_3 0.1830 ndcg_cut_100 1-1_3 0.2641 ndcg_cut_200 1-1_3 0.3972 ndcg_cut_500 1-1_3 0.4952 ndcg_cut_1000 1-1_3 0.5750 map_cut_5 1-1_3 0.0000 map_cut_10 1-1_3 0.0022 map_cut_15 1-1_3 0.0080 map_cut_20 1-1_3 0.0119 map_cut_30 1-1_3 0.0226 map_cut_100 1-1_3 0.0769 map_cut_200 1-1_3 0.1313 map_cut_500 1-1_3 0.1570 map_cut_1000 1-1_3 0.1733 relative_P_5 1-1_3 0.0000 relative_P_10 1-1_3 0.1000 relative_P_15 1-1_3 0.2000 relative_P_20 1-1_3 0.2000 relative_P_30 1-1_3 0.2333 relative_P_100 1-1_3 0.3438 relative_P_200 1-1_3 0.6094 relative_P_500 1-1_3 0.7969 relative_P_1000 1-1_3 0.9844 success_1 1-1_3 0.0000 success_5 1-1_3 0.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0630 set_relative_P 1-1_3 0.9844 set_recall 1-1_3 0.9844 set_map 1-1_3 0.0620 set_F 1-1_3 0.1184 num_nonrel_judged_ret 1-1_3 43 rbp 1-1_3 0.1234 rbp_resid 1-1_3 0.5466 unj_5 1-1_3 0.8000 unj_10 1-1_3 0.5000 unj_20 1-1_3 0.5000 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 77 map 1-1_4 0.2423 Rprec 1-1_4 0.3551 bpref 1-1_4 0.6768 recip_rank 1-1_4 0.5000 iprec_at_recall_0.00 1-1_4 0.6923 iprec_at_recall_0.10 1-1_4 0.6190 iprec_at_recall_0.20 1-1_4 0.4528 iprec_at_recall_0.30 1-1_4 0.3765 iprec_at_recall_0.40 1-1_4 0.3094 iprec_at_recall_0.50 1-1_4 0.2477 iprec_at_recall_0.60 1-1_4 0.1295 iprec_at_recall_0.70 1-1_4 0.0894 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.6000 P_10 1-1_4 0.6000 P_15 1-1_4 0.6667 P_20 1-1_4 0.6000 P_30 1-1_4 0.5000 P_100 1-1_4 0.3500 P_200 1-1_4 0.2600 P_500 1-1_4 0.1280 P_1000 1-1_4 0.0770 relstring 1-1_4 '-3-22--244' recall_5 1-1_4 0.0280 recall_10 1-1_4 0.0561 recall_15 1-1_4 0.0935 recall_20 1-1_4 0.1121 recall_30 1-1_4 0.1402 recall_100 1-1_4 0.3271 recall_200 1-1_4 0.4860 recall_500 1-1_4 0.5981 recall_1000 1-1_4 0.7196 infAP 1-1_4 0.2423 Rprec_mult_0.20 1-1_4 0.5909 Rprec_mult_0.40 1-1_4 0.4419 Rprec_mult_0.60 1-1_4 0.3692 Rprec_mult_0.80 1-1_4 0.3721 Rprec_mult_1.00 1-1_4 0.3551 Rprec_mult_1.20 1-1_4 0.3178 Rprec_mult_1.40 1-1_4 0.2867 Rprec_mult_1.60 1-1_4 0.2674 Rprec_mult_1.80 1-1_4 0.2591 Rprec_mult_2.00 1-1_4 0.2477 utility 1-1_4 -846.0000 11pt_avg 1-1_4 0.2651 binG 1-1_4 0.1411 G 1-1_4 0.1037 ndcg 1-1_4 0.5397 ndcg_rel 1-1_4 0.4411 Rndcg 1-1_4 0.3898 ndcg_cut_5 1-1_4 0.2991 ndcg_cut_10 1-1_4 0.3587 ndcg_cut_15 1-1_4 0.3793 ndcg_cut_20 1-1_4 0.3693 ndcg_cut_30 1-1_4 0.3514 ndcg_cut_100 1-1_4 0.3437 ndcg_cut_200 1-1_4 0.4230 ndcg_cut_500 1-1_4 0.4782 ndcg_cut_1000 1-1_4 0.5397 map_cut_5 1-1_4 0.0150 map_cut_10 1-1_4 0.0304 map_cut_15 1-1_4 0.0553 map_cut_20 1-1_4 0.0666 map_cut_30 1-1_4 0.0833 map_cut_100 1-1_4 0.1597 map_cut_200 1-1_4 0.2077 map_cut_500 1-1_4 0.2301 map_cut_1000 1-1_4 0.2423 relative_P_5 1-1_4 0.6000 relative_P_10 1-1_4 0.6000 relative_P_15 1-1_4 0.6667 relative_P_20 1-1_4 0.6000 relative_P_30 1-1_4 0.5000 relative_P_100 1-1_4 0.3500 relative_P_200 1-1_4 0.4860 relative_P_500 1-1_4 0.5981 relative_P_1000 1-1_4 0.7196 success_1 1-1_4 0.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0770 set_relative_P 1-1_4 0.7196 set_recall 1-1_4 0.7196 set_map 1-1_4 0.0554 set_F 1-1_4 0.1391 num_nonrel_judged_ret 1-1_4 4 rbp 1-1_4 0.3564 rbp_resid 1-1_4 0.4527 unj_5 1-1_4 0.4000 unj_10 1-1_4 0.4000 unj_20 1-1_4 0.4000 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 137 map 1-1_5 0.2576 Rprec 1-1_5 0.2922 bpref 1-1_5 0.5894 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.8214 iprec_at_recall_0.20 1-1_5 0.5402 iprec_at_recall_0.30 1-1_5 0.2973 iprec_at_recall_0.40 1-1_5 0.2228 iprec_at_recall_0.50 1-1_5 0.1914 iprec_at_recall_0.60 1-1_5 0.1479 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 0.7000 P_15 1-1_5 0.7333 P_20 1-1_5 0.8000 P_30 1-1_5 0.8000 P_100 1-1_5 0.4800 P_200 1-1_5 0.3150 P_500 1-1_5 0.2000 P_1000 1-1_5 0.1370 relstring 1-1_5 '233222-2--' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0320 recall_15 1-1_5 0.0502 recall_20 1-1_5 0.0731 recall_30 1-1_5 0.1096 recall_100 1-1_5 0.2192 recall_200 1-1_5 0.2877 recall_500 1-1_5 0.4566 recall_1000 1-1_5 0.6256 infAP 1-1_5 0.2576 Rprec_mult_0.20 1-1_5 0.6818 Rprec_mult_0.40 1-1_5 0.5341 Rprec_mult_0.60 1-1_5 0.4015 Rprec_mult_0.80 1-1_5 0.3295 Rprec_mult_1.00 1-1_5 0.2922 Rprec_mult_1.20 1-1_5 0.2700 Rprec_mult_1.40 1-1_5 0.2476 Rprec_mult_1.60 1-1_5 0.2336 Rprec_mult_1.80 1-1_5 0.2228 Rprec_mult_2.00 1-1_5 0.2078 utility 1-1_5 -726.0000 11pt_avg 1-1_5 0.2928 binG 1-1_5 0.1352 G 1-1_5 0.0876 ndcg 1-1_5 0.5396 ndcg_rel 1-1_5 0.4956 Rndcg 1-1_5 0.4474 ndcg_cut_5 1-1_5 0.5959 ndcg_cut_10 1-1_5 0.4681 ndcg_cut_15 1-1_5 0.4806 ndcg_cut_20 1-1_5 0.5442 ndcg_cut_30 1-1_5 0.5489 ndcg_cut_100 1-1_5 0.4606 ndcg_cut_200 1-1_5 0.3684 ndcg_cut_500 1-1_5 0.4390 ndcg_cut_1000 1-1_5 0.5396 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0314 map_cut_15 1-1_5 0.0450 map_cut_20 1-1_5 0.0627 map_cut_30 1-1_5 0.0921 map_cut_100 1-1_5 0.1610 map_cut_200 1-1_5 0.1874 map_cut_500 1-1_5 0.2282 map_cut_1000 1-1_5 0.2576 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 0.7000 relative_P_15 1-1_5 0.7333 relative_P_20 1-1_5 0.8000 relative_P_30 1-1_5 0.8000 relative_P_100 1-1_5 0.4800 relative_P_200 1-1_5 0.3150 relative_P_500 1-1_5 0.4566 relative_P_1000 1-1_5 0.6256 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1370 set_relative_P 1-1_5 0.6256 set_recall 1-1_5 0.6256 set_map 1-1_5 0.0857 set_F 1-1_5 0.2248 num_nonrel_judged_ret 1-1_5 4 rbp 1-1_5 0.4646 rbp_resid 1-1_5 0.1984 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.3000 unj_20 1-1_5 0.2000 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 14 map 1-1_7 0.0336 Rprec 1-1_7 0.0909 bpref 1-1_7 0.1098 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.0714 iprec_at_recall_0.20 1-1_7 0.0000 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.4000 P_10 1-1_7 0.4000 P_15 1-1_7 0.2667 P_20 1-1_7 0.2500 P_30 1-1_7 0.1667 P_100 1-1_7 0.0900 P_200 1-1_7 0.0650 P_500 1-1_7 0.0280 P_1000 1-1_7 0.0140 relstring 1-1_7 '20--22--02' recall_5 1-1_7 0.0202 recall_10 1-1_7 0.0404 recall_15 1-1_7 0.0404 recall_20 1-1_7 0.0505 recall_30 1-1_7 0.0505 recall_100 1-1_7 0.0909 recall_200 1-1_7 0.1313 recall_500 1-1_7 0.1414 recall_1000 1-1_7 0.1414 infAP 1-1_7 0.0336 Rprec_mult_0.20 1-1_7 0.2500 Rprec_mult_0.40 1-1_7 0.1250 Rprec_mult_0.60 1-1_7 0.0833 Rprec_mult_0.80 1-1_7 0.0875 Rprec_mult_1.00 1-1_7 0.0909 Rprec_mult_1.20 1-1_7 0.0756 Rprec_mult_1.40 1-1_7 0.0647 Rprec_mult_1.60 1-1_7 0.0629 Rprec_mult_1.80 1-1_7 0.0670 Rprec_mult_2.00 1-1_7 0.0657 utility 1-1_7 -972.0000 11pt_avg 1-1_7 0.0974 binG 1-1_7 0.0383 G 1-1_7 0.0238 ndcg 1-1_7 0.1469 ndcg_rel 1-1_7 0.1524 Rndcg 1-1_7 0.1605 ndcg_cut_5 1-1_7 0.2352 ndcg_cut_10 1-1_7 0.2400 ndcg_cut_15 1-1_7 0.2079 ndcg_cut_20 1-1_7 0.1978 ndcg_cut_30 1-1_7 0.1637 ndcg_cut_100 1-1_7 0.1207 ndcg_cut_200 1-1_7 0.1401 ndcg_cut_500 1-1_7 0.1469 ndcg_cut_1000 1-1_7 0.1469 map_cut_5 1-1_7 0.0141 map_cut_10 1-1_7 0.0232 map_cut_15 1-1_7 0.0232 map_cut_20 1-1_7 0.0264 map_cut_30 1-1_7 0.0264 map_cut_100 1-1_7 0.0302 map_cut_200 1-1_7 0.0330 map_cut_500 1-1_7 0.0336 map_cut_1000 1-1_7 0.0336 relative_P_5 1-1_7 0.4000 relative_P_10 1-1_7 0.4000 relative_P_15 1-1_7 0.2667 relative_P_20 1-1_7 0.2500 relative_P_30 1-1_7 0.1667 relative_P_100 1-1_7 0.0909 relative_P_200 1-1_7 0.1313 relative_P_500 1-1_7 0.1414 relative_P_1000 1-1_7 0.1414 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0140 set_relative_P 1-1_7 0.1414 set_recall 1-1_7 0.1414 set_map 1-1_7 0.0020 set_F 1-1_7 0.0255 num_nonrel_judged_ret 1-1_7 16 rbp 1-1_7 0.1524 rbp_resid 1-1_7 0.5374 unj_5 1-1_7 0.4000 unj_10 1-1_7 0.4000 unj_20 1-1_7 0.6000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 67 map 1-1_8 0.2174 Rprec 1-1_8 0.2553 bpref 1-1_8 0.6153 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.6429 iprec_at_recall_0.20 1-1_8 0.3585 iprec_at_recall_0.30 1-1_8 0.2586 iprec_at_recall_0.40 1-1_8 0.1884 iprec_at_recall_0.50 1-1_8 0.1621 iprec_at_recall_0.60 1-1_8 0.1218 iprec_at_recall_0.70 1-1_8 0.0882 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.8000 P_10 1-1_8 0.6000 P_15 1-1_8 0.6000 P_20 1-1_8 0.6000 P_30 1-1_8 0.4667 P_100 1-1_8 0.2600 P_200 1-1_8 0.1850 P_500 1-1_8 0.1160 P_1000 1-1_8 0.0670 relstring 1-1_8 '222-23--02' recall_5 1-1_8 0.0426 recall_10 1-1_8 0.0638 recall_15 1-1_8 0.0957 recall_20 1-1_8 0.1277 recall_30 1-1_8 0.1489 recall_100 1-1_8 0.2766 recall_200 1-1_8 0.3936 recall_500 1-1_8 0.6170 recall_1000 1-1_8 0.7128 infAP 1-1_8 0.2174 Rprec_mult_0.20 1-1_8 0.6316 Rprec_mult_0.40 1-1_8 0.3947 Rprec_mult_0.60 1-1_8 0.3333 Rprec_mult_0.80 1-1_8 0.2763 Rprec_mult_1.00 1-1_8 0.2553 Rprec_mult_1.20 1-1_8 0.2389 Rprec_mult_1.40 1-1_8 0.2273 Rprec_mult_1.60 1-1_8 0.2053 Rprec_mult_1.80 1-1_8 0.1824 Rprec_mult_2.00 1-1_8 0.1862 utility 1-1_8 -866.0000 11pt_avg 1-1_8 0.2564 binG 1-1_8 0.1564 G 1-1_8 0.1107 ndcg 1-1_8 0.5622 ndcg_rel 1-1_8 0.4770 Rndcg 1-1_8 0.4144 ndcg_cut_5 1-1_8 0.4414 ndcg_cut_10 1-1_8 0.4127 ndcg_cut_15 1-1_8 0.4393 ndcg_cut_20 1-1_8 0.4516 ndcg_cut_30 1-1_8 0.4214 ndcg_cut_100 1-1_8 0.3307 ndcg_cut_200 1-1_8 0.3967 ndcg_cut_500 1-1_8 0.5163 ndcg_cut_1000 1-1_8 0.5622 map_cut_5 1-1_8 0.0404 map_cut_10 1-1_8 0.0557 map_cut_15 1-1_8 0.0764 map_cut_20 1-1_8 0.0962 map_cut_30 1-1_8 0.1093 map_cut_100 1-1_8 0.1497 map_cut_200 1-1_8 0.1748 map_cut_500 1-1_8 0.2082 map_cut_1000 1-1_8 0.2174 relative_P_5 1-1_8 0.8000 relative_P_10 1-1_8 0.6000 relative_P_15 1-1_8 0.6000 relative_P_20 1-1_8 0.6000 relative_P_30 1-1_8 0.4667 relative_P_100 1-1_8 0.2766 relative_P_200 1-1_8 0.3936 relative_P_500 1-1_8 0.6170 relative_P_1000 1-1_8 0.7128 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0670 set_relative_P 1-1_8 0.7128 set_recall 1-1_8 0.7128 set_map 1-1_8 0.0478 set_F 1-1_8 0.1225 num_nonrel_judged_ret 1-1_8 26 rbp 1-1_8 0.3391 rbp_resid 1-1_8 0.3356 unj_5 1-1_8 0.2000 unj_10 1-1_8 0.3000 unj_20 1-1_8 0.3500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 17 map 2-1_10 0.4839 Rprec 2-1_10 0.5882 bpref 2-1_10 0.7820 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 0.6111 iprec_at_recall_0.20 2-1_10 0.6111 iprec_at_recall_0.30 2-1_10 0.6111 iprec_at_recall_0.40 2-1_10 0.6111 iprec_at_recall_0.50 2-1_10 0.6111 iprec_at_recall_0.60 2-1_10 0.6111 iprec_at_recall_0.70 2-1_10 0.6000 iprec_at_recall_0.80 2-1_10 0.4667 iprec_at_recall_0.90 2-1_10 0.3409 iprec_at_recall_1.00 2-1_10 0.0256 P_5 2-1_10 0.2000 P_10 2-1_10 0.5000 P_15 2-1_10 0.5333 P_20 2-1_10 0.6000 P_30 2-1_10 0.4667 P_100 2-1_10 0.1600 P_200 2-1_10 0.0800 P_500 2-1_10 0.0320 P_1000 2-1_10 0.0170 relstring 2-1_10 '310---3322' recall_5 2-1_10 0.0588 recall_10 2-1_10 0.2941 recall_15 2-1_10 0.4706 recall_20 2-1_10 0.7059 recall_30 2-1_10 0.8235 recall_100 2-1_10 0.9412 recall_200 2-1_10 0.9412 recall_500 2-1_10 0.9412 recall_1000 2-1_10 1.0000 infAP 2-1_10 0.4839 Rprec_mult_0.20 2-1_10 0.2500 Rprec_mult_0.40 2-1_10 0.2857 Rprec_mult_0.60 2-1_10 0.4545 Rprec_mult_0.80 2-1_10 0.5000 Rprec_mult_1.00 2-1_10 0.5882 Rprec_mult_1.20 2-1_10 0.5714 Rprec_mult_1.40 2-1_10 0.5417 Rprec_mult_1.60 2-1_10 0.4643 Rprec_mult_1.80 2-1_10 0.4516 Rprec_mult_2.00 2-1_10 0.4118 utility 2-1_10 -966.0000 11pt_avg 2-1_10 0.5545 binG 2-1_10 0.3331 G 2-1_10 0.2765 ndcg 2-1_10 0.7655 ndcg_rel 2-1_10 0.6386 Rndcg 2-1_10 0.6300 ndcg_cut_5 2-1_10 0.4105 ndcg_cut_10 2-1_10 0.4958 ndcg_cut_15 2-1_10 0.5604 ndcg_cut_20 2-1_10 0.6538 ndcg_cut_30 2-1_10 0.7045 ndcg_cut_100 2-1_10 0.7537 ndcg_cut_200 2-1_10 0.7537 ndcg_cut_500 2-1_10 0.7537 ndcg_cut_1000 2-1_10 0.7655 map_cut_5 2-1_10 0.0588 map_cut_10 2-1_10 0.1532 map_cut_15 2-1_10 0.2434 map_cut_20 2-1_10 0.3824 map_cut_30 2-1_10 0.4446 map_cut_100 2-1_10 0.4824 map_cut_200 2-1_10 0.4824 map_cut_500 2-1_10 0.4824 map_cut_1000 2-1_10 0.4839 relative_P_5 2-1_10 0.2000 relative_P_10 2-1_10 0.5000 relative_P_15 2-1_10 0.5333 relative_P_20 2-1_10 0.7059 relative_P_30 2-1_10 0.8235 relative_P_100 2-1_10 0.9412 relative_P_200 2-1_10 0.9412 relative_P_500 2-1_10 0.9412 relative_P_1000 2-1_10 1.0000 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0170 set_relative_P 2-1_10 1.0000 set_recall 2-1_10 1.0000 set_map 2-1_10 0.0170 set_F 2-1_10 0.0334 num_nonrel_judged_ret 2-1_10 14 rbp 2-1_10 0.4484 rbp_resid 2-1_10 0.3263 unj_5 2-1_10 0.4000 unj_10 2-1_10 0.3000 unj_20 2-1_10 0.2000 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 56 map 2-1_12 0.0813 Rprec 2-1_12 0.1386 bpref 2-1_12 0.4721 recip_rank 2-1_12 0.3333 iprec_at_recall_0.00 2-1_12 0.5455 iprec_at_recall_0.10 2-1_12 0.1562 iprec_at_recall_0.20 2-1_12 0.1538 iprec_at_recall_0.30 2-1_12 0.1172 iprec_at_recall_0.40 2-1_12 0.0671 iprec_at_recall_0.50 2-1_12 0.0612 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.4000 P_10 2-1_12 0.5000 P_15 2-1_12 0.4000 P_20 2-1_12 0.3500 P_30 2-1_12 0.2333 P_100 2-1_12 0.1400 P_200 2-1_12 0.1250 P_500 2-1_12 0.0760 P_1000 2-1_12 0.0560 relstring 2-1_12 '0023002032' recall_5 2-1_12 0.0198 recall_10 2-1_12 0.0495 recall_15 2-1_12 0.0594 recall_20 2-1_12 0.0693 recall_30 2-1_12 0.0693 recall_100 2-1_12 0.1386 recall_200 2-1_12 0.2475 recall_500 2-1_12 0.3762 recall_1000 2-1_12 0.5545 infAP 2-1_12 0.0813 Rprec_mult_0.20 2-1_12 0.3333 Rprec_mult_0.40 2-1_12 0.1707 Rprec_mult_0.60 2-1_12 0.1475 Rprec_mult_0.80 2-1_12 0.1358 Rprec_mult_1.00 2-1_12 0.1386 Rprec_mult_1.20 2-1_12 0.1475 Rprec_mult_1.40 2-1_12 0.1408 Rprec_mult_1.60 2-1_12 0.1420 Rprec_mult_1.80 2-1_12 0.1319 Rprec_mult_2.00 2-1_12 0.1238 utility 2-1_12 -888.0000 11pt_avg 2-1_12 0.1001 binG 2-1_12 0.0890 G 2-1_12 0.0706 ndcg 2-1_12 0.3707 ndcg_rel 2-1_12 0.3147 Rndcg 2-1_12 0.2262 ndcg_cut_5 2-1_12 0.2591 ndcg_cut_10 2-1_12 0.3257 ndcg_cut_15 2-1_12 0.2842 ndcg_cut_20 2-1_12 0.2707 ndcg_cut_30 2-1_12 0.2080 ndcg_cut_100 2-1_12 0.1586 ndcg_cut_200 2-1_12 0.2144 ndcg_cut_500 2-1_12 0.2908 ndcg_cut_1000 2-1_12 0.3707 map_cut_5 2-1_12 0.0083 map_cut_10 2-1_12 0.0218 map_cut_15 2-1_12 0.0272 map_cut_20 2-1_12 0.0313 map_cut_30 2-1_12 0.0313 map_cut_100 2-1_12 0.0416 map_cut_200 2-1_12 0.0573 map_cut_500 2-1_12 0.0701 map_cut_1000 2-1_12 0.0813 relative_P_5 2-1_12 0.4000 relative_P_10 2-1_12 0.5000 relative_P_15 2-1_12 0.4000 relative_P_20 2-1_12 0.3500 relative_P_30 2-1_12 0.2333 relative_P_100 2-1_12 0.1400 relative_P_200 2-1_12 0.2475 relative_P_500 2-1_12 0.3762 relative_P_1000 2-1_12 0.5545 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0560 set_relative_P 2-1_12 0.5545 set_recall 2-1_12 0.5545 set_map 2-1_12 0.0310 set_F 2-1_12 0.1017 num_nonrel_judged_ret 2-1_12 27 rbp 2-1_12 0.2739 rbp_resid 2-1_12 0.2734 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.3500 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 46 map 2-1_14 0.1709 Rprec 2-1_14 0.2500 bpref 2-1_14 0.2973 recip_rank 2-1_14 1.0000 iprec_at_recall_0.00 2-1_14 1.0000 iprec_at_recall_0.10 2-1_14 0.4545 iprec_at_recall_0.20 2-1_14 0.2600 iprec_at_recall_0.30 2-1_14 0.1900 iprec_at_recall_0.40 2-1_14 0.1667 iprec_at_recall_0.50 2-1_14 0.1390 iprec_at_recall_0.60 2-1_14 0.1260 iprec_at_recall_0.70 2-1_14 0.1065 iprec_at_recall_0.80 2-1_14 0.0800 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.2000 P_10 2-1_14 0.4000 P_15 2-1_14 0.3333 P_20 2-1_14 0.2500 P_30 2-1_14 0.3000 P_100 2-1_14 0.1900 P_200 2-1_14 0.1300 P_500 2-1_14 0.0800 P_1000 2-1_14 0.0460 relstring 2-1_14 '2010001223' recall_5 2-1_14 0.0192 recall_10 2-1_14 0.0769 recall_15 2-1_14 0.0962 recall_20 2-1_14 0.0962 recall_30 2-1_14 0.1731 recall_100 2-1_14 0.3654 recall_200 2-1_14 0.5000 recall_500 2-1_14 0.7692 recall_1000 2-1_14 0.8846 infAP 2-1_14 0.1709 Rprec_mult_0.20 2-1_14 0.4545 Rprec_mult_0.40 2-1_14 0.2857 Rprec_mult_0.60 2-1_14 0.2812 Rprec_mult_0.80 2-1_14 0.2381 Rprec_mult_1.00 2-1_14 0.2500 Rprec_mult_1.20 2-1_14 0.2063 Rprec_mult_1.40 2-1_14 0.1781 Rprec_mult_1.60 2-1_14 0.1786 Rprec_mult_1.80 2-1_14 0.1809 Rprec_mult_2.00 2-1_14 0.1827 utility 2-1_14 -908.0000 11pt_avg 2-1_14 0.2293 binG 2-1_14 0.1619 G 2-1_14 0.1367 ndcg 2-1_14 0.6153 ndcg_rel 2-1_14 0.4489 Rndcg 2-1_14 0.3926 ndcg_cut_5 2-1_14 0.2826 ndcg_cut_10 2-1_14 0.3619 ndcg_cut_15 2-1_14 0.3585 ndcg_cut_20 2-1_14 0.3311 ndcg_cut_30 2-1_14 0.3438 ndcg_cut_100 2-1_14 0.3427 ndcg_cut_200 2-1_14 0.4293 ndcg_cut_500 2-1_14 0.5681 ndcg_cut_1000 2-1_14 0.6153 map_cut_5 2-1_14 0.0192 map_cut_10 2-1_14 0.0381 map_cut_15 2-1_14 0.0469 map_cut_20 2-1_14 0.0469 map_cut_30 2-1_14 0.0704 map_cut_100 2-1_14 0.1106 map_cut_200 2-1_14 0.1321 map_cut_500 2-1_14 0.1629 map_cut_1000 2-1_14 0.1709 relative_P_5 2-1_14 0.2000 relative_P_10 2-1_14 0.4000 relative_P_15 2-1_14 0.3333 relative_P_20 2-1_14 0.2500 relative_P_30 2-1_14 0.3000 relative_P_100 2-1_14 0.3654 relative_P_200 2-1_14 0.5000 relative_P_500 2-1_14 0.7692 relative_P_1000 2-1_14 0.8846 success_1 2-1_14 1.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0460 set_relative_P 2-1_14 0.8846 set_recall 2-1_14 0.8846 set_map 2-1_14 0.0407 set_F 2-1_14 0.0875 num_nonrel_judged_ret 2-1_14 74 rbp 2-1_14 0.3027 rbp_resid 2-1_14 0.1386 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.2000 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 56 map 2-1_4 0.3192 Rprec 2-1_4 0.3750 bpref 2-1_4 0.6921 recip_rank 2-1_4 0.3333 iprec_at_recall_0.00 2-1_4 0.7333 iprec_at_recall_0.10 2-1_4 0.7333 iprec_at_recall_0.20 2-1_4 0.5909 iprec_at_recall_0.30 2-1_4 0.5263 iprec_at_recall_0.40 2-1_4 0.3684 iprec_at_recall_0.50 2-1_4 0.2821 iprec_at_recall_0.60 2-1_4 0.2235 iprec_at_recall_0.70 2-1_4 0.1667 iprec_at_recall_0.80 2-1_4 0.1081 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.4000 P_10 2-1_4 0.7000 P_15 2-1_4 0.7333 P_20 2-1_4 0.6000 P_30 2-1_4 0.5667 P_100 2-1_4 0.3100 P_200 2-1_4 0.1950 P_500 2-1_4 0.1060 P_1000 2-1_4 0.0560 relstring 2-1_4 '0-23023222' recall_5 2-1_4 0.0312 recall_10 2-1_4 0.1094 recall_15 2-1_4 0.1719 recall_20 2-1_4 0.1875 recall_30 2-1_4 0.2656 recall_100 2-1_4 0.4844 recall_200 2-1_4 0.6094 recall_500 2-1_4 0.8281 recall_1000 2-1_4 0.8750 infAP 2-1_4 0.3192 Rprec_mult_0.20 2-1_4 0.6923 Rprec_mult_0.40 2-1_4 0.5385 Rprec_mult_0.60 2-1_4 0.5128 Rprec_mult_0.80 2-1_4 0.4231 Rprec_mult_1.00 2-1_4 0.3750 Rprec_mult_1.20 2-1_4 0.3636 Rprec_mult_1.40 2-1_4 0.3333 Rprec_mult_1.60 2-1_4 0.3010 Rprec_mult_1.80 2-1_4 0.2759 Rprec_mult_2.00 2-1_4 0.2656 utility 2-1_4 -888.0000 11pt_avg 2-1_4 0.3393 binG 2-1_4 0.1931 G 2-1_4 0.1443 ndcg 2-1_4 0.6414 ndcg_rel 2-1_4 0.5039 Rndcg 2-1_4 0.3798 ndcg_cut_5 2-1_4 0.2328 ndcg_cut_10 2-1_4 0.3975 ndcg_cut_15 2-1_4 0.4305 ndcg_cut_20 2-1_4 0.4262 ndcg_cut_30 2-1_4 0.4637 ndcg_cut_100 2-1_4 0.4487 ndcg_cut_200 2-1_4 0.5131 ndcg_cut_500 2-1_4 0.6207 ndcg_cut_1000 2-1_4 0.6414 map_cut_5 2-1_4 0.0130 map_cut_10 2-1_4 0.0609 map_cut_15 2-1_4 0.1047 map_cut_20 2-1_4 0.1141 map_cut_30 2-1_4 0.1589 map_cut_100 2-1_4 0.2506 map_cut_200 2-1_4 0.2817 map_cut_500 2-1_4 0.3152 map_cut_1000 2-1_4 0.3192 relative_P_5 2-1_4 0.4000 relative_P_10 2-1_4 0.7000 relative_P_15 2-1_4 0.7333 relative_P_20 2-1_4 0.6000 relative_P_30 2-1_4 0.5667 relative_P_100 2-1_4 0.4844 relative_P_200 2-1_4 0.6094 relative_P_500 2-1_4 0.8281 relative_P_1000 2-1_4 0.8750 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0560 set_relative_P 2-1_4 0.8750 set_recall 2-1_4 0.8750 set_map 2-1_4 0.0490 set_F 2-1_4 0.1053 num_nonrel_judged_ret 2-1_4 33 rbp 2-1_4 0.3305 rbp_resid 2-1_4 0.2093 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.1000 unj_20 2-1_4 0.2000 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 16 map 2-1_9 0.7047 Rprec 2-1_9 0.6250 bpref 2-1_9 0.9330 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 0.9000 iprec_at_recall_0.60 2-1_9 0.6667 iprec_at_recall_0.70 2-1_9 0.5500 iprec_at_recall_0.80 2-1_9 0.3939 iprec_at_recall_0.90 2-1_9 0.3415 iprec_at_recall_1.00 2-1_9 0.0312 P_5 2-1_9 1.0000 P_10 2-1_9 0.9000 P_15 2-1_9 0.6667 P_20 2-1_9 0.5500 P_30 2-1_9 0.4000 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0160 relstring 2-1_9 '3342431234' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.5625 recall_15 2-1_9 0.6250 recall_20 2-1_9 0.6875 recall_30 2-1_9 0.7500 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 1.0000 infAP 2-1_9 0.7047 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 0.8571 Rprec_mult_0.60 2-1_9 0.9000 Rprec_mult_0.80 2-1_9 0.6923 Rprec_mult_1.00 2-1_9 0.6250 Rprec_mult_1.20 2-1_9 0.5500 Rprec_mult_1.40 2-1_9 0.4783 Rprec_mult_1.60 2-1_9 0.4231 Rprec_mult_1.80 2-1_9 0.4138 Rprec_mult_2.00 2-1_9 0.3750 utility 2-1_9 -968.0000 11pt_avg 2-1_9 0.7167 binG 2-1_9 0.5930 G 2-1_9 0.3908 ndcg 2-1_9 0.8790 ndcg_rel 2-1_9 0.8212 Rndcg 2-1_9 0.8013 ndcg_cut_5 2-1_9 0.8474 ndcg_cut_10 2-1_9 0.8828 ndcg_cut_15 2-1_9 0.7802 ndcg_cut_20 2-1_9 0.7864 ndcg_cut_30 2-1_9 0.8088 ndcg_cut_100 2-1_9 0.8670 ndcg_cut_200 2-1_9 0.8670 ndcg_cut_500 2-1_9 0.8670 ndcg_cut_1000 2-1_9 0.8790 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.5415 map_cut_15 2-1_9 0.5832 map_cut_20 2-1_9 0.6175 map_cut_30 2-1_9 0.6453 map_cut_100 2-1_9 0.7027 map_cut_200 2-1_9 0.7027 map_cut_500 2-1_9 0.7027 map_cut_1000 2-1_9 0.7047 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.9000 relative_P_15 2-1_9 0.6667 relative_P_20 2-1_9 0.6875 relative_P_30 2-1_9 0.7500 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 1.0000 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0160 set_relative_P 2-1_9 1.0000 set_recall 2-1_9 1.0000 set_map 2-1_9 0.0160 set_F 2-1_9 0.0315 num_nonrel_judged_ret 2-1_9 9 rbp 2-1_9 0.5053 rbp_resid 2-1_9 0.3009 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.0000 unj_20 2-1_9 0.4000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 6 map 2-2_1 0.0032 Rprec 2-2_1 0.0392 bpref 2-2_1 0.0684 recip_rank 2-2_1 0.0476 iprec_at_recall_0.00 2-2_1 0.0526 iprec_at_recall_0.10 2-2_1 0.0069 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.0000 P_10 2-2_1 0.0000 P_15 2-2_1 0.0000 P_20 2-2_1 0.0000 P_30 2-2_1 0.0333 P_100 2-2_1 0.0300 P_200 2-2_1 0.0150 P_500 2-2_1 0.0060 P_1000 2-2_1 0.0060 relstring 2-2_1 '00000000-0' recall_5 2-2_1 0.0000 recall_10 2-2_1 0.0000 recall_15 2-2_1 0.0000 recall_20 2-2_1 0.0000 recall_30 2-2_1 0.0196 recall_100 2-2_1 0.0588 recall_200 2-2_1 0.0588 recall_500 2-2_1 0.0588 recall_1000 2-2_1 0.1176 infAP 2-2_1 0.0032 Rprec_mult_0.20 2-2_1 0.0000 Rprec_mult_0.40 2-2_1 0.0476 Rprec_mult_0.60 2-2_1 0.0323 Rprec_mult_0.80 2-2_1 0.0488 Rprec_mult_1.00 2-2_1 0.0392 Rprec_mult_1.20 2-2_1 0.0323 Rprec_mult_1.40 2-2_1 0.0417 Rprec_mult_1.60 2-2_1 0.0366 Rprec_mult_1.80 2-2_1 0.0326 Rprec_mult_2.00 2-2_1 0.0294 utility 2-2_1 -988.0000 11pt_avg 2-2_1 0.0054 binG 2-2_1 0.0175 G 2-2_1 0.0130 ndcg 2-2_1 0.0558 ndcg_rel 2-2_1 0.0533 Rndcg 2-2_1 0.0244 ndcg_cut_5 2-2_1 0.0000 ndcg_cut_10 2-2_1 0.0000 ndcg_cut_15 2-2_1 0.0000 ndcg_cut_20 2-2_1 0.0000 ndcg_cut_30 2-2_1 0.0150 ndcg_cut_100 2-2_1 0.0317 ndcg_cut_200 2-2_1 0.0351 ndcg_cut_500 2-2_1 0.0382 ndcg_cut_1000 2-2_1 0.0558 map_cut_5 2-2_1 0.0000 map_cut_10 2-2_1 0.0000 map_cut_15 2-2_1 0.0000 map_cut_20 2-2_1 0.0000 map_cut_30 2-2_1 0.0009 map_cut_100 2-2_1 0.0028 map_cut_200 2-2_1 0.0028 map_cut_500 2-2_1 0.0028 map_cut_1000 2-2_1 0.0032 relative_P_5 2-2_1 0.0000 relative_P_10 2-2_1 0.0000 relative_P_15 2-2_1 0.0000 relative_P_20 2-2_1 0.0000 relative_P_30 2-2_1 0.0333 relative_P_100 2-2_1 0.0588 relative_P_200 2-2_1 0.0588 relative_P_500 2-2_1 0.0588 relative_P_1000 2-2_1 0.1176 success_1 2-2_1 0.0000 success_5 2-2_1 0.0000 success_10 2-2_1 0.0000 set_P 2-2_1 0.0060 set_relative_P 2-2_1 0.1176 set_recall 2-2_1 0.1176 set_map 2-2_1 0.0007 set_F 2-2_1 0.0114 num_nonrel_judged_ret 2-2_1 31 rbp 2-2_1 0.0071 rbp_resid 2-2_1 0.2876 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.1000 unj_20 2-2_1 0.4000 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 42 map 2-2_4 0.1944 Rprec 2-2_4 0.2642 bpref 2-2_4 0.6713 recip_rank 2-2_4 1.0000 iprec_at_recall_0.00 2-2_4 1.0000 iprec_at_recall_0.10 2-2_4 0.5000 iprec_at_recall_0.20 2-2_4 0.2692 iprec_at_recall_0.30 2-2_4 0.2639 iprec_at_recall_0.40 2-2_4 0.2396 iprec_at_recall_0.50 2-2_4 0.1414 iprec_at_recall_0.60 2-2_4 0.1056 iprec_at_recall_0.70 2-2_4 0.0577 iprec_at_recall_0.80 2-2_4 0.0501 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.6000 P_10 2-2_4 0.5000 P_15 2-2_4 0.4000 P_20 2-2_4 0.3000 P_30 2-2_4 0.2667 P_100 2-2_4 0.2300 P_200 2-2_4 0.1350 P_500 2-2_4 0.0720 P_1000 2-2_4 0.0420 relstring 2-2_4 '3-4301-3-3' recall_5 2-2_4 0.0566 recall_10 2-2_4 0.0943 recall_15 2-2_4 0.1132 recall_20 2-2_4 0.1132 recall_30 2-2_4 0.1509 recall_100 2-2_4 0.4340 recall_200 2-2_4 0.5094 recall_500 2-2_4 0.6792 recall_1000 2-2_4 0.7925 infAP 2-2_4 0.1944 Rprec_mult_0.20 2-2_4 0.4545 Rprec_mult_0.40 2-2_4 0.2727 Rprec_mult_0.60 2-2_4 0.2812 Rprec_mult_0.80 2-2_4 0.2558 Rprec_mult_1.00 2-2_4 0.2642 Rprec_mult_1.20 2-2_4 0.2500 Rprec_mult_1.40 2-2_4 0.2533 Rprec_mult_1.60 2-2_4 0.2353 Rprec_mult_1.80 2-2_4 0.2396 Rprec_mult_2.00 2-2_4 0.2170 utility 2-2_4 -916.0000 11pt_avg 2-2_4 0.2389 binG 2-2_4 0.1668 G 2-2_4 0.1278 ndcg 2-2_4 0.5798 ndcg_rel 2-2_4 0.4748 Rndcg 2-2_4 0.3912 ndcg_cut_5 2-2_4 0.5335 ndcg_cut_10 2-2_4 0.4656 ndcg_cut_15 2-2_4 0.4079 ndcg_cut_20 2-2_4 0.3615 ndcg_cut_30 2-2_4 0.3303 ndcg_cut_100 2-2_4 0.4218 ndcg_cut_200 2-2_4 0.4611 ndcg_cut_500 2-2_4 0.5384 ndcg_cut_1000 2-2_4 0.5798 map_cut_5 2-2_4 0.0456 map_cut_10 2-2_4 0.0645 map_cut_15 2-2_4 0.0732 map_cut_20 2-2_4 0.0732 map_cut_30 2-2_4 0.0847 map_cut_100 2-2_4 0.1571 map_cut_200 2-2_4 0.1701 map_cut_500 2-2_4 0.1882 map_cut_1000 2-2_4 0.1944 relative_P_5 2-2_4 0.6000 relative_P_10 2-2_4 0.5000 relative_P_15 2-2_4 0.4000 relative_P_20 2-2_4 0.3000 relative_P_30 2-2_4 0.2667 relative_P_100 2-2_4 0.4340 relative_P_200 2-2_4 0.5094 relative_P_500 2-2_4 0.6792 relative_P_1000 2-2_4 0.7925 success_1 2-2_4 1.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0420 set_relative_P 2-2_4 0.7925 set_recall 2-2_4 0.7925 set_map 2-2_4 0.0333 set_F 2-2_4 0.0798 num_nonrel_judged_ret 2-2_4 12 rbp 2-2_4 0.3361 rbp_resid 2-2_4 0.4563 unj_5 2-2_4 0.2000 unj_10 2-2_4 0.3000 unj_20 2-2_4 0.5500 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 14 map 2-2_5 0.1569 Rprec 2-2_5 0.2333 bpref 2-2_5 0.3711 recip_rank 2-2_5 1.0000 iprec_at_recall_0.00 2-2_5 1.0000 iprec_at_recall_0.10 2-2_5 0.8000 iprec_at_recall_0.20 2-2_5 0.2727 iprec_at_recall_0.30 2-2_5 0.0789 iprec_at_recall_0.40 2-2_5 0.0307 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.8000 P_10 2-2_5 0.5000 P_15 2-2_5 0.3333 P_20 2-2_5 0.2500 P_30 2-2_5 0.2333 P_100 2-2_5 0.0800 P_200 2-2_5 0.0450 P_500 2-2_5 0.0240 P_1000 2-2_5 0.0140 relstring 2-2_5 '40442012--' recall_5 2-2_5 0.1333 recall_10 2-2_5 0.1667 recall_15 2-2_5 0.1667 recall_20 2-2_5 0.1667 recall_30 2-2_5 0.2333 recall_100 2-2_5 0.2667 recall_200 2-2_5 0.3000 recall_500 2-2_5 0.4000 recall_1000 2-2_5 0.4667 infAP 2-2_5 0.1569 Rprec_mult_0.20 2-2_5 0.6667 Rprec_mult_0.40 2-2_5 0.4167 Rprec_mult_0.60 2-2_5 0.2778 Rprec_mult_0.80 2-2_5 0.2500 Rprec_mult_1.00 2-2_5 0.2333 Rprec_mult_1.20 2-2_5 0.1944 Rprec_mult_1.40 2-2_5 0.1667 Rprec_mult_1.60 2-2_5 0.1458 Rprec_mult_1.80 2-2_5 0.1296 Rprec_mult_2.00 2-2_5 0.1167 utility 2-2_5 -972.0000 11pt_avg 2-2_5 0.1984 binG 2-2_5 0.1562 G 2-2_5 0.1056 ndcg 2-2_5 0.3939 ndcg_rel 2-2_5 0.4251 Rndcg 2-2_5 0.3586 ndcg_cut_5 2-2_5 0.7204 ndcg_cut_10 2-2_5 0.5206 ndcg_cut_15 2-2_5 0.4154 ndcg_cut_20 2-2_5 0.3577 ndcg_cut_30 2-2_5 0.3477 ndcg_cut_100 2-2_5 0.3208 ndcg_cut_200 2-2_5 0.3289 ndcg_cut_500 2-2_5 0.3670 ndcg_cut_1000 2-2_5 0.3939 map_cut_5 2-2_5 0.1072 map_cut_10 2-2_5 0.1281 map_cut_15 2-2_5 0.1281 map_cut_20 2-2_5 0.1281 map_cut_30 2-2_5 0.1452 map_cut_100 2-2_5 0.1484 map_cut_200 2-2_5 0.1510 map_cut_500 2-2_5 0.1553 map_cut_1000 2-2_5 0.1569 relative_P_5 2-2_5 0.8000 relative_P_10 2-2_5 0.5000 relative_P_15 2-2_5 0.3333 relative_P_20 2-2_5 0.2500 relative_P_30 2-2_5 0.2333 relative_P_100 2-2_5 0.2667 relative_P_200 2-2_5 0.3000 relative_P_500 2-2_5 0.4000 relative_P_1000 2-2_5 0.4667 success_1 2-2_5 1.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0140 set_relative_P 2-2_5 0.4667 set_recall 2-2_5 0.4667 set_map 2-2_5 0.0065 set_F 2-2_5 0.0272 num_nonrel_judged_ret 2-2_5 13 rbp 2-2_5 0.3453 rbp_resid 2-2_5 0.3525 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.2000 unj_20 2-2_5 0.5000 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 88 map 2-2_7 0.6123 Rprec 2-2_7 0.5455 bpref 2-2_7 0.9316 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 0.8800 iprec_at_recall_0.30 2-2_7 0.8286 iprec_at_recall_0.40 2-2_7 0.7347 iprec_at_recall_0.50 2-2_7 0.6111 iprec_at_recall_0.60 2-2_7 0.4909 iprec_at_recall_0.70 2-2_7 0.4627 iprec_at_recall_0.80 2-2_7 0.4104 iprec_at_recall_0.90 2-2_7 0.2782 iprec_at_recall_1.00 2-2_7 0.0963 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 0.8667 P_20 2-2_7 0.8500 P_30 2-2_7 0.8333 P_100 2-2_7 0.5100 P_200 2-2_7 0.3700 P_500 2-2_7 0.1640 P_1000 2-2_7 0.0880 relstring 2-2_7 '4243424444' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1477 recall_20 2-2_7 0.1932 recall_30 2-2_7 0.2841 recall_100 2-2_7 0.5795 recall_200 2-2_7 0.8409 recall_500 2-2_7 0.9318 recall_1000 2-2_7 1.0000 infAP 2-2_7 0.6123 Rprec_mult_0.20 2-2_7 0.8333 Rprec_mult_0.40 2-2_7 0.8056 Rprec_mult_0.60 2-2_7 0.6981 Rprec_mult_0.80 2-2_7 0.6056 Rprec_mult_1.00 2-2_7 0.5455 Rprec_mult_1.20 2-2_7 0.4906 Rprec_mult_1.40 2-2_7 0.4758 Rprec_mult_1.60 2-2_7 0.4468 Rprec_mult_1.80 2-2_7 0.4214 Rprec_mult_2.00 2-2_7 0.4034 utility 2-2_7 -824.0000 11pt_avg 2-2_7 0.6175 binG 2-2_7 0.3224 G 2-2_7 0.1978 ndcg 2-2_7 0.8743 ndcg_rel 2-2_7 0.7642 Rndcg 2-2_7 0.6977 ndcg_cut_5 2-2_7 0.8565 ndcg_cut_10 2-2_7 0.8677 ndcg_cut_15 2-2_7 0.7843 ndcg_cut_20 2-2_7 0.7944 ndcg_cut_30 2-2_7 0.7905 ndcg_cut_100 2-2_7 0.6396 ndcg_cut_200 2-2_7 0.7882 ndcg_cut_500 2-2_7 0.8403 ndcg_cut_1000 2-2_7 0.8743 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1444 map_cut_20 2-2_7 0.1824 map_cut_30 2-2_7 0.2604 map_cut_100 2-2_7 0.4598 map_cut_200 2-2_7 0.5766 map_cut_500 2-2_7 0.6032 map_cut_1000 2-2_7 0.6123 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 0.8667 relative_P_20 2-2_7 0.8500 relative_P_30 2-2_7 0.8333 relative_P_100 2-2_7 0.5795 relative_P_200 2-2_7 0.8409 relative_P_500 2-2_7 0.9318 relative_P_1000 2-2_7 1.0000 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0880 set_relative_P 2-2_7 1.0000 set_recall 2-2_7 1.0000 set_map 2-2_7 0.0880 set_F 2-2_7 0.1618 num_nonrel_judged_ret 2-2_7 15 rbp 2-2_7 0.7778 rbp_resid 2-2_7 0.0586 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0500 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 40 map 2-2_9 0.1999 Rprec 2-2_9 0.2128 bpref 2-2_9 0.6511 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 0.5455 iprec_at_recall_0.20 2-2_9 0.3103 iprec_at_recall_0.30 2-2_9 0.2029 iprec_at_recall_0.40 2-2_9 0.1124 iprec_at_recall_0.50 2-2_9 0.0767 iprec_at_recall_0.60 2-2_9 0.0749 iprec_at_recall_0.70 2-2_9 0.0582 iprec_at_recall_0.80 2-2_9 0.0421 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.8000 P_10 2-2_9 0.5000 P_15 2-2_9 0.4000 P_20 2-2_9 0.3500 P_30 2-2_9 0.3000 P_100 2-2_9 0.1600 P_200 2-2_9 0.1100 P_500 2-2_9 0.0620 P_1000 2-2_9 0.0400 relstring 2-2_9 '3222---1-2' recall_5 2-2_9 0.0851 recall_10 2-2_9 0.1064 recall_15 2-2_9 0.1277 recall_20 2-2_9 0.1489 recall_30 2-2_9 0.1915 recall_100 2-2_9 0.3404 recall_200 2-2_9 0.4681 recall_500 2-2_9 0.6596 recall_1000 2-2_9 0.8511 infAP 2-2_9 0.1999 Rprec_mult_0.20 2-2_9 0.5000 Rprec_mult_0.40 2-2_9 0.3684 Rprec_mult_0.60 2-2_9 0.3103 Rprec_mult_0.80 2-2_9 0.2368 Rprec_mult_1.00 2-2_9 0.2128 Rprec_mult_1.20 2-2_9 0.2105 Rprec_mult_1.40 2-2_9 0.1970 Rprec_mult_1.60 2-2_9 0.1842 Rprec_mult_1.80 2-2_9 0.1765 Rprec_mult_2.00 2-2_9 0.1702 utility 2-2_9 -920.0000 11pt_avg 2-2_9 0.2203 binG 2-2_9 0.2033 G 2-2_9 0.1352 ndcg 2-2_9 0.5695 ndcg_rel 2-2_9 0.4677 Rndcg 2-2_9 0.3854 ndcg_cut_5 2-2_9 0.5192 ndcg_cut_10 2-2_9 0.3861 ndcg_cut_15 2-2_9 0.3630 ndcg_cut_20 2-2_9 0.3412 ndcg_cut_30 2-2_9 0.3428 ndcg_cut_100 2-2_9 0.3623 ndcg_cut_200 2-2_9 0.4225 ndcg_cut_500 2-2_9 0.5074 ndcg_cut_1000 2-2_9 0.5695 map_cut_5 2-2_9 0.0851 map_cut_10 2-2_9 0.0957 map_cut_15 2-2_9 0.1074 map_cut_20 2-2_9 0.1161 map_cut_30 2-2_9 0.1290 map_cut_100 2-2_9 0.1606 map_cut_200 2-2_9 0.1759 map_cut_500 2-2_9 0.1906 map_cut_1000 2-2_9 0.1999 relative_P_5 2-2_9 0.8000 relative_P_10 2-2_9 0.5000 relative_P_15 2-2_9 0.4000 relative_P_20 2-2_9 0.3500 relative_P_30 2-2_9 0.3000 relative_P_100 2-2_9 0.3404 relative_P_200 2-2_9 0.4681 relative_P_500 2-2_9 0.6596 relative_P_1000 2-2_9 0.8511 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0400 set_relative_P 2-2_9 0.8511 set_recall 2-2_9 0.8511 set_map 2-2_9 0.0340 set_F 2-2_9 0.0764 num_nonrel_judged_ret 2-2_9 17 rbp 2-2_9 0.2915 rbp_resid 2-2_9 0.4973 unj_5 2-2_9 0.2000 unj_10 2-2_9 0.4000 unj_20 2-2_9 0.6000 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 27 map 3-2_1 0.0741 Rprec 3-2_1 0.1176 bpref 3-2_1 0.2915 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.2000 iprec_at_recall_0.20 3-2_1 0.1069 iprec_at_recall_0.30 3-2_1 0.0517 iprec_at_recall_0.40 3-2_1 0.0293 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.4000 P_10 3-2_1 0.3000 P_15 3-2_1 0.2667 P_20 3-2_1 0.2500 P_30 3-2_1 0.2000 P_100 3-2_1 0.1200 P_200 3-2_1 0.0800 P_500 3-2_1 0.0440 P_1000 3-2_1 0.0270 relstring 3-2_1 '331110201-' recall_5 3-2_1 0.0294 recall_10 3-2_1 0.0441 recall_15 3-2_1 0.0588 recall_20 3-2_1 0.0735 recall_30 3-2_1 0.0882 recall_100 3-2_1 0.1765 recall_200 3-2_1 0.2353 recall_500 3-2_1 0.3235 recall_1000 3-2_1 0.3971 infAP 3-2_1 0.0741 Rprec_mult_0.20 3-2_1 0.2857 Rprec_mult_0.40 3-2_1 0.2143 Rprec_mult_0.60 3-2_1 0.1707 Rprec_mult_0.80 3-2_1 0.1455 Rprec_mult_1.00 3-2_1 0.1176 Rprec_mult_1.20 3-2_1 0.1220 Rprec_mult_1.40 3-2_1 0.1146 Rprec_mult_1.60 3-2_1 0.1101 Rprec_mult_1.80 3-2_1 0.1057 Rprec_mult_2.00 3-2_1 0.1029 utility 3-2_1 -946.0000 11pt_avg 3-2_1 0.1262 binG 3-2_1 0.0884 G 3-2_1 0.0823 ndcg 3-2_1 0.3757 ndcg_rel 3-2_1 0.3916 Rndcg 3-2_1 0.3801 ndcg_cut_5 3-2_1 0.7021 ndcg_cut_10 3-2_1 0.5380 ndcg_cut_15 3-2_1 0.5170 ndcg_cut_20 3-2_1 0.4888 ndcg_cut_30 3-2_1 0.4242 ndcg_cut_100 3-2_1 0.3022 ndcg_cut_200 3-2_1 0.2933 ndcg_cut_500 3-2_1 0.3423 ndcg_cut_1000 3-2_1 0.3757 map_cut_5 3-2_1 0.0294 map_cut_10 3-2_1 0.0357 map_cut_15 3-2_1 0.0406 map_cut_20 3-2_1 0.0445 map_cut_30 3-2_1 0.0476 map_cut_100 3-2_1 0.0606 map_cut_200 3-2_1 0.0664 map_cut_500 3-2_1 0.0717 map_cut_1000 3-2_1 0.0741 relative_P_5 3-2_1 0.4000 relative_P_10 3-2_1 0.3000 relative_P_15 3-2_1 0.2667 relative_P_20 3-2_1 0.2500 relative_P_30 3-2_1 0.2000 relative_P_100 3-2_1 0.1765 relative_P_200 3-2_1 0.2353 relative_P_500 3-2_1 0.3235 relative_P_1000 3-2_1 0.3971 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0270 set_relative_P 3-2_1 0.3971 set_recall 3-2_1 0.3971 set_map 3-2_1 0.0107 set_F 3-2_1 0.0506 num_nonrel_judged_ret 3-2_1 38 rbp 3-2_1 0.3806 rbp_resid 3-2_1 0.2393 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.1000 unj_20 3-2_1 0.3000 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 8 map 3-2_6 0.0037 Rprec 3-2_6 0.0000 bpref 3-2_6 0.0332 recip_rank 3-2_6 0.0233 iprec_at_recall_0.00 3-2_6 0.0233 iprec_at_recall_0.10 3-2_6 0.0137 iprec_at_recall_0.20 3-2_6 0.0135 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0000 P_30 3-2_6 0.0000 P_100 3-2_6 0.0200 P_200 3-2_6 0.0100 P_500 3-2_6 0.0120 P_1000 3-2_6 0.0080 relstring 3-2_6 '0000---000' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0000 recall_30 3-2_6 0.0000 recall_100 3-2_6 0.0625 recall_200 3-2_6 0.0625 recall_500 3-2_6 0.1875 recall_1000 3-2_6 0.2500 infAP 3-2_6 0.0037 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0000 Rprec_mult_0.80 3-2_6 0.0000 Rprec_mult_1.00 3-2_6 0.0000 Rprec_mult_1.20 3-2_6 0.0000 Rprec_mult_1.40 3-2_6 0.0222 Rprec_mult_1.60 3-2_6 0.0192 Rprec_mult_1.80 3-2_6 0.0172 Rprec_mult_2.00 3-2_6 0.0156 utility 3-2_6 -984.0000 11pt_avg 3-2_6 0.0046 binG 3-2_6 0.0321 G 3-2_6 0.0310 ndcg 3-2_6 0.1133 ndcg_rel 3-2_6 0.1024 Rndcg 3-2_6 0.0330 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0000 ndcg_cut_15 3-2_6 0.0000 ndcg_cut_20 3-2_6 0.0000 ndcg_cut_30 3-2_6 0.0000 ndcg_cut_100 3-2_6 0.0344 ndcg_cut_200 3-2_6 0.0389 ndcg_cut_500 3-2_6 0.0879 ndcg_cut_1000 3-2_6 0.1133 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0000 map_cut_30 3-2_6 0.0000 map_cut_100 3-2_6 0.0014 map_cut_200 3-2_6 0.0014 map_cut_500 3-2_6 0.0030 map_cut_1000 3-2_6 0.0037 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0000 relative_P_30 3-2_6 0.0000 relative_P_100 3-2_6 0.0625 relative_P_200 3-2_6 0.0625 relative_P_500 3-2_6 0.1875 relative_P_1000 3-2_6 0.2500 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0080 set_relative_P 3-2_6 0.2500 set_recall 3-2_6 0.2500 set_map 3-2_6 0.0020 set_F 3-2_6 0.0155 num_nonrel_judged_ret 3-2_6 41 rbp 3-2_6 0.0012 rbp_resid 3-2_6 0.5059 unj_5 3-2_6 0.2000 unj_10 3-2_6 0.3000 unj_20 3-2_6 0.6500 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 6 map 4-1_10 0.0141 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0625 recip_rank 4-1_10 0.0588 iprec_at_recall_0.00 4-1_10 0.0588 iprec_at_recall_0.10 4-1_10 0.0588 iprec_at_recall_0.20 4-1_10 0.0488 iprec_at_recall_0.30 4-1_10 0.0198 iprec_at_recall_0.40 4-1_10 0.0198 iprec_at_recall_0.50 4-1_10 0.0133 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0500 P_30 4-1_10 0.0333 P_100 4-1_10 0.0200 P_200 4-1_10 0.0100 P_500 4-1_10 0.0120 P_1000 4-1_10 0.0060 relstring 4-1_10 '---10011-1' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0833 recall_30 4-1_10 0.0833 recall_100 4-1_10 0.1667 recall_200 4-1_10 0.1667 recall_500 4-1_10 0.5000 recall_1000 4-1_10 0.5000 infAP 4-1_10 0.0141 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0588 Rprec_mult_1.60 4-1_10 0.0500 Rprec_mult_1.80 4-1_10 0.0455 Rprec_mult_2.00 4-1_10 0.0417 utility 4-1_10 -988.0000 11pt_avg 4-1_10 0.0199 binG 4-1_10 0.0764 G 4-1_10 0.0722 ndcg 4-1_10 0.2728 ndcg_rel 4-1_10 0.2348 Rndcg 4-1_10 0.1380 ndcg_cut_5 4-1_10 0.0624 ndcg_cut_10 4-1_10 0.1357 ndcg_cut_15 4-1_10 0.1378 ndcg_cut_20 4-1_10 0.1620 ndcg_cut_30 4-1_10 0.1394 ndcg_cut_100 4-1_10 0.1391 ndcg_cut_200 4-1_10 0.1597 ndcg_cut_500 4-1_10 0.2414 ndcg_cut_1000 4-1_10 0.2728 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0049 map_cut_30 4-1_10 0.0049 map_cut_100 4-1_10 0.0090 map_cut_200 4-1_10 0.0090 map_cut_500 4-1_10 0.0141 map_cut_1000 4-1_10 0.0141 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0833 relative_P_30 4-1_10 0.0833 relative_P_100 4-1_10 0.1667 relative_P_200 4-1_10 0.1667 relative_P_500 4-1_10 0.5000 relative_P_1000 4-1_10 0.5000 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0060 set_relative_P 4-1_10 0.5000 set_recall 4-1_10 0.5000 set_map 4-1_10 0.0030 set_F 4-1_10 0.0119 num_nonrel_judged_ret 4-1_10 43 rbp 4-1_10 0.0963 rbp_resid 4-1_10 0.6011 unj_5 4-1_10 0.6000 unj_10 4-1_10 0.4000 unj_20 4-1_10 0.6000 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 7 map 4-1_12 0.0266 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0435 iprec_at_recall_0.00 4-1_12 0.0435 iprec_at_recall_0.10 4-1_12 0.0435 iprec_at_recall_0.20 4-1_12 0.0435 iprec_at_recall_0.30 4-1_12 0.0370 iprec_at_recall_0.40 4-1_12 0.0370 iprec_at_recall_0.50 4-1_12 0.0210 iprec_at_recall_0.60 4-1_12 0.0210 iprec_at_recall_0.70 4-1_12 0.0210 iprec_at_recall_0.80 4-1_12 0.0206 iprec_at_recall_0.90 4-1_12 0.0206 iprec_at_recall_1.00 4-1_12 0.0092 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0333 P_100 4-1_12 0.0300 P_200 4-1_12 0.0200 P_500 4-1_12 0.0120 P_1000 4-1_12 0.0070 relstring 4-1_12 '-0-0000000' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.1429 recall_100 4-1_12 0.4286 recall_200 4-1_12 0.5714 recall_500 4-1_12 0.8571 recall_1000 4-1_12 1.0000 infAP 4-1_12 0.0266 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -986.0000 11pt_avg 4-1_12 0.0289 binG 4-1_12 0.1475 G 4-1_12 0.1192 ndcg 4-1_12 0.2781 ndcg_rel 4-1_12 0.1878 Rndcg 4-1_12 0.0591 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.0000 ndcg_cut_15 4-1_12 0.0000 ndcg_cut_20 4-1_12 0.0177 ndcg_cut_30 4-1_12 0.0485 ndcg_cut_100 4-1_12 0.1073 ndcg_cut_200 4-1_12 0.1637 ndcg_cut_500 4-1_12 0.2258 ndcg_cut_1000 4-1_12 0.2781 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0062 map_cut_100 4-1_12 0.0163 map_cut_200 4-1_12 0.0193 map_cut_500 4-1_12 0.0253 map_cut_1000 4-1_12 0.0266 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.1429 relative_P_100 4-1_12 0.4286 relative_P_200 4-1_12 0.5714 relative_P_500 4-1_12 0.8571 relative_P_1000 4-1_12 1.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0070 set_relative_P 4-1_12 1.0000 set_recall 4-1_12 1.0000 set_map 4-1_12 0.0070 set_F 4-1_12 0.0139 num_nonrel_judged_ret 4-1_12 71 rbp 4-1_12 0.0103 rbp_resid 4-1_12 0.4272 unj_5 4-1_12 0.4000 unj_10 4-1_12 0.2000 unj_20 4-1_12 0.4500 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 30 map 4-1_3 0.0394 Rprec 4-1_3 0.0256 bpref 4-1_3 0.1124 recip_rank 4-1_3 0.0385 iprec_at_recall_0.00 4-1_3 0.0746 iprec_at_recall_0.10 4-1_3 0.0746 iprec_at_recall_0.20 4-1_3 0.0746 iprec_at_recall_0.30 4-1_3 0.0727 iprec_at_recall_0.40 4-1_3 0.0618 iprec_at_recall_0.50 4-1_3 0.0481 iprec_at_recall_0.60 4-1_3 0.0439 iprec_at_recall_0.70 4-1_3 0.0402 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.0000 P_10 4-1_3 0.0000 P_15 4-1_3 0.0000 P_20 4-1_3 0.0000 P_30 4-1_3 0.0333 P_100 4-1_3 0.0600 P_200 4-1_3 0.0650 P_500 4-1_3 0.0420 P_1000 4-1_3 0.0300 relstring 4-1_3 '1-0000-010' recall_5 4-1_3 0.0000 recall_10 4-1_3 0.0000 recall_15 4-1_3 0.0000 recall_20 4-1_3 0.0000 recall_30 4-1_3 0.0256 recall_100 4-1_3 0.1538 recall_200 4-1_3 0.3333 recall_500 4-1_3 0.5385 recall_1000 4-1_3 0.7692 infAP 4-1_3 0.0394 Rprec_mult_0.20 4-1_3 0.0000 Rprec_mult_0.40 4-1_3 0.0000 Rprec_mult_0.60 4-1_3 0.0000 Rprec_mult_0.80 4-1_3 0.0312 Rprec_mult_1.00 4-1_3 0.0256 Rprec_mult_1.20 4-1_3 0.0213 Rprec_mult_1.40 4-1_3 0.0182 Rprec_mult_1.60 4-1_3 0.0159 Rprec_mult_1.80 4-1_3 0.0282 Rprec_mult_2.00 4-1_3 0.0385 utility 4-1_3 -940.0000 11pt_avg 4-1_3 0.0446 binG 4-1_3 0.1008 G 4-1_3 0.0978 ndcg 4-1_3 0.3909 ndcg_rel 4-1_3 0.2784 Rndcg 4-1_3 0.1462 ndcg_cut_5 4-1_3 0.0848 ndcg_cut_10 4-1_3 0.0768 ndcg_cut_15 4-1_3 0.0743 ndcg_cut_20 4-1_3 0.0870 ndcg_cut_30 4-1_3 0.0964 ndcg_cut_100 4-1_3 0.1370 ndcg_cut_200 4-1_3 0.2244 ndcg_cut_500 4-1_3 0.3185 ndcg_cut_1000 4-1_3 0.3909 map_cut_5 4-1_3 0.0000 map_cut_10 4-1_3 0.0000 map_cut_15 4-1_3 0.0000 map_cut_20 4-1_3 0.0000 map_cut_30 4-1_3 0.0010 map_cut_100 4-1_3 0.0074 map_cut_200 4-1_3 0.0199 map_cut_500 4-1_3 0.0304 map_cut_1000 4-1_3 0.0394 relative_P_5 4-1_3 0.0000 relative_P_10 4-1_3 0.0000 relative_P_15 4-1_3 0.0000 relative_P_20 4-1_3 0.0000 relative_P_30 4-1_3 0.0333 relative_P_100 4-1_3 0.1538 relative_P_200 4-1_3 0.3333 relative_P_500 4-1_3 0.5385 relative_P_1000 4-1_3 0.7692 success_1 4-1_3 0.0000 success_5 4-1_3 0.0000 success_10 4-1_3 0.0000 set_P 4-1_3 0.0300 set_relative_P 4-1_3 0.7692 set_recall 4-1_3 0.7692 set_map 4-1_3 0.0231 set_F 4-1_3 0.0577 num_nonrel_judged_ret 4-1_3 77 rbp 4-1_3 0.0557 rbp_resid 4-1_3 0.3514 unj_5 4-1_3 0.2000 unj_10 4-1_3 0.2000 unj_20 4-1_3 0.3500 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 11 map 4-1_4 0.2715 Rprec 4-1_4 0.2727 bpref 4-1_4 0.3306 recip_rank 4-1_4 0.5000 iprec_at_recall_0.00 4-1_4 0.5000 iprec_at_recall_0.10 4-1_4 0.5000 iprec_at_recall_0.20 4-1_4 0.4000 iprec_at_recall_0.30 4-1_4 0.4000 iprec_at_recall_0.40 4-1_4 0.4000 iprec_at_recall_0.50 4-1_4 0.4000 iprec_at_recall_0.60 4-1_4 0.3500 iprec_at_recall_0.70 4-1_4 0.2286 iprec_at_recall_0.80 4-1_4 0.1731 iprec_at_recall_0.90 4-1_4 0.0758 iprec_at_recall_1.00 4-1_4 0.0190 P_5 4-1_4 0.2000 P_10 4-1_4 0.3000 P_15 4-1_4 0.4000 P_20 4-1_4 0.3500 P_30 4-1_4 0.2333 P_100 4-1_4 0.0900 P_200 4-1_4 0.0500 P_500 4-1_4 0.0200 P_1000 4-1_4 0.0110 relstring 4-1_4 '-2-0111124' recall_5 4-1_4 0.0909 recall_10 4-1_4 0.2727 recall_15 4-1_4 0.5455 recall_20 4-1_4 0.6364 recall_30 4-1_4 0.6364 recall_100 4-1_4 0.8182 recall_200 4-1_4 0.9091 recall_500 4-1_4 0.9091 recall_1000 4-1_4 1.0000 infAP 4-1_4 0.2715 Rprec_mult_0.20 4-1_4 0.3333 Rprec_mult_0.40 4-1_4 0.2000 Rprec_mult_0.60 4-1_4 0.1429 Rprec_mult_0.80 4-1_4 0.2222 Rprec_mult_1.00 4-1_4 0.2727 Rprec_mult_1.20 4-1_4 0.3571 Rprec_mult_1.40 4-1_4 0.3750 Rprec_mult_1.60 4-1_4 0.3333 Rprec_mult_1.80 4-1_4 0.3500 Rprec_mult_2.00 4-1_4 0.3182 utility 4-1_4 -978.0000 11pt_avg 4-1_4 0.3133 binG 4-1_4 0.2773 G 4-1_4 0.2075 ndcg 4-1_4 0.5836 ndcg_rel 4-1_4 0.3976 Rndcg 4-1_4 0.3217 ndcg_cut_5 4-1_4 0.1445 ndcg_cut_10 4-1_4 0.2951 ndcg_cut_15 4-1_4 0.3944 ndcg_cut_20 4-1_4 0.4464 ndcg_cut_30 4-1_4 0.4383 ndcg_cut_100 4-1_4 0.5444 ndcg_cut_200 4-1_4 0.5665 ndcg_cut_500 4-1_4 0.5665 ndcg_cut_1000 4-1_4 0.5836 map_cut_5 4-1_4 0.0455 map_cut_10 4-1_4 0.0929 map_cut_15 4-1_4 0.1946 map_cut_20 4-1_4 0.2264 map_cut_30 4-1_4 0.2264 map_cut_100 4-1_4 0.2629 map_cut_200 4-1_4 0.2698 map_cut_500 4-1_4 0.2698 map_cut_1000 4-1_4 0.2715 relative_P_5 4-1_4 0.2000 relative_P_10 4-1_4 0.3000 relative_P_15 4-1_4 0.5455 relative_P_20 4-1_4 0.6364 relative_P_30 4-1_4 0.6364 relative_P_100 4-1_4 0.8182 relative_P_200 4-1_4 0.9091 relative_P_500 4-1_4 0.9091 relative_P_1000 4-1_4 1.0000 success_1 4-1_4 0.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0110 set_relative_P 4-1_4 1.0000 set_recall 4-1_4 1.0000 set_map 4-1_4 0.0110 set_F 4-1_4 0.0218 num_nonrel_judged_ret 4-1_4 37 rbp 4-1_4 0.2502 rbp_resid 4-1_4 0.3192 unj_5 4-1_4 0.4000 unj_10 4-1_4 0.2000 unj_20 4-1_4 0.2000 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.0045 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0045 iprec_at_recall_0.00 4-1_6 0.0045 iprec_at_recall_0.10 4-1_6 0.0045 iprec_at_recall_0.20 4-1_6 0.0045 iprec_at_recall_0.30 4-1_6 0.0045 iprec_at_recall_0.40 4-1_6 0.0045 iprec_at_recall_0.50 4-1_6 0.0045 iprec_at_recall_0.60 4-1_6 0.0045 iprec_at_recall_0.70 4-1_6 0.0045 iprec_at_recall_0.80 4-1_6 0.0045 iprec_at_recall_0.90 4-1_6 0.0045 iprec_at_recall_1.00 4-1_6 0.0045 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0020 P_1000 4-1_6 0.0010 relstring 4-1_6 '00-0-00--0' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 1.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.0045 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.0045 binG 4-1_6 0.1282 G 4-1_6 0.1362 ndcg 4-1_6 0.3407 ndcg_rel 4-1_6 0.2124 Rndcg 4-1_6 0.1258 ndcg_cut_5 4-1_6 0.0000 ndcg_cut_10 4-1_6 0.0000 ndcg_cut_15 4-1_6 0.0407 ndcg_cut_20 4-1_6 0.0368 ndcg_cut_30 4-1_6 0.0634 ndcg_cut_100 4-1_6 0.1498 ndcg_cut_200 4-1_6 0.1859 ndcg_cut_500 4-1_6 0.3136 ndcg_cut_1000 4-1_6 0.3407 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0045 map_cut_1000 4-1_6 0.0045 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 1.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 91 rbp 4-1_6 0.0202 rbp_resid 4-1_6 0.4386 unj_5 4-1_6 0.4000 unj_10 4-1_6 0.4000 unj_20 4-1_6 0.5000 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 2 map 4-1_9 0.0001 Rprec 4-1_9 0.0000 bpref 4-1_9 0.0000 recip_rank 4-1_9 0.0012 iprec_at_recall_0.00 4-1_9 0.0022 iprec_at_recall_0.10 4-1_9 0.0000 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.0000 P_20 4-1_9 0.0000 P_30 4-1_9 0.0000 P_100 4-1_9 0.0000 P_200 4-1_9 0.0000 P_500 4-1_9 0.0000 P_1000 4-1_9 0.0020 relstring 4-1_9 '1-00000000' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0000 recall_20 4-1_9 0.0000 recall_30 4-1_9 0.0000 recall_100 4-1_9 0.0000 recall_200 4-1_9 0.0000 recall_500 4-1_9 0.0000 recall_1000 4-1_9 0.0541 infAP 4-1_9 0.0001 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.0000 Rprec_mult_0.60 4-1_9 0.0000 Rprec_mult_0.80 4-1_9 0.0000 Rprec_mult_1.00 4-1_9 0.0000 Rprec_mult_1.20 4-1_9 0.0000 Rprec_mult_1.40 4-1_9 0.0000 Rprec_mult_1.60 4-1_9 0.0000 Rprec_mult_1.80 4-1_9 0.0000 Rprec_mult_2.00 4-1_9 0.0000 utility 4-1_9 -996.0000 11pt_avg 4-1_9 0.0002 binG 4-1_9 0.0055 G 4-1_9 0.0236 ndcg 4-1_9 0.1234 ndcg_rel 4-1_9 0.1157 Rndcg 4-1_9 0.0952 ndcg_cut_5 4-1_9 0.0955 ndcg_cut_10 4-1_9 0.0713 ndcg_cut_15 4-1_9 0.0768 ndcg_cut_20 4-1_9 0.0673 ndcg_cut_30 4-1_9 0.0550 ndcg_cut_100 4-1_9 0.0586 ndcg_cut_200 4-1_9 0.0621 ndcg_cut_500 4-1_9 0.0870 ndcg_cut_1000 4-1_9 0.1234 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0000 map_cut_20 4-1_9 0.0000 map_cut_30 4-1_9 0.0000 map_cut_100 4-1_9 0.0000 map_cut_200 4-1_9 0.0000 map_cut_500 4-1_9 0.0000 map_cut_1000 4-1_9 0.0001 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.0000 relative_P_20 4-1_9 0.0000 relative_P_30 4-1_9 0.0000 relative_P_100 4-1_9 0.0000 relative_P_200 4-1_9 0.0000 relative_P_500 4-1_9 0.0000 relative_P_1000 4-1_9 0.0541 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0020 set_relative_P 4-1_9 0.0541 set_recall 4-1_9 0.0541 set_map 4-1_9 0.0001 set_F 4-1_9 0.0039 num_nonrel_judged_ret 4-1_9 60 rbp 4-1_9 0.0349 rbp_resid 4-1_9 0.3407 unj_5 4-1_9 0.2000 unj_10 4-1_9 0.1000 unj_20 4-1_9 0.3500 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 6 map 4-2_2 0.0034 Rprec 4-2_2 0.0238 bpref 4-2_2 0.0628 recip_rank 4-2_2 0.2000 iprec_at_recall_0.00 4-2_2 0.2000 iprec_at_recall_0.10 4-2_2 0.0000 iprec_at_recall_0.20 4-2_2 0.0000 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.2000 P_10 4-2_2 0.1000 P_15 4-2_2 0.0667 P_20 4-2_2 0.0500 P_30 4-2_2 0.0333 P_100 4-2_2 0.0200 P_200 4-2_2 0.0100 P_500 4-2_2 0.0060 P_1000 4-2_2 0.0060 relstring 4-2_2 '-00-200000' recall_5 4-2_2 0.0119 recall_10 4-2_2 0.0119 recall_15 4-2_2 0.0119 recall_20 4-2_2 0.0119 recall_30 4-2_2 0.0119 recall_100 4-2_2 0.0238 recall_200 4-2_2 0.0238 recall_500 4-2_2 0.0357 recall_1000 4-2_2 0.0714 infAP 4-2_2 0.0034 Rprec_mult_0.20 4-2_2 0.0588 Rprec_mult_0.40 4-2_2 0.0588 Rprec_mult_0.60 4-2_2 0.0392 Rprec_mult_0.80 4-2_2 0.0294 Rprec_mult_1.00 4-2_2 0.0238 Rprec_mult_1.20 4-2_2 0.0198 Rprec_mult_1.40 4-2_2 0.0169 Rprec_mult_1.60 4-2_2 0.0148 Rprec_mult_1.80 4-2_2 0.0132 Rprec_mult_2.00 4-2_2 0.0119 utility 4-2_2 -988.0000 11pt_avg 4-2_2 0.0182 binG 4-2_2 0.0120 G 4-2_2 0.0098 ndcg 4-2_2 0.0535 ndcg_rel 4-2_2 0.0528 Rndcg 4-2_2 0.0372 ndcg_cut_5 4-2_2 0.0875 ndcg_cut_10 4-2_2 0.0568 ndcg_cut_15 4-2_2 0.0440 ndcg_cut_20 4-2_2 0.0366 ndcg_cut_30 4-2_2 0.0295 ndcg_cut_100 4-2_2 0.0320 ndcg_cut_200 4-2_2 0.0290 ndcg_cut_500 4-2_2 0.0334 ndcg_cut_1000 4-2_2 0.0535 map_cut_5 4-2_2 0.0024 map_cut_10 4-2_2 0.0024 map_cut_15 4-2_2 0.0024 map_cut_20 4-2_2 0.0024 map_cut_30 4-2_2 0.0024 map_cut_100 4-2_2 0.0031 map_cut_200 4-2_2 0.0031 map_cut_500 4-2_2 0.0032 map_cut_1000 4-2_2 0.0034 relative_P_5 4-2_2 0.2000 relative_P_10 4-2_2 0.1000 relative_P_15 4-2_2 0.0667 relative_P_20 4-2_2 0.0500 relative_P_30 4-2_2 0.0333 relative_P_100 4-2_2 0.0238 relative_P_200 4-2_2 0.0238 relative_P_500 4-2_2 0.0357 relative_P_1000 4-2_2 0.0714 success_1 4-2_2 0.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0060 set_relative_P 4-2_2 0.0714 set_recall 4-2_2 0.0714 set_map 4-2_2 0.0004 set_F 4-2_2 0.0111 num_nonrel_judged_ret 4-2_2 16 rbp 4-2_2 0.0461 rbp_resid 4-2_2 0.4784 unj_5 4-2_2 0.4000 unj_10 4-2_2 0.2000 unj_20 4-2_2 0.5500 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 36 map 4-2_3 0.1263 Rprec 4-2_3 0.1667 bpref 4-2_3 0.4893 recip_rank 4-2_3 0.5000 iprec_at_recall_0.00 4-2_3 0.6667 iprec_at_recall_0.10 4-2_3 0.5556 iprec_at_recall_0.20 4-2_3 0.1220 iprec_at_recall_0.30 4-2_3 0.0808 iprec_at_recall_0.40 4-2_3 0.0707 iprec_at_recall_0.50 4-2_3 0.0707 iprec_at_recall_0.60 4-2_3 0.0550 iprec_at_recall_0.70 4-2_3 0.0408 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.6000 P_10 4-2_3 0.5000 P_15 4-2_3 0.4000 P_20 4-2_3 0.3500 P_30 4-2_3 0.2667 P_100 4-2_3 0.1000 P_200 4-2_3 0.0800 P_500 4-2_3 0.0560 P_1000 4-2_3 0.0360 relstring 4-2_3 '032120-221' recall_5 4-2_3 0.0625 recall_10 4-2_3 0.1042 recall_15 4-2_3 0.1250 recall_20 4-2_3 0.1458 recall_30 4-2_3 0.1667 recall_100 4-2_3 0.2083 recall_200 4-2_3 0.3333 recall_500 4-2_3 0.5833 recall_1000 4-2_3 0.7500 infAP 4-2_3 0.1263 Rprec_mult_0.20 4-2_3 0.5000 Rprec_mult_0.40 4-2_3 0.3500 Rprec_mult_0.60 4-2_3 0.2759 Rprec_mult_0.80 4-2_3 0.2051 Rprec_mult_1.00 4-2_3 0.1667 Rprec_mult_1.20 4-2_3 0.1552 Rprec_mult_1.40 4-2_3 0.1324 Rprec_mult_1.60 4-2_3 0.1169 Rprec_mult_1.80 4-2_3 0.1149 Rprec_mult_2.00 4-2_3 0.1042 utility 4-2_3 -928.0000 11pt_avg 4-2_3 0.1511 binG 4-2_3 0.1433 G 4-2_3 0.1113 ndcg 4-2_3 0.4863 ndcg_rel 4-2_3 0.4041 Rndcg 4-2_3 0.3460 ndcg_cut_5 4-2_3 0.4632 ndcg_cut_10 4-2_3 0.4309 ndcg_cut_15 4-2_3 0.3940 ndcg_cut_20 4-2_3 0.3682 ndcg_cut_30 4-2_3 0.3179 ndcg_cut_100 4-2_3 0.2603 ndcg_cut_200 4-2_3 0.3205 ndcg_cut_500 4-2_3 0.4305 ndcg_cut_1000 4-2_3 0.4863 map_cut_5 4-2_3 0.0368 map_cut_10 4-2_3 0.0588 map_cut_15 4-2_3 0.0702 map_cut_20 4-2_3 0.0778 map_cut_30 4-2_3 0.0854 map_cut_100 4-2_3 0.0918 map_cut_200 4-2_3 0.1019 map_cut_500 4-2_3 0.1189 map_cut_1000 4-2_3 0.1263 relative_P_5 4-2_3 0.6000 relative_P_10 4-2_3 0.5000 relative_P_15 4-2_3 0.4000 relative_P_20 4-2_3 0.3500 relative_P_30 4-2_3 0.2667 relative_P_100 4-2_3 0.2083 relative_P_200 4-2_3 0.3333 relative_P_500 4-2_3 0.5833 relative_P_1000 4-2_3 0.7500 success_1 4-2_3 0.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0360 set_relative_P 4-2_3 0.7500 set_recall 4-2_3 0.7500 set_map 4-2_3 0.0270 set_F 4-2_3 0.0687 num_nonrel_judged_ret 4-2_3 24 rbp 4-2_3 0.3285 rbp_resid 4-2_3 0.3343 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.1000 unj_20 4-2_3 0.4500 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 13 map 4-2_6 0.4022 Rprec 4-2_6 0.4286 bpref 4-2_6 0.5561 recip_rank 4-2_6 0.5000 iprec_at_recall_0.00 4-2_6 0.8333 iprec_at_recall_0.10 4-2_6 0.8333 iprec_at_recall_0.20 4-2_6 0.8333 iprec_at_recall_0.30 4-2_6 0.8333 iprec_at_recall_0.40 4-2_6 0.7500 iprec_at_recall_0.50 4-2_6 0.4375 iprec_at_recall_0.60 4-2_6 0.4211 iprec_at_recall_0.70 4-2_6 0.1124 iprec_at_recall_0.80 4-2_6 0.0827 iprec_at_recall_0.90 4-2_6 0.0258 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.6000 P_15 4-2_6 0.4000 P_20 4-2_6 0.4000 P_30 4-2_6 0.2667 P_100 4-2_6 0.1000 P_200 4-2_6 0.0550 P_500 4-2_6 0.0240 P_1000 4-2_6 0.0130 relstring 4-2_6 '1223231201' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.4286 recall_15 4-2_6 0.4286 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.5714 recall_100 4-2_6 0.7143 recall_200 4-2_6 0.7857 recall_500 4-2_6 0.8571 recall_1000 4-2_6 0.9286 infAP 4-2_6 0.4022 Rprec_mult_0.20 4-2_6 0.6667 Rprec_mult_0.40 4-2_6 0.8333 Rprec_mult_0.60 4-2_6 0.6667 Rprec_mult_0.80 4-2_6 0.5000 Rprec_mult_1.00 4-2_6 0.4286 Rprec_mult_1.20 4-2_6 0.4118 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3478 Rprec_mult_1.80 4-2_6 0.3077 Rprec_mult_2.00 4-2_6 0.2857 utility 4-2_6 -974.0000 11pt_avg 4-2_6 0.4693 binG 4-2_6 0.3528 G 4-2_6 0.2422 ndcg 4-2_6 0.7026 ndcg_rel 4-2_6 0.6158 Rndcg 4-2_6 0.6008 ndcg_cut_5 4-2_6 0.6298 ndcg_cut_10 4-2_6 0.6567 ndcg_cut_15 4-2_6 0.5451 ndcg_cut_20 4-2_6 0.5812 ndcg_cut_30 4-2_6 0.5531 ndcg_cut_100 4-2_6 0.6312 ndcg_cut_200 4-2_6 0.6636 ndcg_cut_500 4-2_6 0.6768 ndcg_cut_1000 4-2_6 0.7026 map_cut_5 4-2_6 0.1940 map_cut_10 4-2_6 0.3071 map_cut_15 4-2_6 0.3071 map_cut_20 4-2_6 0.3685 map_cut_30 4-2_6 0.3685 map_cut_100 4-2_6 0.3926 map_cut_200 4-2_6 0.3985 map_cut_500 4-2_6 0.4004 map_cut_1000 4-2_6 0.4022 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.6000 relative_P_15 4-2_6 0.4286 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.5714 relative_P_100 4-2_6 0.7143 relative_P_200 4-2_6 0.7857 relative_P_500 4-2_6 0.8571 relative_P_1000 4-2_6 0.9286 success_1 4-2_6 0.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0130 set_relative_P 4-2_6 0.9286 set_recall 4-2_6 0.9286 set_map 4-2_6 0.0121 set_F 4-2_6 0.0256 num_nonrel_judged_ret 4-2_6 15 rbp 4-2_6 0.4248 rbp_resid 4-2_6 0.2683 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.0000 unj_20 4-2_6 0.3500 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 24 map 5-1_2 0.0186 Rprec 5-1_2 0.0462 bpref 5-1_2 0.1534 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.0283 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.4000 P_10 5-1_2 0.2000 P_15 5-1_2 0.1333 P_20 5-1_2 0.1000 P_30 5-1_2 0.1667 P_100 5-1_2 0.0500 P_200 5-1_2 0.0400 P_500 5-1_2 0.0240 P_1000 5-1_2 0.0240 relstring 5-1_2 '211-20-110' recall_5 5-1_2 0.0154 recall_10 5-1_2 0.0154 recall_15 5-1_2 0.0154 recall_20 5-1_2 0.0154 recall_30 5-1_2 0.0385 recall_100 5-1_2 0.0385 recall_200 5-1_2 0.0615 recall_500 5-1_2 0.0923 recall_1000 5-1_2 0.1846 infAP 5-1_2 0.0186 Rprec_mult_0.20 5-1_2 0.1154 Rprec_mult_0.40 5-1_2 0.0962 Rprec_mult_0.60 5-1_2 0.0641 Rprec_mult_0.80 5-1_2 0.0481 Rprec_mult_1.00 5-1_2 0.0462 Rprec_mult_1.20 5-1_2 0.0385 Rprec_mult_1.40 5-1_2 0.0440 Rprec_mult_1.60 5-1_2 0.0385 Rprec_mult_1.80 5-1_2 0.0342 Rprec_mult_2.00 5-1_2 0.0346 utility 5-1_2 -952.0000 11pt_avg 5-1_2 0.0935 binG 5-1_2 0.0327 G 5-1_2 0.0268 ndcg 5-1_2 0.1751 ndcg_rel 5-1_2 0.1779 Rndcg 5-1_2 0.2064 ndcg_cut_5 5-1_2 0.3966 ndcg_cut_10 5-1_2 0.3090 ndcg_cut_15 5-1_2 0.2724 ndcg_cut_20 5-1_2 0.2289 ndcg_cut_30 5-1_2 0.2438 ndcg_cut_100 5-1_2 0.1199 ndcg_cut_200 5-1_2 0.1078 ndcg_cut_500 5-1_2 0.1238 ndcg_cut_1000 5-1_2 0.1751 map_cut_5 5-1_2 0.0108 map_cut_10 5-1_2 0.0108 map_cut_15 5-1_2 0.0108 map_cut_20 5-1_2 0.0108 map_cut_30 5-1_2 0.0143 map_cut_100 5-1_2 0.0143 map_cut_200 5-1_2 0.0154 map_cut_500 5-1_2 0.0163 map_cut_1000 5-1_2 0.0186 relative_P_5 5-1_2 0.4000 relative_P_10 5-1_2 0.2000 relative_P_15 5-1_2 0.1333 relative_P_20 5-1_2 0.1000 relative_P_30 5-1_2 0.1667 relative_P_100 5-1_2 0.0500 relative_P_200 5-1_2 0.0615 relative_P_500 5-1_2 0.0923 relative_P_1000 5-1_2 0.1846 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0240 set_relative_P 5-1_2 0.1846 set_recall 5-1_2 0.1846 set_map 5-1_2 0.0044 set_F 5-1_2 0.0425 num_nonrel_judged_ret 5-1_2 34 rbp 5-1_2 0.1797 rbp_resid 5-1_2 0.3514 unj_5 5-1_2 0.2000 unj_10 5-1_2 0.2000 unj_20 5-1_2 0.4500 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 22 map 5-1_4 0.1405 Rprec 5-1_4 0.1724 bpref 5-1_4 0.3603 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.3333 iprec_at_recall_0.20 5-1_4 0.1489 iprec_at_recall_0.30 5-1_4 0.0909 iprec_at_recall_0.40 5-1_4 0.0800 iprec_at_recall_0.50 5-1_4 0.0505 iprec_at_recall_0.60 5-1_4 0.0373 iprec_at_recall_0.70 5-1_4 0.0358 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.4000 P_10 5-1_4 0.3000 P_15 5-1_4 0.3333 P_20 5-1_4 0.2500 P_30 5-1_4 0.1667 P_100 5-1_4 0.0900 P_200 5-1_4 0.0650 P_500 5-1_4 0.0360 P_1000 5-1_4 0.0220 relstring 5-1_4 '22---00-12' recall_5 5-1_4 0.0690 recall_10 5-1_4 0.1034 recall_15 5-1_4 0.1724 recall_20 5-1_4 0.1724 recall_30 5-1_4 0.1724 recall_100 5-1_4 0.3103 recall_200 5-1_4 0.4483 recall_500 5-1_4 0.6207 recall_1000 5-1_4 0.7586 infAP 5-1_4 0.1405 Rprec_mult_0.20 5-1_4 0.3333 Rprec_mult_0.40 5-1_4 0.2500 Rprec_mult_0.60 5-1_4 0.2778 Rprec_mult_0.80 5-1_4 0.2083 Rprec_mult_1.00 5-1_4 0.1724 Rprec_mult_1.20 5-1_4 0.1429 Rprec_mult_1.40 5-1_4 0.1220 Rprec_mult_1.60 5-1_4 0.1489 Rprec_mult_1.80 5-1_4 0.1321 Rprec_mult_2.00 5-1_4 0.1207 utility 5-1_4 -956.0000 11pt_avg 5-1_4 0.1615 binG 5-1_4 0.1778 G 5-1_4 0.1255 ndcg 5-1_4 0.4680 ndcg_rel 5-1_4 0.3947 Rndcg 5-1_4 0.2998 ndcg_cut_5 5-1_4 0.3688 ndcg_cut_10 5-1_4 0.3104 ndcg_cut_15 5-1_4 0.3225 ndcg_cut_20 5-1_4 0.2810 ndcg_cut_30 5-1_4 0.2303 ndcg_cut_100 5-1_4 0.2949 ndcg_cut_200 5-1_4 0.3528 ndcg_cut_500 5-1_4 0.4153 ndcg_cut_1000 5-1_4 0.4680 map_cut_5 5-1_4 0.0690 map_cut_10 5-1_4 0.0793 map_cut_15 5-1_4 0.1007 map_cut_20 5-1_4 0.1007 map_cut_30 5-1_4 0.1007 map_cut_100 5-1_4 0.1169 map_cut_200 5-1_4 0.1285 map_cut_500 5-1_4 0.1360 map_cut_1000 5-1_4 0.1405 relative_P_5 5-1_4 0.4000 relative_P_10 5-1_4 0.3000 relative_P_15 5-1_4 0.3333 relative_P_20 5-1_4 0.2500 relative_P_30 5-1_4 0.1724 relative_P_100 5-1_4 0.3103 relative_P_200 5-1_4 0.4483 relative_P_500 5-1_4 0.6207 relative_P_1000 5-1_4 0.7586 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0220 set_relative_P 5-1_4 0.7586 set_recall 5-1_4 0.7586 set_map 5-1_4 0.0167 set_F 5-1_4 0.0428 num_nonrel_judged_ret 5-1_4 34 rbp 5-1_4 0.2014 rbp_resid 5-1_4 0.5265 unj_5 5-1_4 0.6000 unj_10 5-1_4 0.4000 unj_20 5-1_4 0.5500 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 8 map 6-1_2 0.0030 Rprec 6-1_2 0.0175 bpref 6-1_2 0.1136 recip_rank 6-1_2 0.1000 iprec_at_recall_0.00 6-1_2 0.1000 iprec_at_recall_0.10 6-1_2 0.0098 iprec_at_recall_0.20 6-1_2 0.0000 iprec_at_recall_0.30 6-1_2 0.0000 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.1000 P_15 6-1_2 0.0667 P_20 6-1_2 0.0500 P_30 6-1_2 0.0333 P_100 6-1_2 0.0100 P_200 6-1_2 0.0050 P_500 6-1_2 0.0100 P_1000 6-1_2 0.0080 relstring 6-1_2 '0-01-1-1-3' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0175 recall_15 6-1_2 0.0175 recall_20 6-1_2 0.0175 recall_30 6-1_2 0.0175 recall_100 6-1_2 0.0175 recall_200 6-1_2 0.0175 recall_500 6-1_2 0.0877 recall_1000 6-1_2 0.1404 infAP 6-1_2 0.0030 Rprec_mult_0.20 6-1_2 0.0833 Rprec_mult_0.40 6-1_2 0.0435 Rprec_mult_0.60 6-1_2 0.0286 Rprec_mult_0.80 6-1_2 0.0217 Rprec_mult_1.00 6-1_2 0.0175 Rprec_mult_1.20 6-1_2 0.0145 Rprec_mult_1.40 6-1_2 0.0125 Rprec_mult_1.60 6-1_2 0.0109 Rprec_mult_1.80 6-1_2 0.0097 Rprec_mult_2.00 6-1_2 0.0088 utility 6-1_2 -984.0000 11pt_avg 6-1_2 0.0100 binG 6-1_2 0.0191 G 6-1_2 0.0230 ndcg 6-1_2 0.1174 ndcg_rel 6-1_2 0.1145 Rndcg 6-1_2 0.0949 ndcg_cut_5 6-1_2 0.0487 ndcg_cut_10 6-1_2 0.1445 ndcg_cut_15 6-1_2 0.1279 ndcg_cut_20 6-1_2 0.1101 ndcg_cut_30 6-1_2 0.1086 ndcg_cut_100 6-1_2 0.0647 ndcg_cut_200 6-1_2 0.0667 ndcg_cut_500 6-1_2 0.0952 ndcg_cut_1000 6-1_2 0.1174 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0018 map_cut_15 6-1_2 0.0018 map_cut_20 6-1_2 0.0018 map_cut_30 6-1_2 0.0018 map_cut_100 6-1_2 0.0018 map_cut_200 6-1_2 0.0018 map_cut_500 6-1_2 0.0025 map_cut_1000 6-1_2 0.0030 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.1000 relative_P_15 6-1_2 0.0667 relative_P_20 6-1_2 0.0500 relative_P_30 6-1_2 0.0333 relative_P_100 6-1_2 0.0175 relative_P_200 6-1_2 0.0175 relative_P_500 6-1_2 0.0877 relative_P_1000 6-1_2 0.1404 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0080 set_relative_P 6-1_2 0.1404 set_recall 6-1_2 0.1404 set_map 6-1_2 0.0011 set_F 6-1_2 0.0151 num_nonrel_judged_ret 6-1_2 16 rbp 6-1_2 0.1162 rbp_resid 6-1_2 0.5478 unj_5 6-1_2 0.4000 unj_10 6-1_2 0.4000 unj_20 6-1_2 0.6500 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 26 map 6-1_6 0.3679 Rprec 6-1_6 0.3704 bpref 6-1_6 0.6461 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.6364 iprec_at_recall_0.30 6-1_6 0.6154 iprec_at_recall_0.40 6-1_6 0.3429 iprec_at_recall_0.50 6-1_6 0.2500 iprec_at_recall_0.60 6-1_6 0.2267 iprec_at_recall_0.70 6-1_6 0.1652 iprec_at_recall_0.80 6-1_6 0.1264 iprec_at_recall_0.90 6-1_6 0.0550 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.8000 P_10 6-1_6 0.6000 P_15 6-1_6 0.5333 P_20 6-1_6 0.4500 P_30 6-1_6 0.3333 P_100 6-1_6 0.1800 P_200 6-1_6 0.1100 P_500 6-1_6 0.0480 P_1000 6-1_6 0.0260 relstring 6-1_6 '332-2--123' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.2222 recall_15 6-1_6 0.2963 recall_20 6-1_6 0.3333 recall_30 6-1_6 0.3704 recall_100 6-1_6 0.6667 recall_200 6-1_6 0.8148 recall_500 6-1_6 0.8889 recall_1000 6-1_6 0.9630 infAP 6-1_6 0.3679 Rprec_mult_0.20 6-1_6 0.6667 Rprec_mult_0.40 6-1_6 0.6364 Rprec_mult_0.60 6-1_6 0.4706 Rprec_mult_0.80 6-1_6 0.4091 Rprec_mult_1.00 6-1_6 0.3704 Rprec_mult_1.20 6-1_6 0.3030 Rprec_mult_1.40 6-1_6 0.3158 Rprec_mult_1.60 6-1_6 0.2955 Rprec_mult_1.80 6-1_6 0.2653 Rprec_mult_2.00 6-1_6 0.2407 utility 6-1_6 -948.0000 11pt_avg 6-1_6 0.4016 binG 6-1_6 0.3028 G 6-1_6 0.2284 ndcg 6-1_6 0.7483 ndcg_rel 6-1_6 0.6433 Rndcg 6-1_6 0.5914 ndcg_cut_5 6-1_6 0.7537 ndcg_cut_10 6-1_6 0.6200 ndcg_cut_15 6-1_6 0.5895 ndcg_cut_20 6-1_6 0.5531 ndcg_cut_30 6-1_6 0.4933 ndcg_cut_100 6-1_6 0.5938 ndcg_cut_200 6-1_6 0.6657 ndcg_cut_500 6-1_6 0.7137 ndcg_cut_1000 6-1_6 0.7483 map_cut_5 6-1_6 0.1407 map_cut_10 6-1_6 0.1835 map_cut_15 6-1_6 0.2299 map_cut_20 6-1_6 0.2466 map_cut_30 6-1_6 0.2614 map_cut_100 6-1_6 0.3389 map_cut_200 6-1_6 0.3607 map_cut_500 6-1_6 0.3656 map_cut_1000 6-1_6 0.3679 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.6000 relative_P_15 6-1_6 0.5333 relative_P_20 6-1_6 0.4500 relative_P_30 6-1_6 0.3704 relative_P_100 6-1_6 0.6667 relative_P_200 6-1_6 0.8148 relative_P_500 6-1_6 0.8889 relative_P_1000 6-1_6 0.9630 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0260 set_relative_P 6-1_6 0.9630 set_recall 6-1_6 0.9630 set_map 6-1_6 0.0250 set_F 6-1_6 0.0506 num_nonrel_judged_ret 6-1_6 32 rbp 6-1_6 0.4629 rbp_resid 6-1_6 0.3774 unj_5 6-1_6 0.2000 unj_10 6-1_6 0.3000 unj_20 6-1_6 0.4000 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 37 map 6-1_7 0.0771 Rprec 6-1_7 0.1087 bpref 6-1_7 0.2089 recip_rank 6-1_7 0.2500 iprec_at_recall_0.00 6-1_7 0.2500 iprec_at_recall_0.10 6-1_7 0.1190 iprec_at_recall_0.20 6-1_7 0.1132 iprec_at_recall_0.30 6-1_7 0.1085 iprec_at_recall_0.40 6-1_7 0.0928 iprec_at_recall_0.50 6-1_7 0.0816 iprec_at_recall_0.60 6-1_7 0.0782 iprec_at_recall_0.70 6-1_7 0.0634 iprec_at_recall_0.80 6-1_7 0.0370 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.1000 P_15 6-1_7 0.0667 P_20 6-1_7 0.2000 P_30 6-1_7 0.1333 P_100 6-1_7 0.1100 P_200 6-1_7 0.0900 P_500 6-1_7 0.0620 P_1000 6-1_7 0.0370 relstring 6-1_7 '1102111--0' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0217 recall_15 6-1_7 0.0217 recall_20 6-1_7 0.0870 recall_30 6-1_7 0.0870 recall_100 6-1_7 0.2391 recall_200 6-1_7 0.3913 recall_500 6-1_7 0.6739 recall_1000 6-1_7 0.8043 infAP 6-1_7 0.0771 Rprec_mult_0.20 6-1_7 0.1000 Rprec_mult_0.40 6-1_7 0.2105 Rprec_mult_0.60 6-1_7 0.1429 Rprec_mult_0.80 6-1_7 0.1081 Rprec_mult_1.00 6-1_7 0.1087 Rprec_mult_1.20 6-1_7 0.1071 Rprec_mult_1.40 6-1_7 0.1077 Rprec_mult_1.60 6-1_7 0.1081 Rprec_mult_1.80 6-1_7 0.0964 Rprec_mult_2.00 6-1_7 0.0978 utility 6-1_7 -926.0000 11pt_avg 6-1_7 0.0858 binG 6-1_7 0.1210 G 6-1_7 0.1081 ndcg 6-1_7 0.5103 ndcg_rel 6-1_7 0.3983 Rndcg 6-1_7 0.3120 ndcg_cut_5 6-1_7 0.3255 ndcg_cut_10 6-1_7 0.2618 ndcg_cut_15 6-1_7 0.2243 ndcg_cut_20 6-1_7 0.2957 ndcg_cut_30 6-1_7 0.2610 ndcg_cut_100 6-1_7 0.2559 ndcg_cut_200 6-1_7 0.3139 ndcg_cut_500 6-1_7 0.4502 ndcg_cut_1000 6-1_7 0.5103 map_cut_5 6-1_7 0.0054 map_cut_10 6-1_7 0.0054 map_cut_15 6-1_7 0.0054 map_cut_20 6-1_7 0.0168 map_cut_30 6-1_7 0.0168 map_cut_100 6-1_7 0.0339 map_cut_200 6-1_7 0.0493 map_cut_500 6-1_7 0.0710 map_cut_1000 6-1_7 0.0771 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.1000 relative_P_15 6-1_7 0.0667 relative_P_20 6-1_7 0.2000 relative_P_30 6-1_7 0.1333 relative_P_100 6-1_7 0.2391 relative_P_200 6-1_7 0.3913 relative_P_500 6-1_7 0.6739 relative_P_1000 6-1_7 0.8043 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0370 set_relative_P 6-1_7 0.8043 set_recall 6-1_7 0.8043 set_map 6-1_7 0.0298 set_F 6-1_7 0.0707 num_nonrel_judged_ret 6-1_7 76 rbp 6-1_7 0.2404 rbp_resid 6-1_7 0.2799 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.2000 unj_20 6-1_7 0.3500 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 45 map 6-2_2 0.1829 Rprec 6-2_2 0.2679 bpref 6-2_2 0.5379 recip_rank 6-2_2 0.3333 iprec_at_recall_0.00 6-2_2 0.4783 iprec_at_recall_0.10 6-2_2 0.4783 iprec_at_recall_0.20 6-2_2 0.4783 iprec_at_recall_0.30 6-2_2 0.2535 iprec_at_recall_0.40 6-2_2 0.2000 iprec_at_recall_0.50 6-2_2 0.1795 iprec_at_recall_0.60 6-2_2 0.1020 iprec_at_recall_0.70 6-2_2 0.0737 iprec_at_recall_0.80 6-2_2 0.0541 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.4000 P_10 6-2_2 0.4000 P_15 6-2_2 0.3333 P_20 6-2_2 0.4000 P_30 6-2_2 0.4333 P_100 6-2_2 0.1900 P_200 6-2_2 0.1550 P_500 6-2_2 0.0760 P_1000 6-2_2 0.0450 relstring 6-2_2 '1-21404-14' recall_5 6-2_2 0.0357 recall_10 6-2_2 0.0714 recall_15 6-2_2 0.0893 recall_20 6-2_2 0.1429 recall_30 6-2_2 0.2321 recall_100 6-2_2 0.3393 recall_200 6-2_2 0.5536 recall_500 6-2_2 0.6786 recall_1000 6-2_2 0.8036 infAP 6-2_2 0.1829 Rprec_mult_0.20 6-2_2 0.3333 Rprec_mult_0.40 6-2_2 0.4783 Rprec_mult_0.60 6-2_2 0.3824 Rprec_mult_0.80 6-2_2 0.3111 Rprec_mult_1.00 6-2_2 0.2679 Rprec_mult_1.20 6-2_2 0.2353 Rprec_mult_1.40 6-2_2 0.2278 Rprec_mult_1.60 6-2_2 0.2111 Rprec_mult_1.80 6-2_2 0.1881 Rprec_mult_2.00 6-2_2 0.1786 utility 6-2_2 -910.0000 11pt_avg 6-2_2 0.2089 binG 6-2_2 0.1509 G 6-2_2 0.1174 ndcg 6-2_2 0.5443 ndcg_rel 6-2_2 0.4480 Rndcg 6-2_2 0.3879 ndcg_cut_5 6-2_2 0.3373 ndcg_cut_10 6-2_2 0.3724 ndcg_cut_15 6-2_2 0.3285 ndcg_cut_20 6-2_2 0.3669 ndcg_cut_30 6-2_2 0.3853 ndcg_cut_100 6-2_2 0.3182 ndcg_cut_200 6-2_2 0.4340 ndcg_cut_500 6-2_2 0.4933 ndcg_cut_1000 6-2_2 0.5443 map_cut_5 6-2_2 0.0131 map_cut_10 6-2_2 0.0279 map_cut_15 6-2_2 0.0338 map_cut_20 6-2_2 0.0550 map_cut_30 6-2_2 0.0955 map_cut_100 6-2_2 0.1241 map_cut_200 6-2_2 0.1625 map_cut_500 6-2_2 0.1749 map_cut_1000 6-2_2 0.1829 relative_P_5 6-2_2 0.4000 relative_P_10 6-2_2 0.4000 relative_P_15 6-2_2 0.3333 relative_P_20 6-2_2 0.4000 relative_P_30 6-2_2 0.4333 relative_P_100 6-2_2 0.3393 relative_P_200 6-2_2 0.5536 relative_P_500 6-2_2 0.6786 relative_P_1000 6-2_2 0.8036 success_1 6-2_2 0.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0450 set_relative_P 6-2_2 0.8036 set_recall 6-2_2 0.8036 set_map 6-2_2 0.0362 set_F 6-2_2 0.0852 num_nonrel_judged_ret 6-2_2 44 rbp 6-2_2 0.3297 rbp_resid 6-2_2 0.3248 unj_5 6-2_2 0.2000 unj_10 6-2_2 0.2000 unj_20 6-2_2 0.3500 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 6 map 6-2_3 0.0029 Rprec 6-2_3 0.0000 bpref 6-2_3 0.0208 recip_rank 6-2_3 0.0130 iprec_at_recall_0.00 6-2_3 0.0130 iprec_at_recall_0.10 6-2_3 0.0094 iprec_at_recall_0.20 6-2_3 0.0094 iprec_at_recall_0.30 6-2_3 0.0094 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.0000 P_10 6-2_3 0.0000 P_15 6-2_3 0.0000 P_20 6-2_3 0.0000 P_30 6-2_3 0.0000 P_100 6-2_3 0.0100 P_200 6-2_3 0.0050 P_500 6-2_3 0.0060 P_1000 6-2_3 0.0060 relstring 6-2_3 '0-00-0----' recall_5 6-2_3 0.0000 recall_10 6-2_3 0.0000 recall_15 6-2_3 0.0000 recall_20 6-2_3 0.0000 recall_30 6-2_3 0.0000 recall_100 6-2_3 0.0588 recall_200 6-2_3 0.0588 recall_500 6-2_3 0.1765 recall_1000 6-2_3 0.3529 infAP 6-2_3 0.0029 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.0000 Rprec_mult_0.60 6-2_3 0.0000 Rprec_mult_0.80 6-2_3 0.0000 Rprec_mult_1.00 6-2_3 0.0000 Rprec_mult_1.20 6-2_3 0.0000 Rprec_mult_1.40 6-2_3 0.0000 Rprec_mult_1.60 6-2_3 0.0000 Rprec_mult_1.80 6-2_3 0.0000 Rprec_mult_2.00 6-2_3 0.0000 utility 6-2_3 -988.0000 11pt_avg 6-2_3 0.0038 binG 6-2_3 0.0421 G 6-2_3 0.0494 ndcg 6-2_3 0.1392 ndcg_rel 6-2_3 0.1168 Rndcg 6-2_3 0.0278 ndcg_cut_5 6-2_3 0.0000 ndcg_cut_10 6-2_3 0.0000 ndcg_cut_15 6-2_3 0.0000 ndcg_cut_20 6-2_3 0.0000 ndcg_cut_30 6-2_3 0.0000 ndcg_cut_100 6-2_3 0.0315 ndcg_cut_200 6-2_3 0.0386 ndcg_cut_500 6-2_3 0.0915 ndcg_cut_1000 6-2_3 0.1392 map_cut_5 6-2_3 0.0000 map_cut_10 6-2_3 0.0000 map_cut_15 6-2_3 0.0000 map_cut_20 6-2_3 0.0000 map_cut_30 6-2_3 0.0000 map_cut_100 6-2_3 0.0008 map_cut_200 6-2_3 0.0008 map_cut_500 6-2_3 0.0015 map_cut_1000 6-2_3 0.0029 relative_P_5 6-2_3 0.0000 relative_P_10 6-2_3 0.0000 relative_P_15 6-2_3 0.0000 relative_P_20 6-2_3 0.0000 relative_P_30 6-2_3 0.0000 relative_P_100 6-2_3 0.0588 relative_P_200 6-2_3 0.0588 relative_P_500 6-2_3 0.1765 relative_P_1000 6-2_3 0.3529 success_1 6-2_3 0.0000 success_5 6-2_3 0.0000 success_10 6-2_3 0.0000 set_P 6-2_3 0.0060 set_relative_P 6-2_3 0.3529 set_recall 6-2_3 0.3529 set_map 6-2_3 0.0021 set_F 6-2_3 0.0118 num_nonrel_judged_ret 6-2_3 56 rbp 6-2_3 0.0000 rbp_resid 6-2_3 0.6195 unj_5 6-2_3 0.4000 unj_10 6-2_3 0.6000 unj_20 6-2_3 0.7000 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 23 map 6-2_5 0.0362 Rprec 6-2_5 0.1176 bpref 6-2_5 0.2441 recip_rank 6-2_5 0.1111 iprec_at_recall_0.00 6-2_5 0.2000 iprec_at_recall_0.10 6-2_5 0.1724 iprec_at_recall_0.20 6-2_5 0.0621 iprec_at_recall_0.30 6-2_5 0.0392 iprec_at_recall_0.40 6-2_5 0.0375 iprec_at_recall_0.50 6-2_5 0.0000 iprec_at_recall_0.60 6-2_5 0.0000 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.0000 P_10 6-2_5 0.2000 P_15 6-2_5 0.1333 P_20 6-2_5 0.1500 P_30 6-2_5 0.1667 P_100 6-2_5 0.0800 P_200 6-2_5 0.0500 P_500 6-2_5 0.0380 P_1000 6-2_5 0.0230 relstring 6-2_5 '1-1-1-0-42' recall_5 6-2_5 0.0000 recall_10 6-2_5 0.0392 recall_15 6-2_5 0.0392 recall_20 6-2_5 0.0588 recall_30 6-2_5 0.0980 recall_100 6-2_5 0.1569 recall_200 6-2_5 0.1961 recall_500 6-2_5 0.3725 recall_1000 6-2_5 0.4510 infAP 6-2_5 0.0362 Rprec_mult_0.20 6-2_5 0.1818 Rprec_mult_0.40 6-2_5 0.1429 Rprec_mult_0.60 6-2_5 0.1613 Rprec_mult_0.80 6-2_5 0.1463 Rprec_mult_1.00 6-2_5 0.1176 Rprec_mult_1.20 6-2_5 0.1129 Rprec_mult_1.40 6-2_5 0.1111 Rprec_mult_1.60 6-2_5 0.0976 Rprec_mult_1.80 6-2_5 0.0870 Rprec_mult_2.00 6-2_5 0.0784 utility 6-2_5 -954.0000 11pt_avg 6-2_5 0.0465 binG 6-2_5 0.0706 G 6-2_5 0.0690 ndcg 6-2_5 0.3256 ndcg_rel 6-2_5 0.2645 Rndcg 6-2_5 0.1979 ndcg_cut_5 6-2_5 0.1600 ndcg_cut_10 6-2_5 0.2019 ndcg_cut_15 6-2_5 0.1680 ndcg_cut_20 6-2_5 0.1620 ndcg_cut_30 6-2_5 0.1774 ndcg_cut_100 6-2_5 0.1748 ndcg_cut_200 6-2_5 0.2073 ndcg_cut_500 6-2_5 0.2875 ndcg_cut_1000 6-2_5 0.3256 map_cut_5 6-2_5 0.0000 map_cut_10 6-2_5 0.0061 map_cut_15 6-2_5 0.0061 map_cut_20 6-2_5 0.0094 map_cut_30 6-2_5 0.0159 map_cut_100 6-2_5 0.0238 map_cut_200 6-2_5 0.0266 map_cut_500 6-2_5 0.0339 map_cut_1000 6-2_5 0.0362 relative_P_5 6-2_5 0.0000 relative_P_10 6-2_5 0.2000 relative_P_15 6-2_5 0.1333 relative_P_20 6-2_5 0.1500 relative_P_30 6-2_5 0.1667 relative_P_100 6-2_5 0.1569 relative_P_200 6-2_5 0.1961 relative_P_500 6-2_5 0.3725 relative_P_1000 6-2_5 0.4510 success_1 6-2_5 0.0000 success_5 6-2_5 0.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0230 set_relative_P 6-2_5 0.4510 set_recall 6-2_5 0.4510 set_map 6-2_5 0.0104 set_F 6-2_5 0.0438 num_nonrel_judged_ret 6-2_5 40 rbp 6-2_5 0.1556 rbp_resid 6-2_5 0.5004 unj_5 6-2_5 0.4000 unj_10 6-2_5 0.4000 unj_20 6-2_5 0.5500 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0009 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0034 iprec_at_recall_0.00 7-1_1 0.0034 iprec_at_recall_0.10 7-1_1 0.0034 iprec_at_recall_0.20 7-1_1 0.0034 iprec_at_recall_0.30 7-1_1 0.0034 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '1110-1-110' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0009 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0012 binG 7-1_1 0.0305 G 7-1_1 0.1024 ndcg 7-1_1 0.5002 ndcg_rel 7-1_1 0.4081 Rndcg 7-1_1 0.3623 ndcg_cut_5 7-1_1 0.3273 ndcg_cut_10 7-1_1 0.3829 ndcg_cut_15 7-1_1 0.3859 ndcg_cut_20 7-1_1 0.3656 ndcg_cut_30 7-1_1 0.3047 ndcg_cut_100 7-1_1 0.2948 ndcg_cut_200 7-1_1 0.2904 ndcg_cut_500 7-1_1 0.4120 ndcg_cut_1000 7-1_1 0.5002 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0009 map_cut_1000 7-1_1 0.0009 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 138 rbp 7-1_1 0.1701 rbp_resid 7-1_1 0.2188 unj_5 7-1_1 0.2000 unj_10 7-1_1 0.2000 unj_20 7-1_1 0.1500 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 6 map 7-1_5 0.0336 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0500 iprec_at_recall_0.00 7-1_5 0.0769 iprec_at_recall_0.10 7-1_5 0.0769 iprec_at_recall_0.20 7-1_5 0.0769 iprec_at_recall_0.30 7-1_5 0.0769 iprec_at_recall_0.40 7-1_5 0.0769 iprec_at_recall_0.50 7-1_5 0.0435 iprec_at_recall_0.60 7-1_5 0.0140 iprec_at_recall_0.70 7-1_5 0.0140 iprec_at_recall_0.80 7-1_5 0.0090 iprec_at_recall_0.90 7-1_5 0.0090 iprec_at_recall_1.00 7-1_5 0.0090 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0500 P_30 7-1_5 0.0667 P_100 7-1_5 0.0300 P_200 7-1_5 0.0150 P_500 7-1_5 0.0080 P_1000 7-1_5 0.0060 relstring 7-1_5 '0--0001000' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.1667 recall_30 7-1_5 0.3333 recall_100 7-1_5 0.5000 recall_200 7-1_5 0.5000 recall_500 7-1_5 0.6667 recall_1000 7-1_5 1.0000 infAP 7-1_5 0.0336 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -988.0000 11pt_avg 7-1_5 0.0439 binG 7-1_5 0.1571 G 7-1_5 0.1209 ndcg 7-1_5 0.2946 ndcg_rel 7-1_5 0.2231 Rndcg 7-1_5 0.0956 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0243 ndcg_cut_15 7-1_5 0.0221 ndcg_cut_20 7-1_5 0.0766 ndcg_cut_30 7-1_5 0.1382 ndcg_cut_100 7-1_5 0.1983 ndcg_cut_200 7-1_5 0.2061 ndcg_cut_500 7-1_5 0.2431 ndcg_cut_1000 7-1_5 0.2946 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0083 map_cut_30 7-1_5 0.0212 map_cut_100 7-1_5 0.0284 map_cut_200 7-1_5 0.0284 map_cut_500 7-1_5 0.0307 map_cut_1000 7-1_5 0.0336 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.1667 relative_P_30 7-1_5 0.3333 relative_P_100 7-1_5 0.5000 relative_P_200 7-1_5 0.5000 relative_P_500 7-1_5 0.6667 relative_P_1000 7-1_5 1.0000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0060 set_relative_P 7-1_5 1.0000 set_recall 7-1_5 1.0000 set_map 7-1_5 0.0060 set_F 7-1_5 0.0119 num_nonrel_judged_ret 7-1_5 62 rbp 7-1_5 0.0377 rbp_resid 7-1_5 0.4047 unj_5 7-1_5 0.4000 unj_10 7-1_5 0.2000 unj_20 7-1_5 0.4500 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.5648 Rprec 7-1_6 0.5556 bpref 7-1_6 0.8025 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 0.7143 iprec_at_recall_0.50 7-1_6 0.7143 iprec_at_recall_0.60 7-1_6 0.7143 iprec_at_recall_0.70 7-1_6 0.2609 iprec_at_recall_0.80 7-1_6 0.2333 iprec_at_recall_0.90 7-1_6 0.1600 iprec_at_recall_1.00 7-1_6 0.0484 P_5 7-1_6 0.6000 P_10 7-1_6 0.5000 P_15 7-1_6 0.3333 P_20 7-1_6 0.2500 P_30 7-1_6 0.2333 P_100 7-1_6 0.0800 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '444-144---' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.5556 recall_15 7-1_6 0.5556 recall_20 7-1_6 0.5556 recall_30 7-1_6 0.7778 recall_100 7-1_6 0.8889 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.5648 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.6667 Rprec_mult_0.80 7-1_6 0.6250 Rprec_mult_1.00 7-1_6 0.5556 Rprec_mult_1.20 7-1_6 0.4545 Rprec_mult_1.40 7-1_6 0.3846 Rprec_mult_1.60 7-1_6 0.3333 Rprec_mult_1.80 7-1_6 0.2941 Rprec_mult_2.00 7-1_6 0.2778 utility 7-1_6 -982.0000 11pt_avg 7-1_6 0.6223 binG 7-1_6 0.5297 G 7-1_6 0.4890 ndcg 7-1_6 0.8494 ndcg_rel 7-1_6 0.8378 Rndcg 7-1_6 0.7794 ndcg_cut_5 7-1_6 0.7555 ndcg_cut_10 7-1_6 0.7573 ndcg_cut_15 7-1_6 0.7144 ndcg_cut_20 7-1_6 0.7144 ndcg_cut_30 7-1_6 0.7769 ndcg_cut_100 7-1_6 0.7980 ndcg_cut_200 7-1_6 0.8296 ndcg_cut_500 7-1_6 0.8433 ndcg_cut_1000 7-1_6 0.8494 map_cut_5 7-1_6 0.3333 map_cut_10 7-1_6 0.4868 map_cut_15 7-1_6 0.4868 map_cut_20 7-1_6 0.4868 map_cut_30 7-1_6 0.5417 map_cut_100 7-1_6 0.5595 map_cut_200 7-1_6 0.5648 map_cut_500 7-1_6 0.5648 map_cut_1000 7-1_6 0.5648 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.5556 relative_P_15 7-1_6 0.5556 relative_P_20 7-1_6 0.5556 relative_P_30 7-1_6 0.7778 relative_P_100 7-1_6 0.8889 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0090 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0090 set_F 7-1_6 0.0178 num_nonrel_judged_ret 7-1_6 11 rbp 7-1_6 0.4173 rbp_resid 7-1_6 0.4940 unj_5 7-1_6 0.2000 unj_10 7-1_6 0.4000 unj_20 7-1_6 0.6500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 11 map 7-1_9 0.1795 Rprec 7-1_9 0.3500 bpref 7-1_9 0.4400 recip_rank 7-1_9 0.3333 iprec_at_recall_0.00 7-1_9 0.5000 iprec_at_recall_0.10 7-1_9 0.5000 iprec_at_recall_0.20 7-1_9 0.4000 iprec_at_recall_0.30 7-1_9 0.4000 iprec_at_recall_0.40 7-1_9 0.3103 iprec_at_recall_0.50 7-1_9 0.1190 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.4000 P_10 7-1_9 0.4000 P_15 7-1_9 0.4000 P_20 7-1_9 0.3500 P_30 7-1_9 0.3000 P_100 7-1_9 0.1000 P_200 7-1_9 0.0550 P_500 7-1_9 0.0220 P_1000 7-1_9 0.0110 relstring 7-1_9 '-0221--202' recall_5 7-1_9 0.1000 recall_10 7-1_9 0.2000 recall_15 7-1_9 0.3000 recall_20 7-1_9 0.3500 recall_30 7-1_9 0.4500 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.5500 recall_500 7-1_9 0.5500 recall_1000 7-1_9 0.5500 infAP 7-1_9 0.1795 Rprec_mult_0.20 7-1_9 0.5000 Rprec_mult_0.40 7-1_9 0.3750 Rprec_mult_0.60 7-1_9 0.3333 Rprec_mult_0.80 7-1_9 0.3750 Rprec_mult_1.00 7-1_9 0.3500 Rprec_mult_1.20 7-1_9 0.2917 Rprec_mult_1.40 7-1_9 0.2857 Rprec_mult_1.60 7-1_9 0.2812 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -978.0000 11pt_avg 7-1_9 0.2027 binG 7-1_9 0.1653 G 7-1_9 0.1284 ndcg 7-1_9 0.4351 ndcg_rel 7-1_9 0.3758 Rndcg 7-1_9 0.2653 ndcg_cut_5 7-1_9 0.2847 ndcg_cut_10 7-1_9 0.3118 ndcg_cut_15 7-1_9 0.3267 ndcg_cut_20 7-1_9 0.3080 ndcg_cut_30 7-1_9 0.3421 ndcg_cut_100 7-1_9 0.3591 ndcg_cut_200 7-1_9 0.3941 ndcg_cut_500 7-1_9 0.4188 ndcg_cut_1000 7-1_9 0.4351 map_cut_5 7-1_9 0.0417 map_cut_10 7-1_9 0.0804 map_cut_15 7-1_9 0.1196 map_cut_20 7-1_9 0.1391 map_cut_30 7-1_9 0.1700 map_cut_100 7-1_9 0.1759 map_cut_200 7-1_9 0.1795 map_cut_500 7-1_9 0.1795 map_cut_1000 7-1_9 0.1795 relative_P_5 7-1_9 0.4000 relative_P_10 7-1_9 0.4000 relative_P_15 7-1_9 0.4000 relative_P_20 7-1_9 0.3500 relative_P_30 7-1_9 0.4500 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.5500 relative_P_500 7-1_9 0.5500 relative_P_1000 7-1_9 0.5500 success_1 7-1_9 0.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0110 set_relative_P 7-1_9 0.5500 set_recall 7-1_9 0.5500 set_map 7-1_9 0.0060 set_F 7-1_9 0.0216 num_nonrel_judged_ret 7-1_9 24 rbp 7-1_9 0.1827 rbp_resid 7-1_9 0.4563 unj_5 7-1_9 0.2000 unj_10 7-1_9 0.3000 unj_20 7-1_9 0.5000 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 54 map 9-1_10 0.4294 Rprec 9-1_10 0.4237 bpref 9-1_10 0.8777 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.8571 iprec_at_recall_0.20 9-1_10 0.8571 iprec_at_recall_0.30 9-1_10 0.4500 iprec_at_recall_0.40 9-1_10 0.4333 iprec_at_recall_0.50 9-1_10 0.4286 iprec_at_recall_0.60 9-1_10 0.3500 iprec_at_recall_0.70 9-1_10 0.2800 iprec_at_recall_0.80 9-1_10 0.2156 iprec_at_recall_0.90 9-1_10 0.0543 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 1.0000 P_10 9-1_10 0.8000 P_15 9-1_10 0.8000 P_20 9-1_10 0.6500 P_30 9-1_10 0.5000 P_100 9-1_10 0.3500 P_200 9-1_10 0.2250 P_500 9-1_10 0.1020 P_1000 9-1_10 0.0540 relstring 9-1_10 '33344-3-32' recall_5 9-1_10 0.0847 recall_10 9-1_10 0.1356 recall_15 9-1_10 0.2034 recall_20 9-1_10 0.2203 recall_30 9-1_10 0.2542 recall_100 9-1_10 0.5932 recall_200 9-1_10 0.7627 recall_500 9-1_10 0.8644 recall_1000 9-1_10 0.9153 infAP 9-1_10 0.4294 Rprec_mult_0.20 9-1_10 0.8333 Rprec_mult_0.40 9-1_10 0.5833 Rprec_mult_0.60 9-1_10 0.4722 Rprec_mult_0.80 9-1_10 0.4167 Rprec_mult_1.00 9-1_10 0.4237 Rprec_mult_1.20 9-1_10 0.3944 Rprec_mult_1.40 9-1_10 0.3976 Rprec_mult_1.60 9-1_10 0.3579 Rprec_mult_1.80 9-1_10 0.3271 Rprec_mult_2.00 9-1_10 0.3220 utility 9-1_10 -892.0000 11pt_avg 9-1_10 0.4478 binG 9-1_10 0.2720 G 9-1_10 0.1747 ndcg 9-1_10 0.7492 ndcg_rel 9-1_10 0.6291 Rndcg 9-1_10 0.5582 ndcg_cut_5 9-1_10 0.8193 ndcg_cut_10 9-1_10 0.6682 ndcg_cut_15 9-1_10 0.6777 ndcg_cut_20 9-1_10 0.5898 ndcg_cut_30 9-1_10 0.5022 ndcg_cut_100 9-1_10 0.5798 ndcg_cut_200 9-1_10 0.6772 ndcg_cut_500 9-1_10 0.7302 ndcg_cut_1000 9-1_10 0.7492 map_cut_5 9-1_10 0.0847 map_cut_10 9-1_10 0.1260 map_cut_15 9-1_10 0.1829 map_cut_20 9-1_10 0.1958 map_cut_30 9-1_10 0.2148 map_cut_100 9-1_10 0.3586 map_cut_200 9-1_10 0.4073 map_cut_500 9-1_10 0.4260 map_cut_1000 9-1_10 0.4294 relative_P_5 9-1_10 1.0000 relative_P_10 9-1_10 0.8000 relative_P_15 9-1_10 0.8000 relative_P_20 9-1_10 0.6500 relative_P_30 9-1_10 0.5000 relative_P_100 9-1_10 0.5932 relative_P_200 9-1_10 0.7627 relative_P_500 9-1_10 0.8644 relative_P_1000 9-1_10 0.9153 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0540 set_relative_P 9-1_10 0.9153 set_recall 9-1_10 0.9153 set_map 9-1_10 0.0494 set_F 9-1_10 0.1020 num_nonrel_judged_ret 9-1_10 8 rbp 9-1_10 0.5722 rbp_resid 9-1_10 0.2886 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.2000 unj_20 9-1_10 0.3500 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 47 map 9-1_2 0.1104 Rprec 9-1_2 0.1724 bpref 9-1_2 0.4212 recip_rank 9-1_2 0.1429 iprec_at_recall_0.00 9-1_2 0.3750 iprec_at_recall_0.10 9-1_2 0.3750 iprec_at_recall_0.20 9-1_2 0.1875 iprec_at_recall_0.30 9-1_2 0.1353 iprec_at_recall_0.40 9-1_2 0.1139 iprec_at_recall_0.50 9-1_2 0.1000 iprec_at_recall_0.60 9-1_2 0.0938 iprec_at_recall_0.70 9-1_2 0.0787 iprec_at_recall_0.80 9-1_2 0.0582 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.0000 P_10 9-1_2 0.3000 P_15 9-1_2 0.3333 P_20 9-1_2 0.3000 P_30 9-1_2 0.2333 P_100 9-1_2 0.1400 P_200 9-1_2 0.1100 P_500 9-1_2 0.0780 P_1000 9-1_2 0.0470 relstring 9-1_2 '100--04033' recall_5 9-1_2 0.0000 recall_10 9-1_2 0.0517 recall_15 9-1_2 0.0862 recall_20 9-1_2 0.1034 recall_30 9-1_2 0.1207 recall_100 9-1_2 0.2414 recall_200 9-1_2 0.3793 recall_500 9-1_2 0.6724 recall_1000 9-1_2 0.8103 infAP 9-1_2 0.1104 Rprec_mult_0.20 9-1_2 0.3333 Rprec_mult_0.40 9-1_2 0.2500 Rprec_mult_0.60 9-1_2 0.2000 Rprec_mult_0.80 9-1_2 0.1702 Rprec_mult_1.00 9-1_2 0.1724 Rprec_mult_1.20 9-1_2 0.1714 Rprec_mult_1.40 9-1_2 0.1585 Rprec_mult_1.60 9-1_2 0.1505 Rprec_mult_1.80 9-1_2 0.1429 Rprec_mult_2.00 9-1_2 0.1379 utility 9-1_2 -906.0000 11pt_avg 9-1_2 0.1379 binG 9-1_2 0.1271 G 9-1_2 0.1136 ndcg 9-1_2 0.5103 ndcg_rel 9-1_2 0.3753 Rndcg 9-1_2 0.2757 ndcg_cut_5 9-1_2 0.0848 ndcg_cut_10 9-1_2 0.2376 ndcg_cut_15 9-1_2 0.2810 ndcg_cut_20 9-1_2 0.2804 ndcg_cut_30 9-1_2 0.2431 ndcg_cut_100 9-1_2 0.2467 ndcg_cut_200 9-1_2 0.3143 ndcg_cut_500 9-1_2 0.4473 ndcg_cut_1000 9-1_2 0.5103 map_cut_5 9-1_2 0.0000 map_cut_10 9-1_2 0.0115 map_cut_15 9-1_2 0.0230 map_cut_20 9-1_2 0.0294 map_cut_30 9-1_2 0.0337 map_cut_100 9-1_2 0.0556 map_cut_200 9-1_2 0.0732 map_cut_500 9-1_2 0.1016 map_cut_1000 9-1_2 0.1104 relative_P_5 9-1_2 0.0000 relative_P_10 9-1_2 0.3000 relative_P_15 9-1_2 0.3333 relative_P_20 9-1_2 0.3000 relative_P_30 9-1_2 0.2333 relative_P_100 9-1_2 0.2414 relative_P_200 9-1_2 0.3793 relative_P_500 9-1_2 0.6724 relative_P_1000 9-1_2 0.8103 success_1 9-1_2 0.0000 success_5 9-1_2 0.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0470 set_relative_P 9-1_2 0.8103 set_recall 9-1_2 0.8103 set_map 9-1_2 0.0381 set_F 9-1_2 0.0888 num_nonrel_judged_ret 9-1_2 56 rbp 9-1_2 0.2193 rbp_resid 9-1_2 0.2918 unj_5 9-1_2 0.4000 unj_10 9-1_2 0.2000 unj_20 9-1_2 0.3000 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 23 map 9-1_4 0.2368 Rprec 9-1_4 0.2000 bpref 9-1_4 0.5984 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.6000 iprec_at_recall_0.20 9-1_4 0.4545 iprec_at_recall_0.30 9-1_4 0.2424 iprec_at_recall_0.40 9-1_4 0.2381 iprec_at_recall_0.50 9-1_4 0.1831 iprec_at_recall_0.60 9-1_4 0.1429 iprec_at_recall_0.70 9-1_4 0.1065 iprec_at_recall_0.80 9-1_4 0.0752 iprec_at_recall_0.90 9-1_4 0.0261 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.4000 P_15 9-1_4 0.3333 P_20 9-1_4 0.2500 P_30 9-1_4 0.2333 P_100 9-1_4 0.1400 P_200 9-1_4 0.0950 P_500 9-1_4 0.0440 P_1000 9-1_4 0.0230 relstring 9-1_4 '303-31---3' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.1600 recall_15 9-1_4 0.2000 recall_20 9-1_4 0.2000 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.5600 recall_200 9-1_4 0.7600 recall_500 9-1_4 0.8800 recall_1000 9-1_4 0.9200 infAP 9-1_4 0.2368 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.4000 Rprec_mult_0.60 9-1_4 0.3333 Rprec_mult_0.80 9-1_4 0.2500 Rprec_mult_1.00 9-1_4 0.2000 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2286 Rprec_mult_1.60 9-1_4 0.2250 Rprec_mult_1.80 9-1_4 0.2222 Rprec_mult_2.00 9-1_4 0.2200 utility 9-1_4 -954.0000 11pt_avg 9-1_4 0.2790 binG 9-1_4 0.2292 G 9-1_4 0.2026 ndcg 9-1_4 0.6667 ndcg_rel 9-1_4 0.5642 Rndcg 9-1_4 0.4377 ndcg_cut_5 9-1_4 0.6399 ndcg_cut_10 9-1_4 0.5050 ndcg_cut_15 9-1_4 0.4391 ndcg_cut_20 9-1_4 0.3695 ndcg_cut_30 9-1_4 0.3718 ndcg_cut_100 9-1_4 0.5172 ndcg_cut_200 9-1_4 0.6043 ndcg_cut_500 9-1_4 0.6539 ndcg_cut_1000 9-1_4 0.6667 map_cut_5 9-1_4 0.0907 map_cut_10 9-1_4 0.1067 map_cut_15 9-1_4 0.1248 map_cut_20 9-1_4 0.1248 map_cut_30 9-1_4 0.1437 map_cut_100 9-1_4 0.2032 map_cut_200 9-1_4 0.2280 map_cut_500 9-1_4 0.2358 map_cut_1000 9-1_4 0.2368 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.4000 relative_P_15 9-1_4 0.3333 relative_P_20 9-1_4 0.2500 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.5600 relative_P_200 9-1_4 0.7600 relative_P_500 9-1_4 0.8800 relative_P_1000 9-1_4 0.9200 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0230 set_relative_P 9-1_4 0.9200 set_recall 9-1_4 0.9200 set_map 9-1_4 0.0212 set_F 9-1_4 0.0449 num_nonrel_judged_ret 9-1_4 23 rbp 9-1_4 0.3587 rbp_resid 9-1_4 0.4666 unj_5 9-1_4 0.2000 unj_10 9-1_4 0.4000 unj_20 9-1_4 0.5500 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 13 map 9-1_5 0.0993 Rprec 9-1_5 0.2000 bpref 9-1_5 0.2864 recip_rank 9-1_5 0.3333 iprec_at_recall_0.00 9-1_5 0.5714 iprec_at_recall_0.10 9-1_5 0.5714 iprec_at_recall_0.20 9-1_5 0.2778 iprec_at_recall_0.30 9-1_5 0.0571 iprec_at_recall_0.40 9-1_5 0.0398 iprec_at_recall_0.50 9-1_5 0.0151 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.4000 P_10 9-1_5 0.4000 P_15 9-1_5 0.2667 P_20 9-1_5 0.2500 P_30 9-1_5 0.1667 P_100 9-1_5 0.0700 P_200 9-1_5 0.0400 P_500 9-1_5 0.0220 P_1000 9-1_5 0.0130 relstring 9-1_5 '--3-3230--' recall_5 9-1_5 0.0800 recall_10 9-1_5 0.1600 recall_15 9-1_5 0.1600 recall_20 9-1_5 0.2000 recall_30 9-1_5 0.2000 recall_100 9-1_5 0.2800 recall_200 9-1_5 0.3200 recall_500 9-1_5 0.4400 recall_1000 9-1_5 0.5200 infAP 9-1_5 0.0993 Rprec_mult_0.20 9-1_5 0.4000 Rprec_mult_0.40 9-1_5 0.4000 Rprec_mult_0.60 9-1_5 0.2667 Rprec_mult_0.80 9-1_5 0.2500 Rprec_mult_1.00 9-1_5 0.2000 Rprec_mult_1.20 9-1_5 0.1667 Rprec_mult_1.40 9-1_5 0.1429 Rprec_mult_1.60 9-1_5 0.1250 Rprec_mult_1.80 9-1_5 0.1111 Rprec_mult_2.00 9-1_5 0.1000 utility 9-1_5 -974.0000 11pt_avg 9-1_5 0.1393 binG 9-1_5 0.1245 G 9-1_5 0.0872 ndcg 9-1_5 0.3339 ndcg_rel 9-1_5 0.2935 Rndcg 9-1_5 0.2259 ndcg_cut_5 9-1_5 0.2424 ndcg_cut_10 9-1_5 0.2774 ndcg_cut_15 9-1_5 0.2218 ndcg_cut_20 9-1_5 0.2228 ndcg_cut_30 9-1_5 0.1953 ndcg_cut_100 9-1_5 0.2176 ndcg_cut_200 9-1_5 0.2367 ndcg_cut_500 9-1_5 0.3013 ndcg_cut_1000 9-1_5 0.3339 map_cut_5 9-1_5 0.0293 map_cut_10 9-1_5 0.0722 map_cut_15 9-1_5 0.0722 map_cut_20 9-1_5 0.0833 map_cut_30 9-1_5 0.0833 map_cut_100 9-1_5 0.0911 map_cut_200 9-1_5 0.0934 map_cut_500 9-1_5 0.0981 map_cut_1000 9-1_5 0.0993 relative_P_5 9-1_5 0.4000 relative_P_10 9-1_5 0.4000 relative_P_15 9-1_5 0.2667 relative_P_20 9-1_5 0.2500 relative_P_30 9-1_5 0.2000 relative_P_100 9-1_5 0.2800 relative_P_200 9-1_5 0.3200 relative_P_500 9-1_5 0.4400 relative_P_1000 9-1_5 0.5200 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0130 set_relative_P 9-1_5 0.5200 set_recall 9-1_5 0.5200 set_map 9-1_5 0.0068 set_F 9-1_5 0.0254 num_nonrel_judged_ret 9-1_5 39 rbp 9-1_5 0.1928 rbp_resid 9-1_5 0.5744 unj_5 9-1_5 0.6000 unj_10 9-1_5 0.5000 unj_20 9-1_5 0.5000 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 20 map 9-2_6 0.3445 Rprec 9-2_6 0.2500 bpref 9-2_6 0.3450 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 1.0000 iprec_at_recall_0.30 9-2_6 0.2857 iprec_at_recall_0.40 9-2_6 0.1923 iprec_at_recall_0.50 9-2_6 0.1923 iprec_at_recall_0.60 9-2_6 0.1600 iprec_at_recall_0.70 9-2_6 0.1429 iprec_at_recall_0.80 9-2_6 0.1429 iprec_at_recall_0.90 9-2_6 0.0444 iprec_at_recall_1.00 9-2_6 0.0386 P_5 9-2_6 0.8000 P_10 9-2_6 0.5000 P_15 9-2_6 0.3333 P_20 9-2_6 0.2500 P_30 9-2_6 0.2000 P_100 9-2_6 0.1300 P_200 9-2_6 0.0800 P_500 9-2_6 0.0380 P_1000 9-2_6 0.0200 relstring 9-2_6 '3324-300--' recall_5 9-2_6 0.2000 recall_10 9-2_6 0.2500 recall_15 9-2_6 0.2500 recall_20 9-2_6 0.2500 recall_30 9-2_6 0.3000 recall_100 9-2_6 0.6500 recall_200 9-2_6 0.8000 recall_500 9-2_6 0.9500 recall_1000 9-2_6 1.0000 infAP 9-2_6 0.3445 Rprec_mult_0.20 9-2_6 1.0000 Rprec_mult_0.40 9-2_6 0.6250 Rprec_mult_0.60 9-2_6 0.4167 Rprec_mult_0.80 9-2_6 0.3125 Rprec_mult_1.00 9-2_6 0.2500 Rprec_mult_1.20 9-2_6 0.2500 Rprec_mult_1.40 9-2_6 0.2143 Rprec_mult_1.60 9-2_6 0.1875 Rprec_mult_1.80 9-2_6 0.1667 Rprec_mult_2.00 9-2_6 0.1500 utility 9-2_6 -960.0000 11pt_avg 9-2_6 0.3817 binG 9-2_6 0.3518 G 9-2_6 0.2111 ndcg 9-2_6 0.6925 ndcg_rel 9-2_6 0.5722 Rndcg 9-2_6 0.5108 ndcg_cut_5 9-2_6 0.6457 ndcg_cut_10 9-2_6 0.5029 ndcg_cut_15 9-2_6 0.4303 ndcg_cut_20 9-2_6 0.3957 ndcg_cut_30 9-2_6 0.4051 ndcg_cut_100 9-2_6 0.5644 ndcg_cut_200 9-2_6 0.6212 ndcg_cut_500 9-2_6 0.6753 ndcg_cut_1000 9-2_6 0.6925 map_cut_5 9-2_6 0.2000 map_cut_10 9-2_6 0.2417 map_cut_15 9-2_6 0.2417 map_cut_20 9-2_6 0.2417 map_cut_30 9-2_6 0.2560 map_cut_100 9-2_6 0.3148 map_cut_200 9-2_6 0.3358 map_cut_500 9-2_6 0.3426 map_cut_1000 9-2_6 0.3445 relative_P_5 9-2_6 0.8000 relative_P_10 9-2_6 0.5000 relative_P_15 9-2_6 0.3333 relative_P_20 9-2_6 0.2500 relative_P_30 9-2_6 0.3000 relative_P_100 9-2_6 0.6500 relative_P_200 9-2_6 0.8000 relative_P_500 9-2_6 0.9500 relative_P_1000 9-2_6 1.0000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0200 set_relative_P 9-2_6 1.0000 set_recall 9-2_6 1.0000 set_map 9-2_6 0.0200 set_F 9-2_6 0.0392 num_nonrel_judged_ret 9-2_6 40 rbp 9-2_6 0.3188 rbp_resid 9-2_6 0.3110 unj_5 9-2_6 0.2000 unj_10 9-2_6 0.3000 unj_20 9-2_6 0.3500 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 10 map 9-2_7 0.1292 Rprec 9-2_7 0.2000 bpref 9-2_7 0.1900 recip_rank 9-2_7 0.2500 iprec_at_recall_0.00 9-2_7 0.4000 iprec_at_recall_0.10 9-2_7 0.4000 iprec_at_recall_0.20 9-2_7 0.4000 iprec_at_recall_0.30 9-2_7 0.1304 iprec_at_recall_0.40 9-2_7 0.1224 iprec_at_recall_0.50 9-2_7 0.1224 iprec_at_recall_0.60 9-2_7 0.1224 iprec_at_recall_0.70 9-2_7 0.0933 iprec_at_recall_0.80 9-2_7 0.0342 iprec_at_recall_0.90 9-2_7 0.0183 iprec_at_recall_1.00 9-2_7 0.0139 P_5 9-2_7 0.4000 P_10 9-2_7 0.2000 P_15 9-2_7 0.1333 P_20 9-2_7 0.1000 P_30 9-2_7 0.1000 P_100 9-2_7 0.0700 P_200 9-2_7 0.0350 P_500 9-2_7 0.0180 P_1000 9-2_7 0.0100 relstring 9-2_7 '--04201-0-' recall_5 9-2_7 0.2000 recall_10 9-2_7 0.2000 recall_15 9-2_7 0.2000 recall_20 9-2_7 0.2000 recall_30 9-2_7 0.3000 recall_100 9-2_7 0.7000 recall_200 9-2_7 0.7000 recall_500 9-2_7 0.9000 recall_1000 9-2_7 1.0000 infAP 9-2_7 0.1292 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.2500 Rprec_mult_0.60 9-2_7 0.3333 Rprec_mult_0.80 9-2_7 0.2500 Rprec_mult_1.00 9-2_7 0.2000 Rprec_mult_1.20 9-2_7 0.1667 Rprec_mult_1.40 9-2_7 0.1429 Rprec_mult_1.60 9-2_7 0.1250 Rprec_mult_1.80 9-2_7 0.1111 Rprec_mult_2.00 9-2_7 0.1000 utility 9-2_7 -980.0000 11pt_avg 9-2_7 0.1689 binG 9-2_7 0.2162 G 9-2_7 0.1877 ndcg 9-2_7 0.5291 ndcg_rel 9-2_7 0.3776 Rndcg 9-2_7 0.2588 ndcg_cut_5 9-2_7 0.2726 ndcg_cut_10 9-2_7 0.2291 ndcg_cut_15 9-2_7 0.2638 ndcg_cut_20 9-2_7 0.2585 ndcg_cut_30 9-2_7 0.2770 ndcg_cut_100 9-2_7 0.4423 ndcg_cut_200 9-2_7 0.4751 ndcg_cut_500 9-2_7 0.5104 ndcg_cut_1000 9-2_7 0.5291 map_cut_5 9-2_7 0.0650 map_cut_10 9-2_7 0.0650 map_cut_15 9-2_7 0.0650 map_cut_20 9-2_7 0.0650 map_cut_30 9-2_7 0.0780 map_cut_100 9-2_7 0.1226 map_cut_200 9-2_7 0.1226 map_cut_500 9-2_7 0.1279 map_cut_1000 9-2_7 0.1292 relative_P_5 9-2_7 0.4000 relative_P_10 9-2_7 0.2000 relative_P_15 9-2_7 0.2000 relative_P_20 9-2_7 0.2000 relative_P_30 9-2_7 0.3000 relative_P_100 9-2_7 0.7000 relative_P_200 9-2_7 0.7000 relative_P_500 9-2_7 0.9000 relative_P_1000 9-2_7 1.0000 success_1 9-2_7 0.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0100 set_relative_P 9-2_7 1.0000 set_recall 9-2_7 1.0000 set_map 9-2_7 0.0100 set_F 9-2_7 0.0198 num_nonrel_judged_ret 9-2_7 40 rbp 9-2_7 0.1553 rbp_resid 9-2_7 0.4784 unj_5 9-2_7 0.4000 unj_10 9-2_7 0.4000 unj_20 9-2_7 0.5000 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 30 map 9-2_9 0.4106 Rprec 9-2_9 0.4516 bpref 9-2_9 0.4787 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 1.0000 iprec_at_recall_0.20 9-2_9 0.8889 iprec_at_recall_0.30 9-2_9 0.6000 iprec_at_recall_0.40 9-2_9 0.4516 iprec_at_recall_0.50 9-2_9 0.2667 iprec_at_recall_0.60 9-2_9 0.1624 iprec_at_recall_0.70 9-2_9 0.1507 iprec_at_recall_0.80 9-2_9 0.1142 iprec_at_recall_0.90 9-2_9 0.0650 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.8000 P_10 9-2_9 0.8000 P_15 9-2_9 0.6000 P_20 9-2_9 0.5500 P_30 9-2_9 0.4333 P_100 9-2_9 0.1700 P_200 9-2_9 0.1100 P_500 9-2_9 0.0560 P_1000 9-2_9 0.0300 relstring 9-2_9 '4334-42441' recall_5 9-2_9 0.1290 recall_10 9-2_9 0.2581 recall_15 9-2_9 0.2903 recall_20 9-2_9 0.3548 recall_30 9-2_9 0.4194 recall_100 9-2_9 0.5484 recall_200 9-2_9 0.7097 recall_500 9-2_9 0.9032 recall_1000 9-2_9 0.9677 infAP 9-2_9 0.4106 Rprec_mult_0.20 9-2_9 0.8571 Rprec_mult_0.40 9-2_9 0.6154 Rprec_mult_0.60 9-2_9 0.5263 Rprec_mult_0.80 9-2_9 0.4400 Rprec_mult_1.00 9-2_9 0.4516 Rprec_mult_1.20 9-2_9 0.3684 Rprec_mult_1.40 9-2_9 0.3409 Rprec_mult_1.60 9-2_9 0.3000 Rprec_mult_1.80 9-2_9 0.2679 Rprec_mult_2.00 9-2_9 0.2581 utility 9-2_9 -940.0000 11pt_avg 9-2_9 0.4272 binG 9-2_9 0.3358 G 9-2_9 0.2272 ndcg 9-2_9 0.8161 ndcg_rel 9-2_9 0.7337 Rndcg 9-2_9 0.7230 ndcg_cut_5 9-2_9 0.7729 ndcg_cut_10 9-2_9 0.7682 ndcg_cut_15 9-2_9 0.7118 ndcg_cut_20 9-2_9 0.7306 ndcg_cut_30 9-2_9 0.7096 ndcg_cut_100 9-2_9 0.6390 ndcg_cut_200 9-2_9 0.7207 ndcg_cut_500 9-2_9 0.7990 ndcg_cut_1000 9-2_9 0.8161 map_cut_5 9-2_9 0.1290 map_cut_10 9-2_9 0.2405 map_cut_15 9-2_9 0.2598 map_cut_20 9-2_9 0.2945 map_cut_30 9-2_9 0.3223 map_cut_100 9-2_9 0.3638 map_cut_200 9-2_9 0.3891 map_cut_500 9-2_9 0.4076 map_cut_1000 9-2_9 0.4106 relative_P_5 9-2_9 0.8000 relative_P_10 9-2_9 0.8000 relative_P_15 9-2_9 0.6000 relative_P_20 9-2_9 0.5500 relative_P_30 9-2_9 0.4333 relative_P_100 9-2_9 0.5484 relative_P_200 9-2_9 0.7097 relative_P_500 9-2_9 0.9032 relative_P_1000 9-2_9 0.9677 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0300 set_relative_P 9-2_9 0.9677 set_recall 9-2_9 0.9677 set_map 9-2_9 0.0290 set_F 9-2_9 0.0582 num_nonrel_judged_ret 9-2_9 57 rbp 9-2_9 0.5951 rbp_resid 9-2_9 0.1794 unj_5 9-2_9 0.2000 unj_10 9-2_9 0.1000 unj_20 9-2_9 0.1500 runid all orga-splade-norerank num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 1301 map all 0.1819 gm_map all 0.0680 Rprec all 0.2094 bpref all 0.3796 recip_rank all 0.5366 iprec_at_recall_0.00 all 0.5922 iprec_at_recall_0.10 all 0.4229 iprec_at_recall_0.20 all 0.3241 iprec_at_recall_0.30 all 0.2443 iprec_at_recall_0.40 all 0.2019 iprec_at_recall_0.50 all 0.1640 iprec_at_recall_0.60 all 0.1335 iprec_at_recall_0.70 all 0.0938 iprec_at_recall_0.80 all 0.0675 iprec_at_recall_0.90 all 0.0359 iprec_at_recall_1.00 all 0.0066 P_5 all 0.3911 P_10 all 0.3533 P_15 all 0.3067 P_20 all 0.2800 P_30 all 0.2400 P_100 all 0.1316 P_200 all 0.0891 P_500 all 0.0481 P_1000 all 0.0289 recall_5 all 0.0645 recall_10 all 0.1134 recall_15 all 0.1416 recall_20 all 0.1721 recall_30 all 0.2155 recall_100 all 0.3521 recall_200 all 0.4392 recall_500 all 0.5923 recall_1000 all 0.6853 infAP all 0.1819 gm_bpref all 0.0992 Rprec_mult_0.20 all 0.3706 Rprec_mult_0.40 all 0.3000 Rprec_mult_0.60 all 0.2597 Rprec_mult_0.80 all 0.2253 Rprec_mult_1.00 all 0.2094 Rprec_mult_1.20 all 0.1929 Rprec_mult_1.40 all 0.1829 Rprec_mult_1.60 all 0.1677 Rprec_mult_1.80 all 0.1571 Rprec_mult_2.00 all 0.1482 utility all -942.1778 11pt_avg all 0.2079 binG all 0.1707 G all 0.1330 ndcg all 0.4719 ndcg_rel all 0.3951 Rndcg all 0.3294 ndcg_cut_5 all 0.3498 ndcg_cut_10 all 0.3426 ndcg_cut_15 all 0.3283 ndcg_cut_20 all 0.3253 ndcg_cut_30 all 0.3190 ndcg_cut_100 all 0.3327 ndcg_cut_200 all 0.3734 ndcg_cut_500 all 0.4332 ndcg_cut_1000 all 0.4719 map_cut_5 all 0.0516 map_cut_10 all 0.0801 map_cut_15 all 0.0943 map_cut_20 all 0.1064 map_cut_30 all 0.1204 map_cut_100 all 0.1526 map_cut_200 all 0.1672 map_cut_500 all 0.1775 map_cut_1000 all 0.1819 relative_P_5 all 0.3911 relative_P_10 all 0.3546 relative_P_15 all 0.3170 relative_P_20 all 0.3079 relative_P_30 all 0.3057 relative_P_100 all 0.3587 relative_P_200 all 0.4398 relative_P_500 all 0.5923 relative_P_1000 all 0.6853 success_1 all 0.4222 success_5 all 0.6889 success_10 all 0.7778 set_P all 0.0289 set_relative_P all 0.6853 set_recall all 0.6853 set_map all 0.0220 set_F all 0.0538 num_nonrel_judged_ret all 1681 rbp all 0.2580 rbp_resid all 0.3771 unj_5 all 0.2444 unj_10 all 0.2533 unj_20 all 0.4156