num_ret 14 100 num_rel 14 272 num_rel_ret 14 43 map 14 0.1188 Rprec 14 0.1581 bpref 14 0.1553 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.6222 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 0.9000 P_15 14 0.9333 P_20 14 0.9000 P_30 14 0.8000 P_100 14 0.4300 P_200 14 0.2150 P_500 14 0.0860 P_1000 14 0.0430 relstring 14 '3232231222' recall_5 14 0.0184 recall_10 14 0.0331 recall_15 14 0.0515 recall_20 14 0.0662 recall_30 14 0.0882 recall_100 14 0.1581 recall_200 14 0.1581 recall_500 14 0.1581 recall_1000 14 0.1581 infAP 14 0.1188 Rprec_mult_0.20 14 0.5636 Rprec_mult_0.40 14 0.3945 Rprec_mult_0.60 14 0.2622 Rprec_mult_0.80 14 0.1972 Rprec_mult_1.00 14 0.1581 Rprec_mult_1.20 14 0.1315 Rprec_mult_1.40 14 0.1129 Rprec_mult_1.60 14 0.0986 Rprec_mult_1.80 14 0.0878 Rprec_mult_2.00 14 0.0790 utility 14 -14.0000 11pt_avg 14 0.1475 binG 14 0.0726 G 14 0.0354 ndcg 14 0.2366 ndcg_rel 14 0.2902 Rndcg 14 0.4513 ndcg_cut_5 14 0.7061 ndcg_cut_10 14 0.6952 ndcg_cut_15 14 0.6893 ndcg_cut_20 14 0.6643 ndcg_cut_30 14 0.6398 ndcg_cut_100 14 0.4758 ndcg_cut_200 14 0.3085 ndcg_cut_500 14 0.2366 ndcg_cut_1000 14 0.2366 map_cut_5 14 0.0184 map_cut_10 14 0.0319 map_cut_15 14 0.0488 map_cut_20 14 0.0619 map_cut_30 14 0.0815 map_cut_100 14 0.1188 map_cut_200 14 0.1188 map_cut_500 14 0.1188 map_cut_1000 14 0.1188 relative_P_5 14 1.0000 relative_P_10 14 0.9000 relative_P_15 14 0.9333 relative_P_20 14 0.9000 relative_P_30 14 0.8000 relative_P_100 14 0.4300 relative_P_200 14 0.2150 relative_P_500 14 0.1581 relative_P_1000 14 0.1581 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.4300 set_relative_P 14 0.4300 set_recall 14 0.1581 set_map 14 0.0680 set_F 14 0.2312 num_nonrel_judged_ret 14 8 rbp 14 0.5080 rbp_resid 14 0.0367 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 27 map 144 0.0653 Rprec 144 0.1371 bpref 144 0.1290 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.3846 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.4000 P_10 144 0.6000 P_15 144 0.5333 P_20 144 0.4500 P_30 144 0.5000 P_100 144 0.2700 P_200 144 0.1350 P_500 144 0.0540 P_1000 144 0.0270 relstring 144 '3121122123' recall_5 144 0.0102 recall_10 144 0.0305 recall_15 144 0.0406 recall_20 144 0.0457 recall_30 144 0.0761 recall_100 144 0.1371 recall_200 144 0.1371 recall_500 144 0.1371 recall_1000 144 0.1371 infAP 144 0.0653 Rprec_mult_0.20 144 0.4250 Rprec_mult_0.40 144 0.3038 Rprec_mult_0.60 144 0.2269 Rprec_mult_0.80 144 0.1709 Rprec_mult_1.00 144 0.1371 Rprec_mult_1.20 144 0.1139 Rprec_mult_1.40 144 0.0978 Rprec_mult_1.60 144 0.0854 Rprec_mult_1.80 144 0.0761 Rprec_mult_2.00 144 0.0685 utility 144 -46.0000 11pt_avg 144 0.1259 binG 144 0.0410 G 144 0.0277 ndcg 144 0.1983 ndcg_rel 144 0.2320 Rndcg 144 0.3981 ndcg_cut_5 144 0.5534 ndcg_cut_10 144 0.5886 ndcg_cut_15 144 0.5626 ndcg_cut_20 144 0.5156 ndcg_cut_30 144 0.5049 ndcg_cut_100 144 0.3611 ndcg_cut_200 144 0.2423 ndcg_cut_500 144 0.1983 ndcg_cut_1000 144 0.1983 map_cut_5 144 0.0085 map_cut_10 144 0.0198 map_cut_15 144 0.0254 map_cut_20 144 0.0281 map_cut_30 144 0.0431 map_cut_100 144 0.0653 map_cut_200 144 0.0653 map_cut_500 144 0.0653 map_cut_1000 144 0.0653 relative_P_5 144 0.4000 relative_P_10 144 0.6000 relative_P_15 144 0.5333 relative_P_20 144 0.4500 relative_P_30 144 0.5000 relative_P_100 144 0.2700 relative_P_200 144 0.1371 relative_P_500 144 0.1371 relative_P_1000 144 0.1371 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.2700 set_relative_P 144 0.2700 set_recall 144 0.1371 set_map 144 0.0370 set_F 144 0.1818 num_nonrel_judged_ret 144 20 rbp 144 0.3925 rbp_resid 144 0.0326 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 22 map 161 0.0649 Rprec 161 0.1009 bpref 161 0.0971 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.2418 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 0.7000 P_15 161 0.6000 P_20 161 0.6000 P_30 161 0.5667 P_100 161 0.2200 P_200 161 0.1100 P_500 161 0.0440 P_1000 161 0.0220 relstring 161 '2222230020' recall_5 161 0.0229 recall_10 161 0.0321 recall_15 161 0.0413 recall_20 161 0.0550 recall_30 161 0.0780 recall_100 161 0.1009 recall_200 161 0.1009 recall_500 161 0.1009 recall_1000 161 0.1009 infAP 161 0.0649 Rprec_mult_0.20 161 0.3864 Rprec_mult_0.40 161 0.2386 Rprec_mult_0.60 161 0.1679 Rprec_mult_0.80 161 0.1257 Rprec_mult_1.00 161 0.1009 Rprec_mult_1.20 161 0.0840 Rprec_mult_1.40 161 0.0719 Rprec_mult_1.60 161 0.0630 Rprec_mult_1.80 161 0.0560 Rprec_mult_2.00 161 0.0505 utility 161 -56.0000 11pt_avg 161 0.1129 binG 161 0.0477 G 161 0.0239 ndcg 161 0.1625 ndcg_rel 161 0.1932 Rndcg 161 0.2711 ndcg_cut_5 161 0.6667 ndcg_cut_10 161 0.5552 ndcg_cut_15 161 0.4887 ndcg_cut_20 161 0.4742 ndcg_cut_30 161 0.4743 ndcg_cut_100 161 0.2831 ndcg_cut_200 161 0.1809 ndcg_cut_500 161 0.1625 ndcg_cut_1000 161 0.1625 map_cut_5 161 0.0229 map_cut_10 161 0.0311 map_cut_15 161 0.0367 map_cut_20 161 0.0452 map_cut_30 161 0.0587 map_cut_100 161 0.0649 map_cut_200 161 0.0649 map_cut_500 161 0.0649 map_cut_1000 161 0.0649 relative_P_5 161 1.0000 relative_P_10 161 0.7000 relative_P_15 161 0.6000 relative_P_20 161 0.6000 relative_P_30 161 0.5667 relative_P_100 161 0.2200 relative_P_200 161 0.1100 relative_P_500 161 0.1009 relative_P_1000 161 0.1009 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.2200 set_relative_P 161 0.2200 set_recall 161 0.1009 set_map 161 0.0222 set_F 161 0.1384 num_nonrel_judged_ret 161 22 rbp 161 0.4566 rbp_resid 161 0.0397 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 41 map 200 0.1406 Rprec 200 0.2228 bpref 200 0.2109 recip_rank 200 0.5000 iprec_at_recall_0.00 200 0.8462 iprec_at_recall_0.10 200 0.7200 iprec_at_recall_0.20 200 0.5000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.8000 P_10 200 0.8000 P_15 200 0.8000 P_20 200 0.7000 P_30 200 0.6333 P_100 200 0.4100 P_200 200 0.2050 P_500 200 0.0820 P_1000 200 0.0410 relstring 200 '1233221322' recall_5 200 0.0217 recall_10 200 0.0435 recall_15 200 0.0652 recall_20 200 0.0761 recall_30 200 0.1033 recall_100 200 0.2228 recall_200 200 0.2228 recall_500 200 0.2228 recall_1000 200 0.2228 infAP 200 0.1406 Rprec_mult_0.20 200 0.6216 Rprec_mult_0.40 200 0.4865 Rprec_mult_0.60 200 0.3694 Rprec_mult_0.80 200 0.2770 Rprec_mult_1.00 200 0.2228 Rprec_mult_1.20 200 0.1855 Rprec_mult_1.40 200 0.1589 Rprec_mult_1.60 200 0.1390 Rprec_mult_1.80 200 0.1235 Rprec_mult_2.00 200 0.1114 utility 200 -18.0000 11pt_avg 200 0.1878 binG 200 0.0736 G 200 0.0455 ndcg 200 0.2838 ndcg_rel 200 0.3311 Rndcg 200 0.3203 ndcg_cut_5 200 0.5919 ndcg_cut_10 200 0.6151 ndcg_cut_15 200 0.6127 ndcg_cut_20 200 0.5578 ndcg_cut_30 200 0.5305 ndcg_cut_100 200 0.4293 ndcg_cut_200 200 0.2958 ndcg_cut_500 200 0.2838 ndcg_cut_1000 200 0.2838 map_cut_5 200 0.0148 map_cut_10 200 0.0319 map_cut_15 200 0.0499 map_cut_20 200 0.0583 map_cut_30 200 0.0771 map_cut_100 200 0.1406 map_cut_200 200 0.1406 map_cut_500 200 0.1406 map_cut_1000 200 0.1406 relative_P_5 200 0.8000 relative_P_10 200 0.8000 relative_P_15 200 0.8000 relative_P_20 200 0.7000 relative_P_30 200 0.6333 relative_P_100 200 0.4100 relative_P_200 200 0.2228 relative_P_500 200 0.2228 relative_P_1000 200 0.2228 success_1 200 0.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.4100 set_relative_P 200 0.4100 set_recall 200 0.2228 set_map 200 0.0914 set_F 200 0.2887 num_nonrel_judged_ret 200 23 rbp 200 0.4589 rbp_resid 200 0.0225 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 49 map 213 0.0943 Rprec 213 0.1522 bpref 213 0.1436 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.5303 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.8000 P_10 213 0.8000 P_15 213 0.7333 P_20 213 0.6500 P_30 213 0.6667 P_100 213 0.4900 P_200 213 0.2450 P_500 213 0.0980 P_1000 213 0.0490 relstring 213 '4033333133' recall_5 213 0.0124 recall_10 213 0.0248 recall_15 213 0.0342 recall_20 213 0.0404 recall_30 213 0.0621 recall_100 213 0.1522 recall_200 213 0.1522 recall_500 213 0.1522 recall_1000 213 0.1522 infAP 213 0.0943 Rprec_mult_0.20 213 0.5231 Rprec_mult_0.40 213 0.3798 Rprec_mult_0.60 213 0.2526 Rprec_mult_0.80 213 0.1899 Rprec_mult_1.00 213 0.1522 Rprec_mult_1.20 213 0.1266 Rprec_mult_1.40 213 0.1086 Rprec_mult_1.60 213 0.0950 Rprec_mult_1.80 213 0.0845 Rprec_mult_2.00 213 0.0761 utility 213 -2.0000 11pt_avg 213 0.1391 binG 213 0.0470 G 213 0.0330 ndcg 213 0.2317 ndcg_rel 213 0.2837 Rndcg 213 0.3606 ndcg_cut_5 213 0.6743 ndcg_cut_10 213 0.6662 ndcg_cut_15 213 0.6260 ndcg_cut_20 213 0.6130 ndcg_cut_30 213 0.6230 ndcg_cut_100 213 0.4971 ndcg_cut_200 213 0.3186 ndcg_cut_500 213 0.2317 ndcg_cut_1000 213 0.2317 map_cut_5 213 0.0100 map_cut_10 213 0.0201 map_cut_15 213 0.0273 map_cut_20 213 0.0316 map_cut_30 213 0.0459 map_cut_100 213 0.0943 map_cut_200 213 0.0943 map_cut_500 213 0.0943 map_cut_1000 213 0.0943 relative_P_5 213 0.8000 relative_P_10 213 0.8000 relative_P_15 213 0.7333 relative_P_20 213 0.6500 relative_P_30 213 0.6667 relative_P_100 213 0.4900 relative_P_200 213 0.2450 relative_P_500 213 0.1522 relative_P_1000 213 0.1522 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.4900 set_relative_P 213 0.4900 set_recall 213 0.1522 set_map 213 0.0746 set_F 213 0.2322 num_nonrel_judged_ret 213 12 rbp 213 0.5609 rbp_resid 213 0.0222 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 20 map 219 0.0397 Rprec 219 0.0985 bpref 219 0.0920 recip_rank 219 0.5000 iprec_at_recall_0.00 219 0.5385 iprec_at_recall_0.10 219 0.2740 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.5000 P_15 219 0.4667 P_20 219 0.4000 P_30 219 0.4333 P_100 219 0.2000 P_200 219 0.1000 P_500 219 0.0400 P_1000 219 0.0200 relstring 219 '0203012022' recall_5 219 0.0099 recall_10 219 0.0246 recall_15 219 0.0345 recall_20 219 0.0394 recall_30 219 0.0640 recall_100 219 0.0985 recall_200 219 0.0985 recall_500 219 0.0985 recall_1000 219 0.0985 infAP 219 0.0397 Rprec_mult_0.20 219 0.3415 Rprec_mult_0.40 219 0.2439 Rprec_mult_0.60 219 0.1639 Rprec_mult_0.80 219 0.1227 Rprec_mult_1.00 219 0.0985 Rprec_mult_1.20 219 0.0820 Rprec_mult_1.40 219 0.0702 Rprec_mult_1.60 219 0.0615 Rprec_mult_1.80 219 0.0546 Rprec_mult_2.00 219 0.0493 utility 219 -60.0000 11pt_avg 219 0.0739 binG 219 0.0282 G 219 0.0185 ndcg 219 0.1379 ndcg_rel 219 0.1522 Rndcg 219 0.2084 ndcg_cut_5 219 0.2165 ndcg_cut_10 219 0.2755 ndcg_cut_15 219 0.2989 ndcg_cut_20 219 0.2855 ndcg_cut_30 219 0.3224 ndcg_cut_100 219 0.2300 ndcg_cut_200 219 0.1541 ndcg_cut_500 219 0.1379 ndcg_cut_1000 219 0.1379 map_cut_5 219 0.0049 map_cut_10 219 0.0117 map_cut_15 219 0.0168 map_cut_20 219 0.0193 map_cut_30 219 0.0298 map_cut_100 219 0.0397 map_cut_200 219 0.0397 map_cut_500 219 0.0397 map_cut_1000 219 0.0397 relative_P_5 219 0.4000 relative_P_10 219 0.5000 relative_P_15 219 0.4667 relative_P_20 219 0.4000 relative_P_30 219 0.4333 relative_P_100 219 0.2000 relative_P_200 219 0.1000 relative_P_500 219 0.0985 relative_P_1000 219 0.0985 success_1 219 0.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2000 set_relative_P 219 0.2000 set_recall 219 0.0985 set_map 219 0.0197 set_F 219 0.1320 num_nonrel_judged_ret 219 27 rbp 219 0.2705 rbp_resid 219 0.0331 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 32 map 224 0.0712 Rprec 224 0.1053 bpref 224 0.1019 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.3846 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.8000 P_10 224 0.8000 P_15 224 0.7333 P_20 224 0.7000 P_30 224 0.6333 P_100 224 0.3200 P_200 224 0.1600 P_500 224 0.0640 P_1000 224 0.0320 relstring 224 '2221222202' recall_5 224 0.0132 recall_10 224 0.0263 recall_15 224 0.0362 recall_20 224 0.0461 recall_30 224 0.0625 recall_100 224 0.1053 recall_200 224 0.1053 recall_500 224 0.1053 recall_1000 224 0.1053 infAP 224 0.0712 Rprec_mult_0.20 224 0.4262 Rprec_mult_0.40 224 0.2623 Rprec_mult_0.60 224 0.1749 Rprec_mult_0.80 224 0.1311 Rprec_mult_1.00 224 0.1053 Rprec_mult_1.20 224 0.0877 Rprec_mult_1.40 224 0.0751 Rprec_mult_1.60 224 0.0657 Rprec_mult_1.80 224 0.0584 Rprec_mult_2.00 224 0.0526 utility 224 -36.0000 11pt_avg 224 0.1259 binG 224 0.0416 G 224 0.0236 ndcg 224 0.1713 ndcg_rel 224 0.2090 Rndcg 224 0.2927 ndcg_cut_5 224 0.6180 ndcg_cut_10 224 0.5909 ndcg_cut_15 224 0.5613 ndcg_cut_20 224 0.5554 ndcg_cut_30 224 0.5164 ndcg_cut_100 224 0.3758 ndcg_cut_200 224 0.2424 ndcg_cut_500 224 0.1713 ndcg_cut_1000 224 0.1713 map_cut_5 224 0.0125 map_cut_10 224 0.0236 map_cut_15 224 0.0308 map_cut_20 224 0.0377 map_cut_30 224 0.0492 map_cut_100 224 0.0712 map_cut_200 224 0.0712 map_cut_500 224 0.0712 map_cut_1000 224 0.0712 relative_P_5 224 0.8000 relative_P_10 224 0.8000 relative_P_15 224 0.7333 relative_P_20 224 0.7000 relative_P_30 224 0.6333 relative_P_100 224 0.3200 relative_P_200 224 0.1600 relative_P_500 224 0.1053 relative_P_1000 224 0.1053 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.3200 set_relative_P 224 0.3200 set_recall 224 0.1053 set_map 224 0.0337 set_F 224 0.1584 num_nonrel_judged_ret 224 16 rbp 224 0.5263 rbp_resid 224 0.0279 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 36 map 225 0.1063 Rprec 225 0.1513 bpref 225 0.1415 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.5714 iprec_at_recall_0.20 225 0.0000 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.9000 P_15 225 0.7333 P_20 225 0.7500 P_30 225 0.6667 P_100 225 0.3600 P_200 225 0.1800 P_500 225 0.0720 P_1000 225 0.0360 relstring 225 '2222322231' recall_5 225 0.0210 recall_10 225 0.0378 recall_15 225 0.0462 recall_20 225 0.0630 recall_30 225 0.0840 recall_100 225 0.1513 recall_200 225 0.1513 recall_500 225 0.1513 recall_1000 225 0.1513 infAP 225 0.1063 Rprec_mult_0.20 225 0.5208 Rprec_mult_0.40 225 0.3750 Rprec_mult_0.60 225 0.2517 Rprec_mult_0.80 225 0.1885 Rprec_mult_1.00 225 0.1513 Rprec_mult_1.20 225 0.1259 Rprec_mult_1.40 225 0.1078 Rprec_mult_1.60 225 0.0945 Rprec_mult_1.80 225 0.0839 Rprec_mult_2.00 225 0.0756 utility 225 -28.0000 11pt_avg 225 0.1429 binG 225 0.0691 G 225 0.0351 ndcg 225 0.2279 ndcg_rel 225 0.2829 Rndcg 225 0.3142 ndcg_cut_5 225 0.7104 ndcg_cut_10 225 0.6959 ndcg_cut_15 225 0.6298 ndcg_cut_20 225 0.6478 ndcg_cut_30 225 0.6137 ndcg_cut_100 225 0.4067 ndcg_cut_200 225 0.2738 ndcg_cut_500 225 0.2279 ndcg_cut_1000 225 0.2279 map_cut_5 225 0.0210 map_cut_10 225 0.0378 map_cut_15 225 0.0452 map_cut_20 225 0.0580 map_cut_30 225 0.0722 map_cut_100 225 0.1063 map_cut_200 225 0.1063 map_cut_500 225 0.1063 map_cut_1000 225 0.1063 relative_P_5 225 1.0000 relative_P_10 225 0.9000 relative_P_15 225 0.7333 relative_P_20 225 0.7500 relative_P_30 225 0.6667 relative_P_100 225 0.3600 relative_P_200 225 0.1800 relative_P_500 225 0.1513 relative_P_1000 225 0.1513 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.3600 set_relative_P 225 0.3600 set_recall 225 0.1513 set_map 225 0.0545 set_F 225 0.2130 num_nonrel_judged_ret 225 11 rbp 225 0.6284 rbp_resid 225 0.0352 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 32 map 233 0.0586 Rprec 233 0.1576 bpref 233 0.1367 recip_rank 233 0.5000 iprec_at_recall_0.00 233 0.5833 iprec_at_recall_0.10 233 0.3226 iprec_at_recall_0.20 233 0.0000 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.4000 P_10 233 0.5000 P_15 233 0.5333 P_20 233 0.4000 P_30 233 0.3667 P_100 233 0.3200 P_200 233 0.1600 P_500 233 0.0640 P_1000 233 0.0320 relstring 233 '1303020032' recall_5 233 0.0099 recall_10 233 0.0246 recall_15 233 0.0394 recall_20 233 0.0394 recall_30 233 0.0542 recall_100 233 0.1576 recall_200 233 0.1576 recall_500 233 0.1576 recall_1000 233 0.1576 infAP 233 0.0586 Rprec_mult_0.20 233 0.3171 Rprec_mult_0.40 233 0.3171 Rprec_mult_0.60 233 0.2623 Rprec_mult_0.80 233 0.1963 Rprec_mult_1.00 233 0.1576 Rprec_mult_1.20 233 0.1311 Rprec_mult_1.40 233 0.1123 Rprec_mult_1.60 233 0.0985 Rprec_mult_1.80 233 0.0874 Rprec_mult_2.00 233 0.0788 utility 233 -36.0000 11pt_avg 233 0.0824 binG 233 0.0385 G 233 0.0278 ndcg 233 0.1992 ndcg_rel 233 0.2220 Rndcg 233 0.2886 ndcg_cut_5 233 0.3995 ndcg_cut_10 233 0.4179 ndcg_cut_15 233 0.4443 ndcg_cut_20 233 0.3753 ndcg_cut_30 233 0.3503 ndcg_cut_100 233 0.3094 ndcg_cut_200 233 0.2145 ndcg_cut_500 233 0.1992 ndcg_cut_1000 233 0.1992 map_cut_5 233 0.0049 map_cut_10 233 0.0120 map_cut_15 233 0.0204 map_cut_20 233 0.0204 map_cut_30 233 0.0257 map_cut_100 233 0.0586 map_cut_200 233 0.0586 map_cut_500 233 0.0586 map_cut_1000 233 0.0586 relative_P_5 233 0.4000 relative_P_10 233 0.5000 relative_P_15 233 0.5333 relative_P_20 233 0.4000 relative_P_30 233 0.3667 relative_P_100 233 0.3200 relative_P_200 233 0.1600 relative_P_500 233 0.1576 relative_P_1000 233 0.1576 success_1 233 0.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.3200 set_relative_P 233 0.3200 set_recall 233 0.1576 set_map 233 0.0504 set_F 233 0.2112 num_nonrel_judged_ret 233 33 rbp 233 0.3104 rbp_resid 233 0.0231 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 41 map 273 0.1018 Rprec 273 0.1414 bpref 273 0.1360 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.6905 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 0.8000 P_10 273 0.8000 P_15 273 0.8000 P_20 273 0.7500 P_30 273 0.7667 P_100 273 0.4100 P_200 273 0.2050 P_500 273 0.0820 P_1000 273 0.0410 relstring 273 '3133332202' recall_5 273 0.0138 recall_10 273 0.0276 recall_15 273 0.0414 recall_20 273 0.0517 recall_30 273 0.0793 recall_100 273 0.1414 recall_200 273 0.1414 recall_500 273 0.1414 recall_1000 273 0.1414 infAP 273 0.1018 Rprec_mult_0.20 273 0.5690 Rprec_mult_0.40 273 0.3534 Rprec_mult_0.60 273 0.2356 Rprec_mult_0.80 273 0.1767 Rprec_mult_1.00 273 0.1414 Rprec_mult_1.20 273 0.1178 Rprec_mult_1.40 273 0.1010 Rprec_mult_1.60 273 0.0884 Rprec_mult_1.80 273 0.0785 Rprec_mult_2.00 273 0.0707 utility 273 -18.0000 11pt_avg 273 0.1537 binG 273 0.0530 G 273 0.0319 ndcg 273 0.2121 ndcg_rel 273 0.2638 Rndcg 273 0.4151 ndcg_cut_5 273 0.7703 ndcg_cut_10 273 0.7196 ndcg_cut_15 273 0.6945 ndcg_cut_20 273 0.6589 ndcg_cut_30 273 0.6385 ndcg_cut_100 273 0.4265 ndcg_cut_200 273 0.2920 ndcg_cut_500 273 0.2121 ndcg_cut_1000 273 0.2121 map_cut_5 273 0.0111 map_cut_10 273 0.0227 map_cut_15 273 0.0341 map_cut_20 273 0.0424 map_cut_30 273 0.0635 map_cut_100 273 0.1018 map_cut_200 273 0.1018 map_cut_500 273 0.1018 map_cut_1000 273 0.1018 relative_P_5 273 0.8000 relative_P_10 273 0.8000 relative_P_15 273 0.8000 relative_P_20 273 0.7500 relative_P_30 273 0.7667 relative_P_100 273 0.4100 relative_P_200 273 0.2050 relative_P_500 273 0.1414 relative_P_1000 273 0.1414 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.4100 set_relative_P 273 0.4100 set_recall 273 0.1414 set_map 273 0.0580 set_F 273 0.2103 num_nonrel_judged_ret 273 10 rbp 273 0.5188 rbp_resid 273 0.0214 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 29 map 300 0.0542 Rprec 300 0.1213 bpref 300 0.1131 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.3750 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.6000 P_10 300 0.5000 P_15 300 0.4000 P_20 300 0.4000 P_30 300 0.4333 P_100 300 0.2900 P_200 300 0.1450 P_500 300 0.0580 P_1000 300 0.0290 relstring 300 '2020220021' recall_5 300 0.0126 recall_10 300 0.0209 recall_15 300 0.0251 recall_20 300 0.0335 recall_30 300 0.0544 recall_100 300 0.1213 recall_200 300 0.1213 recall_500 300 0.1213 recall_1000 300 0.1213 infAP 300 0.0542 Rprec_mult_0.20 300 0.3542 Rprec_mult_0.40 300 0.3021 Rprec_mult_0.60 300 0.2014 Rprec_mult_0.80 300 0.1510 Rprec_mult_1.00 300 0.1213 Rprec_mult_1.20 300 0.1010 Rprec_mult_1.40 300 0.0866 Rprec_mult_1.60 300 0.0757 Rprec_mult_1.80 300 0.0673 Rprec_mult_2.00 300 0.0607 utility 300 -42.0000 11pt_avg 300 0.1250 binG 300 0.0344 G 300 0.0232 ndcg 300 0.1698 ndcg_rel 300 0.1964 Rndcg 300 0.2332 ndcg_cut_5 300 0.4266 ndcg_cut_10 300 0.3945 ndcg_cut_15 300 0.3657 ndcg_cut_20 300 0.3615 ndcg_cut_30 300 0.3631 ndcg_cut_100 300 0.3152 ndcg_cut_200 300 0.2058 ndcg_cut_500 300 0.1698 ndcg_cut_1000 300 0.1698 map_cut_5 300 0.0095 map_cut_10 300 0.0146 map_cut_15 300 0.0164 map_cut_20 300 0.0202 map_cut_30 300 0.0293 map_cut_100 300 0.0542 map_cut_200 300 0.0542 map_cut_500 300 0.0542 map_cut_1000 300 0.0542 relative_P_5 300 0.6000 relative_P_10 300 0.5000 relative_P_15 300 0.4000 relative_P_20 300 0.4000 relative_P_30 300 0.4333 relative_P_100 300 0.2900 relative_P_200 300 0.1450 relative_P_500 300 0.1213 relative_P_1000 300 0.1213 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.2900 set_relative_P 300 0.2900 set_recall 300 0.1213 set_map 300 0.0352 set_F 300 0.1711 num_nonrel_judged_ret 300 25 rbp 300 0.3535 rbp_resid 300 0.0305 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 34 map 31 0.1627 Rprec 31 0.2537 bpref 31 0.2372 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.7647 iprec_at_recall_0.20 31 0.4091 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 0.7000 P_15 31 0.7333 P_20 31 0.7000 P_30 31 0.6000 P_100 31 0.3400 P_200 31 0.1700 P_500 31 0.0680 P_1000 31 0.0340 relstring 31 '3233223010' recall_5 31 0.0373 recall_10 31 0.0522 recall_15 31 0.0821 recall_20 31 0.1045 recall_30 31 0.1343 recall_100 31 0.2537 recall_200 31 0.2537 recall_500 31 0.2537 recall_1000 31 0.2537 infAP 31 0.1627 Rprec_mult_0.20 31 0.6296 Rprec_mult_0.40 31 0.4259 Rprec_mult_0.60 31 0.3827 Rprec_mult_0.80 31 0.3148 Rprec_mult_1.00 31 0.2537 Rprec_mult_1.20 31 0.2112 Rprec_mult_1.40 31 0.1809 Rprec_mult_1.60 31 0.1581 Rprec_mult_1.80 31 0.1405 Rprec_mult_2.00 31 0.1269 utility 31 -32.0000 11pt_avg 31 0.1976 binG 31 0.1052 G 31 0.0691 ndcg 31 0.3389 ndcg_rel 31 0.4044 Rndcg 31 0.4525 ndcg_cut_5 31 0.8849 ndcg_cut_10 31 0.7220 ndcg_cut_15 31 0.6942 ndcg_cut_20 31 0.6633 ndcg_cut_30 31 0.6372 ndcg_cut_100 31 0.4497 ndcg_cut_200 31 0.3389 ndcg_cut_500 31 0.3389 ndcg_cut_1000 31 0.3389 map_cut_5 31 0.0373 map_cut_10 31 0.0522 map_cut_15 31 0.0736 map_cut_20 31 0.0902 map_cut_30 31 0.1111 map_cut_100 31 0.1627 map_cut_200 31 0.1627 map_cut_500 31 0.1627 map_cut_1000 31 0.1627 relative_P_5 31 1.0000 relative_P_10 31 0.7000 relative_P_15 31 0.7333 relative_P_20 31 0.7000 relative_P_30 31 0.6000 relative_P_100 31 0.3400 relative_P_200 31 0.2537 relative_P_500 31 0.2537 relative_P_1000 31 0.2537 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3400 set_relative_P 31 0.3400 set_recall 31 0.2537 set_map 31 0.0863 set_F 31 0.2906 num_nonrel_judged_ret 31 21 rbp 31 0.6259 rbp_resid 31 0.0337 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 28 map 37 0.0561 Rprec 37 0.1217 bpref 37 0.1156 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.3433 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.6000 P_10 37 0.4000 P_15 37 0.4667 P_20 37 0.5000 P_30 37 0.4667 P_100 37 0.2800 P_200 37 0.1400 P_500 37 0.0560 P_1000 37 0.0280 relstring 37 '2012201120' recall_5 37 0.0130 recall_10 37 0.0174 recall_15 37 0.0304 recall_20 37 0.0435 recall_30 37 0.0609 recall_100 37 0.1217 recall_200 37 0.1217 recall_500 37 0.1217 recall_1000 37 0.1217 infAP 37 0.0561 Rprec_mult_0.20 37 0.4348 Rprec_mult_0.40 37 0.2826 Rprec_mult_0.60 37 0.2029 Rprec_mult_0.80 37 0.1522 Rprec_mult_1.00 37 0.1217 Rprec_mult_1.20 37 0.1014 Rprec_mult_1.40 37 0.0870 Rprec_mult_1.60 37 0.0761 Rprec_mult_1.80 37 0.0676 Rprec_mult_2.00 37 0.0609 utility 37 -44.0000 11pt_avg 37 0.1221 binG 37 0.0348 G 37 0.0212 ndcg 37 0.1599 ndcg_rel 37 0.1853 Rndcg 37 0.2644 ndcg_cut_5 37 0.4675 ndcg_cut_10 37 0.3951 ndcg_cut_15 37 0.4112 ndcg_cut_20 37 0.4319 ndcg_cut_30 37 0.4521 ndcg_cut_100 37 0.3475 ndcg_cut_200 37 0.2217 ndcg_cut_500 37 0.1599 ndcg_cut_1000 37 0.1599 map_cut_5 37 0.0091 map_cut_10 37 0.0111 map_cut_15 37 0.0172 map_cut_20 37 0.0239 map_cut_30 37 0.0326 map_cut_100 37 0.0561 map_cut_200 37 0.0561 map_cut_500 37 0.0561 map_cut_1000 37 0.0561 relative_P_5 37 0.6000 relative_P_10 37 0.4000 relative_P_15 37 0.4667 relative_P_20 37 0.5000 relative_P_30 37 0.4667 relative_P_100 37 0.2800 relative_P_200 37 0.1400 relative_P_500 37 0.1217 relative_P_1000 37 0.1217 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2800 set_relative_P 37 0.2800 set_recall 37 0.1217 set_map 37 0.0341 set_F 37 0.1697 num_nonrel_judged_ret 37 18 rbp 37 0.4018 rbp_resid 37 0.0370 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 17 map 407 0.0538 Rprec 407 0.1667 bpref 407 0.1339 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.1961 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.4000 P_10 407 0.3000 P_15 407 0.2667 P_20 407 0.2000 P_30 407 0.2667 P_100 407 0.1700 P_200 407 0.0850 P_500 407 0.0340 P_1000 407 0.0170 relstring 407 '2200020000' recall_5 407 0.0196 recall_10 407 0.0294 recall_15 407 0.0392 recall_20 407 0.0392 recall_30 407 0.0784 recall_100 407 0.1667 recall_200 407 0.1667 recall_500 407 0.1667 recall_1000 407 0.1667 infAP 407 0.0538 Rprec_mult_0.20 407 0.2381 Rprec_mult_0.40 407 0.2195 Rprec_mult_0.60 407 0.1774 Rprec_mult_0.80 407 0.1707 Rprec_mult_1.00 407 0.1667 Rprec_mult_1.20 407 0.1382 Rprec_mult_1.40 407 0.1189 Rprec_mult_1.60 407 0.1037 Rprec_mult_1.80 407 0.0924 Rprec_mult_2.00 407 0.0833 utility 407 -66.0000 11pt_avg 407 0.1087 binG 407 0.0508 G 407 0.0316 ndcg 407 0.1878 ndcg_rel 407 0.2036 Rndcg 407 0.2412 ndcg_cut_5 407 0.3688 ndcg_cut_10 407 0.3048 ndcg_cut_15 407 0.2870 ndcg_cut_20 407 0.2495 ndcg_cut_30 407 0.2789 ndcg_cut_100 407 0.2034 ndcg_cut_200 407 0.1878 ndcg_cut_500 407 0.1878 ndcg_cut_1000 407 0.1878 map_cut_5 407 0.0196 map_cut_10 407 0.0245 map_cut_15 407 0.0275 map_cut_20 407 0.0275 map_cut_30 407 0.0378 map_cut_100 407 0.0538 map_cut_200 407 0.0538 map_cut_500 407 0.0538 map_cut_1000 407 0.0538 relative_P_5 407 0.4000 relative_P_10 407 0.3000 relative_P_15 407 0.2667 relative_P_20 407 0.2000 relative_P_30 407 0.2667 relative_P_100 407 0.1700 relative_P_200 407 0.1667 relative_P_500 407 0.1667 relative_P_1000 407 0.1667 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.1700 set_relative_P 407 0.1700 set_recall 407 0.1667 set_map 407 0.0283 set_F 407 0.1683 num_nonrel_judged_ret 407 32 rbp 407 0.2102 rbp_resid 407 0.0335 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 37 map 477 0.0903 Rprec 477 0.1298 bpref 477 0.1242 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.5000 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 0.8000 P_10 477 0.9000 P_15 477 0.8000 P_20 477 0.7500 P_30 477 0.7000 P_100 477 0.3700 P_200 477 0.1850 P_500 477 0.0740 P_1000 477 0.0370 relstring 477 '3231222323' recall_5 477 0.0140 recall_10 477 0.0316 recall_15 477 0.0421 recall_20 477 0.0526 recall_30 477 0.0737 recall_100 477 0.1298 recall_200 477 0.1298 recall_500 477 0.1298 recall_1000 477 0.1298 infAP 477 0.0903 Rprec_mult_0.20 477 0.4912 Rprec_mult_0.40 477 0.3246 Rprec_mult_0.60 477 0.2164 Rprec_mult_0.80 477 0.1623 Rprec_mult_1.00 477 0.1298 Rprec_mult_1.20 477 0.1082 Rprec_mult_1.40 477 0.0927 Rprec_mult_1.60 477 0.0811 Rprec_mult_1.80 477 0.0721 Rprec_mult_2.00 477 0.0649 utility 477 -26.0000 11pt_avg 477 0.1364 binG 477 0.0524 G 477 0.0328 ndcg 477 0.2083 ndcg_rel 477 0.2676 Rndcg 477 0.2799 ndcg_cut_5 477 0.7876 ndcg_cut_10 477 0.7895 ndcg_cut_15 477 0.7327 ndcg_cut_20 477 0.6995 ndcg_cut_30 477 0.6684 ndcg_cut_100 477 0.4227 ndcg_cut_200 477 0.2889 ndcg_cut_500 477 0.2083 ndcg_cut_1000 477 0.2083 map_cut_5 477 0.0133 map_cut_10 477 0.0286 map_cut_15 477 0.0380 map_cut_20 477 0.0464 map_cut_30 477 0.0612 map_cut_100 477 0.0903 map_cut_200 477 0.0903 map_cut_500 477 0.0903 map_cut_1000 477 0.0903 relative_P_5 477 0.8000 relative_P_10 477 0.9000 relative_P_15 477 0.8000 relative_P_20 477 0.7500 relative_P_30 477 0.7000 relative_P_100 477 0.3700 relative_P_200 477 0.1850 relative_P_500 477 0.1298 relative_P_1000 477 0.1298 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.3700 set_relative_P 477 0.3700 set_recall 477 0.1298 set_map 477 0.0480 set_F 477 0.1922 num_nonrel_judged_ret 477 18 rbp 477 0.6772 rbp_resid 477 0.0272 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 47 map 499 0.1865 Rprec 499 0.2448 bpref 499 0.2346 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.8750 iprec_at_recall_0.20 499 0.6557 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.8000 P_10 499 0.8000 P_15 499 0.8000 P_20 499 0.8500 P_30 499 0.8333 P_100 499 0.4700 P_200 499 0.2350 P_500 499 0.0940 P_1000 499 0.0470 relstring 499 '3203322132' recall_5 499 0.0208 recall_10 499 0.0417 recall_15 499 0.0625 recall_20 499 0.0885 recall_30 499 0.1302 recall_100 499 0.2448 recall_200 499 0.2448 recall_500 499 0.2448 recall_1000 499 0.2448 infAP 499 0.1865 Rprec_mult_0.20 499 0.7692 Rprec_mult_0.40 499 0.5844 Rprec_mult_0.60 499 0.4052 Rprec_mult_0.80 499 0.3052 Rprec_mult_1.00 499 0.2448 Rprec_mult_1.20 499 0.2035 Rprec_mult_1.40 499 0.1747 Rprec_mult_1.60 499 0.1526 Rprec_mult_1.80 499 0.1358 Rprec_mult_2.00 499 0.1224 utility 499 -6.0000 11pt_avg 499 0.2301 binG 499 0.0940 G 499 0.0585 ndcg 499 0.3349 ndcg_rel 499 0.4101 Rndcg 499 0.4607 ndcg_cut_5 499 0.7591 ndcg_cut_10 499 0.7256 ndcg_cut_15 499 0.6988 ndcg_cut_20 499 0.7158 ndcg_cut_30 499 0.7047 ndcg_cut_100 499 0.5751 ndcg_cut_200 499 0.3800 ndcg_cut_500 499 0.3349 ndcg_cut_1000 499 0.3349 map_cut_5 499 0.0185 map_cut_10 499 0.0355 map_cut_15 499 0.0530 map_cut_20 499 0.0747 map_cut_30 499 0.1099 map_cut_100 499 0.1865 map_cut_200 499 0.1865 map_cut_500 499 0.1865 map_cut_1000 499 0.1865 relative_P_5 499 0.8000 relative_P_10 499 0.8000 relative_P_15 499 0.8000 relative_P_20 499 0.8500 relative_P_30 499 0.8333 relative_P_100 499 0.4700 relative_P_200 499 0.2448 relative_P_500 499 0.2448 relative_P_1000 499 0.2448 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4700 set_relative_P 499 0.4700 set_recall 499 0.2448 set_map 499 0.1151 set_F 499 0.3219 num_nonrel_judged_ret 499 20 rbp 499 0.6843 rbp_resid 499 0.0136 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 38 map 515 0.1676 Rprec 515 0.2585 bpref 515 0.2399 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.7391 iprec_at_recall_0.20 515 0.5273 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.8000 P_10 515 0.8000 P_15 515 0.6667 P_20 515 0.7000 P_30 515 0.6667 P_100 515 0.3800 P_200 515 0.1900 P_500 515 0.0760 P_1000 515 0.0380 relstring 515 '2202222220' recall_5 515 0.0272 recall_10 515 0.0544 recall_15 515 0.0680 recall_20 515 0.0952 recall_30 515 0.1361 recall_100 515 0.2585 recall_200 515 0.2585 recall_500 515 0.2585 recall_1000 515 0.2585 infAP 515 0.1676 Rprec_mult_0.20 515 0.6667 Rprec_mult_0.40 515 0.5085 Rprec_mult_0.60 515 0.3820 Rprec_mult_0.80 515 0.3220 Rprec_mult_1.00 515 0.2585 Rprec_mult_1.20 515 0.2147 Rprec_mult_1.40 515 0.1845 Rprec_mult_1.60 515 0.1610 Rprec_mult_1.80 515 0.1434 Rprec_mult_2.00 515 0.1293 utility 515 -24.0000 11pt_avg 515 0.2060 binG 515 0.0925 G 515 0.0716 ndcg 515 0.3312 ndcg_rel 515 0.4156 Rndcg 515 0.3470 ndcg_cut_5 515 0.8304 ndcg_cut_10 515 0.8263 ndcg_cut_15 515 0.7517 ndcg_cut_20 515 0.7585 ndcg_cut_30 515 0.7230 ndcg_cut_100 515 0.4798 ndcg_cut_200 515 0.3312 ndcg_cut_500 515 0.3312 ndcg_cut_1000 515 0.3312 map_cut_5 515 0.0241 map_cut_10 515 0.0476 map_cut_15 515 0.0576 map_cut_20 515 0.0760 map_cut_30 515 0.1048 map_cut_100 515 0.1676 map_cut_200 515 0.1676 map_cut_500 515 0.1676 map_cut_1000 515 0.1676 relative_P_5 515 0.8000 relative_P_10 515 0.8000 relative_P_15 515 0.6667 relative_P_20 515 0.7000 relative_P_30 515 0.6667 relative_P_100 515 0.3800 relative_P_200 515 0.2585 relative_P_500 515 0.2585 relative_P_1000 515 0.2585 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.3800 set_relative_P 515 0.3800 set_recall 515 0.2585 set_map 515 0.0982 set_F 515 0.3077 num_nonrel_judged_ret 515 25 rbp 515 0.7331 rbp_resid 515 0.0146 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 44 map 58 0.0900 Rprec 58 0.1180 bpref 58 0.1128 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.4471 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 1.0000 P_15 58 0.8667 P_20 58 0.8500 P_30 58 0.8333 P_100 58 0.4400 P_200 58 0.2200 P_500 58 0.0880 P_1000 58 0.0440 relstring 58 '3232322233' recall_5 58 0.0134 recall_10 58 0.0268 recall_15 58 0.0349 recall_20 58 0.0456 recall_30 58 0.0670 recall_100 58 0.1180 recall_200 58 0.1180 recall_500 58 0.1180 recall_1000 58 0.1180 infAP 58 0.0900 Rprec_mult_0.20 58 0.4667 Rprec_mult_0.40 58 0.2933 Rprec_mult_0.60 58 0.1964 Rprec_mult_0.80 58 0.1472 Rprec_mult_1.00 58 0.1180 Rprec_mult_1.20 58 0.0982 Rprec_mult_1.40 58 0.0841 Rprec_mult_1.60 58 0.0737 Rprec_mult_1.80 58 0.0655 Rprec_mult_2.00 58 0.0590 utility 58 -12.0000 11pt_avg 58 0.1316 binG 58 0.0572 G 58 0.0258 ndcg 58 0.1903 ndcg_rel 58 0.2388 Rndcg 58 0.3420 ndcg_cut_5 58 0.6600 ndcg_cut_10 58 0.6975 ndcg_cut_15 58 0.6659 ndcg_cut_20 58 0.6764 ndcg_cut_30 58 0.6605 ndcg_cut_100 58 0.4324 ndcg_cut_200 58 0.2809 ndcg_cut_500 58 0.1903 ndcg_cut_1000 58 0.1903 map_cut_5 58 0.0134 map_cut_10 58 0.0268 map_cut_15 58 0.0343 map_cut_20 58 0.0438 map_cut_30 58 0.0619 map_cut_100 58 0.0900 map_cut_200 58 0.0900 map_cut_500 58 0.0900 map_cut_1000 58 0.0900 relative_P_5 58 1.0000 relative_P_10 58 1.0000 relative_P_15 58 0.8667 relative_P_20 58 0.8500 relative_P_30 58 0.8333 relative_P_100 58 0.4400 relative_P_200 58 0.2200 relative_P_500 58 0.1180 relative_P_1000 58 0.1180 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.4400 set_relative_P 58 0.4400 set_recall 58 0.1180 set_map 58 0.0519 set_F 58 0.1860 num_nonrel_judged_ret 58 7 rbp 58 0.5565 rbp_resid 58 0.0327 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 32 map 707 0.0845 Rprec 707 0.1720 bpref 707 0.1613 recip_rank 707 0.5000 iprec_at_recall_0.00 707 0.6667 iprec_at_recall_0.10 707 0.5714 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.4000 P_10 707 0.5000 P_15 707 0.4667 P_20 707 0.6000 P_30 707 0.6000 P_100 707 0.3200 P_200 707 0.1600 P_500 707 0.0640 P_1000 707 0.0320 relstring 707 '0220020220' recall_5 707 0.0108 recall_10 707 0.0269 recall_15 707 0.0376 recall_20 707 0.0645 recall_30 707 0.0968 recall_100 707 0.1720 recall_200 707 0.1720 recall_500 707 0.1720 recall_1000 707 0.1720 infAP 707 0.0845 Rprec_mult_0.20 707 0.5526 Rprec_mult_0.40 707 0.3467 Rprec_mult_0.60 707 0.2857 Rprec_mult_0.80 707 0.2148 Rprec_mult_1.00 707 0.1720 Rprec_mult_1.20 707 0.1429 Rprec_mult_1.40 707 0.1226 Rprec_mult_1.60 707 0.1074 Rprec_mult_1.80 707 0.0955 Rprec_mult_2.00 707 0.0860 utility 707 -36.0000 11pt_avg 707 0.1126 binG 707 0.0480 G 707 0.0338 ndcg 707 0.2144 ndcg_rel 707 0.2418 Rndcg 707 0.2471 ndcg_cut_5 707 0.2557 ndcg_cut_10 707 0.3226 ndcg_cut_15 707 0.3518 ndcg_cut_20 707 0.4366 ndcg_cut_30 707 0.4657 ndcg_cut_100 707 0.3400 ndcg_cut_200 707 0.2172 ndcg_cut_500 707 0.2144 ndcg_cut_1000 707 0.2144 map_cut_5 707 0.0063 map_cut_10 707 0.0146 map_cut_15 707 0.0200 map_cut_20 707 0.0349 map_cut_30 707 0.0534 map_cut_100 707 0.0845 map_cut_200 707 0.0845 map_cut_500 707 0.0845 map_cut_1000 707 0.0845 relative_P_5 707 0.4000 relative_P_10 707 0.5000 relative_P_15 707 0.4667 relative_P_20 707 0.6000 relative_P_30 707 0.6000 relative_P_100 707 0.3200 relative_P_200 707 0.1720 relative_P_500 707 0.1720 relative_P_1000 707 0.1720 success_1 707 0.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3200 set_relative_P 707 0.3200 set_recall 707 0.1720 set_map 707 0.0551 set_F 707 0.2238 num_nonrel_judged_ret 707 22 rbp 707 0.3499 rbp_resid 707 0.0271 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 55 map 72 0.1031 Rprec 72 0.1180 bpref 72 0.1160 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.7121 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 0.9500 P_30 72 0.9667 P_100 72 0.5500 P_200 72 0.2750 P_500 72 0.1100 P_1000 72 0.0550 relstring 72 '3334333333' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0408 recall_30 72 0.0622 recall_100 72 0.1180 recall_200 72 0.1180 recall_500 72 0.1180 recall_1000 72 0.1180 infAP 72 0.1031 Rprec_mult_0.20 72 0.5851 Rprec_mult_0.40 72 0.2941 Rprec_mult_0.60 72 0.1964 Rprec_mult_0.80 72 0.1475 Rprec_mult_1.00 72 0.1180 Rprec_mult_1.20 72 0.0982 Rprec_mult_1.40 72 0.0842 Rprec_mult_1.60 72 0.0737 Rprec_mult_1.80 72 0.0656 Rprec_mult_2.00 72 0.0590 utility 72 10.0000 11pt_avg 72 0.1556 binG 72 0.0665 G 72 0.0272 ndcg 72 0.1984 ndcg_rel 72 0.2551 Rndcg 72 0.3102 ndcg_cut_5 72 0.7865 ndcg_cut_10 72 0.7737 ndcg_cut_15 72 0.7678 ndcg_cut_20 72 0.7390 ndcg_cut_30 72 0.7362 ndcg_cut_100 72 0.5210 ndcg_cut_200 72 0.3370 ndcg_cut_500 72 0.1984 ndcg_cut_1000 72 0.1984 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0403 map_cut_30 72 0.0609 map_cut_100 72 0.1031 map_cut_200 72 0.1031 map_cut_500 72 0.1031 map_cut_1000 72 0.1031 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 0.9500 relative_P_30 72 0.9667 relative_P_100 72 0.5500 relative_P_200 72 0.2750 relative_P_500 72 0.1180 relative_P_1000 72 0.1180 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.5500 set_relative_P 72 0.5500 set_recall 72 0.1180 set_map 72 0.0649 set_F 72 0.1943 num_nonrel_judged_ret 72 1 rbp 72 0.7337 rbp_resid 72 0.0219 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 19 map 84 0.0637 Rprec 84 0.1338 bpref 84 0.1207 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.3590 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.8000 P_10 84 0.4000 P_15 84 0.4000 P_20 84 0.3500 P_30 84 0.3667 P_100 84 0.1900 P_200 84 0.0950 P_500 84 0.0380 P_1000 84 0.0190 relstring 84 '2222001101' recall_5 84 0.0282 recall_10 84 0.0282 recall_15 84 0.0423 recall_20 84 0.0493 recall_30 84 0.0775 recall_100 84 0.1338 recall_200 84 0.1338 recall_500 84 0.1338 recall_1000 84 0.1338 infAP 84 0.0637 Rprec_mult_0.20 84 0.3448 Rprec_mult_0.40 84 0.2632 Rprec_mult_0.60 84 0.2093 Rprec_mult_0.80 84 0.1667 Rprec_mult_1.00 84 0.1338 Rprec_mult_1.20 84 0.1111 Rprec_mult_1.40 84 0.0955 Rprec_mult_1.60 84 0.0833 Rprec_mult_1.80 84 0.0742 Rprec_mult_2.00 84 0.0669 utility 84 -62.0000 11pt_avg 84 0.1235 binG 84 0.0519 G 84 0.0252 ndcg 84 0.1814 ndcg_rel 84 0.2053 Rndcg 84 0.3172 ndcg_cut_5 84 0.4491 ndcg_cut_10 84 0.3743 ndcg_cut_15 84 0.3648 ndcg_cut_20 84 0.3602 ndcg_cut_30 84 0.3798 ndcg_cut_100 84 0.2721 ndcg_cut_200 84 0.1968 ndcg_cut_500 84 0.1814 ndcg_cut_1000 84 0.1814 map_cut_5 84 0.0282 map_cut_10 84 0.0282 map_cut_15 84 0.0339 map_cut_20 84 0.0366 map_cut_30 84 0.0471 map_cut_100 84 0.0637 map_cut_200 84 0.0637 map_cut_500 84 0.0637 map_cut_1000 84 0.0637 relative_P_5 84 0.8000 relative_P_10 84 0.4000 relative_P_15 84 0.4000 relative_P_20 84 0.3500 relative_P_30 84 0.3667 relative_P_100 84 0.1900 relative_P_200 84 0.1338 relative_P_500 84 0.1338 relative_P_1000 84 0.1338 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1900 set_relative_P 84 0.1900 set_recall 84 0.1338 set_map 84 0.0254 set_F 84 0.1570 num_nonrel_judged_ret 84 26 rbp 84 0.2881 rbp_resid 84 0.0309 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 35 map 897 0.0795 Rprec 897 0.1464 bpref 897 0.1385 recip_rank 897 0.5000 iprec_at_recall_0.00 897 0.8182 iprec_at_recall_0.10 897 0.4068 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.8000 P_15 897 0.6667 P_20 897 0.6500 P_30 897 0.5333 P_100 897 0.3500 P_200 897 0.1750 P_500 897 0.0700 P_1000 897 0.0350 relstring 897 '0323202222' recall_5 897 0.0167 recall_10 897 0.0335 recall_15 897 0.0418 recall_20 897 0.0544 recall_30 897 0.0669 recall_100 897 0.1464 recall_200 897 0.1464 recall_500 897 0.1464 recall_1000 897 0.1464 infAP 897 0.0795 Rprec_mult_0.20 897 0.4375 Rprec_mult_0.40 897 0.3438 Rprec_mult_0.60 897 0.2431 Rprec_mult_0.80 897 0.1823 Rprec_mult_1.00 897 0.1464 Rprec_mult_1.20 897 0.1220 Rprec_mult_1.40 897 0.1045 Rprec_mult_1.60 897 0.0914 Rprec_mult_1.80 897 0.0812 Rprec_mult_2.00 897 0.0732 utility 897 -30.0000 11pt_avg 897 0.1114 binG 897 0.0460 G 897 0.0292 ndcg 897 0.1991 ndcg_rel 897 0.2337 Rndcg 897 0.2909 ndcg_cut_5 897 0.5606 ndcg_cut_10 897 0.5456 ndcg_cut_15 897 0.5140 ndcg_cut_20 897 0.5069 ndcg_cut_30 897 0.4474 ndcg_cut_100 897 0.3824 ndcg_cut_200 897 0.2473 ndcg_cut_500 897 0.1991 ndcg_cut_1000 897 0.1991 map_cut_5 897 0.0114 map_cut_10 897 0.0241 map_cut_15 897 0.0307 map_cut_20 897 0.0394 map_cut_30 897 0.0473 map_cut_100 897 0.0795 map_cut_200 897 0.0795 map_cut_500 897 0.0795 map_cut_1000 897 0.0795 relative_P_5 897 0.8000 relative_P_10 897 0.8000 relative_P_15 897 0.6667 relative_P_20 897 0.6500 relative_P_30 897 0.5333 relative_P_100 897 0.3500 relative_P_200 897 0.1750 relative_P_500 897 0.1464 relative_P_1000 897 0.1464 success_1 897 0.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.3500 set_relative_P 897 0.3500 set_recall 897 0.1464 set_map 897 0.0513 set_F 897 0.2065 num_nonrel_judged_ret 897 26 rbp 897 0.5137 rbp_resid 897 0.0254 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all LAS_sep-que num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 758 map all 0.0933 gm_map all 0.0859 Rprec all 0.1550 bpref all 0.1451 recip_rank all 0.8864 iprec_at_recall_0.00 all 0.9297 iprec_at_recall_0.10 all 0.5014 iprec_at_recall_0.20 all 0.0951 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7455 P_10 all 0.7000 P_15 all 0.6545 P_20 all 0.6273 P_30 all 0.6045 P_100 all 0.3445 P_200 all 0.1723 P_500 all 0.0689 P_1000 all 0.0345 recall_5 all 0.0172 recall_10 all 0.0313 recall_15 all 0.0440 recall_20 all 0.0561 recall_30 all 0.0814 recall_100 all 0.1550 recall_200 all 0.1550 recall_500 all 0.1550 recall_1000 all 0.1550 infAP all 0.0933 gm_bpref all 0.1394 Rprec_mult_0.20 all 0.4848 Rprec_mult_0.40 all 0.3429 Rprec_mult_0.60 all 0.2485 Rprec_mult_0.80 all 0.1915 Rprec_mult_1.00 all 0.1550 Rprec_mult_1.20 all 0.1289 Rprec_mult_1.40 all 0.1106 Rprec_mult_1.60 all 0.0967 Rprec_mult_1.80 all 0.0860 Rprec_mult_2.00 all 0.0775 utility all -31.0909 11pt_avg all 0.1387 binG all 0.0566 G all 0.0342 ndcg all 0.2171 ndcg_rel all 0.2599 Rndcg all 0.3230 ndcg_cut_5 all 0.5974 ndcg_cut_10 all 0.5769 ndcg_cut_15 all 0.5552 ndcg_cut_20 all 0.5430 ndcg_cut_30 all 0.5332 ndcg_cut_100 all 0.3880 ndcg_cut_200 all 0.2617 ndcg_cut_500 all 0.2171 ndcg_cut_1000 all 0.2171 map_cut_5 all 0.0150 map_cut_10 all 0.0260 map_cut_15 all 0.0350 map_cut_20 all 0.0435 map_cut_30 all 0.0593 map_cut_100 all 0.0933 map_cut_200 all 0.0933 map_cut_500 all 0.0933 map_cut_1000 all 0.0933 relative_P_5 all 0.7455 relative_P_10 all 0.7000 relative_P_15 all 0.6545 relative_P_20 all 0.6273 relative_P_30 all 0.6045 relative_P_100 all 0.3445 relative_P_200 all 0.1866 relative_P_500 all 0.1550 relative_P_1000 all 0.1550 success_1 all 0.7727 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.3445 set_relative_P all 0.3445 set_recall all 0.1550 set_map all 0.0547 set_F all 0.2085 num_nonrel_judged_ret all 423 rbp all 0.4890 rbp_resid all 0.0283 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000