num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 50 map 0_10 0.1423 Rprec 0_10 0.1111 bpref 0_10 0.6454 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.1656 iprec_at_recall_0.20 0_10 0.1656 iprec_at_recall_0.30 0_10 0.1656 iprec_at_recall_0.40 0_10 0.1656 iprec_at_recall_0.50 0_10 0.1656 iprec_at_recall_0.60 0_10 0.1594 iprec_at_recall_0.70 0_10 0.1532 iprec_at_recall_0.80 0_10 0.1276 iprec_at_recall_0.90 0_10 0.0980 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.2000 P_10 0_10 0.2000 P_15 0_10 0.2000 P_20 0_10 0.1500 P_30 0_10 0.1333 P_100 0_10 0.1200 P_200 0_10 0.1500 P_500 0_10 0.0980 P_1000 0_10 0.0500 relstring 0_10 '20000---03' recall_5 0_10 0.0185 recall_10 0_10 0.0370 recall_15 0_10 0.0556 recall_20 0_10 0.0556 recall_30 0_10 0.0741 recall_100 0_10 0.2222 recall_200 0_10 0.5556 recall_500 0_10 0.9074 recall_1000 0_10 0.9259 infAP 0_10 0.1423 Rprec_mult_0.20 0_10 0.1818 Rprec_mult_0.40 0_10 0.1364 Rprec_mult_0.60 0_10 0.1212 Rprec_mult_0.80 0_10 0.1136 Rprec_mult_1.00 0_10 0.1111 Rprec_mult_1.20 0_10 0.0923 Rprec_mult_1.40 0_10 0.0789 Rprec_mult_1.60 0_10 0.1149 Rprec_mult_1.80 0_10 0.1122 Rprec_mult_2.00 0_10 0.1296 utility 0_10 -900.0000 11pt_avg 0_10 0.2151 binG 0_10 0.1514 G 0_10 0.1322 ndcg 0_10 0.5393 ndcg_rel 0_10 0.3585 Rndcg 0_10 0.2392 ndcg_cut_5 0_10 0.2261 ndcg_cut_10 0_10 0.2103 ndcg_cut_15 0_10 0.2079 ndcg_cut_20 0_10 0.1731 ndcg_cut_30 0_10 0.1588 ndcg_cut_100 0_10 0.2029 ndcg_cut_200 0_10 0.3654 ndcg_cut_500 0_10 0.5329 ndcg_cut_1000 0_10 0.5393 map_cut_5 0_10 0.0185 map_cut_10 0_10 0.0222 map_cut_15 0_10 0.0265 map_cut_20 0_10 0.0265 map_cut_30 0_10 0.0291 map_cut_100 0_10 0.0454 map_cut_200 0_10 0.0932 map_cut_500 0_10 0.1407 map_cut_1000 0_10 0.1423 relative_P_5 0_10 0.2000 relative_P_10 0_10 0.2000 relative_P_15 0_10 0.2000 relative_P_20 0_10 0.1500 relative_P_30 0_10 0.1333 relative_P_100 0_10 0.2222 relative_P_200 0_10 0.5556 relative_P_500 0_10 0.9074 relative_P_1000 0_10 0.9259 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0500 set_relative_P 0_10 0.9259 set_recall 0_10 0.9259 set_map 0_10 0.0463 set_F 0_10 0.0949 num_nonrel_judged_ret 0_10 30 rbp 0_10 0.1398 rbp_resid 0_10 0.3961 unj_5 0_10 0.0000 unj_10 0_10 0.3000 unj_20 0_10 0.4500 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.7090 Rprec 0_11 0.7500 bpref 0_11 0.7083 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 1.0000 iprec_at_recall_0.40 0_11 1.0000 iprec_at_recall_0.50 0_11 0.8750 iprec_at_recall_0.60 0_11 0.8750 iprec_at_recall_0.70 0_11 0.8182 iprec_at_recall_0.80 0_11 0.1124 iprec_at_recall_0.90 0_11 0.0456 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 1.0000 P_10 0_11 0.8000 P_15 0_11 0.6000 P_20 0_11 0.4500 P_30 0_11 0.3000 P_100 0_11 0.1000 P_200 0_11 0.0500 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '3333303303' recall_5 0_11 0.4167 recall_10 0_11 0.6667 recall_15 0_11 0.7500 recall_20 0_11 0.7500 recall_30 0_11 0.7500 recall_100 0_11 0.8333 recall_200 0_11 0.8333 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.7090 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 1.0000 Rprec_mult_0.60 0_11 0.8750 Rprec_mult_0.80 0_11 0.8000 Rprec_mult_1.00 0_11 0.7500 Rprec_mult_1.20 0_11 0.6000 Rprec_mult_1.40 0_11 0.5294 Rprec_mult_1.60 0_11 0.4500 Rprec_mult_1.80 0_11 0.4091 Rprec_mult_2.00 0_11 0.3750 utility 0_11 -978.0000 11pt_avg 0_11 0.7024 binG 0_11 0.6289 G 0_11 0.5676 ndcg 0_11 0.8729 ndcg_rel 0_11 0.9271 Rndcg 0_11 0.8454 ndcg_cut_5 0_11 1.0000 ndcg_cut_10 0_11 0.8553 ndcg_cut_15 0_11 0.8179 ndcg_cut_20 0_11 0.8179 ndcg_cut_30 0_11 0.8179 ndcg_cut_100 0_11 0.8481 ndcg_cut_200 0_11 0.8481 ndcg_cut_500 0_11 0.8729 ndcg_cut_1000 0_11 0.8729 map_cut_5 0_11 0.4167 map_cut_10 0_11 0.6277 map_cut_15 0_11 0.6959 map_cut_20 0_11 0.6959 map_cut_30 0_11 0.6959 map_cut_100 0_11 0.7052 map_cut_200 0_11 0.7052 map_cut_500 0_11 0.7090 map_cut_1000 0_11 0.7090 relative_P_5 0_11 1.0000 relative_P_10 0_11 0.8000 relative_P_15 0_11 0.7500 relative_P_20 0_11 0.7500 relative_P_30 0_11 0.7500 relative_P_100 0_11 0.8333 relative_P_200 0_11 0.8333 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 18 rbp 0_11 0.5841 rbp_resid 0_11 0.1448 unj_5 0_11 0.0000 unj_10 0_11 0.0000 unj_20 0_11 0.2000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 29 map 0_2 0.0829 Rprec 0_2 0.0294 bpref 0_2 0.0268 recip_rank 0_2 0.2500 iprec_at_recall_0.00 0_2 0.2500 iprec_at_recall_0.10 0_2 0.1236 iprec_at_recall_0.20 0_2 0.1236 iprec_at_recall_0.30 0_2 0.1236 iprec_at_recall_0.40 0_2 0.0966 iprec_at_recall_0.50 0_2 0.0952 iprec_at_recall_0.60 0_2 0.0952 iprec_at_recall_0.70 0_2 0.0952 iprec_at_recall_0.80 0_2 0.0684 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.0333 P_100 0_2 0.1100 P_200 0_2 0.0850 P_500 0_2 0.0580 P_1000 0_2 0.0290 relstring 0_2 '0002000000' recall_5 0_2 0.0294 recall_10 0_2 0.0294 recall_15 0_2 0.0294 recall_20 0_2 0.0294 recall_30 0_2 0.0294 recall_100 0_2 0.3235 recall_200 0_2 0.5000 recall_500 0_2 0.8529 recall_1000 0_2 0.8529 infAP 0_2 0.0829 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0476 Rprec_mult_0.80 0_2 0.0357 Rprec_mult_1.00 0_2 0.0294 Rprec_mult_1.20 0_2 0.0488 Rprec_mult_1.40 0_2 0.0833 Rprec_mult_1.60 0_2 0.0909 Rprec_mult_1.80 0_2 0.0968 Rprec_mult_2.00 0_2 0.1176 utility 0_2 -942.0000 11pt_avg 0_2 0.0974 binG 0_2 0.1325 G 0_2 0.1304 ndcg 0_2 0.4021 ndcg_rel 0_2 0.2750 Rndcg 0_2 0.1311 ndcg_cut_5 0_2 0.1249 ndcg_cut_10 0_2 0.0854 ndcg_cut_15 0_2 0.0691 ndcg_cut_20 0_2 0.0631 ndcg_cut_30 0_2 0.0546 ndcg_cut_100 0_2 0.2256 ndcg_cut_200 0_2 0.2756 ndcg_cut_500 0_2 0.4021 ndcg_cut_1000 0_2 0.4021 map_cut_5 0_2 0.0074 map_cut_10 0_2 0.0074 map_cut_15 0_2 0.0074 map_cut_20 0_2 0.0074 map_cut_30 0_2 0.0074 map_cut_100 0_2 0.0368 map_cut_200 0_2 0.0536 map_cut_500 0_2 0.0829 map_cut_1000 0_2 0.0829 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.0500 relative_P_30 0_2 0.0333 relative_P_100 0_2 0.3235 relative_P_200 0_2 0.5000 relative_P_500 0_2 0.8529 relative_P_1000 0_2 0.8529 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0290 set_relative_P 0_2 0.8529 set_recall 0_2 0.8529 set_map 0_2 0.0247 set_F 0_2 0.0561 num_nonrel_judged_ret 0_2 147 rbp 0_2 0.0515 rbp_resid 0_2 0.0045 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 21 map 0_3 0.3566 Rprec 0_3 0.3333 bpref 0_3 0.3021 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.6667 iprec_at_recall_0.20 0_3 0.4211 iprec_at_recall_0.30 0_3 0.4211 iprec_at_recall_0.40 0_3 0.4211 iprec_at_recall_0.50 0_3 0.4211 iprec_at_recall_0.60 0_3 0.4211 iprec_at_recall_0.70 0_3 0.3696 iprec_at_recall_0.80 0_3 0.3509 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.4000 P_10 0_3 0.4000 P_15 0_3 0.3333 P_20 0_3 0.3500 P_30 0_3 0.3667 P_100 0_3 0.2100 P_200 0_3 0.1050 P_500 0_3 0.0420 P_1000 0_3 0.0210 relstring 0_3 '1010000011' recall_5 0_3 0.0833 recall_10 0_3 0.1667 recall_15 0_3 0.2083 recall_20 0_3 0.2917 recall_30 0_3 0.4583 recall_100 0_3 0.8750 recall_200 0_3 0.8750 recall_500 0_3 0.8750 recall_1000 0_3 0.8750 infAP 0_3 0.3566 Rprec_mult_0.20 0_3 0.4000 Rprec_mult_0.40 0_3 0.4000 Rprec_mult_0.60 0_3 0.3333 Rprec_mult_0.80 0_3 0.3500 Rprec_mult_1.00 0_3 0.3333 Rprec_mult_1.20 0_3 0.3448 Rprec_mult_1.40 0_3 0.3529 Rprec_mult_1.60 0_3 0.4103 Rprec_mult_1.80 0_3 0.3636 Rprec_mult_2.00 0_3 0.3542 utility 0_3 -958.0000 11pt_avg 0_3 0.4084 binG 0_3 0.2550 G 0_3 0.1846 ndcg 0_3 0.5107 ndcg_rel 0_3 0.3706 Rndcg 0_3 0.3345 ndcg_cut_5 0_3 0.2175 ndcg_cut_10 0_3 0.2461 ndcg_cut_15 0_3 0.2406 ndcg_cut_20 0_3 0.2781 ndcg_cut_30 0_3 0.3286 ndcg_cut_100 0_3 0.5107 ndcg_cut_200 0_3 0.5107 ndcg_cut_500 0_3 0.5107 ndcg_cut_1000 0_3 0.5107 map_cut_5 0_3 0.0694 map_cut_10 0_3 0.1000 map_cut_15 0_3 0.1174 map_cut_20 0_3 0.1467 map_cut_30 0_3 0.2077 map_cut_100 0_3 0.3566 map_cut_200 0_3 0.3566 map_cut_500 0_3 0.3566 map_cut_1000 0_3 0.3566 relative_P_5 0_3 0.4000 relative_P_10 0_3 0.4000 relative_P_15 0_3 0.3333 relative_P_20 0_3 0.3500 relative_P_30 0_3 0.4583 relative_P_100 0_3 0.8750 relative_P_200 0_3 0.8750 relative_P_500 0_3 0.8750 relative_P_1000 0_3 0.8750 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0210 set_relative_P 0_3 0.8750 set_recall 0_3 0.8750 set_map 0_3 0.0184 set_F 0_3 0.0410 num_nonrel_judged_ret 0_3 37 rbp 0_3 0.1286 rbp_resid 0_3 0.0162 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 13 map 0_4 0.2893 Rprec 0_4 0.4500 bpref 0_4 0.4925 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.5000 iprec_at_recall_0.30 0_4 0.5000 iprec_at_recall_0.40 0_4 0.5000 iprec_at_recall_0.50 0_4 0.2222 iprec_at_recall_0.60 0_4 0.0952 iprec_at_recall_0.70 0_4 0.0000 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.4000 P_10 0_4 0.4000 P_15 0_4 0.4667 P_20 0_4 0.4500 P_30 0_4 0.3000 P_100 0_4 0.1000 P_200 0_4 0.0650 P_500 0_4 0.0260 P_1000 0_4 0.0130 relstring 0_4 '2200030-04' recall_5 0_4 0.1000 recall_10 0_4 0.2000 recall_15 0_4 0.3500 recall_20 0_4 0.4500 recall_30 0_4 0.4500 recall_100 0_4 0.5000 recall_200 0_4 0.6500 recall_500 0_4 0.6500 recall_1000 0_4 0.6500 infAP 0_4 0.2893 Rprec_mult_0.20 0_4 0.5000 Rprec_mult_0.40 0_4 0.3750 Rprec_mult_0.60 0_4 0.5000 Rprec_mult_0.80 0_4 0.5000 Rprec_mult_1.00 0_4 0.4500 Rprec_mult_1.20 0_4 0.3750 Rprec_mult_1.40 0_4 0.3214 Rprec_mult_1.60 0_4 0.2812 Rprec_mult_1.80 0_4 0.2500 Rprec_mult_2.00 0_4 0.2250 utility 0_4 -974.0000 11pt_avg 0_4 0.3470 binG 0_4 0.2467 G 0_4 0.1893 ndcg 0_4 0.5643 ndcg_rel 0_4 0.5048 Rndcg 0_4 0.4369 ndcg_cut_5 0_4 0.3080 ndcg_cut_10 0_4 0.3982 ndcg_cut_15 0_4 0.4368 ndcg_cut_20 0_4 0.4628 ndcg_cut_30 0_4 0.4628 ndcg_cut_100 0_4 0.5059 ndcg_cut_200 0_4 0.5643 ndcg_cut_500 0_4 0.5643 ndcg_cut_1000 0_4 0.5643 map_cut_5 0_4 0.1000 map_cut_10 0_4 0.1450 map_cut_15 0_4 0.2161 map_cut_20 0_4 0.2647 map_cut_30 0_4 0.2647 map_cut_100 0_4 0.2759 map_cut_200 0_4 0.2893 map_cut_500 0_4 0.2893 map_cut_1000 0_4 0.2893 relative_P_5 0_4 0.4000 relative_P_10 0_4 0.4000 relative_P_15 0_4 0.4667 relative_P_20 0_4 0.4500 relative_P_30 0_4 0.4500 relative_P_100 0_4 0.5000 relative_P_200 0_4 0.6500 relative_P_500 0_4 0.6500 relative_P_1000 0_4 0.6500 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0130 set_relative_P 0_4 0.6500 set_recall 0_4 0.6500 set_map 0_4 0.0084 set_F 0_4 0.0255 num_nonrel_judged_ret 0_4 21 rbp 0_4 0.2356 rbp_resid 0_4 0.2670 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.3000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 4 map 0_6 0.0005 Rprec 0_6 0.0165 bpref 0_6 0.0226 recip_rank 0_6 0.0116 iprec_at_recall_0.00 0_6 0.0215 iprec_at_recall_0.10 0_6 0.0000 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0000 P_20 0_6 0.0000 P_30 0_6 0.0000 P_100 0_6 0.0200 P_200 0_6 0.0150 P_500 0_6 0.0080 P_1000 0_6 0.0040 relstring 0_6 '00000---00' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0000 recall_20 0_6 0.0000 recall_30 0_6 0.0000 recall_100 0_6 0.0165 recall_200 0_6 0.0248 recall_500 0_6 0.0331 recall_1000 0_6 0.0331 infAP 0_6 0.0005 Rprec_mult_0.20 0_6 0.0000 Rprec_mult_0.40 0_6 0.0000 Rprec_mult_0.60 0_6 0.0000 Rprec_mult_0.80 0_6 0.0206 Rprec_mult_1.00 0_6 0.0165 Rprec_mult_1.20 0_6 0.0137 Rprec_mult_1.40 0_6 0.0118 Rprec_mult_1.60 0_6 0.0155 Rprec_mult_1.80 0_6 0.0138 Rprec_mult_2.00 0_6 0.0124 utility 0_6 -992.0000 11pt_avg 0_6 0.0020 binG 0_6 0.0047 G 0_6 0.0050 ndcg 0_6 0.0228 ndcg_rel 0_6 0.0225 Rndcg 0_6 0.0088 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0000 ndcg_cut_20 0_6 0.0000 ndcg_cut_30 0_6 0.0000 ndcg_cut_100 0_6 0.0135 ndcg_cut_200 0_6 0.0194 ndcg_cut_500 0_6 0.0228 ndcg_cut_1000 0_6 0.0228 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0000 map_cut_20 0_6 0.0000 map_cut_30 0_6 0.0000 map_cut_100 0_6 0.0003 map_cut_200 0_6 0.0004 map_cut_500 0_6 0.0005 map_cut_1000 0_6 0.0005 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0000 relative_P_20 0_6 0.0000 relative_P_30 0_6 0.0000 relative_P_100 0_6 0.0200 relative_P_200 0_6 0.0248 relative_P_500 0_6 0.0331 relative_P_1000 0_6 0.0331 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0040 set_relative_P 0_6 0.0331 set_recall 0_6 0.0331 set_map 0_6 0.0001 set_F 0_6 0.0071 num_nonrel_judged_ret 0_6 24 rbp 0_6 0.0000 rbp_resid 0_6 0.4425 unj_5 0_6 0.0000 unj_10 0_6 0.3000 unj_20 0_6 0.5500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 13 map 0_7 0.0980 Rprec 0_7 0.0909 bpref 0_7 0.1873 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 0.2308 iprec_at_recall_0.20 0_7 0.1296 iprec_at_recall_0.30 0_7 0.0932 iprec_at_recall_0.40 0_7 0.0605 iprec_at_recall_0.50 0_7 0.0000 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.4000 P_10 0_7 0.2000 P_15 0_7 0.2000 P_20 0_7 0.1500 P_30 0_7 0.1000 P_100 0_7 0.0900 P_200 0_7 0.0600 P_500 0_7 0.0260 P_1000 0_7 0.0130 relstring 0_7 '11000---0-' recall_5 0_7 0.0606 recall_10 0_7 0.0606 recall_15 0_7 0.0909 recall_20 0_7 0.0909 recall_30 0_7 0.0909 recall_100 0_7 0.2727 recall_200 0_7 0.3636 recall_500 0_7 0.3939 recall_1000 0_7 0.3939 infAP 0_7 0.0980 Rprec_mult_0.20 0_7 0.2857 Rprec_mult_0.40 0_7 0.2143 Rprec_mult_0.60 0_7 0.1500 Rprec_mult_0.80 0_7 0.1111 Rprec_mult_1.00 0_7 0.0909 Rprec_mult_1.20 0_7 0.1000 Rprec_mult_1.40 0_7 0.1064 Rprec_mult_1.60 0_7 0.1132 Rprec_mult_1.80 0_7 0.1167 Rprec_mult_2.00 0_7 0.1061 utility 0_7 -974.0000 11pt_avg 0_7 0.1376 binG 0_7 0.1185 G 0_7 0.0903 ndcg 0_7 0.3192 ndcg_rel 0_7 0.3085 Rndcg 0_7 0.3285 ndcg_cut_5 0_7 0.3561 ndcg_cut_10 0_7 0.2641 ndcg_cut_15 0_7 0.2527 ndcg_cut_20 0_7 0.2184 ndcg_cut_30 0_7 0.1755 ndcg_cut_100 0_7 0.2580 ndcg_cut_200 0_7 0.3078 ndcg_cut_500 0_7 0.3192 ndcg_cut_1000 0_7 0.3192 map_cut_5 0_7 0.0606 map_cut_10 0_7 0.0606 map_cut_15 0_7 0.0676 map_cut_20 0_7 0.0676 map_cut_30 0_7 0.0676 map_cut_100 0_7 0.0888 map_cut_200 0_7 0.0961 map_cut_500 0_7 0.0980 map_cut_1000 0_7 0.0980 relative_P_5 0_7 0.4000 relative_P_10 0_7 0.2000 relative_P_15 0_7 0.2000 relative_P_20 0_7 0.1500 relative_P_30 0_7 0.1000 relative_P_100 0_7 0.2727 relative_P_200 0_7 0.3636 relative_P_500 0_7 0.3939 relative_P_1000 0_7 0.3939 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0130 set_relative_P 0_7 0.3939 set_recall 0_7 0.3939 set_map 0_7 0.0051 set_F 0_7 0.0252 num_nonrel_judged_ret 0_7 53 rbp 0_7 0.1119 rbp_resid 0_7 0.3744 unj_5 0_7 0.0000 unj_10 0_7 0.4000 unj_20 0_7 0.4000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 20 map 0_8 0.2345 Rprec 0_8 0.2903 bpref 0_8 0.4277 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 0.6000 iprec_at_recall_0.20 0_8 0.4286 iprec_at_recall_0.30 0_8 0.3333 iprec_at_recall_0.40 0_8 0.3333 iprec_at_recall_0.50 0_8 0.2133 iprec_at_recall_0.60 0_8 0.2021 iprec_at_recall_0.70 0_8 0.0000 iprec_at_recall_0.80 0_8 0.0000 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.6000 P_10 0_8 0.4000 P_15 0_8 0.4000 P_20 0_8 0.3500 P_30 0_8 0.3000 P_100 0_8 0.1900 P_200 0_8 0.1000 P_500 0_8 0.0400 P_1000 0_8 0.0200 relstring 0_8 '10011-2000' recall_5 0_8 0.0968 recall_10 0_8 0.1290 recall_15 0_8 0.1935 recall_20 0_8 0.2258 recall_30 0_8 0.2903 recall_100 0_8 0.6129 recall_200 0_8 0.6452 recall_500 0_8 0.6452 recall_1000 0_8 0.6452 infAP 0_8 0.2345 Rprec_mult_0.20 0_8 0.5714 Rprec_mult_0.40 0_8 0.3846 Rprec_mult_0.60 0_8 0.3684 Rprec_mult_0.80 0_8 0.2800 Rprec_mult_1.00 0_8 0.2903 Rprec_mult_1.20 0_8 0.3158 Rprec_mult_1.40 0_8 0.2727 Rprec_mult_1.60 0_8 0.2800 Rprec_mult_1.80 0_8 0.2500 Rprec_mult_2.00 0_8 0.2258 utility 0_8 -960.0000 11pt_avg 0_8 0.2828 binG 0_8 0.1866 G 0_8 0.1516 ndcg 0_8 0.4876 ndcg_rel 0_8 0.4128 Rndcg 0_8 0.3609 ndcg_cut_5 0_8 0.3082 ndcg_cut_10 0_8 0.2824 ndcg_cut_15 0_8 0.3229 ndcg_cut_20 0_8 0.3100 ndcg_cut_30 0_8 0.3077 ndcg_cut_100 0_8 0.4666 ndcg_cut_200 0_8 0.4876 ndcg_cut_500 0_8 0.4876 ndcg_cut_1000 0_8 0.4876 map_cut_5 0_8 0.0677 map_cut_10 0_8 0.0862 map_cut_15 0_8 0.1134 map_cut_20 0_8 0.1260 map_cut_30 0_8 0.1463 map_cut_100 0_8 0.2295 map_cut_200 0_8 0.2345 map_cut_500 0_8 0.2345 map_cut_1000 0_8 0.2345 relative_P_5 0_8 0.6000 relative_P_10 0_8 0.4000 relative_P_15 0_8 0.4000 relative_P_20 0_8 0.3500 relative_P_30 0_8 0.3000 relative_P_100 0_8 0.6129 relative_P_200 0_8 0.6452 relative_P_500 0_8 0.6452 relative_P_1000 0_8 0.6452 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0200 set_relative_P 0_8 0.6452 set_recall 0_8 0.6452 set_map 0_8 0.0129 set_F 0_8 0.0388 num_nonrel_judged_ret 0_8 23 rbp 0_8 0.2381 rbp_resid 0_8 0.1938 unj_5 0_8 0.0000 unj_10 0_8 0.1000 unj_20 0_8 0.2500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 16 map 10_1 0.0447 Rprec 10_1 0.1186 bpref 10_1 0.1208 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.1739 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.6000 P_10 10_1 0.5000 P_15 10_1 0.4000 P_20 10_1 0.3000 P_30 10_1 0.2000 P_100 10_1 0.1300 P_200 10_1 0.0750 P_500 10_1 0.0320 P_1000 10_1 0.0160 relstring 10_1 '1001202-10' recall_5 10_1 0.0254 recall_10 10_1 0.0424 recall_15 10_1 0.0508 recall_20 10_1 0.0508 recall_30 10_1 0.0508 recall_100 10_1 0.1102 recall_200 10_1 0.1271 recall_500 10_1 0.1356 recall_1000 10_1 0.1356 infAP 10_1 0.0447 Rprec_mult_0.20 10_1 0.2500 Rprec_mult_0.40 10_1 0.1667 Rprec_mult_0.60 10_1 0.1690 Rprec_mult_0.80 10_1 0.1263 Rprec_mult_1.00 10_1 0.1186 Rprec_mult_1.20 10_1 0.1056 Rprec_mult_1.40 10_1 0.0904 Rprec_mult_1.60 10_1 0.0794 Rprec_mult_1.80 10_1 0.0704 Rprec_mult_2.00 10_1 0.0636 utility 10_1 -968.0000 11pt_avg 10_1 0.1067 binG 10_1 0.0409 G 10_1 0.0257 ndcg 10_1 0.1477 ndcg_rel 10_1 0.1550 Rndcg 10_1 0.1564 ndcg_cut_5 10_1 0.2606 ndcg_cut_10 10_1 0.2723 ndcg_cut_15 10_1 0.2571 ndcg_cut_20 10_1 0.2206 ndcg_cut_30 10_1 0.1758 ndcg_cut_100 10_1 0.1472 ndcg_cut_200 10_1 0.1446 ndcg_cut_500 10_1 0.1477 ndcg_cut_1000 10_1 0.1477 map_cut_5 10_1 0.0178 map_cut_10 10_1 0.0273 map_cut_15 10_1 0.0307 map_cut_20 10_1 0.0307 map_cut_30 10_1 0.0307 map_cut_100 10_1 0.0422 map_cut_200 10_1 0.0442 map_cut_500 10_1 0.0447 map_cut_1000 10_1 0.0447 relative_P_5 10_1 0.6000 relative_P_10 10_1 0.5000 relative_P_15 10_1 0.4000 relative_P_20 10_1 0.3000 relative_P_30 10_1 0.2000 relative_P_100 10_1 0.1300 relative_P_200 10_1 0.1271 relative_P_500 10_1 0.1356 relative_P_1000 10_1 0.1356 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0160 set_relative_P 10_1 0.1356 set_recall 10_1 0.1356 set_map 10_1 0.0022 set_F 10_1 0.0286 num_nonrel_judged_ret 10_1 39 rbp 10_1 0.1696 rbp_resid 10_1 0.2290 unj_5 10_1 0.0000 unj_10 10_1 0.1000 unj_20 10_1 0.3500 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 4 map 10_12 0.0013 Rprec 10_12 0.0282 bpref 10_12 0.0481 recip_rank 10_12 0.0263 iprec_at_recall_0.00 10_12 0.0351 iprec_at_recall_0.10 10_12 0.0000 iprec_at_recall_0.20 10_12 0.0000 iprec_at_recall_0.30 10_12 0.0000 iprec_at_recall_0.40 10_12 0.0000 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.0000 P_10 10_12 0.0000 P_15 10_12 0.0000 P_20 10_12 0.0000 P_30 10_12 0.0000 P_100 10_12 0.0200 P_200 10_12 0.0150 P_500 10_12 0.0060 P_1000 10_12 0.0040 relstring 10_12 '000000----' recall_5 10_12 0.0000 recall_10 10_12 0.0000 recall_15 10_12 0.0000 recall_20 10_12 0.0000 recall_30 10_12 0.0000 recall_100 10_12 0.0282 recall_200 10_12 0.0423 recall_500 10_12 0.0423 recall_1000 10_12 0.0563 infAP 10_12 0.0013 Rprec_mult_0.20 10_12 0.0000 Rprec_mult_0.40 10_12 0.0000 Rprec_mult_0.60 10_12 0.0233 Rprec_mult_0.80 10_12 0.0351 Rprec_mult_1.00 10_12 0.0282 Rprec_mult_1.20 10_12 0.0233 Rprec_mult_1.40 10_12 0.0200 Rprec_mult_1.60 10_12 0.0175 Rprec_mult_1.80 10_12 0.0234 Rprec_mult_2.00 10_12 0.0211 utility 10_12 -992.0000 11pt_avg 10_12 0.0032 binG 10_12 0.0087 G 10_12 0.0061 ndcg 10_12 0.0248 ndcg_rel 10_12 0.0243 Rndcg 10_12 0.0082 ndcg_cut_5 10_12 0.0000 ndcg_cut_10 10_12 0.0000 ndcg_cut_15 10_12 0.0000 ndcg_cut_20 10_12 0.0000 ndcg_cut_30 10_12 0.0000 ndcg_cut_100 10_12 0.0102 ndcg_cut_200 10_12 0.0185 ndcg_cut_500 10_12 0.0185 ndcg_cut_1000 10_12 0.0248 map_cut_5 10_12 0.0000 map_cut_10 10_12 0.0000 map_cut_15 10_12 0.0000 map_cut_20 10_12 0.0000 map_cut_30 10_12 0.0000 map_cut_100 10_12 0.0009 map_cut_200 10_12 0.0012 map_cut_500 10_12 0.0012 map_cut_1000 10_12 0.0013 relative_P_5 10_12 0.0000 relative_P_10 10_12 0.0000 relative_P_15 10_12 0.0000 relative_P_20 10_12 0.0000 relative_P_30 10_12 0.0000 relative_P_100 10_12 0.0282 relative_P_200 10_12 0.0423 relative_P_500 10_12 0.0423 relative_P_1000 10_12 0.0563 success_1 10_12 0.0000 success_5 10_12 0.0000 success_10 10_12 0.0000 set_P 10_12 0.0040 set_relative_P 10_12 0.0563 set_recall 10_12 0.0563 set_map 10_12 0.0002 set_F 10_12 0.0075 num_nonrel_judged_ret 10_12 12 rbp 10_12 0.0006 rbp_resid 10_12 0.4858 unj_5 10_12 0.0000 unj_10 10_12 0.4000 unj_20 10_12 0.6500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 5 map 10_2 0.0029 Rprec 10_2 0.0333 bpref 10_2 0.0167 recip_rank 10_2 0.0556 iprec_at_recall_0.00 10_2 0.0556 iprec_at_recall_0.10 10_2 0.0092 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0500 P_30 10_2 0.0333 P_100 10_2 0.0100 P_200 10_2 0.0050 P_500 10_2 0.0080 P_1000 10_2 0.0050 relstring 10_2 '0000000000' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0333 recall_30 10_2 0.0333 recall_100 10_2 0.0333 recall_200 10_2 0.0333 recall_500 10_2 0.1333 recall_1000 10_2 0.1667 infAP 10_2 0.0029 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0556 Rprec_mult_0.80 10_2 0.0417 Rprec_mult_1.00 10_2 0.0333 Rprec_mult_1.20 10_2 0.0278 Rprec_mult_1.40 10_2 0.0238 Rprec_mult_1.60 10_2 0.0208 Rprec_mult_1.80 10_2 0.0185 Rprec_mult_2.00 10_2 0.0167 utility 10_2 -990.0000 11pt_avg 10_2 0.0059 binG 10_2 0.0233 G 10_2 0.0205 ndcg 10_2 0.0566 ndcg_rel 10_2 0.0525 Rndcg 10_2 0.0139 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0146 ndcg_cut_30 10_2 0.0129 ndcg_cut_100 10_2 0.0129 ndcg_cut_200 10_2 0.0129 ndcg_cut_500 10_2 0.0448 ndcg_cut_1000 10_2 0.0566 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0019 map_cut_30 10_2 0.0019 map_cut_100 10_2 0.0019 map_cut_200 10_2 0.0019 map_cut_500 10_2 0.0027 map_cut_1000 10_2 0.0029 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0500 relative_P_30 10_2 0.0333 relative_P_100 10_2 0.0333 relative_P_200 10_2 0.0333 relative_P_500 10_2 0.1333 relative_P_1000 10_2 0.1667 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0050 set_relative_P 10_2 0.1667 set_recall 10_2 0.1667 set_map 10_2 0.0008 set_F 10_2 0.0097 num_nonrel_judged_ret 10_2 84 rbp 10_2 0.0042 rbp_resid 10_2 0.0625 unj_5 10_2 0.0000 unj_10 10_2 0.0000 unj_20 10_2 0.1000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 0 map 10_3 0.0000 Rprec 10_3 0.0000 bpref 10_3 0.0000 recip_rank 10_3 0.0000 iprec_at_recall_0.00 10_3 0.0000 iprec_at_recall_0.10 10_3 0.0000 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0000 P_200 10_3 0.0000 P_500 10_3 0.0000 P_1000 10_3 0.0000 relstring 10_3 '00000-----' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0000 recall_200 10_3 0.0000 recall_500 10_3 0.0000 recall_1000 10_3 0.0000 infAP 10_3 0.0000 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -1000.0000 11pt_avg 10_3 0.0000 binG 10_3 0.0000 G 10_3 0.0000 ndcg 10_3 0.0000 ndcg_rel 10_3 0.0000 Rndcg 10_3 0.0000 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0000 ndcg_cut_200 10_3 0.0000 ndcg_cut_500 10_3 0.0000 ndcg_cut_1000 10_3 0.0000 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0000 map_cut_200 10_3 0.0000 map_cut_500 10_3 0.0000 map_cut_1000 10_3 0.0000 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0000 relative_P_200 10_3 0.0000 relative_P_500 10_3 0.0000 relative_P_1000 10_3 0.0000 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0000 set_relative_P 10_3 0.0000 set_recall 10_3 0.0000 set_map 10_3 0.0000 set_F 10_3 0.0000 num_nonrel_judged_ret 10_3 9 rbp 10_3 0.0000 rbp_resid 10_3 0.5853 unj_5 10_3 0.0000 unj_10 10_3 0.5000 unj_20 10_3 0.7500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 3 map 10_6 0.0033 Rprec 10_6 0.0226 bpref 10_6 0.0217 recip_rank 10_6 0.3333 iprec_at_recall_0.00 10_6 0.3333 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.2000 P_10 10_6 0.1000 P_15 10_6 0.0667 P_20 10_6 0.0500 P_30 10_6 0.0333 P_100 10_6 0.0300 P_200 10_6 0.0150 P_500 10_6 0.0060 P_1000 10_6 0.0030 relstring 10_6 '00100-----' recall_5 10_6 0.0075 recall_10 10_6 0.0075 recall_15 10_6 0.0075 recall_20 10_6 0.0075 recall_30 10_6 0.0075 recall_100 10_6 0.0226 recall_200 10_6 0.0226 recall_500 10_6 0.0226 recall_1000 10_6 0.0226 infAP 10_6 0.0033 Rprec_mult_0.20 10_6 0.0370 Rprec_mult_0.40 10_6 0.0370 Rprec_mult_0.60 10_6 0.0375 Rprec_mult_0.80 10_6 0.0280 Rprec_mult_1.00 10_6 0.0226 Rprec_mult_1.20 10_6 0.0187 Rprec_mult_1.40 10_6 0.0160 Rprec_mult_1.60 10_6 0.0141 Rprec_mult_1.80 10_6 0.0125 Rprec_mult_2.00 10_6 0.0113 utility 10_6 -994.0000 11pt_avg 10_6 0.0303 binG 10_6 0.0065 G 10_6 0.0036 ndcg 10_6 0.0232 ndcg_rel 10_6 0.0238 Rndcg 10_6 0.0386 ndcg_cut_5 10_6 0.0623 ndcg_cut_10 10_6 0.0446 ndcg_cut_15 10_6 0.0361 ndcg_cut_20 10_6 0.0308 ndcg_cut_30 10_6 0.0244 ndcg_cut_100 10_6 0.0261 ndcg_cut_200 10_6 0.0232 ndcg_cut_500 10_6 0.0232 ndcg_cut_1000 10_6 0.0232 map_cut_5 10_6 0.0025 map_cut_10 10_6 0.0025 map_cut_15 10_6 0.0025 map_cut_20 10_6 0.0025 map_cut_30 10_6 0.0025 map_cut_100 10_6 0.0033 map_cut_200 10_6 0.0033 map_cut_500 10_6 0.0033 map_cut_1000 10_6 0.0033 relative_P_5 10_6 0.2000 relative_P_10 10_6 0.1000 relative_P_15 10_6 0.0667 relative_P_20 10_6 0.0500 relative_P_30 10_6 0.0333 relative_P_100 10_6 0.0300 relative_P_200 10_6 0.0226 relative_P_500 10_6 0.0226 relative_P_1000 10_6 0.0226 success_1 10_6 0.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0030 set_relative_P 10_6 0.0226 set_recall 10_6 0.0226 set_map 10_6 0.0001 set_F 10_6 0.0053 num_nonrel_judged_ret 10_6 5 rbp 10_6 0.0277 rbp_resid 10_6 0.5870 unj_5 10_6 0.0000 unj_10 10_6 0.5000 unj_20 10_6 0.7500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 28 map 10_7 0.0775 Rprec 10_7 0.1409 bpref 10_7 0.1756 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.2632 iprec_at_recall_0.20 10_7 0.0000 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.8000 P_10 10_7 0.7000 P_15 10_7 0.6667 P_20 10_7 0.5000 P_30 10_7 0.3333 P_100 10_7 0.1900 P_200 10_7 0.1200 P_500 10_7 0.0540 P_1000 10_7 0.0280 relstring 10_7 '121011--11' recall_5 10_7 0.0268 recall_10 10_7 0.0470 recall_15 10_7 0.0671 recall_20 10_7 0.0671 recall_30 10_7 0.0671 recall_100 10_7 0.1275 recall_200 10_7 0.1611 recall_500 10_7 0.1812 recall_1000 10_7 0.1879 infAP 10_7 0.0775 Rprec_mult_0.20 10_7 0.3333 Rprec_mult_0.40 10_7 0.2500 Rprec_mult_0.60 10_7 0.1889 Rprec_mult_0.80 10_7 0.1750 Rprec_mult_1.00 10_7 0.1409 Rprec_mult_1.20 10_7 0.1341 Rprec_mult_1.40 10_7 0.1196 Rprec_mult_1.60 10_7 0.1046 Rprec_mult_1.80 10_7 0.0967 Rprec_mult_2.00 10_7 0.0872 utility 10_7 -944.0000 11pt_avg 10_7 0.1148 binG 10_7 0.0616 G 10_7 0.0392 ndcg 10_7 0.2165 ndcg_rel 10_7 0.2314 Rndcg 10_7 0.2449 ndcg_cut_5 10_7 0.4565 ndcg_cut_10 10_7 0.4060 ndcg_cut_15 10_7 0.3846 ndcg_cut_20 10_7 0.3244 ndcg_cut_30 10_7 0.2532 ndcg_cut_100 10_7 0.2096 ndcg_cut_200 10_7 0.2007 ndcg_cut_500 10_7 0.2136 ndcg_cut_1000 10_7 0.2165 map_cut_5 10_7 0.0255 map_cut_10 10_7 0.0403 map_cut_15 10_7 0.0546 map_cut_20 10_7 0.0546 map_cut_30 10_7 0.0546 map_cut_100 10_7 0.0697 map_cut_200 10_7 0.0750 map_cut_500 10_7 0.0772 map_cut_1000 10_7 0.0775 relative_P_5 10_7 0.8000 relative_P_10 10_7 0.7000 relative_P_15 10_7 0.6667 relative_P_20 10_7 0.5000 relative_P_30 10_7 0.3333 relative_P_100 10_7 0.1900 relative_P_200 10_7 0.1611 relative_P_500 10_7 0.1812 relative_P_1000 10_7 0.1879 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0280 set_relative_P 10_7 0.1879 set_recall 10_7 0.1879 set_map 10_7 0.0053 set_F 10_7 0.0487 num_nonrel_judged_ret 10_7 18 rbp 10_7 0.2208 rbp_resid 10_7 0.3249 unj_5 10_7 0.0000 unj_10 10_7 0.2000 unj_20 10_7 0.3500 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 14 map 10_8 0.0517 Rprec 10_8 0.1316 bpref 10_8 0.1759 recip_rank 10_8 0.3333 iprec_at_recall_0.00 10_8 0.5714 iprec_at_recall_0.10 10_8 0.2727 iprec_at_recall_0.20 10_8 0.0000 iprec_at_recall_0.30 10_8 0.0000 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.4000 P_10 10_8 0.5000 P_15 10_8 0.3333 P_20 10_8 0.2500 P_30 10_8 0.2667 P_100 10_8 0.1000 P_200 10_8 0.0550 P_500 10_8 0.0260 P_1000 10_8 0.0140 relstring 10_8 '0011011-1-' recall_5 10_8 0.0263 recall_10 10_8 0.0658 recall_15 10_8 0.0658 recall_20 10_8 0.0658 recall_30 10_8 0.1053 recall_100 10_8 0.1316 recall_200 10_8 0.1447 recall_500 10_8 0.1711 recall_1000 10_8 0.1842 infAP 10_8 0.0517 Rprec_mult_0.20 10_8 0.3125 Rprec_mult_0.40 10_8 0.2581 Rprec_mult_0.60 10_8 0.1957 Rprec_mult_0.80 10_8 0.1639 Rprec_mult_1.00 10_8 0.1316 Rprec_mult_1.20 10_8 0.1087 Rprec_mult_1.40 10_8 0.0935 Rprec_mult_1.60 10_8 0.0902 Rprec_mult_1.80 10_8 0.0803 Rprec_mult_2.00 10_8 0.0724 utility 10_8 -972.0000 11pt_avg 10_8 0.0767 binG 10_8 0.0504 G 10_8 0.0309 ndcg 10_8 0.1431 ndcg_rel 10_8 0.1425 Rndcg 10_8 0.0945 ndcg_cut_5 10_8 0.1236 ndcg_cut_10 10_8 0.1793 ndcg_cut_15 10_8 0.1439 ndcg_cut_20 10_8 0.1223 ndcg_cut_30 10_8 0.1346 ndcg_cut_100 10_8 0.1155 ndcg_cut_200 10_8 0.1209 ndcg_cut_500 10_8 0.1392 ndcg_cut_1000 10_8 0.1431 map_cut_5 10_8 0.0110 map_cut_10 10_8 0.0324 map_cut_15 10_8 0.0324 map_cut_20 10_8 0.0324 map_cut_30 10_8 0.0426 map_cut_100 10_8 0.0489 map_cut_200 10_8 0.0502 map_cut_500 10_8 0.0515 map_cut_1000 10_8 0.0517 relative_P_5 10_8 0.4000 relative_P_10 10_8 0.5000 relative_P_15 10_8 0.3333 relative_P_20 10_8 0.2500 relative_P_30 10_8 0.2667 relative_P_100 10_8 0.1316 relative_P_200 10_8 0.1447 relative_P_500 10_8 0.1711 relative_P_1000 10_8 0.1842 success_1 10_8 0.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0140 set_relative_P 10_8 0.1842 set_recall 10_8 0.1842 set_map 10_8 0.0026 set_F 10_8 0.0260 num_nonrel_judged_ret 10_8 6 rbp 10_8 0.1122 rbp_resid 10_8 0.4073 unj_5 10_8 0.0000 unj_10 10_8 0.2000 unj_20 10_8 0.6000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 24 map 11_10 0.0834 Rprec 11_10 0.1825 bpref 11_10 0.1717 recip_rank 11_10 0.2000 iprec_at_recall_0.00 11_10 0.6190 iprec_at_recall_0.10 11_10 0.6190 iprec_at_recall_0.20 11_10 0.0000 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.2000 P_10 11_10 0.4000 P_15 11_10 0.4667 P_20 11_10 0.6000 P_30 11_10 0.5000 P_100 11_10 0.2300 P_200 11_10 0.1150 P_500 11_10 0.0480 P_1000 11_10 0.0240 relstring 11_10 '000012031-' recall_5 11_10 0.0079 recall_10 11_10 0.0317 recall_15 11_10 0.0556 recall_20 11_10 0.0952 recall_30 11_10 0.1190 recall_100 11_10 0.1825 recall_200 11_10 0.1825 recall_500 11_10 0.1905 recall_1000 11_10 0.1905 infAP 11_10 0.0834 Rprec_mult_0.20 11_10 0.5385 Rprec_mult_0.40 11_10 0.3922 Rprec_mult_0.60 11_10 0.3026 Rprec_mult_0.80 11_10 0.2277 Rprec_mult_1.00 11_10 0.1825 Rprec_mult_1.20 11_10 0.1513 Rprec_mult_1.40 11_10 0.1299 Rprec_mult_1.60 11_10 0.1139 Rprec_mult_1.80 11_10 0.1013 Rprec_mult_2.00 11_10 0.0952 utility 11_10 -952.0000 11pt_avg 11_10 0.1126 binG 11_10 0.0517 G 11_10 0.0264 ndcg 11_10 0.1549 ndcg_rel 11_10 0.1644 Rndcg 11_10 0.1407 ndcg_cut_5 11_10 0.0393 ndcg_cut_10 11_10 0.1604 ndcg_cut_15 11_10 0.1964 ndcg_cut_20 11_10 0.2709 ndcg_cut_30 11_10 0.2410 ndcg_cut_100 11_10 0.1638 ndcg_cut_200 11_10 0.1526 ndcg_cut_500 11_10 0.1549 ndcg_cut_1000 11_10 0.1549 map_cut_5 11_10 0.0016 map_cut_10 11_10 0.0107 map_cut_15 11_10 0.0211 map_cut_20 11_10 0.0431 map_cut_30 11_10 0.0570 map_cut_100 11_10 0.0826 map_cut_200 11_10 0.0826 map_cut_500 11_10 0.0834 map_cut_1000 11_10 0.0834 relative_P_5 11_10 0.2000 relative_P_10 11_10 0.4000 relative_P_15 11_10 0.4667 relative_P_20 11_10 0.6000 relative_P_30 11_10 0.5000 relative_P_100 11_10 0.2300 relative_P_200 11_10 0.1825 relative_P_500 11_10 0.1905 relative_P_1000 11_10 0.1905 success_1 11_10 0.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0240 set_relative_P 11_10 0.1905 set_recall 11_10 0.1905 set_map 11_10 0.0046 set_F 11_10 0.0426 num_nonrel_judged_ret 11_10 8 rbp 11_10 0.1800 rbp_resid 11_10 0.1661 unj_5 11_10 0.0000 unj_10 11_10 0.1000 unj_20 11_10 0.1500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 51 map 11_11 0.3003 Rprec 11_11 0.3582 bpref 11_11 0.3799 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 0.9062 iprec_at_recall_0.30 11_11 0.6061 iprec_at_recall_0.40 11_11 0.0000 iprec_at_recall_0.50 11_11 0.0000 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 1.0000 P_20 11_11 1.0000 P_30 11_11 0.9000 P_100 11_11 0.4400 P_200 11_11 0.2450 P_500 11_11 0.1020 P_1000 11_11 0.0510 relstring 11_11 '3122222232' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1119 recall_20 11_11 0.1493 recall_30 11_11 0.2015 recall_100 11_11 0.3284 recall_200 11_11 0.3657 recall_500 11_11 0.3806 recall_1000 11_11 0.3806 infAP 11_11 0.3003 Rprec_mult_0.20 11_11 0.9259 Rprec_mult_0.40 11_11 0.6481 Rprec_mult_0.60 11_11 0.5185 Rprec_mult_0.80 11_11 0.4259 Rprec_mult_1.00 11_11 0.3582 Rprec_mult_1.20 11_11 0.2981 Rprec_mult_1.40 11_11 0.2606 Rprec_mult_1.60 11_11 0.2279 Rprec_mult_1.80 11_11 0.2025 Rprec_mult_2.00 11_11 0.1828 utility 11_11 -898.0000 11pt_avg 11_11 0.3193 binG 11_11 0.2229 G 11_11 0.0883 ndcg 11_11 0.4515 ndcg_rel 11_11 0.5045 Rndcg 11_11 0.5480 ndcg_cut_5 11_11 0.6364 ndcg_cut_10 11_11 0.6669 ndcg_cut_15 11_11 0.6667 ndcg_cut_20 11_11 0.6452 ndcg_cut_30 11_11 0.6097 ndcg_cut_100 11_11 0.4656 ndcg_cut_200 11_11 0.4471 ndcg_cut_500 11_11 0.4515 ndcg_cut_1000 11_11 0.4515 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1119 map_cut_20 11_11 0.1493 map_cut_30 11_11 0.1985 map_cut_100 11_11 0.2837 map_cut_200 11_11 0.2980 map_cut_500 11_11 0.3003 map_cut_1000 11_11 0.3003 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 1.0000 relative_P_20 11_11 1.0000 relative_P_30 11_11 0.9000 relative_P_100 11_11 0.4400 relative_P_200 11_11 0.3657 relative_P_500 11_11 0.3806 relative_P_1000 11_11 0.3806 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.0510 set_relative_P 11_11 0.3806 set_recall 11_11 0.3806 set_map 11_11 0.0194 set_F 11_11 0.0899 num_nonrel_judged_ret 11_11 1 rbp 11_11 0.4818 rbp_resid 11_11 0.0496 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 1 map 11_12 0.0112 Rprec 11_12 0.0112 bpref 11_12 0.0112 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.0000 iprec_at_recall_0.20 11_12 0.0000 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.2000 P_10 11_12 0.1000 P_15 11_12 0.0667 P_20 11_12 0.0500 P_30 11_12 0.0333 P_100 11_12 0.0100 P_200 11_12 0.0050 P_500 11_12 0.0020 P_1000 11_12 0.0010 relstring 11_12 '10000---00' recall_5 11_12 0.0112 recall_10 11_12 0.0112 recall_15 11_12 0.0112 recall_20 11_12 0.0112 recall_30 11_12 0.0112 recall_100 11_12 0.0112 recall_200 11_12 0.0112 recall_500 11_12 0.0112 recall_1000 11_12 0.0112 infAP 11_12 0.0112 Rprec_mult_0.20 11_12 0.0556 Rprec_mult_0.40 11_12 0.0278 Rprec_mult_0.60 11_12 0.0185 Rprec_mult_0.80 11_12 0.0139 Rprec_mult_1.00 11_12 0.0112 Rprec_mult_1.20 11_12 0.0093 Rprec_mult_1.40 11_12 0.0080 Rprec_mult_1.60 11_12 0.0070 Rprec_mult_1.80 11_12 0.0062 Rprec_mult_2.00 11_12 0.0056 utility 11_12 -998.0000 11pt_avg 11_12 0.0909 binG 11_12 0.0112 G 11_12 0.0032 ndcg 11_12 0.0265 ndcg_rel 11_12 0.0299 Rndcg 11_12 0.0374 ndcg_cut_5 11_12 0.1131 ndcg_cut_10 11_12 0.0734 ndcg_cut_15 11_12 0.0595 ndcg_cut_20 11_12 0.0522 ndcg_cut_30 11_12 0.0427 ndcg_cut_100 11_12 0.0265 ndcg_cut_200 11_12 0.0265 ndcg_cut_500 11_12 0.0265 ndcg_cut_1000 11_12 0.0265 map_cut_5 11_12 0.0112 map_cut_10 11_12 0.0112 map_cut_15 11_12 0.0112 map_cut_20 11_12 0.0112 map_cut_30 11_12 0.0112 map_cut_100 11_12 0.0112 map_cut_200 11_12 0.0112 map_cut_500 11_12 0.0112 map_cut_1000 11_12 0.0112 relative_P_5 11_12 0.2000 relative_P_10 11_12 0.1000 relative_P_15 11_12 0.0667 relative_P_20 11_12 0.0500 relative_P_30 11_12 0.0333 relative_P_100 11_12 0.0112 relative_P_200 11_12 0.0112 relative_P_500 11_12 0.0112 relative_P_1000 11_12 0.0112 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0010 set_relative_P 11_12 0.0112 set_recall 11_12 0.0112 set_map 11_12 0.0000 set_F 11_12 0.0018 num_nonrel_judged_ret 11_12 11 rbp 11_12 0.0333 rbp_resid 11_12 0.5075 unj_5 11_12 0.0000 unj_10 11_12 0.3000 unj_20 11_12 0.6500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 0 map 11_13 0.0000 Rprec 11_13 0.0000 bpref 11_13 0.0000 recip_rank 11_13 0.0000 iprec_at_recall_0.00 11_13 0.0000 iprec_at_recall_0.10 11_13 0.0000 iprec_at_recall_0.20 11_13 0.0000 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.0000 P_10 11_13 0.0000 P_15 11_13 0.0000 P_20 11_13 0.0000 P_30 11_13 0.0000 P_100 11_13 0.0000 P_200 11_13 0.0000 P_500 11_13 0.0000 P_1000 11_13 0.0000 relstring 11_13 '0----0----' recall_5 11_13 0.0000 recall_10 11_13 0.0000 recall_15 11_13 0.0000 recall_20 11_13 0.0000 recall_30 11_13 0.0000 recall_100 11_13 0.0000 recall_200 11_13 0.0000 recall_500 11_13 0.0000 recall_1000 11_13 0.0000 infAP 11_13 0.0000 Rprec_mult_0.20 11_13 0.0000 Rprec_mult_0.40 11_13 0.0000 Rprec_mult_0.60 11_13 0.0000 Rprec_mult_0.80 11_13 0.0000 Rprec_mult_1.00 11_13 0.0000 Rprec_mult_1.20 11_13 0.0000 Rprec_mult_1.40 11_13 0.0000 Rprec_mult_1.60 11_13 0.0000 Rprec_mult_1.80 11_13 0.0000 Rprec_mult_2.00 11_13 0.0000 utility 11_13 -1000.0000 11pt_avg 11_13 0.0000 binG 11_13 0.0000 G 11_13 0.0000 ndcg 11_13 0.0000 ndcg_rel 11_13 0.0000 Rndcg 11_13 0.0000 ndcg_cut_5 11_13 0.0000 ndcg_cut_10 11_13 0.0000 ndcg_cut_15 11_13 0.0000 ndcg_cut_20 11_13 0.0000 ndcg_cut_30 11_13 0.0000 ndcg_cut_100 11_13 0.0000 ndcg_cut_200 11_13 0.0000 ndcg_cut_500 11_13 0.0000 ndcg_cut_1000 11_13 0.0000 map_cut_5 11_13 0.0000 map_cut_10 11_13 0.0000 map_cut_15 11_13 0.0000 map_cut_20 11_13 0.0000 map_cut_30 11_13 0.0000 map_cut_100 11_13 0.0000 map_cut_200 11_13 0.0000 map_cut_500 11_13 0.0000 map_cut_1000 11_13 0.0000 relative_P_5 11_13 0.0000 relative_P_10 11_13 0.0000 relative_P_15 11_13 0.0000 relative_P_20 11_13 0.0000 relative_P_30 11_13 0.0000 relative_P_100 11_13 0.0000 relative_P_200 11_13 0.0000 relative_P_500 11_13 0.0000 relative_P_1000 11_13 0.0000 success_1 11_13 0.0000 success_5 11_13 0.0000 success_10 11_13 0.0000 set_P 11_13 0.0000 set_relative_P 11_13 0.0000 set_recall 11_13 0.0000 set_map 11_13 0.0000 set_F 11_13 0.0000 num_nonrel_judged_ret 11_13 6 rbp 11_13 0.0000 rbp_resid 11_13 0.8410 unj_5 11_13 0.8000 unj_10 11_13 0.8000 unj_20 11_13 0.9000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 0 map 11_2 0.0000 Rprec 11_2 0.0000 bpref 11_2 0.0000 recip_rank 11_2 0.0000 iprec_at_recall_0.00 11_2 0.0000 iprec_at_recall_0.10 11_2 0.0000 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.0000 P_10 11_2 0.0000 P_15 11_2 0.0000 P_20 11_2 0.0000 P_30 11_2 0.0000 P_100 11_2 0.0000 P_200 11_2 0.0000 P_500 11_2 0.0000 P_1000 11_2 0.0000 relstring 11_2 '0-------0-' recall_5 11_2 0.0000 recall_10 11_2 0.0000 recall_15 11_2 0.0000 recall_20 11_2 0.0000 recall_30 11_2 0.0000 recall_100 11_2 0.0000 recall_200 11_2 0.0000 recall_500 11_2 0.0000 recall_1000 11_2 0.0000 infAP 11_2 0.0000 Rprec_mult_0.20 11_2 0.0000 Rprec_mult_0.40 11_2 0.0000 Rprec_mult_0.60 11_2 0.0000 Rprec_mult_0.80 11_2 0.0000 Rprec_mult_1.00 11_2 0.0000 Rprec_mult_1.20 11_2 0.0000 Rprec_mult_1.40 11_2 0.0000 Rprec_mult_1.60 11_2 0.0000 Rprec_mult_1.80 11_2 0.0000 Rprec_mult_2.00 11_2 0.0000 utility 11_2 -1000.0000 11pt_avg 11_2 0.0000 binG 11_2 0.0000 G 11_2 0.0000 ndcg 11_2 0.0000 ndcg_rel 11_2 0.0000 Rndcg 11_2 0.0000 ndcg_cut_5 11_2 0.0000 ndcg_cut_10 11_2 0.0000 ndcg_cut_15 11_2 0.0000 ndcg_cut_20 11_2 0.0000 ndcg_cut_30 11_2 0.0000 ndcg_cut_100 11_2 0.0000 ndcg_cut_200 11_2 0.0000 ndcg_cut_500 11_2 0.0000 ndcg_cut_1000 11_2 0.0000 map_cut_5 11_2 0.0000 map_cut_10 11_2 0.0000 map_cut_15 11_2 0.0000 map_cut_20 11_2 0.0000 map_cut_30 11_2 0.0000 map_cut_100 11_2 0.0000 map_cut_200 11_2 0.0000 map_cut_500 11_2 0.0000 map_cut_1000 11_2 0.0000 relative_P_5 11_2 0.0000 relative_P_10 11_2 0.0000 relative_P_15 11_2 0.0000 relative_P_20 11_2 0.0000 relative_P_30 11_2 0.0000 relative_P_100 11_2 0.0000 relative_P_200 11_2 0.0000 relative_P_500 11_2 0.0000 relative_P_1000 11_2 0.0000 success_1 11_2 0.0000 success_5 11_2 0.0000 success_10 11_2 0.0000 set_P 11_2 0.0000 set_relative_P 11_2 0.0000 set_recall 11_2 0.0000 set_map 11_2 0.0000 set_F 11_2 0.0000 num_nonrel_judged_ret 11_2 6 rbp 11_2 0.0000 rbp_resid 11_2 0.8570 unj_5 11_2 0.8000 unj_10 11_2 0.8000 unj_20 11_2 0.9000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 1 map 11_3 0.0053 Rprec 11_3 0.0053 bpref 11_3 0.0053 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.0000 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.2000 P_10 11_3 0.1000 P_15 11_3 0.0667 P_20 11_3 0.0500 P_30 11_3 0.0333 P_100 11_3 0.0100 P_200 11_3 0.0050 P_500 11_3 0.0020 P_1000 11_3 0.0010 relstring 11_3 '10000-----' recall_5 11_3 0.0053 recall_10 11_3 0.0053 recall_15 11_3 0.0053 recall_20 11_3 0.0053 recall_30 11_3 0.0053 recall_100 11_3 0.0053 recall_200 11_3 0.0053 recall_500 11_3 0.0053 recall_1000 11_3 0.0053 infAP 11_3 0.0053 Rprec_mult_0.20 11_3 0.0263 Rprec_mult_0.40 11_3 0.0132 Rprec_mult_0.60 11_3 0.0088 Rprec_mult_0.80 11_3 0.0066 Rprec_mult_1.00 11_3 0.0053 Rprec_mult_1.20 11_3 0.0044 Rprec_mult_1.40 11_3 0.0038 Rprec_mult_1.60 11_3 0.0033 Rprec_mult_1.80 11_3 0.0029 Rprec_mult_2.00 11_3 0.0027 utility 11_3 -998.0000 11pt_avg 11_3 0.0909 binG 11_3 0.0053 G 11_3 0.0015 ndcg 11_3 0.0156 ndcg_rel 11_3 0.0173 Rndcg 11_3 0.0233 ndcg_cut_5 11_3 0.1131 ndcg_cut_10 11_3 0.0734 ndcg_cut_15 11_3 0.0569 ndcg_cut_20 11_3 0.0473 ndcg_cut_30 11_3 0.0384 ndcg_cut_100 11_3 0.0202 ndcg_cut_200 11_3 0.0156 ndcg_cut_500 11_3 0.0156 ndcg_cut_1000 11_3 0.0156 map_cut_5 11_3 0.0053 map_cut_10 11_3 0.0053 map_cut_15 11_3 0.0053 map_cut_20 11_3 0.0053 map_cut_30 11_3 0.0053 map_cut_100 11_3 0.0053 map_cut_200 11_3 0.0053 map_cut_500 11_3 0.0053 map_cut_1000 11_3 0.0053 relative_P_5 11_3 0.2000 relative_P_10 11_3 0.1000 relative_P_15 11_3 0.0667 relative_P_20 11_3 0.0500 relative_P_30 11_3 0.0333 relative_P_100 11_3 0.0100 relative_P_200 11_3 0.0053 relative_P_500 11_3 0.0053 relative_P_1000 11_3 0.0053 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0010 set_relative_P 11_3 0.0053 set_recall 11_3 0.0053 set_map 11_3 0.0000 set_F 11_3 0.0017 num_nonrel_judged_ret 11_3 5 rbp 11_3 0.0333 rbp_resid 11_3 0.5905 unj_5 11_3 0.0000 unj_10 11_3 0.5000 unj_20 11_3 0.7500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 0 map 11_4 0.0000 Rprec 11_4 0.0000 bpref 11_4 0.0000 recip_rank 11_4 0.0000 iprec_at_recall_0.00 11_4 0.0000 iprec_at_recall_0.10 11_4 0.0000 iprec_at_recall_0.20 11_4 0.0000 iprec_at_recall_0.30 11_4 0.0000 iprec_at_recall_0.40 11_4 0.0000 iprec_at_recall_0.50 11_4 0.0000 iprec_at_recall_0.60 11_4 0.0000 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.0000 P_10 11_4 0.0000 P_15 11_4 0.0000 P_20 11_4 0.0000 P_30 11_4 0.0000 P_100 11_4 0.0000 P_200 11_4 0.0000 P_500 11_4 0.0000 P_1000 11_4 0.0000 relstring 11_4 '---0-0---0' recall_5 11_4 0.0000 recall_10 11_4 0.0000 recall_15 11_4 0.0000 recall_20 11_4 0.0000 recall_30 11_4 0.0000 recall_100 11_4 0.0000 recall_200 11_4 0.0000 recall_500 11_4 0.0000 recall_1000 11_4 0.0000 infAP 11_4 0.0000 Rprec_mult_0.20 11_4 0.0000 Rprec_mult_0.40 11_4 0.0000 Rprec_mult_0.60 11_4 0.0000 Rprec_mult_0.80 11_4 0.0000 Rprec_mult_1.00 11_4 0.0000 Rprec_mult_1.20 11_4 0.0000 Rprec_mult_1.40 11_4 0.0000 Rprec_mult_1.60 11_4 0.0000 Rprec_mult_1.80 11_4 0.0000 Rprec_mult_2.00 11_4 0.0000 utility 11_4 -1000.0000 11pt_avg 11_4 0.0000 binG 11_4 0.0000 G 11_4 0.0000 ndcg 11_4 0.0000 ndcg_rel 11_4 0.0000 Rndcg 11_4 0.0000 ndcg_cut_5 11_4 0.0000 ndcg_cut_10 11_4 0.0000 ndcg_cut_15 11_4 0.0000 ndcg_cut_20 11_4 0.0000 ndcg_cut_30 11_4 0.0000 ndcg_cut_100 11_4 0.0000 ndcg_cut_200 11_4 0.0000 ndcg_cut_500 11_4 0.0000 ndcg_cut_1000 11_4 0.0000 map_cut_5 11_4 0.0000 map_cut_10 11_4 0.0000 map_cut_15 11_4 0.0000 map_cut_20 11_4 0.0000 map_cut_30 11_4 0.0000 map_cut_100 11_4 0.0000 map_cut_200 11_4 0.0000 map_cut_500 11_4 0.0000 map_cut_1000 11_4 0.0000 relative_P_5 11_4 0.0000 relative_P_10 11_4 0.0000 relative_P_15 11_4 0.0000 relative_P_20 11_4 0.0000 relative_P_30 11_4 0.0000 relative_P_100 11_4 0.0000 relative_P_200 11_4 0.0000 relative_P_500 11_4 0.0000 relative_P_1000 11_4 0.0000 success_1 11_4 0.0000 success_5 11_4 0.0000 success_10 11_4 0.0000 set_P 11_4 0.0000 set_relative_P 11_4 0.0000 set_recall 11_4 0.0000 set_map 11_4 0.0000 set_F 11_4 0.0000 num_nonrel_judged_ret 11_4 11 rbp 11_4 0.0000 rbp_resid 11_4 0.8064 unj_5 11_4 0.8000 unj_10 11_4 0.7000 unj_20 11_4 0.8000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 11 map 11_6 0.0837 Rprec 11_6 0.1333 bpref 11_6 0.1755 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.2609 iprec_at_recall_0.20 11_6 0.0000 iprec_at_recall_0.30 11_6 0.0000 iprec_at_recall_0.40 11_6 0.0000 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.8000 P_10 11_6 0.5000 P_15 11_6 0.3333 P_20 11_6 0.2500 P_30 11_6 0.2000 P_100 11_6 0.1000 P_200 11_6 0.0500 P_500 11_6 0.0220 P_1000 11_6 0.0110 relstring 11_6 '301112----' recall_5 11_6 0.0667 recall_10 11_6 0.0833 recall_15 11_6 0.0833 recall_20 11_6 0.0833 recall_30 11_6 0.1000 recall_100 11_6 0.1667 recall_200 11_6 0.1667 recall_500 11_6 0.1833 recall_1000 11_6 0.1833 infAP 11_6 0.0837 Rprec_mult_0.20 11_6 0.4167 Rprec_mult_0.40 11_6 0.2500 Rprec_mult_0.60 11_6 0.1944 Rprec_mult_0.80 11_6 0.1667 Rprec_mult_1.00 11_6 0.1333 Rprec_mult_1.20 11_6 0.1250 Rprec_mult_1.40 11_6 0.1190 Rprec_mult_1.60 11_6 0.1042 Rprec_mult_1.80 11_6 0.0926 Rprec_mult_2.00 11_6 0.0833 utility 11_6 -978.0000 11pt_avg 11_6 0.1146 binG 11_6 0.0770 G 11_6 0.0508 ndcg 11_6 0.2109 ndcg_rel 11_6 0.2447 Rndcg 11_6 0.2219 ndcg_cut_5 11_6 0.4881 ndcg_cut_10 11_6 0.3690 ndcg_cut_15 11_6 0.2902 ndcg_cut_20 11_6 0.2554 ndcg_cut_30 11_6 0.2284 ndcg_cut_100 11_6 0.2069 ndcg_cut_200 11_6 0.2069 ndcg_cut_500 11_6 0.2109 ndcg_cut_1000 11_6 0.2109 map_cut_5 11_6 0.0536 map_cut_10 11_6 0.0675 map_cut_15 11_6 0.0675 map_cut_20 11_6 0.0675 map_cut_30 11_6 0.0718 map_cut_100 11_6 0.0829 map_cut_200 11_6 0.0829 map_cut_500 11_6 0.0837 map_cut_1000 11_6 0.0837 relative_P_5 11_6 0.8000 relative_P_10 11_6 0.5000 relative_P_15 11_6 0.3333 relative_P_20 11_6 0.2500 relative_P_30 11_6 0.2000 relative_P_100 11_6 0.1667 relative_P_200 11_6 0.1667 relative_P_500 11_6 0.1833 relative_P_1000 11_6 0.1833 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0110 set_relative_P 11_6 0.1833 set_recall 11_6 0.1833 set_map 11_6 0.0020 set_F 11_6 0.0208 num_nonrel_judged_ret 11_6 7 rbp 11_6 0.2208 rbp_resid 11_6 0.4930 unj_5 11_6 0.0000 unj_10 11_6 0.4000 unj_20 11_6 0.6500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 7 map 11_7 0.0093 Rprec 11_7 0.0222 bpref 11_7 0.0744 recip_rank 11_7 0.5000 iprec_at_recall_0.00 11_7 0.5000 iprec_at_recall_0.10 11_7 0.0000 iprec_at_recall_0.20 11_7 0.0000 iprec_at_recall_0.30 11_7 0.0000 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.2000 P_10 11_7 0.2000 P_15 11_7 0.1333 P_20 11_7 0.1000 P_30 11_7 0.0667 P_100 11_7 0.0200 P_200 11_7 0.0250 P_500 11_7 0.0140 P_1000 11_7 0.0070 relstring 11_7 '01-------1' recall_5 11_7 0.0111 recall_10 11_7 0.0222 recall_15 11_7 0.0222 recall_20 11_7 0.0222 recall_30 11_7 0.0222 recall_100 11_7 0.0222 recall_200 11_7 0.0556 recall_500 11_7 0.0778 recall_1000 11_7 0.0778 infAP 11_7 0.0093 Rprec_mult_0.20 11_7 0.1111 Rprec_mult_0.40 11_7 0.0556 Rprec_mult_0.60 11_7 0.0370 Rprec_mult_0.80 11_7 0.0278 Rprec_mult_1.00 11_7 0.0222 Rprec_mult_1.20 11_7 0.0278 Rprec_mult_1.40 11_7 0.0317 Rprec_mult_1.60 11_7 0.0278 Rprec_mult_1.80 11_7 0.0247 Rprec_mult_2.00 11_7 0.0278 utility 11_7 -986.0000 11pt_avg 11_7 0.0455 binG 11_7 0.0178 G 11_7 0.0124 ndcg 11_7 0.0623 ndcg_rel 11_7 0.0624 Rndcg 11_7 0.0515 ndcg_cut_5 11_7 0.0746 ndcg_cut_10 11_7 0.0790 ndcg_cut_15 11_7 0.0644 ndcg_cut_20 11_7 0.0553 ndcg_cut_30 11_7 0.0441 ndcg_cut_100 11_7 0.0271 ndcg_cut_200 11_7 0.0480 ndcg_cut_500 11_7 0.0623 ndcg_cut_1000 11_7 0.0623 map_cut_5 11_7 0.0056 map_cut_10 11_7 0.0078 map_cut_15 11_7 0.0078 map_cut_20 11_7 0.0078 map_cut_30 11_7 0.0078 map_cut_100 11_7 0.0078 map_cut_200 11_7 0.0088 map_cut_500 11_7 0.0093 map_cut_1000 11_7 0.0093 relative_P_5 11_7 0.2000 relative_P_10 11_7 0.2000 relative_P_15 11_7 0.1333 relative_P_20 11_7 0.1000 relative_P_30 11_7 0.0667 relative_P_100 11_7 0.0222 relative_P_200 11_7 0.0556 relative_P_500 11_7 0.0778 relative_P_1000 11_7 0.0778 success_1 11_7 0.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0070 set_relative_P 11_7 0.0778 set_recall 11_7 0.0778 set_map 11_7 0.0005 set_F 11_7 0.0128 num_nonrel_judged_ret 11_7 12 rbp 11_7 0.0429 rbp_resid 11_7 0.7672 unj_5 11_7 0.6000 unj_10 11_7 0.7000 unj_20 11_7 0.8500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 45 map 11_8 0.2902 Rprec 11_8 0.3505 bpref 11_8 0.4567 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.9231 iprec_at_recall_0.20 11_8 0.8261 iprec_at_recall_0.30 11_8 0.5179 iprec_at_recall_0.40 11_8 0.1408 iprec_at_recall_0.50 11_8 0.0000 iprec_at_recall_0.60 11_8 0.0000 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 0.9000 P_15 11_8 0.8667 P_20 11_8 0.8500 P_30 11_8 0.7000 P_100 11_8 0.3400 P_200 11_8 0.1850 P_500 11_8 0.0880 P_1000 11_8 0.0450 relstring 11_8 '2222332-22' recall_5 11_8 0.0515 recall_10 11_8 0.0928 recall_15 11_8 0.1340 recall_20 11_8 0.1753 recall_30 11_8 0.2165 recall_100 11_8 0.3505 recall_200 11_8 0.3814 recall_500 11_8 0.4536 recall_1000 11_8 0.4639 infAP 11_8 0.2902 Rprec_mult_0.20 11_8 0.8500 Rprec_mult_0.40 11_8 0.6667 Rprec_mult_0.60 11_8 0.4915 Rprec_mult_0.80 11_8 0.3974 Rprec_mult_1.00 11_8 0.3505 Rprec_mult_1.20 11_8 0.2906 Rprec_mult_1.40 11_8 0.2574 Rprec_mult_1.60 11_8 0.2244 Rprec_mult_1.80 11_8 0.2114 Rprec_mult_2.00 11_8 0.1907 utility 11_8 -910.0000 11pt_avg 11_8 0.3098 binG 11_8 0.1904 G 11_8 0.0941 ndcg 11_8 0.4692 ndcg_rel 11_8 0.4946 Rndcg 11_8 0.4754 ndcg_cut_5 11_8 0.5725 ndcg_cut_10 11_8 0.5836 ndcg_cut_15 11_8 0.5880 ndcg_cut_20 11_8 0.5816 ndcg_cut_30 11_8 0.5610 ndcg_cut_100 11_8 0.4122 ndcg_cut_200 11_8 0.4295 ndcg_cut_500 11_8 0.4648 ndcg_cut_1000 11_8 0.4692 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.0906 map_cut_15 11_8 0.1279 map_cut_20 11_8 0.1644 map_cut_30 11_8 0.1968 map_cut_100 11_8 0.2723 map_cut_200 11_8 0.2799 map_cut_500 11_8 0.2896 map_cut_1000 11_8 0.2902 relative_P_5 11_8 1.0000 relative_P_10 11_8 0.9000 relative_P_15 11_8 0.8667 relative_P_20 11_8 0.8500 relative_P_30 11_8 0.7000 relative_P_100 11_8 0.3505 relative_P_200 11_8 0.3814 relative_P_500 11_8 0.4536 relative_P_1000 11_8 0.4639 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0450 set_relative_P 11_8 0.4639 set_recall 11_8 0.4639 set_map 11_8 0.0209 set_F 11_8 0.0820 num_nonrel_judged_ret 11_8 1 rbp 11_8 0.4575 rbp_resid 11_8 0.1311 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.1000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 8 map 11_9 0.0074 Rprec 11_9 0.0427 bpref 11_9 0.0606 recip_rank 11_9 0.2500 iprec_at_recall_0.00 11_9 0.2500 iprec_at_recall_0.10 11_9 0.0000 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.2000 P_10 11_9 0.2000 P_15 11_9 0.1333 P_20 11_9 0.1000 P_30 11_9 0.1000 P_100 11_9 0.0500 P_200 11_9 0.0350 P_500 11_9 0.0160 P_1000 11_9 0.0080 relstring 11_9 '000100--1-' recall_5 11_9 0.0085 recall_10 11_9 0.0171 recall_15 11_9 0.0171 recall_20 11_9 0.0171 recall_30 11_9 0.0256 recall_100 11_9 0.0427 recall_200 11_9 0.0598 recall_500 11_9 0.0684 recall_1000 11_9 0.0684 infAP 11_9 0.0074 Rprec_mult_0.20 11_9 0.0833 Rprec_mult_0.40 11_9 0.0851 Rprec_mult_0.60 11_9 0.0563 Rprec_mult_0.80 11_9 0.0532 Rprec_mult_1.00 11_9 0.0427 Rprec_mult_1.20 11_9 0.0355 Rprec_mult_1.40 11_9 0.0366 Rprec_mult_1.60 11_9 0.0319 Rprec_mult_1.80 11_9 0.0332 Rprec_mult_2.00 11_9 0.0299 utility 11_9 -984.0000 11pt_avg 11_9 0.0227 binG 11_9 0.0146 G 11_9 0.0095 ndcg 11_9 0.0526 ndcg_rel 11_9 0.0521 Rndcg 11_9 0.0335 ndcg_cut_5 11_9 0.0411 ndcg_cut_10 11_9 0.0479 ndcg_cut_15 11_9 0.0381 ndcg_cut_20 11_9 0.0322 ndcg_cut_30 11_9 0.0324 ndcg_cut_100 11_9 0.0367 ndcg_cut_200 11_9 0.0478 ndcg_cut_500 11_9 0.0526 ndcg_cut_1000 11_9 0.0526 map_cut_5 11_9 0.0021 map_cut_10 11_9 0.0040 map_cut_15 11_9 0.0040 map_cut_20 11_9 0.0040 map_cut_30 11_9 0.0050 map_cut_100 11_9 0.0065 map_cut_200 11_9 0.0071 map_cut_500 11_9 0.0074 map_cut_1000 11_9 0.0074 relative_P_5 11_9 0.2000 relative_P_10 11_9 0.2000 relative_P_15 11_9 0.1333 relative_P_20 11_9 0.1000 relative_P_30 11_9 0.1000 relative_P_100 11_9 0.0500 relative_P_200 11_9 0.0598 relative_P_500 11_9 0.0684 relative_P_1000 11_9 0.0684 success_1 11_9 0.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0080 set_relative_P 11_9 0.0684 set_recall 11_9 0.0684 set_map 11_9 0.0005 set_F 11_9 0.0143 num_nonrel_judged_ret 11_9 22 rbp 11_9 0.0329 rbp_resid 11_9 0.4103 unj_5 11_9 0.0000 unj_10 11_9 0.3000 unj_20 11_9 0.5500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 4 map 12_1 0.0237 Rprec 12_1 0.0533 bpref 12_1 0.0475 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.0000 iprec_at_recall_0.20 12_1 0.0000 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.4000 P_10 12_1 0.2000 P_15 12_1 0.1333 P_20 12_1 0.2000 P_30 12_1 0.1333 P_100 12_1 0.0400 P_200 12_1 0.0200 P_500 12_1 0.0080 P_1000 12_1 0.0040 relstring 12_1 '1000100000' recall_5 12_1 0.0267 recall_10 12_1 0.0267 recall_15 12_1 0.0267 recall_20 12_1 0.0533 recall_30 12_1 0.0533 recall_100 12_1 0.0533 recall_200 12_1 0.0533 recall_500 12_1 0.0533 recall_1000 12_1 0.0533 infAP 12_1 0.0237 Rprec_mult_0.20 12_1 0.1333 Rprec_mult_0.40 12_1 0.1333 Rprec_mult_0.60 12_1 0.0889 Rprec_mult_0.80 12_1 0.0667 Rprec_mult_1.00 12_1 0.0533 Rprec_mult_1.20 12_1 0.0444 Rprec_mult_1.40 12_1 0.0381 Rprec_mult_1.60 12_1 0.0333 Rprec_mult_1.80 12_1 0.0296 Rprec_mult_2.00 12_1 0.0267 utility 12_1 -992.0000 11pt_avg 12_1 0.0909 binG 12_1 0.0256 G 12_1 0.0101 ndcg 12_1 0.0636 ndcg_rel 12_1 0.0705 Rndcg 12_1 0.1351 ndcg_cut_5 12_1 0.2011 ndcg_cut_10 12_1 0.1375 ndcg_cut_15 12_1 0.1090 ndcg_cut_20 12_1 0.1229 ndcg_cut_30 12_1 0.0959 ndcg_cut_100 12_1 0.0636 ndcg_cut_200 12_1 0.0636 ndcg_cut_500 12_1 0.0636 ndcg_cut_1000 12_1 0.0636 map_cut_5 12_1 0.0187 map_cut_10 12_1 0.0187 map_cut_15 12_1 0.0187 map_cut_20 12_1 0.0237 map_cut_30 12_1 0.0237 map_cut_100 12_1 0.0237 map_cut_200 12_1 0.0237 map_cut_500 12_1 0.0237 map_cut_1000 12_1 0.0237 relative_P_5 12_1 0.4000 relative_P_10 12_1 0.2000 relative_P_15 12_1 0.1333 relative_P_20 12_1 0.2000 relative_P_30 12_1 0.1333 relative_P_100 12_1 0.0533 relative_P_200 12_1 0.0533 relative_P_500 12_1 0.0533 relative_P_1000 12_1 0.0533 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0040 set_relative_P 12_1 0.0533 set_recall 12_1 0.0533 set_map 12_1 0.0002 set_F 12_1 0.0074 num_nonrel_judged_ret 12_1 18 rbp 12_1 0.0658 rbp_resid 12_1 0.1261 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0500 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 5 map 12_2 0.0186 Rprec 12_2 0.0462 bpref 12_2 0.0710 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.0000 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.2000 P_10 12_2 0.1000 P_15 12_2 0.0667 P_20 12_2 0.0500 P_30 12_2 0.0667 P_100 12_2 0.0400 P_200 12_2 0.0200 P_500 12_2 0.0100 P_1000 12_2 0.0050 relstring 12_2 '20000-----' recall_5 12_2 0.0154 recall_10 12_2 0.0154 recall_15 12_2 0.0154 recall_20 12_2 0.0154 recall_30 12_2 0.0308 recall_100 12_2 0.0615 recall_200 12_2 0.0615 recall_500 12_2 0.0769 recall_1000 12_2 0.0769 infAP 12_2 0.0186 Rprec_mult_0.20 12_2 0.0769 Rprec_mult_0.40 12_2 0.0385 Rprec_mult_0.60 12_2 0.0769 Rprec_mult_0.80 12_2 0.0577 Rprec_mult_1.00 12_2 0.0462 Rprec_mult_1.20 12_2 0.0385 Rprec_mult_1.40 12_2 0.0440 Rprec_mult_1.60 12_2 0.0385 Rprec_mult_1.80 12_2 0.0342 Rprec_mult_2.00 12_2 0.0308 utility 12_2 -990.0000 11pt_avg 12_2 0.0909 binG 12_2 0.0257 G 12_2 0.0201 ndcg 12_2 0.1022 ndcg_rel 12_2 0.1111 Rndcg 12_2 0.1322 ndcg_cut_5 12_2 0.2261 ndcg_cut_10 12_2 0.1662 ndcg_cut_15 12_2 0.1363 ndcg_cut_20 12_2 0.1174 ndcg_cut_30 12_2 0.1113 ndcg_cut_100 12_2 0.0977 ndcg_cut_200 12_2 0.0977 ndcg_cut_500 12_2 0.1022 ndcg_cut_1000 12_2 0.1022 map_cut_5 12_2 0.0154 map_cut_10 12_2 0.0154 map_cut_15 12_2 0.0154 map_cut_20 12_2 0.0154 map_cut_30 12_2 0.0165 map_cut_100 12_2 0.0184 map_cut_200 12_2 0.0184 map_cut_500 12_2 0.0186 map_cut_1000 12_2 0.0186 relative_P_5 12_2 0.2000 relative_P_10 12_2 0.1000 relative_P_15 12_2 0.0667 relative_P_20 12_2 0.0500 relative_P_30 12_2 0.0667 relative_P_100 12_2 0.0615 relative_P_200 12_2 0.0615 relative_P_500 12_2 0.0769 relative_P_1000 12_2 0.0769 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0050 set_relative_P 12_2 0.0769 set_recall 12_2 0.0769 set_map 12_2 0.0004 set_F 12_2 0.0094 num_nonrel_judged_ret 12_2 11 rbp 12_2 0.0692 rbp_resid 12_2 0.5821 unj_5 12_2 0.0000 unj_10 12_2 0.5000 unj_20 12_2 0.7500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 0 map 12_3 0.0000 Rprec 12_3 0.0000 bpref 12_3 0.0000 recip_rank 12_3 0.0000 iprec_at_recall_0.00 12_3 0.0000 iprec_at_recall_0.10 12_3 0.0000 iprec_at_recall_0.20 12_3 0.0000 iprec_at_recall_0.30 12_3 0.0000 iprec_at_recall_0.40 12_3 0.0000 iprec_at_recall_0.50 12_3 0.0000 iprec_at_recall_0.60 12_3 0.0000 iprec_at_recall_0.70 12_3 0.0000 iprec_at_recall_0.80 12_3 0.0000 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.0000 P_10 12_3 0.0000 P_15 12_3 0.0000 P_20 12_3 0.0000 P_30 12_3 0.0000 P_100 12_3 0.0000 P_200 12_3 0.0000 P_500 12_3 0.0000 P_1000 12_3 0.0000 relstring 12_3 '000-------' recall_5 12_3 0.0000 recall_10 12_3 0.0000 recall_15 12_3 0.0000 recall_20 12_3 0.0000 recall_30 12_3 0.0000 recall_100 12_3 0.0000 recall_200 12_3 0.0000 recall_500 12_3 0.0000 recall_1000 12_3 0.0000 infAP 12_3 0.0000 Rprec_mult_0.20 12_3 0.0000 Rprec_mult_0.40 12_3 0.0000 Rprec_mult_0.60 12_3 0.0000 Rprec_mult_0.80 12_3 0.0000 Rprec_mult_1.00 12_3 0.0000 Rprec_mult_1.20 12_3 0.0000 Rprec_mult_1.40 12_3 0.0000 Rprec_mult_1.60 12_3 0.0000 Rprec_mult_1.80 12_3 0.0000 Rprec_mult_2.00 12_3 0.0000 utility 12_3 -1000.0000 11pt_avg 12_3 0.0000 binG 12_3 0.0000 G 12_3 0.0000 ndcg 12_3 0.0000 ndcg_rel 12_3 0.0000 Rndcg 12_3 0.0000 ndcg_cut_5 12_3 0.0000 ndcg_cut_10 12_3 0.0000 ndcg_cut_15 12_3 0.0000 ndcg_cut_20 12_3 0.0000 ndcg_cut_30 12_3 0.0000 ndcg_cut_100 12_3 0.0000 ndcg_cut_200 12_3 0.0000 ndcg_cut_500 12_3 0.0000 ndcg_cut_1000 12_3 0.0000 map_cut_5 12_3 0.0000 map_cut_10 12_3 0.0000 map_cut_15 12_3 0.0000 map_cut_20 12_3 0.0000 map_cut_30 12_3 0.0000 map_cut_100 12_3 0.0000 map_cut_200 12_3 0.0000 map_cut_500 12_3 0.0000 map_cut_1000 12_3 0.0000 relative_P_5 12_3 0.0000 relative_P_10 12_3 0.0000 relative_P_15 12_3 0.0000 relative_P_20 12_3 0.0000 relative_P_30 12_3 0.0000 relative_P_100 12_3 0.0000 relative_P_200 12_3 0.0000 relative_P_500 12_3 0.0000 relative_P_1000 12_3 0.0000 success_1 12_3 0.0000 success_5 12_3 0.0000 success_10 12_3 0.0000 set_P 12_3 0.0000 set_relative_P 12_3 0.0000 set_recall 12_3 0.0000 set_map 12_3 0.0000 set_F 12_3 0.0000 num_nonrel_judged_ret 12_3 12 rbp 12_3 0.0000 rbp_resid 12_3 0.6753 unj_5 12_3 0.4000 unj_10 12_3 0.7000 unj_20 12_3 0.7500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 2 map 12_5 0.0001 Rprec 12_5 0.0000 bpref 12_5 0.0139 recip_rank 12_5 0.0020 iprec_at_recall_0.00 12_5 0.0028 iprec_at_recall_0.10 12_5 0.0000 iprec_at_recall_0.20 12_5 0.0000 iprec_at_recall_0.30 12_5 0.0000 iprec_at_recall_0.40 12_5 0.0000 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.0000 P_10 12_5 0.0000 P_15 12_5 0.0000 P_20 12_5 0.0000 P_30 12_5 0.0000 P_100 12_5 0.0000 P_200 12_5 0.0000 P_500 12_5 0.0020 P_1000 12_5 0.0020 relstring 12_5 '00000--00-' recall_5 12_5 0.0000 recall_10 12_5 0.0000 recall_15 12_5 0.0000 recall_20 12_5 0.0000 recall_30 12_5 0.0000 recall_100 12_5 0.0000 recall_200 12_5 0.0000 recall_500 12_5 0.0175 recall_1000 12_5 0.0351 infAP 12_5 0.0001 Rprec_mult_0.20 12_5 0.0000 Rprec_mult_0.40 12_5 0.0000 Rprec_mult_0.60 12_5 0.0000 Rprec_mult_0.80 12_5 0.0000 Rprec_mult_1.00 12_5 0.0000 Rprec_mult_1.20 12_5 0.0000 Rprec_mult_1.40 12_5 0.0000 Rprec_mult_1.60 12_5 0.0000 Rprec_mult_1.80 12_5 0.0000 Rprec_mult_2.00 12_5 0.0000 utility 12_5 -996.0000 11pt_avg 12_5 0.0003 binG 12_5 0.0038 G 12_5 0.0036 ndcg 12_5 0.0139 ndcg_rel 12_5 0.0137 Rndcg 12_5 0.0035 ndcg_cut_5 12_5 0.0000 ndcg_cut_10 12_5 0.0000 ndcg_cut_15 12_5 0.0000 ndcg_cut_20 12_5 0.0000 ndcg_cut_30 12_5 0.0000 ndcg_cut_100 12_5 0.0000 ndcg_cut_200 12_5 0.0000 ndcg_cut_500 12_5 0.0071 ndcg_cut_1000 12_5 0.0139 map_cut_5 12_5 0.0000 map_cut_10 12_5 0.0000 map_cut_15 12_5 0.0000 map_cut_20 12_5 0.0000 map_cut_30 12_5 0.0000 map_cut_100 12_5 0.0000 map_cut_200 12_5 0.0000 map_cut_500 12_5 0.0000 map_cut_1000 12_5 0.0001 relative_P_5 12_5 0.0000 relative_P_10 12_5 0.0000 relative_P_15 12_5 0.0000 relative_P_20 12_5 0.0000 relative_P_30 12_5 0.0000 relative_P_100 12_5 0.0000 relative_P_200 12_5 0.0000 relative_P_500 12_5 0.0175 relative_P_1000 12_5 0.0351 success_1 12_5 0.0000 success_5 12_5 0.0000 success_10 12_5 0.0000 set_P 12_5 0.0020 set_relative_P 12_5 0.0351 set_recall 12_5 0.0351 set_map 12_5 0.0001 set_F 12_5 0.0038 num_nonrel_judged_ret 12_5 35 rbp 12_5 0.0000 rbp_resid 12_5 0.4530 unj_5 12_5 0.0000 unj_10 12_5 0.3000 unj_20 12_5 0.6000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 11 map 12_6 0.0080 Rprec 12_6 0.0417 bpref 12_6 0.1450 recip_rank 12_6 0.0270 iprec_at_recall_0.00 12_6 0.0488 iprec_at_recall_0.10 12_6 0.0431 iprec_at_recall_0.20 12_6 0.0308 iprec_at_recall_0.30 12_6 0.0000 iprec_at_recall_0.40 12_6 0.0000 iprec_at_recall_0.50 12_6 0.0000 iprec_at_recall_0.60 12_6 0.0000 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.0000 P_10 12_6 0.0000 P_15 12_6 0.0000 P_20 12_6 0.0000 P_30 12_6 0.0000 P_100 12_6 0.0300 P_200 12_6 0.0350 P_500 12_6 0.0220 P_1000 12_6 0.0110 relstring 12_6 '000000-0--' recall_5 12_6 0.0000 recall_10 12_6 0.0000 recall_15 12_6 0.0000 recall_20 12_6 0.0000 recall_30 12_6 0.0000 recall_100 12_6 0.0625 recall_200 12_6 0.1458 recall_500 12_6 0.2292 recall_1000 12_6 0.2292 infAP 12_6 0.0080 Rprec_mult_0.20 12_6 0.0000 Rprec_mult_0.40 12_6 0.0000 Rprec_mult_0.60 12_6 0.0000 Rprec_mult_0.80 12_6 0.0256 Rprec_mult_1.00 12_6 0.0417 Rprec_mult_1.20 12_6 0.0345 Rprec_mult_1.40 12_6 0.0294 Rprec_mult_1.60 12_6 0.0260 Rprec_mult_1.80 12_6 0.0230 Rprec_mult_2.00 12_6 0.0312 utility 12_6 -978.0000 11pt_avg 12_6 0.0112 binG 12_6 0.0329 G 12_6 0.0285 ndcg 12_6 0.0998 ndcg_rel 12_6 0.0898 Rndcg 12_6 0.0294 ndcg_cut_5 12_6 0.0000 ndcg_cut_10 12_6 0.0000 ndcg_cut_15 12_6 0.0000 ndcg_cut_20 12_6 0.0000 ndcg_cut_30 12_6 0.0000 ndcg_cut_100 12_6 0.0252 ndcg_cut_200 12_6 0.0659 ndcg_cut_500 12_6 0.0998 ndcg_cut_1000 12_6 0.0998 map_cut_5 12_6 0.0000 map_cut_10 12_6 0.0000 map_cut_15 12_6 0.0000 map_cut_20 12_6 0.0000 map_cut_30 12_6 0.0000 map_cut_100 12_6 0.0023 map_cut_200 12_6 0.0057 map_cut_500 12_6 0.0080 map_cut_1000 12_6 0.0080 relative_P_5 12_6 0.0000 relative_P_10 12_6 0.0000 relative_P_15 12_6 0.0000 relative_P_20 12_6 0.0000 relative_P_30 12_6 0.0000 relative_P_100 12_6 0.0625 relative_P_200 12_6 0.1458 relative_P_500 12_6 0.2292 relative_P_1000 12_6 0.2292 success_1 12_6 0.0000 success_5 12_6 0.0000 success_10 12_6 0.0000 set_P 12_6 0.0110 set_relative_P 12_6 0.2292 set_recall 12_6 0.2292 set_map 12_6 0.0025 set_F 12_6 0.0210 num_nonrel_judged_ret 12_6 22 rbp 12_6 0.0012 rbp_resid 12_6 0.3730 unj_5 12_6 0.0000 unj_10 12_6 0.3000 unj_20 12_6 0.4500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 5 map 12_7 0.0087 Rprec 12_7 0.0000 bpref 12_7 0.0346 recip_rank 12_7 0.0278 iprec_at_recall_0.00 12_7 0.0448 iprec_at_recall_0.10 12_7 0.0448 iprec_at_recall_0.20 12_7 0.0448 iprec_at_recall_0.30 12_7 0.0171 iprec_at_recall_0.40 12_7 0.0000 iprec_at_recall_0.50 12_7 0.0000 iprec_at_recall_0.60 12_7 0.0000 iprec_at_recall_0.70 12_7 0.0000 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.0000 P_10 12_7 0.0000 P_15 12_7 0.0000 P_20 12_7 0.0000 P_30 12_7 0.0000 P_100 12_7 0.0300 P_200 12_7 0.0200 P_500 12_7 0.0100 P_1000 12_7 0.0050 relstring 12_7 '000000-00-' recall_5 12_7 0.0000 recall_10 12_7 0.0000 recall_15 12_7 0.0000 recall_20 12_7 0.0000 recall_30 12_7 0.0000 recall_100 12_7 0.1765 recall_200 12_7 0.2353 recall_500 12_7 0.2941 recall_1000 12_7 0.2941 infAP 12_7 0.0087 Rprec_mult_0.20 12_7 0.0000 Rprec_mult_0.40 12_7 0.0000 Rprec_mult_0.60 12_7 0.0000 Rprec_mult_0.80 12_7 0.0000 Rprec_mult_1.00 12_7 0.0000 Rprec_mult_1.20 12_7 0.0000 Rprec_mult_1.40 12_7 0.0000 Rprec_mult_1.60 12_7 0.0000 Rprec_mult_1.80 12_7 0.0000 Rprec_mult_2.00 12_7 0.0000 utility 12_7 -990.0000 11pt_avg 12_7 0.0138 binG 12_7 0.0462 G 12_7 0.0560 ndcg 12_7 0.1375 ndcg_rel 12_7 0.1250 Rndcg 12_7 0.0344 ndcg_cut_5 12_7 0.0000 ndcg_cut_10 12_7 0.0000 ndcg_cut_15 12_7 0.0000 ndcg_cut_20 12_7 0.0000 ndcg_cut_30 12_7 0.0000 ndcg_cut_100 12_7 0.1003 ndcg_cut_200 12_7 0.1201 ndcg_cut_500 12_7 0.1375 ndcg_cut_1000 12_7 0.1375 map_cut_5 12_7 0.0000 map_cut_10 12_7 0.0000 map_cut_15 12_7 0.0000 map_cut_20 12_7 0.0000 map_cut_30 12_7 0.0000 map_cut_100 12_7 0.0061 map_cut_200 12_7 0.0077 map_cut_500 12_7 0.0087 map_cut_1000 12_7 0.0087 relative_P_5 12_7 0.0000 relative_P_10 12_7 0.0000 relative_P_15 12_7 0.0000 relative_P_20 12_7 0.0000 relative_P_30 12_7 0.0000 relative_P_100 12_7 0.1765 relative_P_200 12_7 0.2353 relative_P_500 12_7 0.2941 relative_P_1000 12_7 0.2941 success_1 12_7 0.0000 success_5 12_7 0.0000 success_10 12_7 0.0000 set_P 12_7 0.0050 set_relative_P 12_7 0.2941 set_recall 12_7 0.2941 set_map 12_7 0.0015 set_F 12_7 0.0098 num_nonrel_judged_ret 12_7 23 rbp 12_7 0.0027 rbp_resid 12_7 0.3575 unj_5 12_7 0.0000 unj_10 12_7 0.2000 unj_20 12_7 0.4500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 13 map 12_9 0.0694 Rprec 12_9 0.1852 bpref 12_9 0.2346 recip_rank 12_9 0.2000 iprec_at_recall_0.00 12_9 0.2941 iprec_at_recall_0.10 12_9 0.2941 iprec_at_recall_0.20 12_9 0.2941 iprec_at_recall_0.30 12_9 0.0860 iprec_at_recall_0.40 12_9 0.0512 iprec_at_recall_0.50 12_9 0.0000 iprec_at_recall_0.60 12_9 0.0000 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.2000 P_10 12_9 0.1000 P_15 12_9 0.2667 P_20 12_9 0.2500 P_30 12_9 0.2000 P_100 12_9 0.0800 P_200 12_9 0.0500 P_500 12_9 0.0260 P_1000 12_9 0.0130 relstring 12_9 '000030-0--' recall_5 12_9 0.0370 recall_10 12_9 0.0370 recall_15 12_9 0.1481 recall_20 12_9 0.1852 recall_30 12_9 0.2222 recall_100 12_9 0.2963 recall_200 12_9 0.3704 recall_500 12_9 0.4815 recall_1000 12_9 0.4815 infAP 12_9 0.0694 Rprec_mult_0.20 12_9 0.1667 Rprec_mult_0.40 12_9 0.0909 Rprec_mult_0.60 12_9 0.2941 Rprec_mult_0.80 12_9 0.2273 Rprec_mult_1.00 12_9 0.1852 Rprec_mult_1.20 12_9 0.1818 Rprec_mult_1.40 12_9 0.1579 Rprec_mult_1.60 12_9 0.1591 Rprec_mult_1.80 12_9 0.1429 Rprec_mult_2.00 12_9 0.1296 utility 12_9 -974.0000 11pt_avg 12_9 0.0927 binG 12_9 0.0996 G 12_9 0.0975 ndcg 12_9 0.3023 ndcg_rel 12_9 0.2599 Rndcg 12_9 0.1633 ndcg_cut_5 12_9 0.1542 ndcg_cut_10 12_9 0.1083 ndcg_cut_15 12_9 0.1833 ndcg_cut_20 12_9 0.1849 ndcg_cut_30 12_9 0.1801 ndcg_cut_100 12_9 0.2203 ndcg_cut_200 12_9 0.2550 ndcg_cut_500 12_9 0.3023 ndcg_cut_1000 12_9 0.3023 map_cut_5 12_9 0.0074 map_cut_10 12_9 0.0074 map_cut_15 12_9 0.0309 map_cut_20 12_9 0.0418 map_cut_30 12_9 0.0492 map_cut_100 12_9 0.0589 map_cut_200 12_9 0.0638 map_cut_500 12_9 0.0694 map_cut_1000 12_9 0.0694 relative_P_5 12_9 0.2000 relative_P_10 12_9 0.1000 relative_P_15 12_9 0.2667 relative_P_20 12_9 0.2500 relative_P_30 12_9 0.2222 relative_P_100 12_9 0.2963 relative_P_200 12_9 0.3704 relative_P_500 12_9 0.4815 relative_P_1000 12_9 0.4815 success_1 12_9 0.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0130 set_relative_P 12_9 0.4815 set_recall 12_9 0.4815 set_map 12_9 0.0063 set_F 12_9 0.0253 num_nonrel_judged_ret 12_9 27 rbp 12_9 0.1173 rbp_resid 12_9 0.2644 unj_5 12_9 0.0000 unj_10 12_9 0.3000 unj_20 12_9 0.3000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 4 map 13_2 0.0121 Rprec 13_2 0.0260 bpref 13_2 0.0245 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.0000 iprec_at_recall_0.20 13_2 0.0000 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.4000 P_10 13_2 0.2000 P_15 13_2 0.1333 P_20 13_2 0.2000 P_30 13_2 0.1333 P_100 13_2 0.0400 P_200 13_2 0.0200 P_500 13_2 0.0080 P_1000 13_2 0.0040 relstring 13_2 '10010-----' recall_5 13_2 0.0130 recall_10 13_2 0.0130 recall_15 13_2 0.0130 recall_20 13_2 0.0260 recall_30 13_2 0.0260 recall_100 13_2 0.0260 recall_200 13_2 0.0260 recall_500 13_2 0.0260 recall_1000 13_2 0.0260 infAP 13_2 0.0121 Rprec_mult_0.20 13_2 0.1290 Rprec_mult_0.40 13_2 0.0645 Rprec_mult_0.60 13_2 0.0430 Rprec_mult_0.80 13_2 0.0323 Rprec_mult_1.00 13_2 0.0260 Rprec_mult_1.20 13_2 0.0216 Rprec_mult_1.40 13_2 0.0185 Rprec_mult_1.60 13_2 0.0162 Rprec_mult_1.80 13_2 0.0144 Rprec_mult_2.00 13_2 0.0130 utility 13_2 -992.0000 11pt_avg 13_2 0.0909 binG 13_2 0.0129 G 13_2 0.0037 ndcg 13_2 0.0319 ndcg_rel 13_2 0.0348 Rndcg 13_2 0.0853 ndcg_cut_5 13_2 0.1453 ndcg_cut_10 13_2 0.0978 ndcg_cut_15 13_2 0.0770 ndcg_cut_20 13_2 0.0856 ndcg_cut_30 13_2 0.0695 ndcg_cut_100 13_2 0.0373 ndcg_cut_200 13_2 0.0319 ndcg_cut_500 13_2 0.0319 ndcg_cut_1000 13_2 0.0319 map_cut_5 13_2 0.0097 map_cut_10 13_2 0.0097 map_cut_15 13_2 0.0097 map_cut_20 13_2 0.0121 map_cut_30 13_2 0.0121 map_cut_100 13_2 0.0121 map_cut_200 13_2 0.0121 map_cut_500 13_2 0.0121 map_cut_1000 13_2 0.0121 relative_P_5 13_2 0.4000 relative_P_10 13_2 0.2000 relative_P_15 13_2 0.1333 relative_P_20 13_2 0.2000 relative_P_30 13_2 0.1333 relative_P_100 13_2 0.0400 relative_P_200 13_2 0.0260 relative_P_500 13_2 0.0260 relative_P_1000 13_2 0.0260 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0040 set_relative_P 13_2 0.0260 set_recall 13_2 0.0260 set_map 13_2 0.0001 set_F 13_2 0.0069 num_nonrel_judged_ret 13_2 6 rbp 13_2 0.0508 rbp_resid 13_2 0.5435 unj_5 13_2 0.0000 unj_10 13_2 0.5000 unj_20 13_2 0.6000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 23 map 13_3 0.0531 Rprec 13_3 0.1646 bpref 13_3 0.2656 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.1735 iprec_at_recall_0.20 13_3 0.1735 iprec_at_recall_0.30 13_3 0.0000 iprec_at_recall_0.40 13_3 0.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.2000 P_10 13_3 0.1000 P_15 13_3 0.0667 P_20 13_3 0.1000 P_30 13_3 0.1333 P_100 13_3 0.1700 P_200 13_3 0.1050 P_500 13_3 0.0440 P_1000 13_3 0.0230 relstring 13_3 '2000---0-0' recall_5 13_3 0.0127 recall_10 13_3 0.0127 recall_15 13_3 0.0127 recall_20 13_3 0.0253 recall_30 13_3 0.0506 recall_100 13_3 0.2152 recall_200 13_3 0.2658 recall_500 13_3 0.2785 recall_1000 13_3 0.2911 infAP 13_3 0.0531 Rprec_mult_0.20 13_3 0.0625 Rprec_mult_0.40 13_3 0.1250 Rprec_mult_0.60 13_3 0.1667 Rprec_mult_0.80 13_3 0.1562 Rprec_mult_1.00 13_3 0.1646 Rprec_mult_1.20 13_3 0.1579 Rprec_mult_1.40 13_3 0.1532 Rprec_mult_1.60 13_3 0.1575 Rprec_mult_1.80 13_3 0.1399 Rprec_mult_2.00 13_3 0.1329 utility 13_3 -954.0000 11pt_avg 13_3 0.1224 binG 13_3 0.0602 G 13_3 0.0527 ndcg 13_3 0.2567 ndcg_rel 13_3 0.2438 Rndcg 13_3 0.2144 ndcg_cut_5 13_3 0.2364 ndcg_cut_10 13_3 0.1717 ndcg_cut_15 13_3 0.1400 ndcg_cut_20 13_3 0.1490 ndcg_cut_30 13_3 0.1508 ndcg_cut_100 13_3 0.2145 ndcg_cut_200 13_3 0.2434 ndcg_cut_500 13_3 0.2506 ndcg_cut_1000 13_3 0.2567 map_cut_5 13_3 0.0127 map_cut_10 13_3 0.0127 map_cut_15 13_3 0.0127 map_cut_20 13_3 0.0141 map_cut_30 13_3 0.0183 map_cut_100 13_3 0.0437 map_cut_200 13_3 0.0515 map_cut_500 13_3 0.0526 map_cut_1000 13_3 0.0531 relative_P_5 13_3 0.2000 relative_P_10 13_3 0.1000 relative_P_15 13_3 0.0667 relative_P_20 13_3 0.1000 relative_P_30 13_3 0.1333 relative_P_100 13_3 0.2152 relative_P_200 13_3 0.2658 relative_P_500 13_3 0.2785 relative_P_1000 13_3 0.2911 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0230 set_relative_P 13_3 0.2911 set_recall 13_3 0.2911 set_map 13_3 0.0067 set_F 13_3 0.0426 num_nonrel_judged_ret 13_3 10 rbp 13_3 0.0936 rbp_resid 13_3 0.5218 unj_5 13_3 0.2000 unj_10 13_3 0.4000 unj_20 13_3 0.6500 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 2 map 13_4 0.0026 Rprec 13_4 0.0076 bpref 13_4 0.0146 recip_rank 13_4 0.3333 iprec_at_recall_0.00 13_4 0.3333 iprec_at_recall_0.10 13_4 0.0000 iprec_at_recall_0.20 13_4 0.0000 iprec_at_recall_0.30 13_4 0.0000 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.2000 P_10 13_4 0.1000 P_15 13_4 0.0667 P_20 13_4 0.0500 P_30 13_4 0.0333 P_100 13_4 0.0100 P_200 13_4 0.0100 P_500 13_4 0.0040 P_1000 13_4 0.0020 relstring 13_4 '002-----0-' recall_5 13_4 0.0076 recall_10 13_4 0.0076 recall_15 13_4 0.0076 recall_20 13_4 0.0076 recall_30 13_4 0.0076 recall_100 13_4 0.0076 recall_200 13_4 0.0152 recall_500 13_4 0.0152 recall_1000 13_4 0.0152 infAP 13_4 0.0026 Rprec_mult_0.20 13_4 0.0370 Rprec_mult_0.40 13_4 0.0189 Rprec_mult_0.60 13_4 0.0125 Rprec_mult_0.80 13_4 0.0094 Rprec_mult_1.00 13_4 0.0076 Rprec_mult_1.20 13_4 0.0126 Rprec_mult_1.40 13_4 0.0108 Rprec_mult_1.60 13_4 0.0094 Rprec_mult_1.80 13_4 0.0084 Rprec_mult_2.00 13_4 0.0076 utility 13_4 -996.0000 11pt_avg 13_4 0.0303 binG 13_4 0.0048 G 13_4 0.0035 ndcg 13_4 0.0234 ndcg_rel 13_4 0.0247 Rndcg 13_4 0.0166 ndcg_cut_5 13_4 0.1450 ndcg_cut_10 13_4 0.0991 ndcg_cut_15 13_4 0.0786 ndcg_cut_20 13_4 0.0663 ndcg_cut_30 13_4 0.0518 ndcg_cut_100 13_4 0.0233 ndcg_cut_200 13_4 0.0234 ndcg_cut_500 13_4 0.0234 ndcg_cut_1000 13_4 0.0234 map_cut_5 13_4 0.0025 map_cut_10 13_4 0.0025 map_cut_15 13_4 0.0025 map_cut_20 13_4 0.0025 map_cut_30 13_4 0.0025 map_cut_100 13_4 0.0025 map_cut_200 13_4 0.0026 map_cut_500 13_4 0.0026 map_cut_1000 13_4 0.0026 relative_P_5 13_4 0.2000 relative_P_10 13_4 0.1000 relative_P_15 13_4 0.0667 relative_P_20 13_4 0.0500 relative_P_30 13_4 0.0333 relative_P_100 13_4 0.0100 relative_P_200 13_4 0.0152 relative_P_500 13_4 0.0152 relative_P_1000 13_4 0.0152 success_1 13_4 0.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0020 set_relative_P 13_4 0.0152 set_recall 13_4 0.0152 set_map 13_4 0.0000 set_F 13_4 0.0035 num_nonrel_judged_ret 13_4 6 rbp 13_4 0.0540 rbp_resid 13_4 0.6860 unj_5 13_4 0.4000 unj_10 13_4 0.6000 unj_20 13_4 0.8000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 43 map 13_6 0.1293 Rprec 13_6 0.2000 bpref 13_6 0.3141 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.5000 iprec_at_recall_0.20 13_6 0.2432 iprec_at_recall_0.30 13_6 0.0956 iprec_at_recall_0.40 13_6 0.0000 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.7000 P_15 13_6 0.6000 P_20 13_6 0.5000 P_30 13_6 0.4667 P_100 13_6 0.2500 P_200 13_6 0.1650 P_500 13_6 0.0840 P_1000 13_6 0.0430 relstring 13_6 '22222-2-3-' recall_5 13_6 0.0370 recall_10 13_6 0.0519 recall_15 13_6 0.0667 recall_20 13_6 0.0741 recall_30 13_6 0.1037 recall_100 13_6 0.1852 recall_200 13_6 0.2444 recall_500 13_6 0.3111 recall_1000 13_6 0.3185 infAP 13_6 0.1293 Rprec_mult_0.20 13_6 0.4815 Rprec_mult_0.40 13_6 0.3704 Rprec_mult_0.60 13_6 0.2716 Rprec_mult_0.80 13_6 0.2407 Rprec_mult_1.00 13_6 0.2000 Rprec_mult_1.20 13_6 0.1790 Rprec_mult_1.40 13_6 0.1693 Rprec_mult_1.60 13_6 0.1528 Rprec_mult_1.80 13_6 0.1481 Rprec_mult_2.00 13_6 0.1333 utility 13_6 -914.0000 11pt_avg 13_6 0.1672 binG 13_6 0.0946 G 13_6 0.0629 ndcg 13_6 0.3548 ndcg_rel 13_6 0.3697 Rndcg 13_6 0.3768 ndcg_cut_5 13_6 0.5990 ndcg_cut_10 13_6 0.5103 ndcg_cut_15 13_6 0.4576 ndcg_cut_20 13_6 0.4299 ndcg_cut_30 13_6 0.4340 ndcg_cut_100 13_6 0.3183 ndcg_cut_200 13_6 0.3182 ndcg_cut_500 13_6 0.3508 ndcg_cut_1000 13_6 0.3548 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0491 map_cut_15 13_6 0.0585 map_cut_20 13_6 0.0626 map_cut_30 13_6 0.0777 map_cut_100 13_6 0.1086 map_cut_200 13_6 0.1202 map_cut_500 13_6 0.1287 map_cut_1000 13_6 0.1293 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.7000 relative_P_15 13_6 0.6000 relative_P_20 13_6 0.5000 relative_P_30 13_6 0.4667 relative_P_100 13_6 0.2500 relative_P_200 13_6 0.2444 relative_P_500 13_6 0.3111 relative_P_1000 13_6 0.3185 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0430 set_relative_P 13_6 0.3185 set_recall 13_6 0.3185 set_map 13_6 0.0137 set_F 13_6 0.0758 num_nonrel_judged_ret 13_6 3 rbp 13_6 0.3294 rbp_resid 13_6 0.3762 unj_5 13_6 0.0000 unj_10 13_6 0.3000 unj_20 13_6 0.5000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 15 map 13_8 0.0883 Rprec 13_8 0.1300 bpref 13_8 0.1488 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.2444 iprec_at_recall_0.20 13_8 0.0000 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 1.0000 P_10 13_8 0.7000 P_15 13_8 0.5333 P_20 13_8 0.4000 P_30 13_8 0.3000 P_100 13_8 0.1300 P_200 13_8 0.0700 P_500 13_8 0.0300 P_1000 13_8 0.0150 relstring 13_8 '22221203--' recall_5 13_8 0.0500 recall_10 13_8 0.0700 recall_15 13_8 0.0800 recall_20 13_8 0.0800 recall_30 13_8 0.0900 recall_100 13_8 0.1300 recall_200 13_8 0.1400 recall_500 13_8 0.1500 recall_1000 13_8 0.1500 infAP 13_8 0.0883 Rprec_mult_0.20 13_8 0.4000 Rprec_mult_0.40 13_8 0.2250 Rprec_mult_0.60 13_8 0.1833 Rprec_mult_0.80 13_8 0.1375 Rprec_mult_1.00 13_8 0.1300 Rprec_mult_1.20 13_8 0.1167 Rprec_mult_1.40 13_8 0.1000 Rprec_mult_1.60 13_8 0.0875 Rprec_mult_1.80 13_8 0.0778 Rprec_mult_2.00 13_8 0.0700 utility 13_8 -970.0000 11pt_avg 13_8 0.1131 binG 13_8 0.0822 G 13_8 0.0448 ndcg 13_8 0.2351 ndcg_rel 13_8 0.2689 Rndcg 13_8 0.2880 ndcg_cut_5 13_8 0.6229 ndcg_cut_10 13_8 0.5259 ndcg_cut_15 13_8 0.4439 ndcg_cut_20 13_8 0.3907 ndcg_cut_30 13_8 0.3397 ndcg_cut_100 13_8 0.2257 ndcg_cut_200 13_8 0.2292 ndcg_cut_500 13_8 0.2351 ndcg_cut_1000 13_8 0.2351 map_cut_5 13_8 0.0500 map_cut_10 13_8 0.0688 map_cut_15 13_8 0.0749 map_cut_20 13_8 0.0749 map_cut_30 13_8 0.0788 map_cut_100 13_8 0.0863 map_cut_200 13_8 0.0877 map_cut_500 13_8 0.0883 map_cut_1000 13_8 0.0883 relative_P_5 13_8 1.0000 relative_P_10 13_8 0.7000 relative_P_15 13_8 0.5333 relative_P_20 13_8 0.4000 relative_P_30 13_8 0.3000 relative_P_100 13_8 0.1300 relative_P_200 13_8 0.1400 relative_P_500 13_8 0.1500 relative_P_1000 13_8 0.1500 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0150 set_relative_P 13_8 0.1500 set_recall 13_8 0.1500 set_map 13_8 0.0022 set_F 13_8 0.0273 num_nonrel_judged_ret 13_8 2 rbp 13_8 0.3652 rbp_resid 13_8 0.3902 unj_5 13_8 0.0000 unj_10 13_8 0.2000 unj_20 13_8 0.5500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 0 map 14_10 0.0000 Rprec 14_10 0.0000 bpref 14_10 0.0000 recip_rank 14_10 0.0000 iprec_at_recall_0.00 14_10 0.0000 iprec_at_recall_0.10 14_10 0.0000 iprec_at_recall_0.20 14_10 0.0000 iprec_at_recall_0.30 14_10 0.0000 iprec_at_recall_0.40 14_10 0.0000 iprec_at_recall_0.50 14_10 0.0000 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.0000 P_10 14_10 0.0000 P_15 14_10 0.0000 P_20 14_10 0.0000 P_30 14_10 0.0000 P_100 14_10 0.0000 P_200 14_10 0.0000 P_500 14_10 0.0000 P_1000 14_10 0.0000 relstring 14_10 '00000-----' recall_5 14_10 0.0000 recall_10 14_10 0.0000 recall_15 14_10 0.0000 recall_20 14_10 0.0000 recall_30 14_10 0.0000 recall_100 14_10 0.0000 recall_200 14_10 0.0000 recall_500 14_10 0.0000 recall_1000 14_10 0.0000 infAP 14_10 0.0000 Rprec_mult_0.20 14_10 0.0000 Rprec_mult_0.40 14_10 0.0000 Rprec_mult_0.60 14_10 0.0000 Rprec_mult_0.80 14_10 0.0000 Rprec_mult_1.00 14_10 0.0000 Rprec_mult_1.20 14_10 0.0000 Rprec_mult_1.40 14_10 0.0000 Rprec_mult_1.60 14_10 0.0000 Rprec_mult_1.80 14_10 0.0000 Rprec_mult_2.00 14_10 0.0000 utility 14_10 -1000.0000 11pt_avg 14_10 0.0000 binG 14_10 0.0000 G 14_10 0.0000 ndcg 14_10 0.0000 ndcg_rel 14_10 0.0000 Rndcg 14_10 0.0000 ndcg_cut_5 14_10 0.0000 ndcg_cut_10 14_10 0.0000 ndcg_cut_15 14_10 0.0000 ndcg_cut_20 14_10 0.0000 ndcg_cut_30 14_10 0.0000 ndcg_cut_100 14_10 0.0000 ndcg_cut_200 14_10 0.0000 ndcg_cut_500 14_10 0.0000 ndcg_cut_1000 14_10 0.0000 map_cut_5 14_10 0.0000 map_cut_10 14_10 0.0000 map_cut_15 14_10 0.0000 map_cut_20 14_10 0.0000 map_cut_30 14_10 0.0000 map_cut_100 14_10 0.0000 map_cut_200 14_10 0.0000 map_cut_500 14_10 0.0000 map_cut_1000 14_10 0.0000 relative_P_5 14_10 0.0000 relative_P_10 14_10 0.0000 relative_P_15 14_10 0.0000 relative_P_20 14_10 0.0000 relative_P_30 14_10 0.0000 relative_P_100 14_10 0.0000 relative_P_200 14_10 0.0000 relative_P_500 14_10 0.0000 relative_P_1000 14_10 0.0000 success_1 14_10 0.0000 success_5 14_10 0.0000 success_10 14_10 0.0000 set_P 14_10 0.0000 set_relative_P 14_10 0.0000 set_recall 14_10 0.0000 set_map 14_10 0.0000 set_F 14_10 0.0000 num_nonrel_judged_ret 14_10 6 rbp 14_10 0.0000 rbp_resid 14_10 0.5901 unj_5 14_10 0.0000 unj_10 14_10 0.5000 unj_20 14_10 0.7500 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 2 map 14_2 0.0001 Rprec 14_2 0.0000 bpref 14_2 0.0170 recip_rank 14_2 0.0027 iprec_at_recall_0.00 14_2 0.0049 iprec_at_recall_0.10 14_2 0.0000 iprec_at_recall_0.20 14_2 0.0000 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.0000 P_10 14_2 0.0000 P_15 14_2 0.0000 P_20 14_2 0.0000 P_30 14_2 0.0000 P_100 14_2 0.0000 P_200 14_2 0.0000 P_500 14_2 0.0040 P_1000 14_2 0.0020 relstring 14_2 '00000-----' recall_5 14_2 0.0000 recall_10 14_2 0.0000 recall_15 14_2 0.0000 recall_20 14_2 0.0000 recall_30 14_2 0.0000 recall_100 14_2 0.0000 recall_200 14_2 0.0000 recall_500 14_2 0.0190 recall_1000 14_2 0.0190 infAP 14_2 0.0001 Rprec_mult_0.20 14_2 0.0000 Rprec_mult_0.40 14_2 0.0000 Rprec_mult_0.60 14_2 0.0000 Rprec_mult_0.80 14_2 0.0000 Rprec_mult_1.00 14_2 0.0000 Rprec_mult_1.20 14_2 0.0000 Rprec_mult_1.40 14_2 0.0000 Rprec_mult_1.60 14_2 0.0000 Rprec_mult_1.80 14_2 0.0000 Rprec_mult_2.00 14_2 0.0000 utility 14_2 -996.0000 11pt_avg 14_2 0.0004 binG 14_2 0.0022 G 14_2 0.0023 ndcg 14_2 0.0098 ndcg_rel 14_2 0.0098 Rndcg 14_2 0.0025 ndcg_cut_5 14_2 0.0000 ndcg_cut_10 14_2 0.0000 ndcg_cut_15 14_2 0.0000 ndcg_cut_20 14_2 0.0000 ndcg_cut_30 14_2 0.0000 ndcg_cut_100 14_2 0.0000 ndcg_cut_200 14_2 0.0000 ndcg_cut_500 14_2 0.0098 ndcg_cut_1000 14_2 0.0098 map_cut_5 14_2 0.0000 map_cut_10 14_2 0.0000 map_cut_15 14_2 0.0000 map_cut_20 14_2 0.0000 map_cut_30 14_2 0.0000 map_cut_100 14_2 0.0000 map_cut_200 14_2 0.0000 map_cut_500 14_2 0.0001 map_cut_1000 14_2 0.0001 relative_P_5 14_2 0.0000 relative_P_10 14_2 0.0000 relative_P_15 14_2 0.0000 relative_P_20 14_2 0.0000 relative_P_30 14_2 0.0000 relative_P_100 14_2 0.0000 relative_P_200 14_2 0.0000 relative_P_500 14_2 0.0190 relative_P_1000 14_2 0.0190 success_1 14_2 0.0000 success_5 14_2 0.0000 success_10 14_2 0.0000 set_P 14_2 0.0020 set_relative_P 14_2 0.0190 set_recall 14_2 0.0190 set_map 14_2 0.0000 set_F 14_2 0.0036 num_nonrel_judged_ret 14_2 11 rbp 14_2 0.0000 rbp_resid 14_2 0.5551 unj_5 14_2 0.0000 unj_10 14_2 0.5000 unj_20 14_2 0.7000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 18 map 14_3 0.0221 Rprec 14_3 0.1062 bpref 14_3 0.1050 recip_rank 14_3 0.2000 iprec_at_recall_0.00 14_3 0.3043 iprec_at_recall_0.10 14_3 0.1379 iprec_at_recall_0.20 14_3 0.0000 iprec_at_recall_0.30 14_3 0.0000 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.2000 P_10 14_3 0.2000 P_15 14_3 0.2667 P_20 14_3 0.2500 P_30 14_3 0.2333 P_100 14_3 0.1400 P_200 14_3 0.0850 P_500 14_3 0.0360 P_1000 14_3 0.0180 relstring 14_3 '0000102---' recall_5 14_3 0.0063 recall_10 14_3 0.0125 recall_15 14_3 0.0250 recall_20 14_3 0.0312 recall_30 14_3 0.0437 recall_100 14_3 0.0875 recall_200 14_3 0.1062 recall_500 14_3 0.1125 recall_1000 14_3 0.1125 infAP 14_3 0.0221 Rprec_mult_0.20 14_3 0.2188 Rprec_mult_0.40 14_3 0.1719 Rprec_mult_0.60 14_3 0.1458 Rprec_mult_0.80 14_3 0.1250 Rprec_mult_1.00 14_3 0.1062 Rprec_mult_1.20 14_3 0.0885 Rprec_mult_1.40 14_3 0.0759 Rprec_mult_1.60 14_3 0.0664 Rprec_mult_1.80 14_3 0.0625 Rprec_mult_2.00 14_3 0.0563 utility 14_3 -964.0000 11pt_avg 14_3 0.0402 binG 14_3 0.0239 G 14_3 0.0197 ndcg 14_3 0.1124 ndcg_rel 14_3 0.1133 Rndcg 14_3 0.0842 ndcg_cut_5 14_3 0.0482 ndcg_cut_10 14_3 0.0939 ndcg_cut_15 14_3 0.1320 ndcg_cut_20 14_3 0.1269 ndcg_cut_30 14_3 0.1328 ndcg_cut_100 14_3 0.1193 ndcg_cut_200 14_3 0.1096 ndcg_cut_500 14_3 0.1124 ndcg_cut_1000 14_3 0.1124 map_cut_5 14_3 0.0013 map_cut_10 14_3 0.0030 map_cut_15 14_3 0.0061 map_cut_20 14_3 0.0077 map_cut_30 14_3 0.0114 map_cut_100 14_3 0.0193 map_cut_200 14_3 0.0217 map_cut_500 14_3 0.0221 map_cut_1000 14_3 0.0221 relative_P_5 14_3 0.2000 relative_P_10 14_3 0.2000 relative_P_15 14_3 0.2667 relative_P_20 14_3 0.2500 relative_P_30 14_3 0.2333 relative_P_100 14_3 0.1400 relative_P_200 14_3 0.1062 relative_P_500 14_3 0.1125 relative_P_1000 14_3 0.1125 success_1 14_3 0.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0180 set_relative_P 14_3 0.1125 set_recall 14_3 0.1125 set_map 14_3 0.0020 set_F 14_3 0.0310 num_nonrel_judged_ret 14_3 9 rbp 14_3 0.1007 rbp_resid 14_3 0.3533 unj_5 14_3 0.0000 unj_10 14_3 0.3000 unj_20 14_3 0.4500 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 5 map 14_4 0.0060 Rprec 14_4 0.0652 bpref 14_4 0.0775 recip_rank 14_4 0.0714 iprec_at_recall_0.00 14_4 0.0750 iprec_at_recall_0.10 14_4 0.0156 iprec_at_recall_0.20 14_4 0.0000 iprec_at_recall_0.30 14_4 0.0000 iprec_at_recall_0.40 14_4 0.0000 iprec_at_recall_0.50 14_4 0.0000 iprec_at_recall_0.60 14_4 0.0000 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.0000 P_15 14_4 0.0667 P_20 14_4 0.0500 P_30 14_4 0.0333 P_100 14_4 0.0400 P_200 14_4 0.0200 P_500 14_4 0.0100 P_1000 14_4 0.0050 relstring 14_4 '000000-00-' recall_5 14_4 0.0000 recall_10 14_4 0.0000 recall_15 14_4 0.0217 recall_20 14_4 0.0217 recall_30 14_4 0.0217 recall_100 14_4 0.0870 recall_200 14_4 0.0870 recall_500 14_4 0.1087 recall_1000 14_4 0.1087 infAP 14_4 0.0060 Rprec_mult_0.20 14_4 0.0000 Rprec_mult_0.40 14_4 0.0526 Rprec_mult_0.60 14_4 0.0357 Rprec_mult_0.80 14_4 0.0541 Rprec_mult_1.00 14_4 0.0652 Rprec_mult_1.20 14_4 0.0536 Rprec_mult_1.40 14_4 0.0462 Rprec_mult_1.60 14_4 0.0405 Rprec_mult_1.80 14_4 0.0482 Rprec_mult_2.00 14_4 0.0435 utility 14_4 -990.0000 11pt_avg 14_4 0.0082 binG 14_4 0.0201 G 14_4 0.0198 ndcg 14_4 0.0745 ndcg_rel 14_4 0.0727 Rndcg 14_4 0.0413 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.0000 ndcg_cut_15 14_4 0.0481 ndcg_cut_20 14_4 0.0419 ndcg_cut_30 14_4 0.0375 ndcg_cut_100 14_4 0.0693 ndcg_cut_200 14_4 0.0693 ndcg_cut_500 14_4 0.0745 ndcg_cut_1000 14_4 0.0745 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0000 map_cut_15 14_4 0.0016 map_cut_20 14_4 0.0016 map_cut_30 14_4 0.0016 map_cut_100 14_4 0.0056 map_cut_200 14_4 0.0056 map_cut_500 14_4 0.0060 map_cut_1000 14_4 0.0060 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.0000 relative_P_15 14_4 0.0667 relative_P_20 14_4 0.0500 relative_P_30 14_4 0.0333 relative_P_100 14_4 0.0870 relative_P_200 14_4 0.0870 relative_P_500 14_4 0.1087 relative_P_1000 14_4 0.1087 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 0.0000 set_P 14_4 0.0050 set_relative_P 14_4 0.1087 set_recall 14_4 0.1087 set_map 14_4 0.0005 set_F 14_4 0.0096 num_nonrel_judged_ret 14_4 23 rbp 14_4 0.0271 rbp_resid 14_4 0.3436 unj_5 14_4 0.0000 unj_10 14_4 0.2000 unj_20 14_4 0.4000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 0 map 14_7 0.0000 Rprec 14_7 0.0000 bpref 14_7 0.0000 recip_rank 14_7 0.0000 iprec_at_recall_0.00 14_7 0.0000 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0000 P_200 14_7 0.0000 P_500 14_7 0.0000 P_1000 14_7 0.0000 relstring 14_7 '00000-0---' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0000 recall_200 14_7 0.0000 recall_500 14_7 0.0000 recall_1000 14_7 0.0000 infAP 14_7 0.0000 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0000 Rprec_mult_1.40 14_7 0.0000 Rprec_mult_1.60 14_7 0.0000 Rprec_mult_1.80 14_7 0.0000 Rprec_mult_2.00 14_7 0.0000 utility 14_7 -1000.0000 11pt_avg 14_7 0.0000 binG 14_7 0.0000 G 14_7 0.0000 ndcg 14_7 0.0000 ndcg_rel 14_7 0.0000 Rndcg 14_7 0.0000 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0000 ndcg_cut_200 14_7 0.0000 ndcg_cut_500 14_7 0.0000 ndcg_cut_1000 14_7 0.0000 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0000 map_cut_200 14_7 0.0000 map_cut_500 14_7 0.0000 map_cut_1000 14_7 0.0000 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0000 relative_P_200 14_7 0.0000 relative_P_500 14_7 0.0000 relative_P_1000 14_7 0.0000 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0000 set_relative_P 14_7 0.0000 set_recall 14_7 0.0000 set_map 14_7 0.0000 set_F 14_7 0.0000 num_nonrel_judged_ret 14_7 21 rbp 14_7 0.0000 rbp_resid 14_7 0.4389 unj_5 14_7 0.0000 unj_10 14_7 0.4000 unj_20 14_7 0.5500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 8 map 14_8 0.0322 Rprec 14_8 0.1111 bpref 14_8 0.1358 recip_rank 14_8 0.0769 iprec_at_recall_0.00 14_8 0.1154 iprec_at_recall_0.10 14_8 0.1154 iprec_at_recall_0.20 14_8 0.0930 iprec_at_recall_0.30 14_8 0.0769 iprec_at_recall_0.40 14_8 0.0427 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0667 P_20 14_8 0.1000 P_30 14_8 0.1000 P_100 14_8 0.0500 P_200 14_8 0.0350 P_500 14_8 0.0160 P_1000 14_8 0.0080 relstring 14_8 '000000----' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0556 recall_20 14_8 0.1111 recall_30 14_8 0.1667 recall_100 14_8 0.2778 recall_200 14_8 0.3889 recall_500 14_8 0.4444 recall_1000 14_8 0.4444 infAP 14_8 0.0322 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.0667 Rprec_mult_1.00 14_8 0.1111 Rprec_mult_1.20 14_8 0.0909 Rprec_mult_1.40 14_8 0.1154 Rprec_mult_1.60 14_8 0.1034 Rprec_mult_1.80 14_8 0.0909 Rprec_mult_2.00 14_8 0.0833 utility 14_8 -984.0000 11pt_avg 14_8 0.0403 binG 14_8 0.0815 G 14_8 0.0818 ndcg 14_8 0.2080 ndcg_rel 14_8 0.1722 Rndcg 14_8 0.0932 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0276 ndcg_cut_20 14_8 0.0718 ndcg_cut_30 14_8 0.0924 ndcg_cut_100 14_8 0.1427 ndcg_cut_200 14_8 0.1965 ndcg_cut_500 14_8 0.2080 ndcg_cut_1000 14_8 0.2080 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0043 map_cut_20 14_8 0.0104 map_cut_30 14_8 0.0169 map_cut_100 14_8 0.0263 map_cut_200 14_8 0.0310 map_cut_500 14_8 0.0322 map_cut_1000 14_8 0.0322 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0667 relative_P_20 14_8 0.1111 relative_P_30 14_8 0.1667 relative_P_100 14_8 0.2778 relative_P_200 14_8 0.3889 relative_P_500 14_8 0.4444 relative_P_1000 14_8 0.4444 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0080 set_relative_P 14_8 0.4444 set_recall 14_8 0.4444 set_map 14_8 0.0036 set_F 14_8 0.0157 num_nonrel_judged_ret 14_8 38 rbp 14_8 0.0351 rbp_resid 14_8 0.4295 unj_5 14_8 0.0000 unj_10 14_8 0.4000 unj_20 14_8 0.5000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 41 map 14_9 0.0696 Rprec 14_9 0.1596 bpref 14_9 0.1821 recip_rank 14_9 0.5000 iprec_at_recall_0.00 14_9 0.7143 iprec_at_recall_0.10 14_9 0.4231 iprec_at_recall_0.20 14_9 0.0000 iprec_at_recall_0.30 14_9 0.0000 iprec_at_recall_0.40 14_9 0.0000 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.6000 P_10 14_9 0.5000 P_15 14_9 0.6000 P_20 14_9 0.4500 P_30 14_9 0.5000 P_100 14_9 0.2500 P_200 14_9 0.1700 P_500 14_9 0.0780 P_1000 14_9 0.0410 relstring 14_9 '0201223--0' recall_5 14_9 0.0141 recall_10 14_9 0.0235 recall_15 14_9 0.0423 recall_20 14_9 0.0423 recall_30 14_9 0.0704 recall_100 14_9 0.1174 recall_200 14_9 0.1596 recall_500 14_9 0.1831 recall_1000 14_9 0.1925 infAP 14_9 0.0696 Rprec_mult_0.20 14_9 0.4186 Rprec_mult_0.40 14_9 0.2674 Rprec_mult_0.60 14_9 0.2266 Rprec_mult_0.80 14_9 0.1930 Rprec_mult_1.00 14_9 0.1596 Rprec_mult_1.20 14_9 0.1328 Rprec_mult_1.40 14_9 0.1204 Rprec_mult_1.60 14_9 0.1056 Rprec_mult_1.80 14_9 0.0964 Rprec_mult_2.00 14_9 0.0892 utility 14_9 -918.0000 11pt_avg 14_9 0.1034 binG 14_9 0.0454 G 14_9 0.0317 ndcg 14_9 0.2027 ndcg_rel 14_9 0.2158 Rndcg 14_9 0.2179 ndcg_cut_5 14_9 0.2788 ndcg_cut_10 14_9 0.3066 ndcg_cut_15 14_9 0.3789 ndcg_cut_20 14_9 0.3316 ndcg_cut_30 14_9 0.3434 ndcg_cut_100 14_9 0.2228 ndcg_cut_200 14_9 0.1851 ndcg_cut_500 14_9 0.1962 ndcg_cut_1000 14_9 0.2027 map_cut_5 14_9 0.0075 map_cut_10 14_9 0.0140 map_cut_15 14_9 0.0244 map_cut_20 14_9 0.0244 map_cut_30 14_9 0.0379 map_cut_100 14_9 0.0568 map_cut_200 14_9 0.0663 map_cut_500 14_9 0.0688 map_cut_1000 14_9 0.0696 relative_P_5 14_9 0.6000 relative_P_10 14_9 0.5000 relative_P_15 14_9 0.6000 relative_P_20 14_9 0.4500 relative_P_30 14_9 0.5000 relative_P_100 14_9 0.2500 relative_P_200 14_9 0.1700 relative_P_500 14_9 0.1831 relative_P_1000 14_9 0.1925 success_1 14_9 0.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0410 set_relative_P 14_9 0.1925 set_recall 14_9 0.1925 set_map 14_9 0.0079 set_F 14_9 0.0676 num_nonrel_judged_ret 14_9 7 rbp 14_9 0.3187 rbp_resid 14_9 0.2753 unj_5 14_9 0.0000 unj_10 14_9 0.2000 unj_20 14_9 0.4000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 0 map 15_1 0.0000 Rprec 15_1 0.0000 bpref 15_1 0.0000 recip_rank 15_1 0.0000 iprec_at_recall_0.00 15_1 0.0000 iprec_at_recall_0.10 15_1 0.0000 iprec_at_recall_0.20 15_1 0.0000 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.0000 P_10 15_1 0.0000 P_15 15_1 0.0000 P_20 15_1 0.0000 P_30 15_1 0.0000 P_100 15_1 0.0000 P_200 15_1 0.0000 P_500 15_1 0.0000 P_1000 15_1 0.0000 relstring 15_1 '00000-----' recall_5 15_1 0.0000 recall_10 15_1 0.0000 recall_15 15_1 0.0000 recall_20 15_1 0.0000 recall_30 15_1 0.0000 recall_100 15_1 0.0000 recall_200 15_1 0.0000 recall_500 15_1 0.0000 recall_1000 15_1 0.0000 infAP 15_1 0.0000 Rprec_mult_0.20 15_1 0.0000 Rprec_mult_0.40 15_1 0.0000 Rprec_mult_0.60 15_1 0.0000 Rprec_mult_0.80 15_1 0.0000 Rprec_mult_1.00 15_1 0.0000 Rprec_mult_1.20 15_1 0.0000 Rprec_mult_1.40 15_1 0.0000 Rprec_mult_1.60 15_1 0.0000 Rprec_mult_1.80 15_1 0.0000 Rprec_mult_2.00 15_1 0.0000 utility 15_1 -1000.0000 11pt_avg 15_1 0.0000 binG 15_1 0.0000 G 15_1 0.0000 ndcg 15_1 0.0000 ndcg_rel 15_1 0.0000 Rndcg 15_1 0.0000 ndcg_cut_5 15_1 0.0000 ndcg_cut_10 15_1 0.0000 ndcg_cut_15 15_1 0.0000 ndcg_cut_20 15_1 0.0000 ndcg_cut_30 15_1 0.0000 ndcg_cut_100 15_1 0.0000 ndcg_cut_200 15_1 0.0000 ndcg_cut_500 15_1 0.0000 ndcg_cut_1000 15_1 0.0000 map_cut_5 15_1 0.0000 map_cut_10 15_1 0.0000 map_cut_15 15_1 0.0000 map_cut_20 15_1 0.0000 map_cut_30 15_1 0.0000 map_cut_100 15_1 0.0000 map_cut_200 15_1 0.0000 map_cut_500 15_1 0.0000 map_cut_1000 15_1 0.0000 relative_P_5 15_1 0.0000 relative_P_10 15_1 0.0000 relative_P_15 15_1 0.0000 relative_P_20 15_1 0.0000 relative_P_30 15_1 0.0000 relative_P_100 15_1 0.0000 relative_P_200 15_1 0.0000 relative_P_500 15_1 0.0000 relative_P_1000 15_1 0.0000 success_1 15_1 0.0000 success_5 15_1 0.0000 success_10 15_1 0.0000 set_P 15_1 0.0000 set_relative_P 15_1 0.0000 set_recall 15_1 0.0000 set_map 15_1 0.0000 set_F 15_1 0.0000 num_nonrel_judged_ret 15_1 5 rbp 15_1 0.0000 rbp_resid 15_1 0.5905 unj_5 15_1 0.0000 unj_10 15_1 0.5000 unj_20 15_1 0.7500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 17 map 15_10 0.0457 Rprec 15_10 0.1143 bpref 15_10 0.3037 recip_rank 15_10 0.3333 iprec_at_recall_0.00 15_10 0.3333 iprec_at_recall_0.10 15_10 0.1818 iprec_at_recall_0.20 15_10 0.1011 iprec_at_recall_0.30 15_10 0.0472 iprec_at_recall_0.40 15_10 0.0327 iprec_at_recall_0.50 15_10 0.0000 iprec_at_recall_0.60 15_10 0.0000 iprec_at_recall_0.70 15_10 0.0000 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.2000 P_10 15_10 0.1000 P_15 15_10 0.1333 P_20 15_10 0.1500 P_30 15_10 0.1333 P_100 15_10 0.0900 P_200 15_10 0.0500 P_500 15_10 0.0320 P_1000 15_10 0.0170 relstring 15_10 '00100-----' recall_5 15_10 0.0286 recall_10 15_10 0.0286 recall_15 15_10 0.0571 recall_20 15_10 0.0857 recall_30 15_10 0.1143 recall_100 15_10 0.2571 recall_200 15_10 0.2857 recall_500 15_10 0.4571 recall_1000 15_10 0.4857 infAP 15_10 0.0457 Rprec_mult_0.20 15_10 0.1429 Rprec_mult_0.40 15_10 0.1429 Rprec_mult_0.60 15_10 0.1429 Rprec_mult_0.80 15_10 0.1429 Rprec_mult_1.00 15_10 0.1143 Rprec_mult_1.20 15_10 0.0952 Rprec_mult_1.40 15_10 0.0816 Rprec_mult_1.60 15_10 0.0714 Rprec_mult_1.80 15_10 0.0794 Rprec_mult_2.00 15_10 0.0714 utility 15_10 -966.0000 11pt_avg 15_10 0.0633 binG 15_10 0.0861 G 15_10 0.0892 ndcg 15_10 0.2759 ndcg_rel 15_10 0.2353 Rndcg 15_10 0.1144 ndcg_cut_5 15_10 0.0664 ndcg_cut_10 15_10 0.0479 ndcg_cut_15 15_10 0.0649 ndcg_cut_20 15_10 0.1127 ndcg_cut_30 15_10 0.1409 ndcg_cut_100 15_10 0.2023 ndcg_cut_200 15_10 0.2114 ndcg_cut_500 15_10 0.2627 ndcg_cut_1000 15_10 0.2759 map_cut_5 15_10 0.0095 map_cut_10 15_10 0.0095 map_cut_15 15_10 0.0139 map_cut_20 15_10 0.0184 map_cut_30 15_10 0.0236 map_cut_100 15_10 0.0363 map_cut_200 15_10 0.0389 map_cut_500 15_10 0.0450 map_cut_1000 15_10 0.0457 relative_P_5 15_10 0.2000 relative_P_10 15_10 0.1000 relative_P_15 15_10 0.1333 relative_P_20 15_10 0.1500 relative_P_30 15_10 0.1333 relative_P_100 15_10 0.2571 relative_P_200 15_10 0.2857 relative_P_500 15_10 0.4571 relative_P_1000 15_10 0.4857 success_1 15_10 0.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0170 set_relative_P 15_10 0.4857 set_recall 15_10 0.4857 set_map 15_10 0.0083 set_F 15_10 0.0329 num_nonrel_judged_ret 15_10 25 rbp 15_10 0.0625 rbp_resid 15_10 0.5061 unj_5 15_10 0.0000 unj_10 15_10 0.5000 unj_20 15_10 0.6000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 0 map 15_3 0.0000 Rprec 15_3 0.0000 bpref 15_3 0.0000 recip_rank 15_3 0.0000 iprec_at_recall_0.00 15_3 0.0000 iprec_at_recall_0.10 15_3 0.0000 iprec_at_recall_0.20 15_3 0.0000 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0000 P_100 15_3 0.0000 P_200 15_3 0.0000 P_500 15_3 0.0000 P_1000 15_3 0.0000 relstring 15_3 '00000-----' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0000 recall_100 15_3 0.0000 recall_200 15_3 0.0000 recall_500 15_3 0.0000 recall_1000 15_3 0.0000 infAP 15_3 0.0000 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0000 Rprec_mult_1.40 15_3 0.0000 Rprec_mult_1.60 15_3 0.0000 Rprec_mult_1.80 15_3 0.0000 Rprec_mult_2.00 15_3 0.0000 utility 15_3 -1000.0000 11pt_avg 15_3 0.0000 binG 15_3 0.0000 G 15_3 0.0000 ndcg 15_3 0.0000 ndcg_rel 15_3 0.0000 Rndcg 15_3 0.0000 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0000 ndcg_cut_100 15_3 0.0000 ndcg_cut_200 15_3 0.0000 ndcg_cut_500 15_3 0.0000 ndcg_cut_1000 15_3 0.0000 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0000 map_cut_100 15_3 0.0000 map_cut_200 15_3 0.0000 map_cut_500 15_3 0.0000 map_cut_1000 15_3 0.0000 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0000 relative_P_100 15_3 0.0000 relative_P_200 15_3 0.0000 relative_P_500 15_3 0.0000 relative_P_1000 15_3 0.0000 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0000 set_relative_P 15_3 0.0000 set_recall 15_3 0.0000 set_map 15_3 0.0000 set_F 15_3 0.0000 num_nonrel_judged_ret 15_3 5 rbp 15_3 0.0000 rbp_resid 15_3 0.5905 unj_5 15_3 0.0000 unj_10 15_3 0.5000 unj_20 15_3 0.7500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 2 map 15_4 0.0004 Rprec 15_4 0.0000 bpref 15_4 0.0400 recip_rank 15_4 0.0030 iprec_at_recall_0.00 15_4 0.0055 iprec_at_recall_0.10 15_4 0.0055 iprec_at_recall_0.20 15_4 0.0000 iprec_at_recall_0.30 15_4 0.0000 iprec_at_recall_0.40 15_4 0.0000 iprec_at_recall_0.50 15_4 0.0000 iprec_at_recall_0.60 15_4 0.0000 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0000 P_30 15_4 0.0000 P_100 15_4 0.0000 P_200 15_4 0.0000 P_500 15_4 0.0040 P_1000 15_4 0.0020 relstring 15_4 '00000-----' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0000 recall_30 15_4 0.0000 recall_100 15_4 0.0000 recall_200 15_4 0.0000 recall_500 15_4 0.1000 recall_1000 15_4 0.1000 infAP 15_4 0.0004 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0000 Rprec_mult_1.20 15_4 0.0000 Rprec_mult_1.40 15_4 0.0000 Rprec_mult_1.60 15_4 0.0000 Rprec_mult_1.80 15_4 0.0000 Rprec_mult_2.00 15_4 0.0000 utility 15_4 -996.0000 11pt_avg 15_4 0.0010 binG 15_4 0.0118 G 15_4 0.0138 ndcg 15_4 0.0374 ndcg_rel 15_4 0.0365 Rndcg 15_4 0.0125 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0000 ndcg_cut_30 15_4 0.0000 ndcg_cut_100 15_4 0.0000 ndcg_cut_200 15_4 0.0000 ndcg_cut_500 15_4 0.0374 ndcg_cut_1000 15_4 0.0374 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0000 map_cut_30 15_4 0.0000 map_cut_100 15_4 0.0000 map_cut_200 15_4 0.0000 map_cut_500 15_4 0.0004 map_cut_1000 15_4 0.0004 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0000 relative_P_30 15_4 0.0000 relative_P_100 15_4 0.0000 relative_P_200 15_4 0.0000 relative_P_500 15_4 0.1000 relative_P_1000 15_4 0.1000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0020 set_relative_P 15_4 0.1000 set_recall 15_4 0.1000 set_map 15_4 0.0002 set_F 15_4 0.0039 num_nonrel_judged_ret 15_4 15 rbp 15_4 0.0000 rbp_resid 15_4 0.5495 unj_5 15_4 0.0000 unj_10 15_4 0.5000 unj_20 15_4 0.7000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 0 map 15_5 0.0000 Rprec 15_5 0.0000 bpref 15_5 0.0000 recip_rank 15_5 0.0000 iprec_at_recall_0.00 15_5 0.0000 iprec_at_recall_0.10 15_5 0.0000 iprec_at_recall_0.20 15_5 0.0000 iprec_at_recall_0.30 15_5 0.0000 iprec_at_recall_0.40 15_5 0.0000 iprec_at_recall_0.50 15_5 0.0000 iprec_at_recall_0.60 15_5 0.0000 iprec_at_recall_0.70 15_5 0.0000 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.0000 P_10 15_5 0.0000 P_15 15_5 0.0000 P_20 15_5 0.0000 P_30 15_5 0.0000 P_100 15_5 0.0000 P_200 15_5 0.0000 P_500 15_5 0.0000 P_1000 15_5 0.0000 relstring 15_5 '00000-----' recall_5 15_5 0.0000 recall_10 15_5 0.0000 recall_15 15_5 0.0000 recall_20 15_5 0.0000 recall_30 15_5 0.0000 recall_100 15_5 0.0000 recall_200 15_5 0.0000 recall_500 15_5 0.0000 recall_1000 15_5 0.0000 infAP 15_5 0.0000 Rprec_mult_0.20 15_5 0.0000 Rprec_mult_0.40 15_5 0.0000 Rprec_mult_0.60 15_5 0.0000 Rprec_mult_0.80 15_5 0.0000 Rprec_mult_1.00 15_5 0.0000 Rprec_mult_1.20 15_5 0.0000 Rprec_mult_1.40 15_5 0.0000 Rprec_mult_1.60 15_5 0.0000 Rprec_mult_1.80 15_5 0.0000 Rprec_mult_2.00 15_5 0.0000 utility 15_5 -1000.0000 11pt_avg 15_5 0.0000 binG 15_5 0.0000 G 15_5 0.0000 ndcg 15_5 0.0000 ndcg_rel 15_5 0.0000 Rndcg 15_5 0.0000 ndcg_cut_5 15_5 0.0000 ndcg_cut_10 15_5 0.0000 ndcg_cut_15 15_5 0.0000 ndcg_cut_20 15_5 0.0000 ndcg_cut_30 15_5 0.0000 ndcg_cut_100 15_5 0.0000 ndcg_cut_200 15_5 0.0000 ndcg_cut_500 15_5 0.0000 ndcg_cut_1000 15_5 0.0000 map_cut_5 15_5 0.0000 map_cut_10 15_5 0.0000 map_cut_15 15_5 0.0000 map_cut_20 15_5 0.0000 map_cut_30 15_5 0.0000 map_cut_100 15_5 0.0000 map_cut_200 15_5 0.0000 map_cut_500 15_5 0.0000 map_cut_1000 15_5 0.0000 relative_P_5 15_5 0.0000 relative_P_10 15_5 0.0000 relative_P_15 15_5 0.0000 relative_P_20 15_5 0.0000 relative_P_30 15_5 0.0000 relative_P_100 15_5 0.0000 relative_P_200 15_5 0.0000 relative_P_500 15_5 0.0000 relative_P_1000 15_5 0.0000 success_1 15_5 0.0000 success_5 15_5 0.0000 success_10 15_5 0.0000 set_P 15_5 0.0000 set_relative_P 15_5 0.0000 set_recall 15_5 0.0000 set_map 15_5 0.0000 set_F 15_5 0.0000 num_nonrel_judged_ret 15_5 11 rbp 15_5 0.0000 rbp_resid 15_5 0.5609 unj_5 15_5 0.0000 unj_10 15_5 0.5000 unj_20 15_5 0.7000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 13 map 15_6 0.0234 Rprec 15_6 0.0526 bpref 15_6 0.0859 recip_rank 15_6 0.0769 iprec_at_recall_0.00 15_6 0.0769 iprec_at_recall_0.10 15_6 0.0394 iprec_at_recall_0.20 15_6 0.0394 iprec_at_recall_0.30 15_6 0.0339 iprec_at_recall_0.40 15_6 0.0333 iprec_at_recall_0.50 15_6 0.0333 iprec_at_recall_0.60 15_6 0.0266 iprec_at_recall_0.70 15_6 0.0210 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0667 P_20 15_6 0.0500 P_30 15_6 0.0333 P_100 15_6 0.0300 P_200 15_6 0.0300 P_500 15_6 0.0220 P_1000 15_6 0.0130 relstring 15_6 '00000---0-' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0526 recall_20 15_6 0.0526 recall_30 15_6 0.0526 recall_100 15_6 0.1579 recall_200 15_6 0.3158 recall_500 15_6 0.5789 recall_1000 15_6 0.6842 infAP 15_6 0.0234 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0625 Rprec_mult_1.00 15_6 0.0526 Rprec_mult_1.20 15_6 0.0435 Rprec_mult_1.40 15_6 0.0370 Rprec_mult_1.60 15_6 0.0323 Rprec_mult_1.80 15_6 0.0286 Rprec_mult_2.00 15_6 0.0263 utility 15_6 -974.0000 11pt_avg 15_6 0.0276 binG 15_6 0.0969 G 15_6 0.0925 ndcg 15_6 0.2520 ndcg_rel 15_6 0.1874 Rndcg 15_6 0.0819 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0413 ndcg_cut_20 15_6 0.0371 ndcg_cut_30 15_6 0.0371 ndcg_cut_100 15_6 0.0829 ndcg_cut_200 15_6 0.1524 ndcg_cut_500 15_6 0.2212 ndcg_cut_1000 15_6 0.2520 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0040 map_cut_20 15_6 0.0040 map_cut_30 15_6 0.0040 map_cut_100 15_6 0.0076 map_cut_200 15_6 0.0132 map_cut_500 15_6 0.0211 map_cut_1000 15_6 0.0234 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0667 relative_P_20 15_6 0.0526 relative_P_30 15_6 0.0526 relative_P_100 15_6 0.1579 relative_P_200 15_6 0.3158 relative_P_500 15_6 0.5789 relative_P_1000 15_6 0.6842 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0130 set_relative_P 15_6 0.6842 set_recall 15_6 0.6842 set_map 15_6 0.0089 set_F 15_6 0.0255 num_nonrel_judged_ret 15_6 32 rbp 15_6 0.0190 rbp_resid 15_6 0.4876 unj_5 15_6 0.0000 unj_10 15_6 0.4000 unj_20 15_6 0.6000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 21 map 1_1 0.0397 Rprec 1_1 0.0700 bpref 1_1 0.0734 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.0000 iprec_at_recall_0.20 1_1 0.0000 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 0.4000 P_10 1_1 0.5000 P_15 1_1 0.5333 P_20 1_1 0.6500 P_30 1_1 0.5333 P_100 1_1 0.1800 P_200 1_1 0.0900 P_500 1_1 0.0400 P_1000 1_1 0.0210 relstring 1_1 '2000102101' recall_5 1_1 0.0078 recall_10 1_1 0.0195 recall_15 1_1 0.0311 recall_20 1_1 0.0506 recall_30 1_1 0.0623 recall_100 1_1 0.0700 recall_200 1_1 0.0700 recall_500 1_1 0.0778 recall_1000 1_1 0.0817 infAP 1_1 0.0397 Rprec_mult_0.20 1_1 0.3269 Rprec_mult_0.40 1_1 0.1748 Rprec_mult_0.60 1_1 0.1161 Rprec_mult_0.80 1_1 0.0874 Rprec_mult_1.00 1_1 0.0700 Rprec_mult_1.20 1_1 0.0583 Rprec_mult_1.40 1_1 0.0500 Rprec_mult_1.60 1_1 0.0461 Rprec_mult_1.80 1_1 0.0432 Rprec_mult_2.00 1_1 0.0389 utility 1_1 -958.0000 11pt_avg 1_1 0.0909 binG 1_1 0.0262 G 1_1 0.0156 ndcg 1_1 0.1129 ndcg_rel 1_1 0.1277 Rndcg 1_1 0.1617 ndcg_cut_5 1_1 0.2698 ndcg_cut_10 1_1 0.2684 ndcg_cut_15 1_1 0.3031 ndcg_cut_20 1_1 0.3504 ndcg_cut_30 1_1 0.3150 ndcg_cut_100 1_1 0.1664 ndcg_cut_200 1_1 0.1167 ndcg_cut_500 1_1 0.1115 ndcg_cut_1000 1_1 0.1129 map_cut_5 1_1 0.0054 map_cut_10 1_1 0.0110 map_cut_15 1_1 0.0173 map_cut_20 1_1 0.0291 map_cut_30 1_1 0.0361 map_cut_100 1_1 0.0393 map_cut_200 1_1 0.0393 map_cut_500 1_1 0.0396 map_cut_1000 1_1 0.0397 relative_P_5 1_1 0.4000 relative_P_10 1_1 0.5000 relative_P_15 1_1 0.5333 relative_P_20 1_1 0.6500 relative_P_30 1_1 0.5333 relative_P_100 1_1 0.1800 relative_P_200 1_1 0.0900 relative_P_500 1_1 0.0778 relative_P_1000 1_1 0.0817 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0210 set_relative_P 1_1 0.0817 set_recall 1_1 0.0817 set_map 1_1 0.0017 set_F 1_1 0.0334 num_nonrel_judged_ret 1_1 10 rbp 1_1 0.2601 rbp_resid 1_1 0.0882 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 79 map 1_2 0.3197 Rprec 1_2 0.3684 bpref 1_2 0.6305 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.7500 iprec_at_recall_0.20 1_2 0.6216 iprec_at_recall_0.30 1_2 0.4789 iprec_at_recall_0.40 1_2 0.3511 iprec_at_recall_0.50 1_2 0.2794 iprec_at_recall_0.60 1_2 0.2011 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.8000 P_15 1_2 0.7333 P_20 1_2 0.7000 P_30 1_2 0.6667 P_100 1_2 0.4100 P_200 1_2 0.2800 P_500 1_2 0.1460 P_1000 1_2 0.0790 relstring 1_2 '4113331--2' recall_5 1_2 0.0439 recall_10 1_2 0.0702 recall_15 1_2 0.0965 recall_20 1_2 0.1228 recall_30 1_2 0.1754 recall_100 1_2 0.3596 recall_200 1_2 0.4912 recall_500 1_2 0.6404 recall_1000 1_2 0.6930 infAP 1_2 0.3197 Rprec_mult_0.20 1_2 0.6957 Rprec_mult_0.40 1_2 0.5435 Rprec_mult_0.60 1_2 0.4783 Rprec_mult_0.80 1_2 0.4130 Rprec_mult_1.00 1_2 0.3684 Rprec_mult_1.20 1_2 0.3431 Rprec_mult_1.40 1_2 0.3250 Rprec_mult_1.60 1_2 0.2896 Rprec_mult_1.80 1_2 0.2767 Rprec_mult_2.00 1_2 0.2588 utility 1_2 -842.0000 11pt_avg 1_2 0.3347 binG 1_2 0.1840 G 1_2 0.1485 ndcg 1_2 0.6559 ndcg_rel 1_2 0.6089 Rndcg 1_2 0.6490 ndcg_cut_5 1_2 0.7703 ndcg_cut_10 1_2 0.6537 ndcg_cut_15 1_2 0.5702 ndcg_cut_20 1_2 0.5767 ndcg_cut_30 1_2 0.5724 ndcg_cut_100 1_2 0.5152 ndcg_cut_200 1_2 0.5657 ndcg_cut_500 1_2 0.6365 ndcg_cut_1000 1_2 0.6559 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0684 map_cut_15 1_2 0.0877 map_cut_20 1_2 0.1068 map_cut_30 1_2 0.1424 map_cut_100 1_2 0.2363 map_cut_200 1_2 0.2802 map_cut_500 1_2 0.3127 map_cut_1000 1_2 0.3197 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.8000 relative_P_15 1_2 0.7333 relative_P_20 1_2 0.7000 relative_P_30 1_2 0.6667 relative_P_100 1_2 0.4100 relative_P_200 1_2 0.4912 relative_P_500 1_2 0.6404 relative_P_1000 1_2 0.6930 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0790 set_relative_P 1_2 0.6930 set_recall 1_2 0.6930 set_map 1_2 0.0547 set_F 1_2 0.1418 num_nonrel_judged_ret 1_2 8 rbp 1_2 0.4145 rbp_resid 1_2 0.2470 unj_5 1_2 0.0000 unj_10 1_2 0.2000 unj_20 1_2 0.3000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 50 map 1_3 0.3172 Rprec 1_3 0.4366 bpref 1_3 0.6110 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.6429 iprec_at_recall_0.20 1_3 0.5172 iprec_at_recall_0.30 1_3 0.4894 iprec_at_recall_0.40 1_3 0.4459 iprec_at_recall_0.50 1_3 0.3333 iprec_at_recall_0.60 1_3 0.2429 iprec_at_recall_0.70 1_3 0.1701 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.8000 P_10 1_3 0.5000 P_15 1_3 0.6000 P_20 1_3 0.5500 P_30 1_3 0.5000 P_100 1_3 0.3400 P_200 1_3 0.2200 P_500 1_3 0.1000 P_1000 1_3 0.0500 relstring 1_3 '222020-002' recall_5 1_3 0.0563 recall_10 1_3 0.0704 recall_15 1_3 0.1268 recall_20 1_3 0.1549 recall_30 1_3 0.2113 recall_100 1_3 0.4789 recall_200 1_3 0.6197 recall_500 1_3 0.7042 recall_1000 1_3 0.7042 infAP 1_3 0.3172 Rprec_mult_0.20 1_3 0.6000 Rprec_mult_0.40 1_3 0.5172 Rprec_mult_0.60 1_3 0.4884 Rprec_mult_0.80 1_3 0.4211 Rprec_mult_1.00 1_3 0.4366 Rprec_mult_1.20 1_3 0.3953 Rprec_mult_1.40 1_3 0.3400 Rprec_mult_1.60 1_3 0.3246 Rprec_mult_1.80 1_3 0.2891 Rprec_mult_2.00 1_3 0.2676 utility 1_3 -900.0000 11pt_avg 1_3 0.3492 binG 1_3 0.1861 G 1_3 0.1582 ndcg 1_3 0.6429 ndcg_rel 1_3 0.5678 Rndcg 1_3 0.5275 ndcg_cut_5 1_3 0.5693 ndcg_cut_10 1_3 0.4530 ndcg_cut_15 1_3 0.5166 ndcg_cut_20 1_3 0.5003 ndcg_cut_30 1_3 0.4616 ndcg_cut_100 1_3 0.5305 ndcg_cut_200 1_3 0.6010 ndcg_cut_500 1_3 0.6429 ndcg_cut_1000 1_3 0.6429 map_cut_5 1_3 0.0535 map_cut_10 1_3 0.0606 map_cut_15 1_3 0.0942 map_cut_20 1_3 0.1098 map_cut_30 1_3 0.1405 map_cut_100 1_3 0.2626 map_cut_200 1_3 0.3015 map_cut_500 1_3 0.3172 map_cut_1000 1_3 0.3172 relative_P_5 1_3 0.8000 relative_P_10 1_3 0.5000 relative_P_15 1_3 0.6000 relative_P_20 1_3 0.5500 relative_P_30 1_3 0.5000 relative_P_100 1_3 0.4789 relative_P_200 1_3 0.6197 relative_P_500 1_3 0.7042 relative_P_1000 1_3 0.7042 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0500 set_relative_P 1_3 0.7042 set_recall 1_3 0.7042 set_map 1_3 0.0352 set_F 1_3 0.0934 num_nonrel_judged_ret 1_3 16 rbp 1_3 0.3805 rbp_resid 1_3 0.1786 unj_5 1_3 0.0000 unj_10 1_3 0.1000 unj_20 1_3 0.2000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 49 map 1_4 0.1630 Rprec 1_4 0.2985 bpref 1_4 0.3211 recip_rank 1_4 0.3333 iprec_at_recall_0.00 1_4 0.6667 iprec_at_recall_0.10 1_4 0.5588 iprec_at_recall_0.20 1_4 0.4828 iprec_at_recall_0.30 1_4 0.3571 iprec_at_recall_0.40 1_4 0.0000 iprec_at_recall_0.50 1_4 0.0000 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 0.6000 P_10 1_4 0.5000 P_15 1_4 0.5333 P_20 1_4 0.4500 P_30 1_4 0.5333 P_100 1_4 0.3700 P_200 1_4 0.2300 P_500 1_4 0.0980 P_1000 1_4 0.0490 relstring 1_4 '003223-02-' recall_5 1_4 0.0224 recall_10 1_4 0.0373 recall_15 1_4 0.0597 recall_20 1_4 0.0672 recall_30 1_4 0.1194 recall_100 1_4 0.2761 recall_200 1_4 0.3433 recall_500 1_4 0.3657 recall_1000 1_4 0.3657 infAP 1_4 0.1630 Rprec_mult_0.20 1_4 0.4815 Rprec_mult_0.40 1_4 0.4815 Rprec_mult_0.60 1_4 0.4321 Rprec_mult_0.80 1_4 0.3519 Rprec_mult_1.00 1_4 0.2985 Rprec_mult_1.20 1_4 0.2733 Rprec_mult_1.40 1_4 0.2447 Rprec_mult_1.60 1_4 0.2140 Rprec_mult_1.80 1_4 0.1901 Rprec_mult_2.00 1_4 0.1754 utility 1_4 -902.0000 11pt_avg 1_4 0.1878 binG 1_4 0.0865 G 1_4 0.0729 ndcg 1_4 0.3867 ndcg_rel 1_4 0.3867 Rndcg 1_4 0.3677 ndcg_cut_5 1_4 0.3544 ndcg_cut_10 1_4 0.3526 ndcg_cut_15 1_4 0.3671 ndcg_cut_20 1_4 0.3475 ndcg_cut_30 1_4 0.3928 ndcg_cut_100 1_4 0.3686 ndcg_cut_200 1_4 0.3798 ndcg_cut_500 1_4 0.3867 ndcg_cut_1000 1_4 0.3867 map_cut_5 1_4 0.0107 map_cut_10 1_4 0.0198 map_cut_15 1_4 0.0313 map_cut_20 1_4 0.0352 map_cut_30 1_4 0.0620 map_cut_100 1_4 0.1395 map_cut_200 1_4 0.1599 map_cut_500 1_4 0.1630 map_cut_1000 1_4 0.1630 relative_P_5 1_4 0.6000 relative_P_10 1_4 0.5000 relative_P_15 1_4 0.5333 relative_P_20 1_4 0.4500 relative_P_30 1_4 0.5333 relative_P_100 1_4 0.3700 relative_P_200 1_4 0.3433 relative_P_500 1_4 0.3657 relative_P_1000 1_4 0.3657 success_1 1_4 0.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0490 set_relative_P 1_4 0.3657 set_recall 1_4 0.3657 set_map 1_4 0.0179 set_F 1_4 0.0864 num_nonrel_judged_ret 1_4 6 rbp 1_4 0.3759 rbp_resid 1_4 0.2149 unj_5 1_4 0.0000 unj_10 1_4 0.2000 unj_20 1_4 0.3000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 11 map 1_6 0.0266 Rprec 1_6 0.0909 bpref 1_6 0.0875 recip_rank 1_6 0.3333 iprec_at_recall_0.00 1_6 0.6000 iprec_at_recall_0.10 1_6 0.0000 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.6000 P_10 1_6 0.3000 P_15 1_6 0.2667 P_20 1_6 0.2500 P_30 1_6 0.2333 P_100 1_6 0.1100 P_200 1_6 0.0550 P_500 1_6 0.0220 P_1000 1_6 0.0110 relstring 1_6 '00211-----' recall_5 1_6 0.0248 recall_10 1_6 0.0248 recall_15 1_6 0.0331 recall_20 1_6 0.0413 recall_30 1_6 0.0579 recall_100 1_6 0.0909 recall_200 1_6 0.0909 recall_500 1_6 0.0909 recall_1000 1_6 0.0909 infAP 1_6 0.0266 Rprec_mult_0.20 1_6 0.2400 Rprec_mult_0.40 1_6 0.1633 Rprec_mult_0.60 1_6 0.1507 Rprec_mult_0.80 1_6 0.1134 Rprec_mult_1.00 1_6 0.0909 Rprec_mult_1.20 1_6 0.0753 Rprec_mult_1.40 1_6 0.0647 Rprec_mult_1.60 1_6 0.0567 Rprec_mult_1.80 1_6 0.0505 Rprec_mult_2.00 1_6 0.0455 utility 1_6 -978.0000 11pt_avg 1_6 0.0545 binG 1_6 0.0265 G 1_6 0.0159 ndcg 1_6 0.0946 ndcg_rel 1_6 0.0986 Rndcg 1_6 0.1048 ndcg_cut_5 1_6 0.2055 ndcg_cut_10 1_6 0.1333 ndcg_cut_15 1_6 0.1318 ndcg_cut_20 1_6 0.1205 ndcg_cut_30 1_6 0.1245 ndcg_cut_100 1_6 0.1015 ndcg_cut_200 1_6 0.0946 ndcg_cut_500 1_6 0.0946 ndcg_cut_1000 1_6 0.0946 map_cut_5 1_6 0.0118 map_cut_10 1_6 0.0118 map_cut_15 1_6 0.0140 map_cut_20 1_6 0.0161 map_cut_30 1_6 0.0203 map_cut_100 1_6 0.0266 map_cut_200 1_6 0.0266 map_cut_500 1_6 0.0266 map_cut_1000 1_6 0.0266 relative_P_5 1_6 0.6000 relative_P_10 1_6 0.3000 relative_P_15 1_6 0.2667 relative_P_20 1_6 0.2500 relative_P_30 1_6 0.2333 relative_P_100 1_6 0.1100 relative_P_200 1_6 0.0909 relative_P_500 1_6 0.0909 relative_P_1000 1_6 0.0909 success_1 1_6 0.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0110 set_relative_P 1_6 0.0909 set_recall 1_6 0.0909 set_map 1_6 0.0010 set_F 1_6 0.0196 num_nonrel_judged_ret 1_6 4 rbp 1_6 0.1298 rbp_resid 1_6 0.5285 unj_5 1_6 0.0000 unj_10 1_6 0.5000 unj_20 1_6 0.6500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 44 map 1_7 0.1699 Rprec 1_7 0.2091 bpref 1_7 0.3835 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.8000 iprec_at_recall_0.20 1_7 0.2150 iprec_at_recall_0.30 1_7 0.1231 iprec_at_recall_0.40 1_7 0.0519 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 1.0000 P_10 1_7 0.9000 P_15 1_7 0.8000 P_20 1_7 0.6500 P_30 1_7 0.5333 P_100 1_7 0.2100 P_200 1_7 0.1550 P_500 1_7 0.0740 P_1000 1_7 0.0440 relstring 1_7 '2222221201' recall_5 1_7 0.0455 recall_10 1_7 0.0818 recall_15 1_7 0.1091 recall_20 1_7 0.1182 recall_30 1_7 0.1455 recall_100 1_7 0.1909 recall_200 1_7 0.2818 recall_500 1_7 0.3364 recall_1000 1_7 0.4000 infAP 1_7 0.1699 Rprec_mult_0.20 1_7 0.6364 Rprec_mult_0.40 1_7 0.4091 Rprec_mult_0.60 1_7 0.3030 Rprec_mult_0.80 1_7 0.2273 Rprec_mult_1.00 1_7 0.2091 Rprec_mult_1.20 1_7 0.1894 Rprec_mult_1.40 1_7 0.1753 Rprec_mult_1.60 1_7 0.1648 Rprec_mult_1.80 1_7 0.1566 Rprec_mult_2.00 1_7 0.1409 utility 1_7 -912.0000 11pt_avg 1_7 0.1991 binG 1_7 0.1372 G 1_7 0.1086 ndcg 1_7 0.4606 ndcg_rel 1_7 0.4833 Rndcg 1_7 0.5029 ndcg_cut_5 1_7 0.7833 ndcg_cut_10 1_7 0.7336 ndcg_cut_15 1_7 0.6838 ndcg_cut_20 1_7 0.5962 ndcg_cut_30 1_7 0.5177 ndcg_cut_100 1_7 0.3641 ndcg_cut_200 1_7 0.3989 ndcg_cut_500 1_7 0.4284 ndcg_cut_1000 1_7 0.4606 map_cut_5 1_7 0.0455 map_cut_10 1_7 0.0809 map_cut_15 1_7 0.1023 map_cut_20 1_7 0.1089 map_cut_30 1_7 0.1257 map_cut_100 1_7 0.1428 map_cut_200 1_7 0.1599 map_cut_500 1_7 0.1660 map_cut_1000 1_7 0.1699 relative_P_5 1_7 1.0000 relative_P_10 1_7 0.9000 relative_P_15 1_7 0.8000 relative_P_20 1_7 0.6500 relative_P_30 1_7 0.5333 relative_P_100 1_7 0.2100 relative_P_200 1_7 0.2818 relative_P_500 1_7 0.3364 relative_P_1000 1_7 0.4000 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0440 set_relative_P 1_7 0.4000 set_recall 1_7 0.4000 set_map 1_7 0.0176 set_F 1_7 0.0793 num_nonrel_judged_ret 1_7 9 rbp 1_7 0.4362 rbp_resid 1_7 0.2112 unj_5 1_7 0.0000 unj_10 1_7 0.0000 unj_20 1_7 0.3000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 64 map 1_8 0.2042 Rprec 1_8 0.2627 bpref 1_8 0.4932 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.7059 iprec_at_recall_0.20 1_8 0.3699 iprec_at_recall_0.30 1_8 0.2483 iprec_at_recall_0.40 1_8 0.1379 iprec_at_recall_0.50 1_8 0.1285 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 0.8000 P_10 1_8 0.6000 P_15 1_8 0.6667 P_20 1_8 0.6500 P_30 1_8 0.6333 P_100 1_8 0.2900 P_200 1_8 0.2000 P_500 1_8 0.1200 P_1000 1_8 0.0640 relstring 1_8 '11101--21-' recall_5 1_8 0.0339 recall_10 1_8 0.0508 recall_15 1_8 0.0847 recall_20 1_8 0.1102 recall_30 1_8 0.1610 recall_100 1_8 0.2458 recall_200 1_8 0.3390 recall_500 1_8 0.5085 recall_1000 1_8 0.5424 infAP 1_8 0.2042 Rprec_mult_0.20 1_8 0.6667 Rprec_mult_0.40 1_8 0.4375 Rprec_mult_0.60 1_8 0.3662 Rprec_mult_0.80 1_8 0.3053 Rprec_mult_1.00 1_8 0.2627 Rprec_mult_1.20 1_8 0.2465 Rprec_mult_1.40 1_8 0.2229 Rprec_mult_1.60 1_8 0.2063 Rprec_mult_1.80 1_8 0.1925 Rprec_mult_2.00 1_8 0.1822 utility 1_8 -872.0000 11pt_avg 1_8 0.2355 binG 1_8 0.1299 G 1_8 0.0773 ndcg 1_8 0.4070 ndcg_rel 1_8 0.3596 Rndcg 1_8 0.2935 ndcg_cut_5 1_8 0.2846 ndcg_cut_10 1_8 0.2531 ndcg_cut_15 1_8 0.2828 ndcg_cut_20 1_8 0.3348 ndcg_cut_30 1_8 0.3659 ndcg_cut_100 1_8 0.2514 ndcg_cut_200 1_8 0.2868 ndcg_cut_500 1_8 0.3894 ndcg_cut_1000 1_8 0.4070 map_cut_5 1_8 0.0322 map_cut_10 1_8 0.0431 map_cut_15 1_8 0.0653 map_cut_20 1_8 0.0826 map_cut_30 1_8 0.1171 map_cut_100 1_8 0.1531 map_cut_200 1_8 0.1765 map_cut_500 1_8 0.2010 map_cut_1000 1_8 0.2042 relative_P_5 1_8 0.8000 relative_P_10 1_8 0.6000 relative_P_15 1_8 0.6667 relative_P_20 1_8 0.6500 relative_P_30 1_8 0.6333 relative_P_100 1_8 0.2900 relative_P_200 1_8 0.3390 relative_P_500 1_8 0.5085 relative_P_1000 1_8 0.5424 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0640 set_relative_P 1_8 0.5424 set_recall 1_8 0.5424 set_map 1_8 0.0347 set_F 1_8 0.1145 num_nonrel_judged_ret 1_8 6 rbp 1_8 0.2810 rbp_resid 1_8 0.2411 unj_5 1_8 0.0000 unj_10 1_8 0.3000 unj_20 1_8 0.2500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 32 map 1_9 0.2901 Rprec 1_9 0.3333 bpref 1_9 0.6567 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 0.5500 iprec_at_recall_0.30 1_9 0.4828 iprec_at_recall_0.40 1_9 0.2800 iprec_at_recall_0.50 1_9 0.2525 iprec_at_recall_0.60 1_9 0.0898 iprec_at_recall_0.70 1_9 0.0000 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 0.6000 P_15 1_9 0.5333 P_20 1_9 0.5500 P_30 1_9 0.4667 P_100 1_9 0.2500 P_200 1_9 0.1400 P_500 1_9 0.0620 P_1000 1_9 0.0320 relstring 1_9 '33223----2' recall_5 1_9 0.1042 recall_10 1_9 0.1250 recall_15 1_9 0.1667 recall_20 1_9 0.2292 recall_30 1_9 0.2917 recall_100 1_9 0.5208 recall_200 1_9 0.5833 recall_500 1_9 0.6458 recall_1000 1_9 0.6667 infAP 1_9 0.2901 Rprec_mult_0.20 1_9 0.6000 Rprec_mult_0.40 1_9 0.5500 Rprec_mult_0.60 1_9 0.4828 Rprec_mult_0.80 1_9 0.3846 Rprec_mult_1.00 1_9 0.3333 Rprec_mult_1.20 1_9 0.2931 Rprec_mult_1.40 1_9 0.2647 Rprec_mult_1.60 1_9 0.2727 Rprec_mult_1.80 1_9 0.2644 Rprec_mult_2.00 1_9 0.2500 utility 1_9 -936.0000 11pt_avg 1_9 0.3323 binG 1_9 0.2204 G 1_9 0.2051 ndcg 1_9 0.6506 ndcg_rel 1_9 0.6314 Rndcg 1_9 0.5479 ndcg_cut_5 1_9 0.8948 ndcg_cut_10 1_9 0.6231 ndcg_cut_15 1_9 0.5565 ndcg_cut_20 1_9 0.5614 ndcg_cut_30 1_9 0.5233 ndcg_cut_100 1_9 0.5788 ndcg_cut_200 1_9 0.6136 ndcg_cut_500 1_9 0.6387 ndcg_cut_1000 1_9 0.6506 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.1167 map_cut_15 1_9 0.1398 map_cut_20 1_9 0.1732 map_cut_30 1_9 0.2046 map_cut_100 1_9 0.2726 map_cut_200 1_9 0.2836 map_cut_500 1_9 0.2888 map_cut_1000 1_9 0.2901 relative_P_5 1_9 1.0000 relative_P_10 1_9 0.6000 relative_P_15 1_9 0.5333 relative_P_20 1_9 0.5500 relative_P_30 1_9 0.4667 relative_P_100 1_9 0.5208 relative_P_200 1_9 0.5833 relative_P_500 1_9 0.6458 relative_P_1000 1_9 0.6667 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0320 set_relative_P 1_9 0.6667 set_recall 1_9 0.6667 set_map 1_9 0.0213 set_F 1_9 0.0611 num_nonrel_judged_ret 1_9 3 rbp 1_9 0.4792 rbp_resid 1_9 0.4231 unj_5 1_9 0.0000 unj_10 1_9 0.4000 unj_20 1_9 0.4500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 34 map 4_10 0.1026 Rprec 4_10 0.1489 bpref 4_10 0.1662 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.7037 iprec_at_recall_0.20 4_10 0.0000 iprec_at_recall_0.30 4_10 0.0000 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.8000 P_15 4_10 0.7333 P_20 4_10 0.7000 P_30 4_10 0.6333 P_100 4_10 0.2500 P_200 4_10 0.1400 P_500 4_10 0.0660 P_1000 4_10 0.0340 relstring 4_10 '11111111-0' recall_5 4_10 0.0266 recall_10 4_10 0.0426 recall_15 4_10 0.0585 recall_20 4_10 0.0745 recall_30 4_10 0.1011 recall_100 4_10 0.1330 recall_200 4_10 0.1489 recall_500 4_10 0.1755 recall_1000 4_10 0.1809 infAP 4_10 0.1026 Rprec_mult_0.20 4_10 0.5000 Rprec_mult_0.40 4_10 0.2895 Rprec_mult_0.60 4_10 0.2212 Rprec_mult_0.80 4_10 0.1854 Rprec_mult_1.00 4_10 0.1489 Rprec_mult_1.20 4_10 0.1283 Rprec_mult_1.40 4_10 0.1098 Rprec_mult_1.60 4_10 0.0997 Rprec_mult_1.80 4_10 0.0944 Rprec_mult_2.00 4_10 0.0851 utility 4_10 -932.0000 11pt_avg 4_10 0.1549 binG 4_10 0.0752 G 4_10 0.0276 ndcg 4_10 0.1741 ndcg_rel 4_10 0.1885 Rndcg 4_10 0.2077 ndcg_cut_5 4_10 0.3333 ndcg_cut_10 4_10 0.2900 ndcg_cut_15 4_10 0.2769 ndcg_cut_20 4_10 0.2798 ndcg_cut_30 4_10 0.2749 ndcg_cut_100 4_10 0.1961 ndcg_cut_200 4_10 0.1598 ndcg_cut_500 4_10 0.1719 ndcg_cut_1000 4_10 0.1741 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0426 map_cut_15 4_10 0.0542 map_cut_20 4_10 0.0658 map_cut_30 4_10 0.0843 map_cut_100 4_10 0.0959 map_cut_200 4_10 0.0994 map_cut_500 4_10 0.1022 map_cut_1000 4_10 0.1026 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.8000 relative_P_15 4_10 0.7333 relative_P_20 4_10 0.7000 relative_P_30 4_10 0.6333 relative_P_100 4_10 0.2500 relative_P_200 4_10 0.1489 relative_P_500 4_10 0.1755 relative_P_1000 4_10 0.1809 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0340 set_relative_P 4_10 0.1809 set_recall 4_10 0.1809 set_map 4_10 0.0061 set_F 4_10 0.0572 num_nonrel_judged_ret 4_10 9 rbp 4_10 0.2488 rbp_resid 4_10 0.1738 unj_5 4_10 0.0000 unj_10 4_10 0.1000 unj_20 4_10 0.2000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 0 map 4_11 0.0000 Rprec 4_11 0.0000 bpref 4_11 0.0000 recip_rank 4_11 0.0000 iprec_at_recall_0.00 4_11 0.0000 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.0000 P_10 4_11 0.0000 P_15 4_11 0.0000 P_20 4_11 0.0000 P_30 4_11 0.0000 P_100 4_11 0.0000 P_200 4_11 0.0000 P_500 4_11 0.0000 P_1000 4_11 0.0000 relstring 4_11 '000000000-' recall_5 4_11 0.0000 recall_10 4_11 0.0000 recall_15 4_11 0.0000 recall_20 4_11 0.0000 recall_30 4_11 0.0000 recall_100 4_11 0.0000 recall_200 4_11 0.0000 recall_500 4_11 0.0000 recall_1000 4_11 0.0000 infAP 4_11 0.0000 Rprec_mult_0.20 4_11 0.0000 Rprec_mult_0.40 4_11 0.0000 Rprec_mult_0.60 4_11 0.0000 Rprec_mult_0.80 4_11 0.0000 Rprec_mult_1.00 4_11 0.0000 Rprec_mult_1.20 4_11 0.0000 Rprec_mult_1.40 4_11 0.0000 Rprec_mult_1.60 4_11 0.0000 Rprec_mult_1.80 4_11 0.0000 Rprec_mult_2.00 4_11 0.0000 utility 4_11 -1000.0000 11pt_avg 4_11 0.0000 binG 4_11 0.0000 G 4_11 0.0000 ndcg 4_11 0.0000 ndcg_rel 4_11 0.0000 Rndcg 4_11 0.0000 ndcg_cut_5 4_11 0.0000 ndcg_cut_10 4_11 0.0000 ndcg_cut_15 4_11 0.0000 ndcg_cut_20 4_11 0.0000 ndcg_cut_30 4_11 0.0000 ndcg_cut_100 4_11 0.0000 ndcg_cut_200 4_11 0.0000 ndcg_cut_500 4_11 0.0000 ndcg_cut_1000 4_11 0.0000 map_cut_5 4_11 0.0000 map_cut_10 4_11 0.0000 map_cut_15 4_11 0.0000 map_cut_20 4_11 0.0000 map_cut_30 4_11 0.0000 map_cut_100 4_11 0.0000 map_cut_200 4_11 0.0000 map_cut_500 4_11 0.0000 map_cut_1000 4_11 0.0000 relative_P_5 4_11 0.0000 relative_P_10 4_11 0.0000 relative_P_15 4_11 0.0000 relative_P_20 4_11 0.0000 relative_P_30 4_11 0.0000 relative_P_100 4_11 0.0000 relative_P_200 4_11 0.0000 relative_P_500 4_11 0.0000 relative_P_1000 4_11 0.0000 success_1 4_11 0.0000 success_5 4_11 0.0000 success_10 4_11 0.0000 set_P 4_11 0.0000 set_relative_P 4_11 0.0000 set_recall 4_11 0.0000 set_map 4_11 0.0000 set_F 4_11 0.0000 num_nonrel_judged_ret 4_11 47 rbp 4_11 0.0000 rbp_resid 4_11 0.2891 unj_5 4_11 0.0000 unj_10 4_11 0.1000 unj_20 4_11 0.3500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 1 map 4_12 0.0000 Rprec 4_12 0.0000 bpref 4_12 0.0068 recip_rank 4_12 0.0012 iprec_at_recall_0.00 4_12 0.0012 iprec_at_recall_0.10 4_12 0.0000 iprec_at_recall_0.20 4_12 0.0000 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.0000 P_10 4_12 0.0000 P_15 4_12 0.0000 P_20 4_12 0.0000 P_30 4_12 0.0000 P_100 4_12 0.0000 P_200 4_12 0.0000 P_500 4_12 0.0000 P_1000 4_12 0.0010 relstring 4_12 '00000-----' recall_5 4_12 0.0000 recall_10 4_12 0.0000 recall_15 4_12 0.0000 recall_20 4_12 0.0000 recall_30 4_12 0.0000 recall_100 4_12 0.0000 recall_200 4_12 0.0000 recall_500 4_12 0.0000 recall_1000 4_12 0.0075 infAP 4_12 0.0000 Rprec_mult_0.20 4_12 0.0000 Rprec_mult_0.40 4_12 0.0000 Rprec_mult_0.60 4_12 0.0000 Rprec_mult_0.80 4_12 0.0000 Rprec_mult_1.00 4_12 0.0000 Rprec_mult_1.20 4_12 0.0000 Rprec_mult_1.40 4_12 0.0000 Rprec_mult_1.60 4_12 0.0000 Rprec_mult_1.80 4_12 0.0000 Rprec_mult_2.00 4_12 0.0000 utility 4_12 -998.0000 11pt_avg 4_12 0.0001 binG 4_12 0.0008 G 4_12 0.0004 ndcg 4_12 0.0019 ndcg_rel 4_12 0.0019 Rndcg 4_12 0.0005 ndcg_cut_5 4_12 0.0000 ndcg_cut_10 4_12 0.0000 ndcg_cut_15 4_12 0.0000 ndcg_cut_20 4_12 0.0000 ndcg_cut_30 4_12 0.0000 ndcg_cut_100 4_12 0.0000 ndcg_cut_200 4_12 0.0000 ndcg_cut_500 4_12 0.0000 ndcg_cut_1000 4_12 0.0019 map_cut_5 4_12 0.0000 map_cut_10 4_12 0.0000 map_cut_15 4_12 0.0000 map_cut_20 4_12 0.0000 map_cut_30 4_12 0.0000 map_cut_100 4_12 0.0000 map_cut_200 4_12 0.0000 map_cut_500 4_12 0.0000 map_cut_1000 4_12 0.0000 relative_P_5 4_12 0.0000 relative_P_10 4_12 0.0000 relative_P_15 4_12 0.0000 relative_P_20 4_12 0.0000 relative_P_30 4_12 0.0000 relative_P_100 4_12 0.0000 relative_P_200 4_12 0.0000 relative_P_500 4_12 0.0000 relative_P_1000 4_12 0.0075 success_1 4_12 0.0000 success_5 4_12 0.0000 success_10 4_12 0.0000 set_P 4_12 0.0010 set_relative_P 4_12 0.0075 set_recall 4_12 0.0075 set_map 4_12 0.0000 set_F 4_12 0.0018 num_nonrel_judged_ret 4_12 9 rbp 4_12 0.0000 rbp_resid 4_12 0.5598 unj_5 4_12 0.0000 unj_10 4_12 0.5000 unj_20 4_12 0.7000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 0 map 4_13 0.0000 Rprec 4_13 0.0000 bpref 4_13 0.0000 recip_rank 4_13 0.0000 iprec_at_recall_0.00 4_13 0.0000 iprec_at_recall_0.10 4_13 0.0000 iprec_at_recall_0.20 4_13 0.0000 iprec_at_recall_0.30 4_13 0.0000 iprec_at_recall_0.40 4_13 0.0000 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 0.0000 P_10 4_13 0.0000 P_15 4_13 0.0000 P_20 4_13 0.0000 P_30 4_13 0.0000 P_100 4_13 0.0000 P_200 4_13 0.0000 P_500 4_13 0.0000 P_1000 4_13 0.0000 relstring 4_13 '0000---0--' recall_5 4_13 0.0000 recall_10 4_13 0.0000 recall_15 4_13 0.0000 recall_20 4_13 0.0000 recall_30 4_13 0.0000 recall_100 4_13 0.0000 recall_200 4_13 0.0000 recall_500 4_13 0.0000 recall_1000 4_13 0.0000 infAP 4_13 0.0000 Rprec_mult_0.20 4_13 0.0000 Rprec_mult_0.40 4_13 0.0000 Rprec_mult_0.60 4_13 0.0000 Rprec_mult_0.80 4_13 0.0000 Rprec_mult_1.00 4_13 0.0000 Rprec_mult_1.20 4_13 0.0000 Rprec_mult_1.40 4_13 0.0000 Rprec_mult_1.60 4_13 0.0000 Rprec_mult_1.80 4_13 0.0000 Rprec_mult_2.00 4_13 0.0000 utility 4_13 -1000.0000 11pt_avg 4_13 0.0000 binG 4_13 0.0000 G 4_13 0.0000 ndcg 4_13 0.0000 ndcg_rel 4_13 0.0000 Rndcg 4_13 0.0000 ndcg_cut_5 4_13 0.0000 ndcg_cut_10 4_13 0.0000 ndcg_cut_15 4_13 0.0000 ndcg_cut_20 4_13 0.0000 ndcg_cut_30 4_13 0.0000 ndcg_cut_100 4_13 0.0000 ndcg_cut_200 4_13 0.0000 ndcg_cut_500 4_13 0.0000 ndcg_cut_1000 4_13 0.0000 map_cut_5 4_13 0.0000 map_cut_10 4_13 0.0000 map_cut_15 4_13 0.0000 map_cut_20 4_13 0.0000 map_cut_30 4_13 0.0000 map_cut_100 4_13 0.0000 map_cut_200 4_13 0.0000 map_cut_500 4_13 0.0000 map_cut_1000 4_13 0.0000 relative_P_5 4_13 0.0000 relative_P_10 4_13 0.0000 relative_P_15 4_13 0.0000 relative_P_20 4_13 0.0000 relative_P_30 4_13 0.0000 relative_P_100 4_13 0.0000 relative_P_200 4_13 0.0000 relative_P_500 4_13 0.0000 relative_P_1000 4_13 0.0000 success_1 4_13 0.0000 success_5 4_13 0.0000 success_10 4_13 0.0000 set_P 4_13 0.0000 set_relative_P 4_13 0.0000 set_recall 4_13 0.0000 set_map 4_13 0.0000 set_F 4_13 0.0000 num_nonrel_judged_ret 4_13 12 rbp 4_13 0.0000 rbp_resid 4_13 0.6076 unj_5 4_13 0.2000 unj_10 4_13 0.5000 unj_20 4_13 0.7500 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 21 map 4_14 0.0691 Rprec 4_14 0.0847 bpref 4_14 0.1174 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.0503 iprec_at_recall_0.20 4_14 0.0000 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 0.8000 P_15 4_14 0.7333 P_20 4_14 0.5500 P_30 4_14 0.4333 P_100 4_14 0.1500 P_200 4_14 0.0750 P_500 4_14 0.0380 P_1000 4_14 0.0210 relstring 4_14 '2222223-2-' recall_5 4_14 0.0282 recall_10 4_14 0.0452 recall_15 4_14 0.0621 recall_20 4_14 0.0621 recall_30 4_14 0.0734 recall_100 4_14 0.0847 recall_200 4_14 0.0847 recall_500 4_14 0.1073 recall_1000 4_14 0.1186 infAP 4_14 0.0691 Rprec_mult_0.20 4_14 0.3889 Rprec_mult_0.40 4_14 0.2113 Rprec_mult_0.60 4_14 0.1402 Rprec_mult_0.80 4_14 0.1056 Rprec_mult_1.00 4_14 0.0847 Rprec_mult_1.20 4_14 0.0751 Rprec_mult_1.40 4_14 0.0645 Rprec_mult_1.60 4_14 0.0563 Rprec_mult_1.80 4_14 0.0502 Rprec_mult_2.00 4_14 0.0480 utility 4_14 -958.0000 11pt_avg 4_14 0.0955 binG 4_14 0.0593 G 4_14 0.0286 ndcg 4_14 0.1756 ndcg_rel 4_14 0.2093 Rndcg 4_14 0.2063 ndcg_cut_5 4_14 0.6667 ndcg_cut_10 4_14 0.6024 ndcg_cut_15 4_14 0.5686 ndcg_cut_20 4_14 0.4734 ndcg_cut_30 4_14 0.3873 ndcg_cut_100 4_14 0.2141 ndcg_cut_200 4_14 0.1564 ndcg_cut_500 4_14 0.1697 ndcg_cut_1000 4_14 0.1756 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0446 map_cut_15 4_14 0.0567 map_cut_20 4_14 0.0567 map_cut_30 4_14 0.0627 map_cut_100 4_14 0.0674 map_cut_200 4_14 0.0674 map_cut_500 4_14 0.0687 map_cut_1000 4_14 0.0691 relative_P_5 4_14 1.0000 relative_P_10 4_14 0.8000 relative_P_15 4_14 0.7333 relative_P_20 4_14 0.5500 relative_P_30 4_14 0.4333 relative_P_100 4_14 0.1500 relative_P_200 4_14 0.0847 relative_P_500 4_14 0.1073 relative_P_1000 4_14 0.1186 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0210 set_relative_P 4_14 0.1186 set_recall 4_14 0.1186 set_map 4_14 0.0025 set_F 4_14 0.0357 num_nonrel_judged_ret 4_14 5 rbp 4_14 0.4657 rbp_resid 4_14 0.3146 unj_5 4_14 0.0000 unj_10 4_14 0.2000 unj_20 4_14 0.4000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0294 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0294 iprec_at_recall_0.00 4_17 0.0294 iprec_at_recall_0.10 4_17 0.0294 iprec_at_recall_0.20 4_17 0.0294 iprec_at_recall_0.30 4_17 0.0294 iprec_at_recall_0.40 4_17 0.0294 iprec_at_recall_0.50 4_17 0.0294 iprec_at_recall_0.60 4_17 0.0294 iprec_at_recall_0.70 4_17 0.0294 iprec_at_recall_0.80 4_17 0.0294 iprec_at_recall_0.90 4_17 0.0294 iprec_at_recall_1.00 4_17 0.0294 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '0000000000' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0294 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0294 binG 4_17 0.1950 G 4_17 0.1950 ndcg 4_17 0.1950 ndcg_rel 4_17 0.1950 Rndcg 4_17 0.0975 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.1950 ndcg_cut_200 4_17 0.1950 ndcg_cut_500 4_17 0.1950 ndcg_cut_1000 4_17 0.1950 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0294 map_cut_200 4_17 0.0294 map_cut_500 4_17 0.0294 map_cut_1000 4_17 0.0294 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 50 rbp 4_17 0.0031 rbp_resid 4_17 0.1420 unj_5 4_17 0.0000 unj_10 4_17 0.0000 unj_20 4_17 0.2000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 4 map 4_3 0.0145 Rprec 4_3 0.0244 bpref 4_3 0.0239 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.0000 iprec_at_recall_0.20 4_3 0.0000 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.4000 P_10 4_3 0.2000 P_15 4_3 0.2000 P_20 4_3 0.1500 P_30 4_3 0.1333 P_100 4_3 0.0400 P_200 4_3 0.0200 P_500 4_3 0.0080 P_1000 4_3 0.0040 relstring 4_3 '22000-----' recall_5 4_3 0.0122 recall_10 4_3 0.0122 recall_15 4_3 0.0183 recall_20 4_3 0.0183 recall_30 4_3 0.0244 recall_100 4_3 0.0244 recall_200 4_3 0.0244 recall_500 4_3 0.0244 recall_1000 4_3 0.0244 infAP 4_3 0.0145 Rprec_mult_0.20 4_3 0.1212 Rprec_mult_0.40 4_3 0.0606 Rprec_mult_0.60 4_3 0.0404 Rprec_mult_0.80 4_3 0.0303 Rprec_mult_1.00 4_3 0.0244 Rprec_mult_1.20 4_3 0.0203 Rprec_mult_1.40 4_3 0.0174 Rprec_mult_1.60 4_3 0.0152 Rprec_mult_1.80 4_3 0.0135 Rprec_mult_2.00 4_3 0.0122 utility 4_3 -992.0000 11pt_avg 4_3 0.0909 binG 4_3 0.0152 G 4_3 0.0088 ndcg 4_3 0.0697 ndcg_rel 4_3 0.0768 Rndcg 4_3 0.1770 ndcg_cut_5 4_3 0.3313 ndcg_cut_10 4_3 0.2229 ndcg_cut_15 4_3 0.2024 ndcg_cut_20 4_3 0.1701 ndcg_cut_30 4_3 0.1581 ndcg_cut_100 4_3 0.0838 ndcg_cut_200 4_3 0.0697 ndcg_cut_500 4_3 0.0697 ndcg_cut_1000 4_3 0.0697 map_cut_5 4_3 0.0122 map_cut_10 4_3 0.0122 map_cut_15 4_3 0.0134 map_cut_20 4_3 0.0134 map_cut_30 4_3 0.0145 map_cut_100 4_3 0.0145 map_cut_200 4_3 0.0145 map_cut_500 4_3 0.0145 map_cut_1000 4_3 0.0145 relative_P_5 4_3 0.4000 relative_P_10 4_3 0.2000 relative_P_15 4_3 0.2000 relative_P_20 4_3 0.1500 relative_P_30 4_3 0.1333 relative_P_100 4_3 0.0400 relative_P_200 4_3 0.0244 relative_P_500 4_3 0.0244 relative_P_1000 4_3 0.0244 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0040 set_relative_P 4_3 0.0244 set_recall 4_3 0.0244 set_map 4_3 0.0001 set_F 4_3 0.0069 num_nonrel_judged_ret 4_3 4 rbp 4_3 0.1119 rbp_resid 4_3 0.5567 unj_5 4_3 0.0000 unj_10 4_3 0.5000 unj_20 4_3 0.7000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 31 map 4_4 0.1008 Rprec 4_4 0.1948 bpref 4_4 0.1914 recip_rank 4_4 0.5000 iprec_at_recall_0.00 4_4 0.8571 iprec_at_recall_0.10 4_4 0.6250 iprec_at_recall_0.20 4_4 0.0706 iprec_at_recall_0.30 4_4 0.0000 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.8000 P_10 4_4 0.6000 P_15 4_4 0.7333 P_20 4_4 0.6500 P_30 4_4 0.5333 P_100 4_4 0.2700 P_200 4_4 0.1500 P_500 4_4 0.0620 P_1000 4_4 0.0310 relstring 4_4 '0321123--0' recall_5 4_4 0.0260 recall_10 4_4 0.0390 recall_15 4_4 0.0714 recall_20 4_4 0.0844 recall_30 4_4 0.1039 recall_100 4_4 0.1753 recall_200 4_4 0.1948 recall_500 4_4 0.2013 recall_1000 4_4 0.2013 infAP 4_4 0.1008 Rprec_mult_0.20 4_4 0.5161 Rprec_mult_0.40 4_4 0.3226 Rprec_mult_0.60 4_4 0.2796 Rprec_mult_0.80 4_4 0.2258 Rprec_mult_1.00 4_4 0.1948 Rprec_mult_1.20 4_4 0.1622 Rprec_mult_1.40 4_4 0.1389 Rprec_mult_1.60 4_4 0.1215 Rprec_mult_1.80 4_4 0.1079 Rprec_mult_2.00 4_4 0.0974 utility 4_4 -938.0000 11pt_avg 4_4 0.1412 binG 4_4 0.0641 G 4_4 0.0397 ndcg 4_4 0.2415 ndcg_rel 4_4 0.2593 Rndcg 4_4 0.2758 ndcg_cut_5 4_4 0.3542 ndcg_cut_10 4_4 0.3553 ndcg_cut_15 4_4 0.4061 ndcg_cut_20 4_4 0.3744 ndcg_cut_30 4_4 0.3546 ndcg_cut_100 4_4 0.2659 ndcg_cut_200 4_4 0.2378 ndcg_cut_500 4_4 0.2415 ndcg_cut_1000 4_4 0.2415 map_cut_5 4_4 0.0176 map_cut_10 4_4 0.0286 map_cut_15 4_4 0.0510 map_cut_20 4_4 0.0602 map_cut_30 4_4 0.0719 map_cut_100 4_4 0.0959 map_cut_200 4_4 0.1004 map_cut_500 4_4 0.1008 map_cut_1000 4_4 0.1008 relative_P_5 4_4 0.8000 relative_P_10 4_4 0.6000 relative_P_15 4_4 0.7333 relative_P_20 4_4 0.6500 relative_P_30 4_4 0.5333 relative_P_100 4_4 0.2700 relative_P_200 4_4 0.1948 relative_P_500 4_4 0.2013 relative_P_1000 4_4 0.2013 success_1 4_4 0.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0310 set_relative_P 4_4 0.2013 set_recall 4_4 0.2013 set_map 4_4 0.0062 set_F 4_4 0.0537 num_nonrel_judged_ret 4_4 3 rbp 4_4 0.3080 rbp_resid 4_4 0.2219 unj_5 4_4 0.0000 unj_10 4_4 0.2000 unj_20 4_4 0.2500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 0 map 4_5 0.0000 Rprec 4_5 0.0000 bpref 4_5 0.0000 recip_rank 4_5 0.0000 iprec_at_recall_0.00 4_5 0.0000 iprec_at_recall_0.10 4_5 0.0000 iprec_at_recall_0.20 4_5 0.0000 iprec_at_recall_0.30 4_5 0.0000 iprec_at_recall_0.40 4_5 0.0000 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 0.0000 P_10 4_5 0.0000 P_15 4_5 0.0000 P_20 4_5 0.0000 P_30 4_5 0.0000 P_100 4_5 0.0000 P_200 4_5 0.0000 P_500 4_5 0.0000 P_1000 4_5 0.0000 relstring 4_5 '00000-----' recall_5 4_5 0.0000 recall_10 4_5 0.0000 recall_15 4_5 0.0000 recall_20 4_5 0.0000 recall_30 4_5 0.0000 recall_100 4_5 0.0000 recall_200 4_5 0.0000 recall_500 4_5 0.0000 recall_1000 4_5 0.0000 infAP 4_5 0.0000 Rprec_mult_0.20 4_5 0.0000 Rprec_mult_0.40 4_5 0.0000 Rprec_mult_0.60 4_5 0.0000 Rprec_mult_0.80 4_5 0.0000 Rprec_mult_1.00 4_5 0.0000 Rprec_mult_1.20 4_5 0.0000 Rprec_mult_1.40 4_5 0.0000 Rprec_mult_1.60 4_5 0.0000 Rprec_mult_1.80 4_5 0.0000 Rprec_mult_2.00 4_5 0.0000 utility 4_5 -1000.0000 11pt_avg 4_5 0.0000 binG 4_5 0.0000 G 4_5 0.0000 ndcg 4_5 0.0000 ndcg_rel 4_5 0.0000 Rndcg 4_5 0.0000 ndcg_cut_5 4_5 0.0000 ndcg_cut_10 4_5 0.0000 ndcg_cut_15 4_5 0.0000 ndcg_cut_20 4_5 0.0000 ndcg_cut_30 4_5 0.0000 ndcg_cut_100 4_5 0.0000 ndcg_cut_200 4_5 0.0000 ndcg_cut_500 4_5 0.0000 ndcg_cut_1000 4_5 0.0000 map_cut_5 4_5 0.0000 map_cut_10 4_5 0.0000 map_cut_15 4_5 0.0000 map_cut_20 4_5 0.0000 map_cut_30 4_5 0.0000 map_cut_100 4_5 0.0000 map_cut_200 4_5 0.0000 map_cut_500 4_5 0.0000 map_cut_1000 4_5 0.0000 relative_P_5 4_5 0.0000 relative_P_10 4_5 0.0000 relative_P_15 4_5 0.0000 relative_P_20 4_5 0.0000 relative_P_30 4_5 0.0000 relative_P_100 4_5 0.0000 relative_P_200 4_5 0.0000 relative_P_500 4_5 0.0000 relative_P_1000 4_5 0.0000 success_1 4_5 0.0000 success_5 4_5 0.0000 success_10 4_5 0.0000 set_P 4_5 0.0000 set_relative_P 4_5 0.0000 set_recall 4_5 0.0000 set_map 4_5 0.0000 set_F 4_5 0.0000 num_nonrel_judged_ret 4_5 6 rbp 4_5 0.0000 rbp_resid 4_5 0.5905 unj_5 4_5 0.0000 unj_10 4_5 0.5000 unj_20 4_5 0.7500 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 13 map 4_7 0.0597 Rprec 4_7 0.1579 bpref 4_7 0.1579 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.3478 iprec_at_recall_0.20 4_7 0.0000 iprec_at_recall_0.30 4_7 0.0000 iprec_at_recall_0.40 4_7 0.0000 iprec_at_recall_0.50 4_7 0.0000 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.2000 P_10 4_7 0.3000 P_15 4_7 0.3333 P_20 4_7 0.3500 P_30 4_7 0.3000 P_100 4_7 0.1200 P_200 4_7 0.0650 P_500 4_7 0.0260 P_1000 4_7 0.0130 relstring 4_7 '30000--12-' recall_5 4_7 0.0132 recall_10 4_7 0.0395 recall_15 4_7 0.0658 recall_20 4_7 0.0921 recall_30 4_7 0.1184 recall_100 4_7 0.1579 recall_200 4_7 0.1711 recall_500 4_7 0.1711 recall_1000 4_7 0.1711 infAP 4_7 0.0597 Rprec_mult_0.20 4_7 0.3750 Rprec_mult_0.40 4_7 0.2903 Rprec_mult_0.60 4_7 0.2174 Rprec_mult_0.80 4_7 0.1803 Rprec_mult_1.00 4_7 0.1579 Rprec_mult_1.20 4_7 0.1304 Rprec_mult_1.40 4_7 0.1121 Rprec_mult_1.60 4_7 0.1066 Rprec_mult_1.80 4_7 0.0949 Rprec_mult_2.00 4_7 0.0855 utility 4_7 -974.0000 11pt_avg 4_7 0.1225 binG 4_7 0.0528 G 4_7 0.0691 ndcg 4_7 0.2842 ndcg_rel 4_7 0.3055 Rndcg 4_7 0.3831 ndcg_cut_5 4_7 0.3985 ndcg_cut_10 4_7 0.3655 ndcg_cut_15 4_7 0.3735 ndcg_cut_20 4_7 0.3794 ndcg_cut_30 4_7 0.3488 ndcg_cut_100 4_7 0.2789 ndcg_cut_200 4_7 0.2842 ndcg_cut_500 4_7 0.2842 ndcg_cut_1000 4_7 0.2842 map_cut_5 4_7 0.0132 map_cut_10 4_7 0.0208 map_cut_15 4_7 0.0303 map_cut_20 4_7 0.0407 map_cut_30 4_7 0.0498 map_cut_100 4_7 0.0581 map_cut_200 4_7 0.0597 map_cut_500 4_7 0.0597 map_cut_1000 4_7 0.0597 relative_P_5 4_7 0.2000 relative_P_10 4_7 0.3000 relative_P_15 4_7 0.3333 relative_P_20 4_7 0.3500 relative_P_30 4_7 0.3000 relative_P_100 4_7 0.1579 relative_P_200 4_7 0.1711 relative_P_500 4_7 0.1711 relative_P_1000 4_7 0.1711 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0130 set_relative_P 4_7 0.1711 set_recall 4_7 0.1711 set_map 4_7 0.0022 set_F 4_7 0.0242 num_nonrel_judged_ret 4_7 12 rbp 4_7 0.2251 rbp_resid 4_7 0.3327 unj_5 4_7 0.0000 unj_10 4_7 0.3000 unj_20 4_7 0.4000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 55 map 4_8 0.2582 Rprec 4_8 0.3333 bpref 4_8 0.4453 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.7692 iprec_at_recall_0.20 4_8 0.5882 iprec_at_recall_0.30 4_8 0.4394 iprec_at_recall_0.40 4_8 0.2754 iprec_at_recall_0.50 4_8 0.1690 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 1.0000 P_10 4_8 0.7000 P_15 4_8 0.6667 P_20 4_8 0.6000 P_30 4_8 0.5667 P_100 4_8 0.3300 P_200 4_8 0.2100 P_500 4_8 0.1040 P_1000 4_8 0.0550 relstring 4_8 '1221200-12' recall_5 4_8 0.0521 recall_10 4_8 0.0729 recall_15 4_8 0.1042 recall_20 4_8 0.1250 recall_30 4_8 0.1771 recall_100 4_8 0.3438 recall_200 4_8 0.4375 recall_500 4_8 0.5417 recall_1000 4_8 0.5729 infAP 4_8 0.2582 Rprec_mult_0.20 4_8 0.6000 Rprec_mult_0.40 4_8 0.5385 Rprec_mult_0.60 4_8 0.4483 Rprec_mult_0.80 4_8 0.3896 Rprec_mult_1.00 4_8 0.3333 Rprec_mult_1.20 4_8 0.3017 Rprec_mult_1.40 4_8 0.2741 Rprec_mult_1.60 4_8 0.2597 Rprec_mult_1.80 4_8 0.2370 Rprec_mult_2.00 4_8 0.2188 utility 4_8 -890.0000 11pt_avg 4_8 0.2947 binG 4_8 0.1608 G 4_8 0.1167 ndcg 4_8 0.5095 ndcg_rel 4_8 0.4863 Rndcg 4_8 0.4148 ndcg_cut_5 4_8 0.6476 ndcg_cut_10 4_8 0.5299 ndcg_cut_15 4_8 0.5490 ndcg_cut_20 4_8 0.4942 ndcg_cut_30 4_8 0.4409 ndcg_cut_100 4_8 0.3916 ndcg_cut_200 4_8 0.4415 ndcg_cut_500 4_8 0.4924 ndcg_cut_1000 4_8 0.5095 map_cut_5 4_8 0.0521 map_cut_10 4_8 0.0663 map_cut_15 4_8 0.0897 map_cut_20 4_8 0.1027 map_cut_30 4_8 0.1340 map_cut_100 4_8 0.2134 map_cut_200 4_8 0.2390 map_cut_500 4_8 0.2557 map_cut_1000 4_8 0.2582 relative_P_5 4_8 1.0000 relative_P_10 4_8 0.7000 relative_P_15 4_8 0.6667 relative_P_20 4_8 0.6000 relative_P_30 4_8 0.5667 relative_P_100 4_8 0.3438 relative_P_200 4_8 0.4375 relative_P_500 4_8 0.5417 relative_P_1000 4_8 0.5729 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0550 set_relative_P 4_8 0.5729 set_recall 4_8 0.5729 set_map 4_8 0.0315 set_F 4_8 0.1004 num_nonrel_judged_ret 4_8 53 rbp 4_8 0.3523 rbp_resid 4_8 0.0991 unj_5 4_8 0.0000 unj_10 4_8 0.1000 unj_20 4_8 0.1000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 3 map 4_9 0.0030 Rprec 4_9 0.0235 bpref 4_9 0.0323 recip_rank 4_9 0.1250 iprec_at_recall_0.00 4_9 0.1250 iprec_at_recall_0.10 4_9 0.0000 iprec_at_recall_0.20 4_9 0.0000 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.0000 P_10 4_9 0.1000 P_15 4_9 0.0667 P_20 4_9 0.1000 P_30 4_9 0.0667 P_100 4_9 0.0200 P_200 4_9 0.0150 P_500 4_9 0.0060 P_1000 4_9 0.0030 relstring 4_9 '00000--2--' recall_5 4_9 0.0000 recall_10 4_9 0.0118 recall_15 4_9 0.0118 recall_20 4_9 0.0235 recall_30 4_9 0.0235 recall_100 4_9 0.0235 recall_200 4_9 0.0353 recall_500 4_9 0.0353 recall_1000 4_9 0.0353 infAP 4_9 0.0030 Rprec_mult_0.20 4_9 0.0588 Rprec_mult_0.40 4_9 0.0588 Rprec_mult_0.60 4_9 0.0392 Rprec_mult_0.80 4_9 0.0294 Rprec_mult_1.00 4_9 0.0235 Rprec_mult_1.20 4_9 0.0196 Rprec_mult_1.40 4_9 0.0252 Rprec_mult_1.60 4_9 0.0221 Rprec_mult_1.80 4_9 0.0196 Rprec_mult_2.00 4_9 0.0176 utility 4_9 -994.0000 11pt_avg 4_9 0.0114 binG 4_9 0.0082 G 4_9 0.0067 ndcg 4_9 0.0374 ndcg_rel 4_9 0.0379 Rndcg 4_9 0.0392 ndcg_cut_5 4_9 0.0000 ndcg_cut_10 4_9 0.0463 ndcg_cut_15 4_9 0.0359 ndcg_cut_20 4_9 0.0627 ndcg_cut_30 4_9 0.0509 ndcg_cut_100 4_9 0.0305 ndcg_cut_200 4_9 0.0374 ndcg_cut_500 4_9 0.0374 ndcg_cut_1000 4_9 0.0374 map_cut_5 4_9 0.0000 map_cut_10 4_9 0.0015 map_cut_15 4_9 0.0015 map_cut_20 4_9 0.0027 map_cut_30 4_9 0.0027 map_cut_100 4_9 0.0027 map_cut_200 4_9 0.0030 map_cut_500 4_9 0.0030 map_cut_1000 4_9 0.0030 relative_P_5 4_9 0.0000 relative_P_10 4_9 0.1000 relative_P_15 4_9 0.0667 relative_P_20 4_9 0.1000 relative_P_30 4_9 0.0667 relative_P_100 4_9 0.0235 relative_P_200 4_9 0.0353 relative_P_500 4_9 0.0353 relative_P_1000 4_9 0.0353 success_1 4_9 0.0000 success_5 4_9 0.0000 success_10 4_9 1.0000 set_P 4_9 0.0030 set_relative_P 4_9 0.0353 set_recall 4_9 0.0353 set_map 4_9 0.0001 set_F 4_9 0.0055 num_nonrel_judged_ret 4_9 7 rbp 4_9 0.0469 rbp_resid 4_9 0.5260 unj_5 4_9 0.0000 unj_10 4_9 0.4000 unj_20 4_9 0.6500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 31 map 5_10 0.2913 Rprec 5_10 0.3488 bpref 5_10 0.6317 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8333 iprec_at_recall_0.20 5_10 0.6000 iprec_at_recall_0.30 5_10 0.4242 iprec_at_recall_0.40 5_10 0.2535 iprec_at_recall_0.50 5_10 0.1930 iprec_at_recall_0.60 5_10 0.1656 iprec_at_recall_0.70 5_10 0.0831 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.6000 P_15 5_10 0.6000 P_20 5_10 0.4500 P_30 5_10 0.4000 P_100 5_10 0.1900 P_200 5_10 0.1400 P_500 5_10 0.0620 P_1000 5_10 0.0310 relstring 5_10 '22301101--' recall_5 5_10 0.0930 recall_10 5_10 0.1395 recall_15 5_10 0.2093 recall_20 5_10 0.2093 recall_30 5_10 0.2791 recall_100 5_10 0.4419 recall_200 5_10 0.6512 recall_500 5_10 0.7209 recall_1000 5_10 0.7209 infAP 5_10 0.2913 Rprec_mult_0.20 5_10 0.6667 Rprec_mult_0.40 5_10 0.5000 Rprec_mult_0.60 5_10 0.3846 Rprec_mult_0.80 5_10 0.4000 Rprec_mult_1.00 5_10 0.3488 Rprec_mult_1.20 5_10 0.2885 Rprec_mult_1.40 5_10 0.2459 Rprec_mult_1.60 5_10 0.2464 Rprec_mult_1.80 5_10 0.2308 Rprec_mult_2.00 5_10 0.2093 utility 5_10 -938.0000 11pt_avg 5_10 0.3230 binG 5_10 0.2231 G 5_10 0.1257 ndcg 5_10 0.4898 ndcg_rel 5_10 0.4240 Rndcg 5_10 0.3712 ndcg_cut_5 5_10 0.4366 ndcg_cut_10 5_10 0.3437 ndcg_cut_15 5_10 0.3330 ndcg_cut_20 5_10 0.2989 ndcg_cut_30 5_10 0.3140 ndcg_cut_100 5_10 0.3619 ndcg_cut_200 5_10 0.4696 ndcg_cut_500 5_10 0.4898 ndcg_cut_1000 5_10 0.4898 map_cut_5 5_10 0.0884 map_cut_10 5_10 0.1252 map_cut_15 5_10 0.1670 map_cut_20 5_10 0.1670 map_cut_30 5_10 0.1975 map_cut_100 5_10 0.2481 map_cut_200 5_10 0.2855 map_cut_500 5_10 0.2913 map_cut_1000 5_10 0.2913 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.6000 relative_P_15 5_10 0.6000 relative_P_20 5_10 0.4500 relative_P_30 5_10 0.4000 relative_P_100 5_10 0.4419 relative_P_200 5_10 0.6512 relative_P_500 5_10 0.7209 relative_P_1000 5_10 0.7209 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0310 set_relative_P 5_10 0.7209 set_recall 5_10 0.7209 set_map 5_10 0.0223 set_F 5_10 0.0594 num_nonrel_judged_ret 5_10 13 rbp 5_10 0.2438 rbp_resid 5_10 0.2841 unj_5 5_10 0.0000 unj_10 5_10 0.2000 unj_20 5_10 0.4000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 0 map 5_13 0.0000 Rprec 5_13 0.0000 bpref 5_13 0.0000 recip_rank 5_13 0.0000 iprec_at_recall_0.00 5_13 0.0000 iprec_at_recall_0.10 5_13 0.0000 iprec_at_recall_0.20 5_13 0.0000 iprec_at_recall_0.30 5_13 0.0000 iprec_at_recall_0.40 5_13 0.0000 iprec_at_recall_0.50 5_13 0.0000 iprec_at_recall_0.60 5_13 0.0000 iprec_at_recall_0.70 5_13 0.0000 iprec_at_recall_0.80 5_13 0.0000 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.0000 P_10 5_13 0.0000 P_15 5_13 0.0000 P_20 5_13 0.0000 P_30 5_13 0.0000 P_100 5_13 0.0000 P_200 5_13 0.0000 P_500 5_13 0.0000 P_1000 5_13 0.0000 relstring 5_13 '00000--0--' recall_5 5_13 0.0000 recall_10 5_13 0.0000 recall_15 5_13 0.0000 recall_20 5_13 0.0000 recall_30 5_13 0.0000 recall_100 5_13 0.0000 recall_200 5_13 0.0000 recall_500 5_13 0.0000 recall_1000 5_13 0.0000 infAP 5_13 0.0000 Rprec_mult_0.20 5_13 0.0000 Rprec_mult_0.40 5_13 0.0000 Rprec_mult_0.60 5_13 0.0000 Rprec_mult_0.80 5_13 0.0000 Rprec_mult_1.00 5_13 0.0000 Rprec_mult_1.20 5_13 0.0000 Rprec_mult_1.40 5_13 0.0000 Rprec_mult_1.60 5_13 0.0000 Rprec_mult_1.80 5_13 0.0000 Rprec_mult_2.00 5_13 0.0000 utility 5_13 -1000.0000 11pt_avg 5_13 0.0000 binG 5_13 0.0000 G 5_13 0.0000 ndcg 5_13 0.0000 ndcg_rel 5_13 0.0000 Rndcg 5_13 0.0000 ndcg_cut_5 5_13 0.0000 ndcg_cut_10 5_13 0.0000 ndcg_cut_15 5_13 0.0000 ndcg_cut_20 5_13 0.0000 ndcg_cut_30 5_13 0.0000 ndcg_cut_100 5_13 0.0000 ndcg_cut_200 5_13 0.0000 ndcg_cut_500 5_13 0.0000 ndcg_cut_1000 5_13 0.0000 map_cut_5 5_13 0.0000 map_cut_10 5_13 0.0000 map_cut_15 5_13 0.0000 map_cut_20 5_13 0.0000 map_cut_30 5_13 0.0000 map_cut_100 5_13 0.0000 map_cut_200 5_13 0.0000 map_cut_500 5_13 0.0000 map_cut_1000 5_13 0.0000 relative_P_5 5_13 0.0000 relative_P_10 5_13 0.0000 relative_P_15 5_13 0.0000 relative_P_20 5_13 0.0000 relative_P_30 5_13 0.0000 relative_P_100 5_13 0.0000 relative_P_200 5_13 0.0000 relative_P_500 5_13 0.0000 relative_P_1000 5_13 0.0000 success_1 5_13 0.0000 success_5 5_13 0.0000 success_10 5_13 0.0000 set_P 5_13 0.0000 set_relative_P 5_13 0.0000 set_recall 5_13 0.0000 set_map 5_13 0.0000 set_F 5_13 0.0000 num_nonrel_judged_ret 5_13 7 rbp 5_13 0.0000 rbp_resid 5_13 0.5241 unj_5 5_13 0.0000 unj_10 5_13 0.4000 unj_20 5_13 0.6500 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 37 map 5_14 0.4974 Rprec 5_14 0.4474 bpref 5_14 0.7936 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.6875 iprec_at_recall_0.40 5_14 0.5000 iprec_at_recall_0.50 5_14 0.4524 iprec_at_recall_0.60 5_14 0.3108 iprec_at_recall_0.70 5_14 0.2872 iprec_at_recall_0.80 5_14 0.2308 iprec_at_recall_0.90 5_14 0.1339 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.9000 P_15 5_14 0.6667 P_20 5_14 0.6000 P_30 5_14 0.5000 P_100 5_14 0.2700 P_200 5_14 0.1600 P_500 5_14 0.0740 P_1000 5_14 0.0370 relstring 5_14 '4234232404' recall_5 5_14 0.1316 recall_10 5_14 0.2368 recall_15 5_14 0.2632 recall_20 5_14 0.3158 recall_30 5_14 0.3947 recall_100 5_14 0.7105 recall_200 5_14 0.8421 recall_500 5_14 0.9737 recall_1000 5_14 0.9737 infAP 5_14 0.4974 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.6875 Rprec_mult_0.60 5_14 0.5652 Rprec_mult_0.80 5_14 0.4839 Rprec_mult_1.00 5_14 0.4474 Rprec_mult_1.20 5_14 0.4130 Rprec_mult_1.40 5_14 0.3889 Rprec_mult_1.60 5_14 0.3607 Rprec_mult_1.80 5_14 0.3188 Rprec_mult_2.00 5_14 0.3026 utility 5_14 -926.0000 11pt_avg 5_14 0.5093 binG 5_14 0.3748 G 5_14 0.3064 ndcg 5_14 0.8467 ndcg_rel 5_14 0.7887 Rndcg 5_14 0.7758 ndcg_cut_5 5_14 0.8116 ndcg_cut_10 5_14 0.8773 ndcg_cut_15 5_14 0.7776 ndcg_cut_20 5_14 0.7225 ndcg_cut_30 5_14 0.6996 ndcg_cut_100 5_14 0.7817 ndcg_cut_200 5_14 0.8217 ndcg_cut_500 5_14 0.8467 ndcg_cut_1000 5_14 0.8467 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2342 map_cut_15 5_14 0.2545 map_cut_20 5_14 0.2901 map_cut_30 5_14 0.3322 map_cut_100 5_14 0.4511 map_cut_200 5_14 0.4809 map_cut_500 5_14 0.4974 map_cut_1000 5_14 0.4974 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.9000 relative_P_15 5_14 0.6667 relative_P_20 5_14 0.6000 relative_P_30 5_14 0.5000 relative_P_100 5_14 0.7105 relative_P_200 5_14 0.8421 relative_P_500 5_14 0.9737 relative_P_1000 5_14 0.9737 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0370 set_relative_P 5_14 0.9737 set_recall 5_14 0.9737 set_map 5_14 0.0360 set_F 5_14 0.0713 num_nonrel_judged_ret 5_14 21 rbp 5_14 0.5146 rbp_resid 5_14 0.1764 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.2500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 39 map 5_15 0.2284 Rprec 5_15 0.2791 bpref 5_15 0.2607 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.3333 iprec_at_recall_0.20 5_15 0.3226 iprec_at_recall_0.30 5_15 0.3043 iprec_at_recall_0.40 5_15 0.2787 iprec_at_recall_0.50 5_15 0.2212 iprec_at_recall_0.60 5_15 0.1844 iprec_at_recall_0.70 5_15 0.1351 iprec_at_recall_0.80 5_15 0.1193 iprec_at_recall_0.90 5_15 0.0589 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.3000 P_15 5_15 0.2667 P_20 5_15 0.3000 P_30 5_15 0.3000 P_100 5_15 0.2200 P_200 5_15 0.1450 P_500 5_15 0.0740 P_1000 5_15 0.0390 relstring 5_15 '1020000200' recall_5 5_15 0.0465 recall_10 5_15 0.0698 recall_15 5_15 0.0930 recall_20 5_15 0.1395 recall_30 5_15 0.2093 recall_100 5_15 0.5116 recall_200 5_15 0.6744 recall_500 5_15 0.8605 recall_1000 5_15 0.9070 infAP 5_15 0.2284 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.2778 Rprec_mult_0.60 5_15 0.3077 Rprec_mult_0.80 5_15 0.2857 Rprec_mult_1.00 5_15 0.2791 Rprec_mult_1.20 5_15 0.2692 Rprec_mult_1.40 5_15 0.2787 Rprec_mult_1.60 5_15 0.2609 Rprec_mult_1.80 5_15 0.2692 Rprec_mult_2.00 5_15 0.2442 utility 5_15 -922.0000 11pt_avg 5_15 0.2689 binG 5_15 0.1892 G 5_15 0.1486 ndcg 5_15 0.5326 ndcg_rel 5_15 0.3632 Rndcg 5_15 0.2761 ndcg_cut_5 5_15 0.2031 ndcg_cut_10 5_15 0.1798 ndcg_cut_15 5_15 0.1784 ndcg_cut_20 5_15 0.1930 ndcg_cut_30 5_15 0.2192 ndcg_cut_100 5_15 0.3687 ndcg_cut_200 5_15 0.4443 ndcg_cut_500 5_15 0.5202 ndcg_cut_1000 5_15 0.5326 map_cut_5 5_15 0.0388 map_cut_10 5_15 0.0475 map_cut_15 5_15 0.0537 map_cut_20 5_15 0.0679 map_cut_30 5_15 0.0900 map_cut_100 5_15 0.1738 map_cut_200 5_15 0.2045 map_cut_500 5_15 0.2257 map_cut_1000 5_15 0.2284 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.3000 relative_P_15 5_15 0.2667 relative_P_20 5_15 0.3000 relative_P_30 5_15 0.3000 relative_P_100 5_15 0.5116 relative_P_200 5_15 0.6744 relative_P_500 5_15 0.8605 relative_P_1000 5_15 0.9070 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0390 set_relative_P 5_15 0.9070 set_recall 5_15 0.9070 set_map 5_15 0.0354 set_F 5_15 0.0748 num_nonrel_judged_ret 5_15 89 rbp 5_15 0.1297 rbp_resid 5_15 0.0706 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.1500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 11 map 5_2 0.0044 Rprec 5_2 0.0432 bpref 5_2 0.0574 recip_rank 5_2 0.1111 iprec_at_recall_0.00 5_2 0.1111 iprec_at_recall_0.10 5_2 0.0000 iprec_at_recall_0.20 5_2 0.0000 iprec_at_recall_0.30 5_2 0.0000 iprec_at_recall_0.40 5_2 0.0000 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.0000 P_10 5_2 0.1000 P_15 5_2 0.0667 P_20 5_2 0.0500 P_30 5_2 0.0667 P_100 5_2 0.0500 P_200 5_2 0.0350 P_500 5_2 0.0200 P_1000 5_2 0.0110 relstring 5_2 '000000-01-' recall_5 5_2 0.0000 recall_10 5_2 0.0072 recall_15 5_2 0.0072 recall_20 5_2 0.0072 recall_30 5_2 0.0144 recall_100 5_2 0.0360 recall_200 5_2 0.0504 recall_500 5_2 0.0719 recall_1000 5_2 0.0791 infAP 5_2 0.0044 Rprec_mult_0.20 5_2 0.0714 Rprec_mult_0.40 5_2 0.0893 Rprec_mult_0.60 5_2 0.0595 Rprec_mult_0.80 5_2 0.0446 Rprec_mult_1.00 5_2 0.0432 Rprec_mult_1.20 5_2 0.0419 Rprec_mult_1.40 5_2 0.0359 Rprec_mult_1.60 5_2 0.0314 Rprec_mult_1.80 5_2 0.0279 Rprec_mult_2.00 5_2 0.0252 utility 5_2 -978.0000 11pt_avg 5_2 0.0101 binG 5_2 0.0129 G 5_2 0.0082 ndcg 5_2 0.0425 ndcg_rel 5_2 0.0413 Rndcg 5_2 0.0228 ndcg_cut_5 5_2 0.0000 ndcg_cut_10 5_2 0.0166 ndcg_cut_15 5_2 0.0128 ndcg_cut_20 5_2 0.0112 ndcg_cut_30 5_2 0.0152 ndcg_cut_100 5_2 0.0196 ndcg_cut_200 5_2 0.0248 ndcg_cut_500 5_2 0.0408 ndcg_cut_1000 5_2 0.0425 map_cut_5 5_2 0.0000 map_cut_10 5_2 0.0008 map_cut_15 5_2 0.0008 map_cut_20 5_2 0.0008 map_cut_30 5_2 0.0013 map_cut_100 5_2 0.0031 map_cut_200 5_2 0.0038 map_cut_500 5_2 0.0043 map_cut_1000 5_2 0.0044 relative_P_5 5_2 0.0000 relative_P_10 5_2 0.1000 relative_P_15 5_2 0.0667 relative_P_20 5_2 0.0500 relative_P_30 5_2 0.0667 relative_P_100 5_2 0.0500 relative_P_200 5_2 0.0504 relative_P_500 5_2 0.0719 relative_P_1000 5_2 0.0791 success_1 5_2 0.0000 success_5 5_2 0.0000 success_10 5_2 1.0000 set_P 5_2 0.0110 set_relative_P 5_2 0.0791 set_recall 5_2 0.0791 set_map 5_2 0.0009 set_F 5_2 0.0193 num_nonrel_judged_ret 5_2 19 rbp 5_2 0.0131 rbp_resid 5_2 0.2514 unj_5 5_2 0.0000 unj_10 5_2 0.2000 unj_20 5_2 0.3000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 6 map 5_4 0.0163 Rprec 5_4 0.0278 bpref 5_4 0.0452 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.0000 iprec_at_recall_0.20 5_4 0.0000 iprec_at_recall_0.30 5_4 0.0000 iprec_at_recall_0.40 5_4 0.0000 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.4000 P_10 5_4 0.2000 P_15 5_4 0.1333 P_20 5_4 0.1000 P_30 5_4 0.0667 P_100 5_4 0.0300 P_200 5_4 0.0150 P_500 5_4 0.0100 P_1000 5_4 0.0060 relstring 5_4 '20100-0--0' recall_5 5_4 0.0185 recall_10 5_4 0.0185 recall_15 5_4 0.0185 recall_20 5_4 0.0185 recall_30 5_4 0.0185 recall_100 5_4 0.0278 recall_200 5_4 0.0278 recall_500 5_4 0.0463 recall_1000 5_4 0.0556 infAP 5_4 0.0163 Rprec_mult_0.20 5_4 0.0909 Rprec_mult_0.40 5_4 0.0455 Rprec_mult_0.60 5_4 0.0462 Rprec_mult_0.80 5_4 0.0345 Rprec_mult_1.00 5_4 0.0278 Rprec_mult_1.20 5_4 0.0231 Rprec_mult_1.40 5_4 0.0197 Rprec_mult_1.60 5_4 0.0173 Rprec_mult_1.80 5_4 0.0154 Rprec_mult_2.00 5_4 0.0185 utility 5_4 -988.0000 11pt_avg 5_4 0.0909 binG 5_4 0.0200 G 5_4 0.0122 ndcg 5_4 0.0790 ndcg_rel 5_4 0.0847 Rndcg 5_4 0.1037 ndcg_cut_5 5_4 0.2120 ndcg_cut_10 5_4 0.1476 ndcg_cut_15 5_4 0.1197 ndcg_cut_20 5_4 0.1075 ndcg_cut_30 5_4 0.0909 ndcg_cut_100 5_4 0.0635 ndcg_cut_200 5_4 0.0619 ndcg_cut_500 5_4 0.0745 ndcg_cut_1000 5_4 0.0790 map_cut_5 5_4 0.0154 map_cut_10 5_4 0.0154 map_cut_15 5_4 0.0154 map_cut_20 5_4 0.0154 map_cut_30 5_4 0.0154 map_cut_100 5_4 0.0159 map_cut_200 5_4 0.0159 map_cut_500 5_4 0.0162 map_cut_1000 5_4 0.0163 relative_P_5 5_4 0.4000 relative_P_10 5_4 0.2000 relative_P_15 5_4 0.1333 relative_P_20 5_4 0.1000 relative_P_30 5_4 0.0667 relative_P_100 5_4 0.0300 relative_P_200 5_4 0.0278 relative_P_500 5_4 0.0463 relative_P_1000 5_4 0.0556 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0060 set_relative_P 5_4 0.0556 set_recall 5_4 0.0556 set_map 5_4 0.0003 set_F 5_4 0.0108 num_nonrel_judged_ret 5_4 15 rbp 5_4 0.0705 rbp_resid 5_4 0.4060 unj_5 5_4 0.0000 unj_10 5_4 0.3000 unj_20 5_4 0.4500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 0 map 5_5 0.0000 Rprec 5_5 0.0000 bpref 5_5 0.0000 recip_rank 5_5 0.0000 iprec_at_recall_0.00 5_5 0.0000 iprec_at_recall_0.10 5_5 0.0000 iprec_at_recall_0.20 5_5 0.0000 iprec_at_recall_0.30 5_5 0.0000 iprec_at_recall_0.40 5_5 0.0000 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.0000 P_10 5_5 0.0000 P_15 5_5 0.0000 P_20 5_5 0.0000 P_30 5_5 0.0000 P_100 5_5 0.0000 P_200 5_5 0.0000 P_500 5_5 0.0000 P_1000 5_5 0.0000 relstring 5_5 '00000-----' recall_5 5_5 0.0000 recall_10 5_5 0.0000 recall_15 5_5 0.0000 recall_20 5_5 0.0000 recall_30 5_5 0.0000 recall_100 5_5 0.0000 recall_200 5_5 0.0000 recall_500 5_5 0.0000 recall_1000 5_5 0.0000 infAP 5_5 0.0000 Rprec_mult_0.20 5_5 0.0000 Rprec_mult_0.40 5_5 0.0000 Rprec_mult_0.60 5_5 0.0000 Rprec_mult_0.80 5_5 0.0000 Rprec_mult_1.00 5_5 0.0000 Rprec_mult_1.20 5_5 0.0000 Rprec_mult_1.40 5_5 0.0000 Rprec_mult_1.60 5_5 0.0000 Rprec_mult_1.80 5_5 0.0000 Rprec_mult_2.00 5_5 0.0000 utility 5_5 -1000.0000 11pt_avg 5_5 0.0000 binG 5_5 0.0000 G 5_5 0.0000 ndcg 5_5 0.0000 ndcg_rel 5_5 0.0000 Rndcg 5_5 0.0000 ndcg_cut_5 5_5 0.0000 ndcg_cut_10 5_5 0.0000 ndcg_cut_15 5_5 0.0000 ndcg_cut_20 5_5 0.0000 ndcg_cut_30 5_5 0.0000 ndcg_cut_100 5_5 0.0000 ndcg_cut_200 5_5 0.0000 ndcg_cut_500 5_5 0.0000 ndcg_cut_1000 5_5 0.0000 map_cut_5 5_5 0.0000 map_cut_10 5_5 0.0000 map_cut_15 5_5 0.0000 map_cut_20 5_5 0.0000 map_cut_30 5_5 0.0000 map_cut_100 5_5 0.0000 map_cut_200 5_5 0.0000 map_cut_500 5_5 0.0000 map_cut_1000 5_5 0.0000 relative_P_5 5_5 0.0000 relative_P_10 5_5 0.0000 relative_P_15 5_5 0.0000 relative_P_20 5_5 0.0000 relative_P_30 5_5 0.0000 relative_P_100 5_5 0.0000 relative_P_200 5_5 0.0000 relative_P_500 5_5 0.0000 relative_P_1000 5_5 0.0000 success_1 5_5 0.0000 success_5 5_5 0.0000 success_10 5_5 0.0000 set_P 5_5 0.0000 set_relative_P 5_5 0.0000 set_recall 5_5 0.0000 set_map 5_5 0.0000 set_F 5_5 0.0000 num_nonrel_judged_ret 5_5 5 rbp 5_5 0.0000 rbp_resid 5_5 0.5905 unj_5 5_5 0.0000 unj_10 5_5 0.5000 unj_20 5_5 0.7500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 41 map 5_8 0.2318 Rprec 5_8 0.3462 bpref 5_8 0.4188 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.8000 iprec_at_recall_0.10 5_8 0.6875 iprec_at_recall_0.20 5_8 0.5714 iprec_at_recall_0.30 5_8 0.4706 iprec_at_recall_0.40 5_8 0.2263 iprec_at_recall_0.50 5_8 0.0890 iprec_at_recall_0.60 5_8 0.0000 iprec_at_recall_0.70 5_8 0.0000 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.8000 P_10 5_8 0.6000 P_15 5_8 0.6667 P_20 5_8 0.6000 P_30 5_8 0.5333 P_100 5_8 0.2800 P_200 5_8 0.1800 P_500 5_8 0.0800 P_1000 5_8 0.0410 relstring 5_8 '0111300101' recall_5 5_8 0.0513 recall_10 5_8 0.0769 recall_15 5_8 0.1282 recall_20 5_8 0.1538 recall_30 5_8 0.2051 recall_100 5_8 0.3590 recall_200 5_8 0.4615 recall_500 5_8 0.5128 recall_1000 5_8 0.5256 infAP 5_8 0.2318 Rprec_mult_0.20 5_8 0.6875 Rprec_mult_0.40 5_8 0.5312 Rprec_mult_0.60 5_8 0.4681 Rprec_mult_0.80 5_8 0.3968 Rprec_mult_1.00 5_8 0.3462 Rprec_mult_1.20 5_8 0.2979 Rprec_mult_1.40 5_8 0.2636 Rprec_mult_1.60 5_8 0.2400 Rprec_mult_1.80 5_8 0.2199 Rprec_mult_2.00 5_8 0.2115 utility 5_8 -918.0000 11pt_avg 5_8 0.2586 binG 5_8 0.1393 G 5_8 0.0794 ndcg 5_8 0.3531 ndcg_rel 5_8 0.3077 Rndcg 5_8 0.2502 ndcg_cut_5 5_8 0.2480 ndcg_cut_10 5_8 0.2111 ndcg_cut_15 5_8 0.2379 ndcg_cut_20 5_8 0.2452 ndcg_cut_30 5_8 0.2535 ndcg_cut_100 5_8 0.2784 ndcg_cut_200 5_8 0.3299 ndcg_cut_500 5_8 0.3501 ndcg_cut_1000 5_8 0.3531 map_cut_5 5_8 0.0348 map_cut_10 5_8 0.0505 map_cut_15 5_8 0.0834 map_cut_20 5_8 0.1003 map_cut_30 5_8 0.1289 map_cut_100 5_8 0.2016 map_cut_200 5_8 0.2244 map_cut_500 5_8 0.2310 map_cut_1000 5_8 0.2318 relative_P_5 5_8 0.8000 relative_P_10 5_8 0.6000 relative_P_15 5_8 0.6667 relative_P_20 5_8 0.6000 relative_P_30 5_8 0.5333 relative_P_100 5_8 0.3590 relative_P_200 5_8 0.4615 relative_P_500 5_8 0.5128 relative_P_1000 5_8 0.5256 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0410 set_relative_P 5_8 0.5256 set_recall 5_8 0.5256 set_map 5_8 0.0216 set_F 5_8 0.0761 num_nonrel_judged_ret 5_8 31 rbp 5_8 0.1962 rbp_resid 5_8 0.0460 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.0000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 46 map 5_9 0.5742 Rprec 5_9 0.6226 bpref 5_9 0.7868 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 1.0000 iprec_at_recall_0.20 5_9 0.7391 iprec_at_recall_0.30 5_9 0.7391 iprec_at_recall_0.40 5_9 0.7059 iprec_at_recall_0.50 5_9 0.6889 iprec_at_recall_0.60 5_9 0.6809 iprec_at_recall_0.70 5_9 0.5522 iprec_at_recall_0.80 5_9 0.2917 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 1.0000 P_10 5_9 0.8000 P_15 5_9 0.7333 P_20 5_9 0.7000 P_30 5_9 0.7000 P_100 5_9 0.3900 P_200 5_9 0.2150 P_500 5_9 0.0900 P_1000 5_9 0.0460 relstring 5_9 '3141444004' recall_5 5_9 0.0943 recall_10 5_9 0.1509 recall_15 5_9 0.2075 recall_20 5_9 0.2642 recall_30 5_9 0.3962 recall_100 5_9 0.7358 recall_200 5_9 0.8113 recall_500 5_9 0.8491 recall_1000 5_9 0.8679 infAP 5_9 0.5742 Rprec_mult_0.20 5_9 0.8182 Rprec_mult_0.40 5_9 0.7273 Rprec_mult_0.60 5_9 0.6875 Rprec_mult_0.80 5_9 0.6744 Rprec_mult_1.00 5_9 0.6226 Rprec_mult_1.20 5_9 0.5625 Rprec_mult_1.40 5_9 0.5067 Rprec_mult_1.60 5_9 0.4471 Rprec_mult_1.80 5_9 0.4062 Rprec_mult_2.00 5_9 0.3679 utility 5_9 -908.0000 11pt_avg 5_9 0.5816 binG 5_9 0.3275 G 5_9 0.1919 ndcg 5_9 0.7678 ndcg_rel 5_9 0.6756 Rndcg 5_9 0.6569 ndcg_cut_5 5_9 0.6452 ndcg_cut_10 5_9 0.6341 ndcg_cut_15 5_9 0.5940 ndcg_cut_20 5_9 0.6015 ndcg_cut_30 5_9 0.6177 ndcg_cut_100 5_9 0.7291 ndcg_cut_200 5_9 0.7533 ndcg_cut_500 5_9 0.7627 ndcg_cut_1000 5_9 0.7678 map_cut_5 5_9 0.0943 map_cut_10 5_9 0.1472 map_cut_15 5_9 0.1910 map_cut_20 5_9 0.2318 map_cut_30 5_9 0.3260 map_cut_100 5_9 0.5428 map_cut_200 5_9 0.5660 map_cut_500 5_9 0.5731 map_cut_1000 5_9 0.5742 relative_P_5 5_9 1.0000 relative_P_10 5_9 0.8000 relative_P_15 5_9 0.7333 relative_P_20 5_9 0.7000 relative_P_30 5_9 0.7000 relative_P_100 5_9 0.7358 relative_P_200 5_9 0.8113 relative_P_500 5_9 0.8491 relative_P_1000 5_9 0.8679 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0460 set_relative_P 5_9 0.8679 set_recall 5_9 0.8679 set_map 5_9 0.0399 set_F 5_9 0.0874 num_nonrel_judged_ret 5_9 13 rbp 5_9 0.5833 rbp_resid 5_9 0.0670 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.1000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 42 map 6_1 0.0724 Rprec 6_1 0.1178 bpref 6_1 0.1204 recip_rank 6_1 0.5000 iprec_at_recall_0.00 6_1 0.8889 iprec_at_recall_0.10 6_1 0.2845 iprec_at_recall_0.20 6_1 0.0000 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 0.6000 P_10 6_1 0.7000 P_15 6_1 0.8000 P_20 6_1 0.8500 P_30 6_1 0.8000 P_100 6_1 0.3100 P_200 6_1 0.1750 P_500 6_1 0.0820 P_1000 6_1 0.0420 relstring 6_1 '0111011021' recall_5 6_1 0.0091 recall_10 6_1 0.0211 recall_15 6_1 0.0363 recall_20 6_1 0.0514 recall_30 6_1 0.0725 recall_100 6_1 0.0937 recall_200 6_1 0.1057 recall_500 6_1 0.1239 recall_1000 6_1 0.1269 infAP 6_1 0.0724 Rprec_mult_0.20 6_1 0.4030 Rprec_mult_0.40 6_1 0.2556 Rprec_mult_0.60 6_1 0.1759 Rprec_mult_0.80 6_1 0.1434 Rprec_mult_1.00 6_1 0.1178 Rprec_mult_1.20 6_1 0.0980 Rprec_mult_1.40 6_1 0.0862 Rprec_mult_1.60 6_1 0.0792 Rprec_mult_1.80 6_1 0.0705 Rprec_mult_2.00 6_1 0.0634 utility 6_1 -916.0000 11pt_avg 6_1 0.1067 binG 6_1 0.0422 G 6_1 0.0226 ndcg 6_1 0.1578 ndcg_rel 6_1 0.1698 Rndcg 6_1 0.1518 ndcg_cut_5 6_1 0.1586 ndcg_cut_10 6_1 0.2148 ndcg_cut_15 6_1 0.2754 ndcg_cut_20 6_1 0.3351 ndcg_cut_30 6_1 0.3818 ndcg_cut_100 6_1 0.2372 ndcg_cut_200 6_1 0.1776 ndcg_cut_500 6_1 0.1564 ndcg_cut_1000 6_1 0.1578 map_cut_5 6_1 0.0058 map_cut_10 6_1 0.0141 map_cut_15 6_1 0.0257 map_cut_20 6_1 0.0382 map_cut_30 6_1 0.0567 map_cut_100 6_1 0.0665 map_cut_200 6_1 0.0697 map_cut_500 6_1 0.0721 map_cut_1000 6_1 0.0724 relative_P_5 6_1 0.6000 relative_P_10 6_1 0.7000 relative_P_15 6_1 0.8000 relative_P_20 6_1 0.8500 relative_P_30 6_1 0.8000 relative_P_100 6_1 0.3100 relative_P_200 6_1 0.1750 relative_P_500 6_1 0.1239 relative_P_1000 6_1 0.1269 success_1 6_1 0.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0420 set_relative_P 6_1 0.1269 set_recall 6_1 0.1269 set_map 6_1 0.0053 set_F 6_1 0.0631 num_nonrel_judged_ret 6_1 12 rbp 6_1 0.2291 rbp_resid 6_1 0.0537 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 27 map 6_10 0.3174 Rprec 6_10 0.3556 bpref 6_10 0.5595 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 1.0000 iprec_at_recall_0.20 6_10 0.7500 iprec_at_recall_0.30 6_10 0.4667 iprec_at_recall_0.40 6_10 0.3750 iprec_at_recall_0.50 6_10 0.1345 iprec_at_recall_0.60 6_10 0.0720 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 1.0000 P_10 6_10 0.7000 P_15 6_10 0.6667 P_20 6_10 0.6000 P_30 6_10 0.4667 P_100 6_10 0.2000 P_200 6_10 0.1250 P_500 6_10 0.0540 P_1000 6_10 0.0270 relstring 6_10 '31314-110-' recall_5 6_10 0.1111 recall_10 6_10 0.1556 recall_15 6_10 0.2222 recall_20 6_10 0.2667 recall_30 6_10 0.3111 recall_100 6_10 0.4444 recall_200 6_10 0.5556 recall_500 6_10 0.6000 recall_1000 6_10 0.6000 infAP 6_10 0.3174 Rprec_mult_0.20 6_10 0.7778 Rprec_mult_0.40 6_10 0.6667 Rprec_mult_0.60 6_10 0.4815 Rprec_mult_0.80 6_10 0.3889 Rprec_mult_1.00 6_10 0.3556 Rprec_mult_1.20 6_10 0.3333 Rprec_mult_1.40 6_10 0.3175 Rprec_mult_1.60 6_10 0.2778 Rprec_mult_1.80 6_10 0.2469 Rprec_mult_2.00 6_10 0.2222 utility 6_10 -946.0000 11pt_avg 6_10 0.3453 binG 6_10 0.2402 G 6_10 0.1438 ndcg 6_10 0.5419 ndcg_rel 6_10 0.5441 Rndcg 6_10 0.5482 ndcg_cut_5 6_10 0.7221 ndcg_cut_10 6_10 0.5302 ndcg_cut_15 6_10 0.5247 ndcg_cut_20 6_10 0.5221 ndcg_cut_30 6_10 0.4647 ndcg_cut_100 6_10 0.4828 ndcg_cut_200 6_10 0.5332 ndcg_cut_500 6_10 0.5419 ndcg_cut_1000 6_10 0.5419 map_cut_5 6_10 0.1111 map_cut_10 6_10 0.1496 map_cut_15 6_10 0.1972 map_cut_20 6_10 0.2264 map_cut_30 6_10 0.2499 map_cut_100 6_10 0.2988 map_cut_200 6_10 0.3141 map_cut_500 6_10 0.3174 map_cut_1000 6_10 0.3174 relative_P_5 6_10 1.0000 relative_P_10 6_10 0.7000 relative_P_15 6_10 0.6667 relative_P_20 6_10 0.6000 relative_P_30 6_10 0.4667 relative_P_100 6_10 0.4444 relative_P_200 6_10 0.5556 relative_P_500 6_10 0.6000 relative_P_1000 6_10 0.6000 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0270 set_relative_P 6_10 0.6000 set_recall 6_10 0.6000 set_map 6_10 0.0162 set_F 6_10 0.0517 num_nonrel_judged_ret 6_10 12 rbp 6_10 0.3406 rbp_resid 6_10 0.2759 unj_5 6_10 0.0000 unj_10 6_10 0.2000 unj_20 6_10 0.3000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 3 map 6_11 0.0015 Rprec 6_11 0.0169 bpref 6_11 0.0222 recip_rank 6_11 0.0625 iprec_at_recall_0.00 6_11 0.1053 iprec_at_recall_0.10 6_11 0.0000 iprec_at_recall_0.20 6_11 0.0000 iprec_at_recall_0.30 6_11 0.0000 iprec_at_recall_0.40 6_11 0.0000 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.0000 P_10 6_11 0.0000 P_15 6_11 0.0000 P_20 6_11 0.1000 P_30 6_11 0.0667 P_100 6_11 0.0200 P_200 6_11 0.0100 P_500 6_11 0.0060 P_1000 6_11 0.0030 relstring 6_11 '000000--0-' recall_5 6_11 0.0000 recall_10 6_11 0.0000 recall_15 6_11 0.0000 recall_20 6_11 0.0169 recall_30 6_11 0.0169 recall_100 6_11 0.0169 recall_200 6_11 0.0169 recall_500 6_11 0.0254 recall_1000 6_11 0.0254 infAP 6_11 0.0015 Rprec_mult_0.20 6_11 0.0833 Rprec_mult_0.40 6_11 0.0417 Rprec_mult_0.60 6_11 0.0282 Rprec_mult_0.80 6_11 0.0211 Rprec_mult_1.00 6_11 0.0169 Rprec_mult_1.20 6_11 0.0141 Rprec_mult_1.40 6_11 0.0120 Rprec_mult_1.60 6_11 0.0106 Rprec_mult_1.80 6_11 0.0094 Rprec_mult_2.00 6_11 0.0085 utility 6_11 -994.0000 11pt_avg 6_11 0.0096 binG 6_11 0.0051 G 6_11 0.0034 ndcg 6_11 0.0179 ndcg_rel 6_11 0.0180 Rndcg 6_11 0.0114 ndcg_cut_5 6_11 0.0000 ndcg_cut_10 6_11 0.0000 ndcg_cut_15 6_11 0.0000 ndcg_cut_20 6_11 0.0294 ndcg_cut_30 6_11 0.0233 ndcg_cut_100 6_11 0.0128 ndcg_cut_200 6_11 0.0120 ndcg_cut_500 6_11 0.0179 ndcg_cut_1000 6_11 0.0179 map_cut_5 6_11 0.0000 map_cut_10 6_11 0.0000 map_cut_15 6_11 0.0000 map_cut_20 6_11 0.0014 map_cut_30 6_11 0.0014 map_cut_100 6_11 0.0014 map_cut_200 6_11 0.0014 map_cut_500 6_11 0.0015 map_cut_1000 6_11 0.0015 relative_P_5 6_11 0.0000 relative_P_10 6_11 0.0000 relative_P_15 6_11 0.0000 relative_P_20 6_11 0.1000 relative_P_30 6_11 0.0667 relative_P_100 6_11 0.0200 relative_P_200 6_11 0.0169 relative_P_500 6_11 0.0254 relative_P_1000 6_11 0.0254 success_1 6_11 0.0000 success_5 6_11 0.0000 success_10 6_11 0.0000 set_P 6_11 0.0030 set_relative_P 6_11 0.0254 set_recall 6_11 0.0254 set_map 6_11 0.0001 set_F 6_11 0.0054 num_nonrel_judged_ret 6_11 27 rbp 6_11 0.0119 rbp_resid 6_11 0.3434 unj_5 6_11 0.0000 unj_10 6_11 0.3000 unj_20 6_11 0.4000 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 0 map 6_12 0.0000 Rprec 6_12 0.0000 bpref 6_12 0.0000 recip_rank 6_12 0.0000 iprec_at_recall_0.00 6_12 0.0000 iprec_at_recall_0.10 6_12 0.0000 iprec_at_recall_0.20 6_12 0.0000 iprec_at_recall_0.30 6_12 0.0000 iprec_at_recall_0.40 6_12 0.0000 iprec_at_recall_0.50 6_12 0.0000 iprec_at_recall_0.60 6_12 0.0000 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.0000 P_10 6_12 0.0000 P_15 6_12 0.0000 P_20 6_12 0.0000 P_30 6_12 0.0000 P_100 6_12 0.0000 P_200 6_12 0.0000 P_500 6_12 0.0000 P_1000 6_12 0.0000 relstring 6_12 '00000-----' recall_5 6_12 0.0000 recall_10 6_12 0.0000 recall_15 6_12 0.0000 recall_20 6_12 0.0000 recall_30 6_12 0.0000 recall_100 6_12 0.0000 recall_200 6_12 0.0000 recall_500 6_12 0.0000 recall_1000 6_12 0.0000 infAP 6_12 0.0000 Rprec_mult_0.20 6_12 0.0000 Rprec_mult_0.40 6_12 0.0000 Rprec_mult_0.60 6_12 0.0000 Rprec_mult_0.80 6_12 0.0000 Rprec_mult_1.00 6_12 0.0000 Rprec_mult_1.20 6_12 0.0000 Rprec_mult_1.40 6_12 0.0000 Rprec_mult_1.60 6_12 0.0000 Rprec_mult_1.80 6_12 0.0000 Rprec_mult_2.00 6_12 0.0000 utility 6_12 -1000.0000 11pt_avg 6_12 0.0000 binG 6_12 0.0000 G 6_12 0.0000 ndcg 6_12 0.0000 ndcg_rel 6_12 0.0000 Rndcg 6_12 0.0000 ndcg_cut_5 6_12 0.0000 ndcg_cut_10 6_12 0.0000 ndcg_cut_15 6_12 0.0000 ndcg_cut_20 6_12 0.0000 ndcg_cut_30 6_12 0.0000 ndcg_cut_100 6_12 0.0000 ndcg_cut_200 6_12 0.0000 ndcg_cut_500 6_12 0.0000 ndcg_cut_1000 6_12 0.0000 map_cut_5 6_12 0.0000 map_cut_10 6_12 0.0000 map_cut_15 6_12 0.0000 map_cut_20 6_12 0.0000 map_cut_30 6_12 0.0000 map_cut_100 6_12 0.0000 map_cut_200 6_12 0.0000 map_cut_500 6_12 0.0000 map_cut_1000 6_12 0.0000 relative_P_5 6_12 0.0000 relative_P_10 6_12 0.0000 relative_P_15 6_12 0.0000 relative_P_20 6_12 0.0000 relative_P_30 6_12 0.0000 relative_P_100 6_12 0.0000 relative_P_200 6_12 0.0000 relative_P_500 6_12 0.0000 relative_P_1000 6_12 0.0000 success_1 6_12 0.0000 success_5 6_12 0.0000 success_10 6_12 0.0000 set_P 6_12 0.0000 set_relative_P 6_12 0.0000 set_recall 6_12 0.0000 set_map 6_12 0.0000 set_F 6_12 0.0000 num_nonrel_judged_ret 6_12 5 rbp 6_12 0.0000 rbp_resid 6_12 0.5905 unj_5 6_12 0.0000 unj_10 6_12 0.5000 unj_20 6_12 0.7500 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 31 map 6_13 0.0697 Rprec 6_13 0.2150 bpref 6_13 0.2527 recip_rank 6_13 0.1667 iprec_at_recall_0.00 6_13 0.3810 iprec_at_recall_0.10 6_13 0.3438 iprec_at_recall_0.20 6_13 0.2333 iprec_at_recall_0.30 6_13 0.0000 iprec_at_recall_0.40 6_13 0.0000 iprec_at_recall_0.50 6_13 0.0000 iprec_at_recall_0.60 6_13 0.0000 iprec_at_recall_0.70 6_13 0.0000 iprec_at_recall_0.80 6_13 0.0000 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.0000 P_10 6_13 0.2000 P_15 6_13 0.2667 P_20 6_13 0.3500 P_30 6_13 0.3333 P_100 6_13 0.2100 P_200 6_13 0.1350 P_500 6_13 0.0600 P_1000 6_13 0.0310 relstring 6_13 '000002--2-' recall_5 6_13 0.0000 recall_10 6_13 0.0187 recall_15 6_13 0.0374 recall_20 6_13 0.0654 recall_30 6_13 0.0935 recall_100 6_13 0.1963 recall_200 6_13 0.2523 recall_500 6_13 0.2804 recall_1000 6_13 0.2897 infAP 6_13 0.0697 Rprec_mult_0.20 6_13 0.3636 Rprec_mult_0.40 6_13 0.3023 Rprec_mult_0.60 6_13 0.2308 Rprec_mult_0.80 6_13 0.2326 Rprec_mult_1.00 6_13 0.2150 Rprec_mult_1.20 6_13 0.1938 Rprec_mult_1.40 6_13 0.1733 Rprec_mult_1.60 6_13 0.1570 Rprec_mult_1.80 6_13 0.1399 Rprec_mult_2.00 6_13 0.1262 utility 6_13 -938.0000 11pt_avg 6_13 0.0871 binG 6_13 0.0574 G 6_13 0.0447 ndcg 6_13 0.2272 ndcg_rel 6_13 0.2124 Rndcg 6_13 0.1717 ndcg_cut_5 6_13 0.0000 ndcg_cut_10 6_13 0.0964 ndcg_cut_15 6_13 0.1100 ndcg_cut_20 6_13 0.1687 ndcg_cut_30 6_13 0.1832 ndcg_cut_100 6_13 0.1788 ndcg_cut_200 6_13 0.2083 ndcg_cut_500 6_13 0.2196 ndcg_cut_1000 6_13 0.2272 map_cut_5 6_13 0.0000 map_cut_10 6_13 0.0036 map_cut_15 6_13 0.0089 map_cut_20 6_13 0.0177 map_cut_30 6_13 0.0279 map_cut_100 6_13 0.0554 map_cut_200 6_13 0.0664 map_cut_500 6_13 0.0692 map_cut_1000 6_13 0.0697 relative_P_5 6_13 0.0000 relative_P_10 6_13 0.2000 relative_P_15 6_13 0.2667 relative_P_20 6_13 0.3500 relative_P_30 6_13 0.3333 relative_P_100 6_13 0.2100 relative_P_200 6_13 0.2523 relative_P_500 6_13 0.2804 relative_P_1000 6_13 0.2897 success_1 6_13 0.0000 success_5 6_13 0.0000 success_10 6_13 1.0000 set_P 6_13 0.0310 set_relative_P 6_13 0.2897 set_recall 6_13 0.2897 set_map 6_13 0.0090 set_F 6_13 0.0560 num_nonrel_judged_ret 6_13 9 rbp 6_13 0.1368 rbp_resid 6_13 0.3327 unj_5 6_13 0.0000 unj_10 6_13 0.3000 unj_20 6_13 0.4000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 41 map 6_14 0.3094 Rprec 6_14 0.4286 bpref 6_14 0.4585 recip_rank 6_14 0.5000 iprec_at_recall_0.00 6_14 0.6667 iprec_at_recall_0.10 6_14 0.6154 iprec_at_recall_0.20 6_14 0.5556 iprec_at_recall_0.30 6_14 0.5455 iprec_at_recall_0.40 6_14 0.4681 iprec_at_recall_0.50 6_14 0.3636 iprec_at_recall_0.60 6_14 0.2941 iprec_at_recall_0.70 6_14 0.1238 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.4000 P_10 6_14 0.5000 P_15 6_14 0.5333 P_20 6_14 0.5000 P_30 6_14 0.5333 P_100 6_14 0.3100 P_200 6_14 0.1900 P_500 6_14 0.0800 P_1000 6_14 0.0410 relstring 6_14 '0220001220' recall_5 6_14 0.0357 recall_10 6_14 0.0893 recall_15 6_14 0.1429 recall_20 6_14 0.1786 recall_30 6_14 0.2857 recall_100 6_14 0.5536 recall_200 6_14 0.6786 recall_500 6_14 0.7143 recall_1000 6_14 0.7321 infAP 6_14 0.3094 Rprec_mult_0.20 6_14 0.5833 Rprec_mult_0.40 6_14 0.5217 Rprec_mult_0.60 6_14 0.5294 Rprec_mult_0.80 6_14 0.4667 Rprec_mult_1.00 6_14 0.4286 Rprec_mult_1.20 6_14 0.3529 Rprec_mult_1.40 6_14 0.3544 Rprec_mult_1.60 6_14 0.3333 Rprec_mult_1.80 6_14 0.3168 Rprec_mult_2.00 6_14 0.2946 utility 6_14 -918.0000 11pt_avg 6_14 0.3302 binG 6_14 0.1804 G 6_14 0.1424 ndcg 6_14 0.5507 ndcg_rel 6_14 0.4452 Rndcg 6_14 0.3894 ndcg_cut_5 6_14 0.2557 ndcg_cut_10 6_14 0.3089 ndcg_cut_15 6_14 0.3088 ndcg_cut_20 6_14 0.3203 ndcg_cut_30 6_14 0.3795 ndcg_cut_100 6_14 0.4734 ndcg_cut_200 6_14 0.5282 ndcg_cut_500 6_14 0.5465 ndcg_cut_1000 6_14 0.5507 map_cut_5 6_14 0.0208 map_cut_10 6_14 0.0473 map_cut_15 6_14 0.0785 map_cut_20 6_14 0.0975 map_cut_30 6_14 0.1552 map_cut_100 6_14 0.2689 map_cut_200 6_14 0.3037 map_cut_500 6_14 0.3080 map_cut_1000 6_14 0.3094 relative_P_5 6_14 0.4000 relative_P_10 6_14 0.5000 relative_P_15 6_14 0.5333 relative_P_20 6_14 0.5000 relative_P_30 6_14 0.5333 relative_P_100 6_14 0.5536 relative_P_200 6_14 0.6786 relative_P_500 6_14 0.7143 relative_P_1000 6_14 0.7321 success_1 6_14 0.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0410 set_relative_P 6_14 0.7321 set_recall 6_14 0.7321 set_map 6_14 0.0300 set_F 6_14 0.0777 num_nonrel_judged_ret 6_14 53 rbp 6_14 0.2854 rbp_resid 6_14 0.0271 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 10 map 6_16 0.0039 Rprec 6_16 0.0000 bpref 6_16 0.0345 recip_rank 6_16 0.0120 iprec_at_recall_0.00 6_16 0.0123 iprec_at_recall_0.10 6_16 0.0123 iprec_at_recall_0.20 6_16 0.0123 iprec_at_recall_0.30 6_16 0.0121 iprec_at_recall_0.40 6_16 0.0000 iprec_at_recall_0.50 6_16 0.0000 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0000 P_20 6_16 0.0000 P_30 6_16 0.0000 P_100 6_16 0.0100 P_200 6_16 0.0100 P_500 6_16 0.0100 P_1000 6_16 0.0100 relstring 6_16 '00000-0---' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0000 recall_20 6_16 0.0000 recall_30 6_16 0.0000 recall_100 6_16 0.0345 recall_200 6_16 0.0690 recall_500 6_16 0.1724 recall_1000 6_16 0.3448 infAP 6_16 0.0039 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0000 Rprec_mult_0.80 6_16 0.0000 Rprec_mult_1.00 6_16 0.0000 Rprec_mult_1.20 6_16 0.0000 Rprec_mult_1.40 6_16 0.0000 Rprec_mult_1.60 6_16 0.0000 Rprec_mult_1.80 6_16 0.0000 Rprec_mult_2.00 6_16 0.0000 utility 6_16 -980.0000 11pt_avg 6_16 0.0045 binG 6_16 0.0405 G 6_16 0.0376 ndcg 6_16 0.1147 ndcg_rel 6_16 0.0965 Rndcg 6_16 0.0287 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0000 ndcg_cut_20 6_16 0.0000 ndcg_cut_30 6_16 0.0000 ndcg_cut_100 6_16 0.0068 ndcg_cut_200 6_16 0.0184 ndcg_cut_500 6_16 0.0591 ndcg_cut_1000 6_16 0.1147 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0000 map_cut_20 6_16 0.0000 map_cut_30 6_16 0.0000 map_cut_100 6_16 0.0004 map_cut_200 6_16 0.0008 map_cut_500 6_16 0.0019 map_cut_1000 6_16 0.0039 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0000 relative_P_20 6_16 0.0000 relative_P_30 6_16 0.0000 relative_P_100 6_16 0.0345 relative_P_200 6_16 0.0690 relative_P_500 6_16 0.1724 relative_P_1000 6_16 0.3448 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0100 set_relative_P 6_16 0.3448 set_recall 6_16 0.3448 set_map 6_16 0.0034 set_F 6_16 0.0194 num_nonrel_judged_ret 6_16 33 rbp 6_16 0.0000 rbp_resid 6_16 0.3849 unj_5 6_16 0.0000 unj_10 6_16 0.4000 unj_20 6_16 0.4500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 19 map 6_3 0.0571 Rprec 6_3 0.1031 bpref 6_3 0.1834 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.1149 iprec_at_recall_0.20 6_3 0.0306 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.4000 P_15 6_3 0.3333 P_20 6_3 0.3500 P_30 6_3 0.2667 P_100 6_3 0.1000 P_200 6_3 0.0700 P_500 6_3 0.0340 P_1000 6_3 0.0190 relstring 6_3 '33030--2--' recall_5 6_3 0.0309 recall_10 6_3 0.0412 recall_15 6_3 0.0515 recall_20 6_3 0.0722 recall_30 6_3 0.0825 recall_100 6_3 0.1031 recall_200 6_3 0.1443 recall_500 6_3 0.1753 recall_1000 6_3 0.1959 infAP 6_3 0.0571 Rprec_mult_0.20 6_3 0.3500 Rprec_mult_0.40 6_3 0.2051 Rprec_mult_0.60 6_3 0.1525 Rprec_mult_0.80 6_3 0.1154 Rprec_mult_1.00 6_3 0.1031 Rprec_mult_1.20 6_3 0.1026 Rprec_mult_1.40 6_3 0.0956 Rprec_mult_1.60 6_3 0.0897 Rprec_mult_1.80 6_3 0.0800 Rprec_mult_2.00 6_3 0.0722 utility 6_3 -962.0000 11pt_avg 6_3 0.1041 binG 6_3 0.0575 G 6_3 0.0523 ndcg 6_3 0.2696 ndcg_rel 6_3 0.2892 Rndcg 6_3 0.3751 ndcg_cut_5 6_3 0.5904 ndcg_cut_10 6_3 0.4466 ndcg_cut_15 6_3 0.3858 ndcg_cut_20 6_3 0.3992 ndcg_cut_30 6_3 0.3410 ndcg_cut_100 6_3 0.2287 ndcg_cut_200 6_3 0.2528 ndcg_cut_500 6_3 0.2644 ndcg_cut_1000 6_3 0.2696 map_cut_5 6_3 0.0284 map_cut_10 6_3 0.0335 map_cut_15 6_3 0.0369 map_cut_20 6_3 0.0448 map_cut_30 6_3 0.0478 map_cut_100 6_3 0.0507 map_cut_200 6_3 0.0549 map_cut_500 6_3 0.0565 map_cut_1000 6_3 0.0571 relative_P_5 6_3 0.6000 relative_P_10 6_3 0.4000 relative_P_15 6_3 0.3333 relative_P_20 6_3 0.3500 relative_P_30 6_3 0.2667 relative_P_100 6_3 0.1031 relative_P_200 6_3 0.1443 relative_P_500 6_3 0.1753 relative_P_1000 6_3 0.1959 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0190 set_relative_P 6_3 0.1959 set_recall 6_3 0.1959 set_map 6_3 0.0037 set_F 6_3 0.0346 num_nonrel_judged_ret 6_3 26 rbp 6_3 0.2570 rbp_resid 6_3 0.4754 unj_5 6_3 0.0000 unj_10 6_3 0.4000 unj_20 6_3 0.5500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 26 map 6_4 0.0286 Rprec 6_4 0.1074 bpref 6_4 0.1877 recip_rank 6_4 0.1667 iprec_at_recall_0.00 6_4 0.3750 iprec_at_recall_0.10 6_4 0.1481 iprec_at_recall_0.20 6_4 0.0310 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.0000 P_10 6_4 0.3000 P_15 6_4 0.2000 P_20 6_4 0.2000 P_30 6_4 0.2000 P_100 6_4 0.1200 P_200 6_4 0.0750 P_500 6_4 0.0460 P_1000 6_4 0.0260 relstring 6_4 '00000122--' recall_5 6_4 0.0000 recall_10 6_4 0.0248 recall_15 6_4 0.0248 recall_20 6_4 0.0331 recall_30 6_4 0.0496 recall_100 6_4 0.0992 recall_200 6_4 0.1240 recall_500 6_4 0.1901 recall_1000 6_4 0.2149 infAP 6_4 0.0286 Rprec_mult_0.20 6_4 0.2400 Rprec_mult_0.40 6_4 0.1837 Rprec_mult_0.60 6_4 0.1370 Rprec_mult_0.80 6_4 0.1237 Rprec_mult_1.00 6_4 0.1074 Rprec_mult_1.20 6_4 0.0890 Rprec_mult_1.40 6_4 0.0824 Rprec_mult_1.60 6_4 0.0773 Rprec_mult_1.80 6_4 0.0734 Rprec_mult_2.00 6_4 0.0661 utility 6_4 -948.0000 11pt_avg 6_4 0.0504 binG 6_4 0.0379 G 6_4 0.0280 ndcg 6_4 0.1531 ndcg_rel 6_4 0.1460 Rndcg 6_4 0.1130 ndcg_cut_5 6_4 0.0000 ndcg_cut_10 6_4 0.1213 ndcg_cut_15 6_4 0.0954 ndcg_cut_20 6_4 0.1083 ndcg_cut_30 6_4 0.1160 ndcg_cut_100 6_4 0.0988 ndcg_cut_200 6_4 0.1095 ndcg_cut_500 6_4 0.1430 ndcg_cut_1000 6_4 0.1531 map_cut_5 6_4 0.0000 map_cut_10 6_4 0.0068 map_cut_15 6_4 0.0068 map_cut_20 6_4 0.0088 map_cut_30 6_4 0.0126 map_cut_100 6_4 0.0213 map_cut_200 6_4 0.0237 map_cut_500 6_4 0.0279 map_cut_1000 6_4 0.0286 relative_P_5 6_4 0.0000 relative_P_10 6_4 0.3000 relative_P_15 6_4 0.2000 relative_P_20 6_4 0.2000 relative_P_30 6_4 0.2000 relative_P_100 6_4 0.1200 relative_P_200 6_4 0.1240 relative_P_500 6_4 0.1901 relative_P_1000 6_4 0.2149 success_1 6_4 0.0000 success_5 6_4 0.0000 success_10 6_4 1.0000 set_P 6_4 0.0260 set_relative_P 6_4 0.2149 set_recall 6_4 0.2149 set_map 6_4 0.0056 set_F 6_4 0.0464 num_nonrel_judged_ret 6_4 35 rbp 6_4 0.1106 rbp_resid 6_4 0.3580 unj_5 6_4 0.0000 unj_10 6_4 0.2000 unj_20 6_4 0.5000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 11 map 6_5 0.0606 Rprec 6_5 0.1277 bpref 6_5 0.2024 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 0.3125 iprec_at_recall_0.20 6_5 0.0404 iprec_at_recall_0.30 6_5 0.0000 iprec_at_recall_0.40 6_5 0.0000 iprec_at_recall_0.50 6_5 0.0000 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.4000 P_10 6_5 0.3000 P_15 6_5 0.2667 P_20 6_5 0.2500 P_30 6_5 0.1667 P_100 6_5 0.0600 P_200 6_5 0.0400 P_500 6_5 0.0180 P_1000 6_5 0.0110 relstring 6_5 '30001-4---' recall_5 6_5 0.0426 recall_10 6_5 0.0638 recall_15 6_5 0.0851 recall_20 6_5 0.1064 recall_30 6_5 0.1064 recall_100 6_5 0.1277 recall_200 6_5 0.1702 recall_500 6_5 0.1915 recall_1000 6_5 0.2340 infAP 6_5 0.0606 Rprec_mult_0.20 6_5 0.3000 Rprec_mult_0.40 6_5 0.2632 Rprec_mult_0.60 6_5 0.1724 Rprec_mult_0.80 6_5 0.1579 Rprec_mult_1.00 6_5 0.1277 Rprec_mult_1.20 6_5 0.1053 Rprec_mult_1.40 6_5 0.0909 Rprec_mult_1.60 6_5 0.0789 Rprec_mult_1.80 6_5 0.0706 Rprec_mult_2.00 6_5 0.0638 utility 6_5 -978.0000 11pt_avg 6_5 0.1230 binG 6_5 0.0686 G 6_5 0.0586 ndcg 6_5 0.2609 ndcg_rel 6_5 0.2733 Rndcg 6_5 0.2432 ndcg_cut_5 6_5 0.2969 ndcg_cut_10 6_5 0.2915 ndcg_cut_15 6_5 0.2758 ndcg_cut_20 6_5 0.2553 ndcg_cut_30 6_5 0.2099 ndcg_cut_100 6_5 0.2081 ndcg_cut_200 6_5 0.2332 ndcg_cut_500 6_5 0.2449 ndcg_cut_1000 6_5 0.2609 map_cut_5 6_5 0.0298 map_cut_10 6_5 0.0389 map_cut_15 6_5 0.0466 map_cut_20 6_5 0.0533 map_cut_30 6_5 0.0533 map_cut_100 6_5 0.0570 map_cut_200 6_5 0.0591 map_cut_500 6_5 0.0600 map_cut_1000 6_5 0.0606 relative_P_5 6_5 0.4000 relative_P_10 6_5 0.3000 relative_P_15 6_5 0.2667 relative_P_20 6_5 0.2500 relative_P_30 6_5 0.1667 relative_P_100 6_5 0.1277 relative_P_200 6_5 0.1702 relative_P_500 6_5 0.1915 relative_P_1000 6_5 0.2340 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0110 set_relative_P 6_5 0.2340 set_recall 6_5 0.2340 set_map 6_5 0.0026 set_F 6_5 0.0210 num_nonrel_judged_ret 6_5 15 rbp 6_5 0.1841 rbp_resid 6_5 0.4306 unj_5 6_5 0.0000 unj_10 6_5 0.4000 unj_20 6_5 0.5500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 36 map 6_6 0.2447 Rprec 6_6 0.3059 bpref 6_6 0.3941 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.9000 iprec_at_recall_0.20 6_6 0.6538 iprec_at_recall_0.30 6_6 0.3261 iprec_at_recall_0.40 6_6 0.2636 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.8000 P_10 6_6 0.9000 P_15 6_6 0.7333 P_20 6_6 0.6000 P_30 6_6 0.5667 P_100 6_6 0.3100 P_200 6_6 0.1700 P_500 6_6 0.0720 P_1000 6_6 0.0360 relstring 6_6 '3232021221' recall_5 6_6 0.0471 recall_10 6_6 0.1059 recall_15 6_6 0.1294 recall_20 6_6 0.1412 recall_30 6_6 0.2000 recall_100 6_6 0.3647 recall_200 6_6 0.4000 recall_500 6_6 0.4235 recall_1000 6_6 0.4235 infAP 6_6 0.2447 Rprec_mult_0.20 6_6 0.6471 Rprec_mult_0.40 6_6 0.5588 Rprec_mult_0.60 6_6 0.4314 Rprec_mult_0.80 6_6 0.3529 Rprec_mult_1.00 6_6 0.3059 Rprec_mult_1.20 6_6 0.3039 Rprec_mult_1.40 6_6 0.2605 Rprec_mult_1.60 6_6 0.2500 Rprec_mult_1.80 6_6 0.2222 Rprec_mult_2.00 6_6 0.2000 utility 6_6 -928.0000 11pt_avg 6_6 0.2858 binG 6_6 0.1570 G 6_6 0.1204 ndcg 6_6 0.4922 ndcg_rel 6_6 0.5353 Rndcg 6_6 0.5198 ndcg_cut_5 6_6 0.7488 ndcg_cut_10 6_6 0.7048 ndcg_cut_15 6_6 0.6367 ndcg_cut_20 6_6 0.5926 ndcg_cut_30 6_6 0.5573 ndcg_cut_100 6_6 0.4622 ndcg_cut_200 6_6 0.4817 ndcg_cut_500 6_6 0.4922 ndcg_cut_1000 6_6 0.4922 map_cut_5 6_6 0.0471 map_cut_10 6_6 0.0983 map_cut_15 6_6 0.1167 map_cut_20 6_6 0.1246 map_cut_30 6_6 0.1612 map_cut_100 6_6 0.2315 map_cut_200 6_6 0.2408 map_cut_500 6_6 0.2447 map_cut_1000 6_6 0.2447 relative_P_5 6_6 0.8000 relative_P_10 6_6 0.9000 relative_P_15 6_6 0.7333 relative_P_20 6_6 0.6000 relative_P_30 6_6 0.5667 relative_P_100 6_6 0.3647 relative_P_200 6_6 0.4000 relative_P_500 6_6 0.4235 relative_P_1000 6_6 0.4235 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0360 set_relative_P 6_6 0.4235 set_recall 6_6 0.4235 set_map 6_6 0.0152 set_F 6_6 0.0664 num_nonrel_judged_ret 6_6 14 rbp 6_6 0.4993 rbp_resid 6_6 0.2075 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.3500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 37 map 7_11 0.2567 Rprec 7_11 0.2632 bpref 7_11 0.8277 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.6667 iprec_at_recall_0.20 7_11 0.3810 iprec_at_recall_0.30 7_11 0.2857 iprec_at_recall_0.40 7_11 0.2500 iprec_at_recall_0.50 7_11 0.2247 iprec_at_recall_0.60 7_11 0.1773 iprec_at_recall_0.70 7_11 0.1720 iprec_at_recall_0.80 7_11 0.1449 iprec_at_recall_0.90 7_11 0.1115 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.6000 P_10 7_11 0.5000 P_15 7_11 0.3333 P_20 7_11 0.3500 P_30 7_11 0.3000 P_100 7_11 0.2000 P_200 7_11 0.1450 P_500 7_11 0.0700 P_1000 7_11 0.0370 relstring 7_11 '1001110--1' recall_5 7_11 0.0789 recall_10 7_11 0.1316 recall_15 7_11 0.1316 recall_20 7_11 0.1842 recall_30 7_11 0.2368 recall_100 7_11 0.5263 recall_200 7_11 0.7632 recall_500 7_11 0.9211 recall_1000 7_11 0.9737 infAP 7_11 0.2567 Rprec_mult_0.20 7_11 0.5000 Rprec_mult_0.40 7_11 0.3125 Rprec_mult_0.60 7_11 0.3478 Rprec_mult_0.80 7_11 0.2903 Rprec_mult_1.00 7_11 0.2632 Rprec_mult_1.20 7_11 0.2391 Rprec_mult_1.40 7_11 0.2593 Rprec_mult_1.60 7_11 0.2459 Rprec_mult_1.80 7_11 0.2319 Rprec_mult_2.00 7_11 0.2237 utility 7_11 -926.0000 11pt_avg 7_11 0.3103 binG 7_11 0.2139 G 7_11 0.1661 ndcg 7_11 0.5409 ndcg_rel 7_11 0.3597 Rndcg 7_11 0.2875 ndcg_cut_5 7_11 0.2149 ndcg_cut_10 7_11 0.2114 ndcg_cut_15 7_11 0.1822 ndcg_cut_20 7_11 0.2146 ndcg_cut_30 7_11 0.2399 ndcg_cut_100 7_11 0.3506 ndcg_cut_200 7_11 0.4637 ndcg_cut_500 7_11 0.5174 ndcg_cut_1000 7_11 0.5409 map_cut_5 7_11 0.0553 map_cut_10 7_11 0.0860 map_cut_15 7_11 0.0860 map_cut_20 7_11 0.1039 map_cut_30 7_11 0.1227 map_cut_100 7_11 0.1940 map_cut_200 7_11 0.2345 map_cut_500 7_11 0.2537 map_cut_1000 7_11 0.2567 relative_P_5 7_11 0.6000 relative_P_10 7_11 0.5000 relative_P_15 7_11 0.3333 relative_P_20 7_11 0.3500 relative_P_30 7_11 0.3000 relative_P_100 7_11 0.5263 relative_P_200 7_11 0.7632 relative_P_500 7_11 0.9211 relative_P_1000 7_11 0.9737 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0370 set_relative_P 7_11 0.9737 set_recall 7_11 0.9737 set_map 7_11 0.0360 set_F 7_11 0.0713 num_nonrel_judged_ret 7_11 12 rbp 7_11 0.1438 rbp_resid 7_11 0.3851 unj_5 7_11 0.0000 unj_10 7_11 0.2000 unj_20 7_11 0.5000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 42 map 7_12 0.1855 Rprec 7_12 0.2656 bpref 7_12 0.4570 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.4000 iprec_at_recall_0.20 7_12 0.3250 iprec_at_recall_0.30 7_12 0.2212 iprec_at_recall_0.40 7_12 0.2143 iprec_at_recall_0.50 7_12 0.2078 iprec_at_recall_0.60 7_12 0.1372 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.4000 P_10 7_12 0.4000 P_15 7_12 0.3333 P_20 7_12 0.3500 P_30 7_12 0.4000 P_100 7_12 0.2000 P_200 7_12 0.1700 P_500 7_12 0.0800 P_1000 7_12 0.0420 relstring 7_12 '21000--1-1' recall_5 7_12 0.0312 recall_10 7_12 0.0625 recall_15 7_12 0.0781 recall_20 7_12 0.1094 recall_30 7_12 0.1875 recall_100 7_12 0.3125 recall_200 7_12 0.5312 recall_500 7_12 0.6250 recall_1000 7_12 0.6562 infAP 7_12 0.1855 Rprec_mult_0.20 7_12 0.3846 Rprec_mult_0.40 7_12 0.3462 Rprec_mult_0.60 7_12 0.3077 Rprec_mult_0.80 7_12 0.2885 Rprec_mult_1.00 7_12 0.2656 Rprec_mult_1.20 7_12 0.2338 Rprec_mult_1.40 7_12 0.2111 Rprec_mult_1.60 7_12 0.2136 Rprec_mult_1.80 7_12 0.2069 Rprec_mult_2.00 7_12 0.1953 utility 7_12 -916.0000 11pt_avg 7_12 0.2278 binG 7_12 0.1447 G 7_12 0.1186 ndcg 7_12 0.4886 ndcg_rel 7_12 0.4012 Rndcg 7_12 0.3586 ndcg_cut_5 7_12 0.3277 ndcg_cut_10 7_12 0.2884 ndcg_cut_15 7_12 0.2531 ndcg_cut_20 7_12 0.2749 ndcg_cut_30 7_12 0.2800 ndcg_cut_100 7_12 0.2947 ndcg_cut_200 7_12 0.4217 ndcg_cut_500 7_12 0.4726 ndcg_cut_1000 7_12 0.4886 map_cut_5 7_12 0.0312 map_cut_10 7_12 0.0434 map_cut_15 7_12 0.0499 map_cut_20 7_12 0.0615 map_cut_30 7_12 0.0912 map_cut_100 7_12 0.1252 map_cut_200 7_12 0.1706 map_cut_500 7_12 0.1835 map_cut_1000 7_12 0.1855 relative_P_5 7_12 0.4000 relative_P_10 7_12 0.4000 relative_P_15 7_12 0.3333 relative_P_20 7_12 0.3500 relative_P_30 7_12 0.4000 relative_P_100 7_12 0.3125 relative_P_200 7_12 0.5312 relative_P_500 7_12 0.6250 relative_P_1000 7_12 0.6562 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0420 set_relative_P 7_12 0.6562 set_recall 7_12 0.6562 set_map 7_12 0.0276 set_F 7_12 0.0789 num_nonrel_judged_ret 7_12 41 rbp 7_12 0.1766 rbp_resid 7_12 0.2887 unj_5 7_12 0.0000 unj_10 7_12 0.3000 unj_20 7_12 0.3500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 55 map 7_14 0.3691 Rprec 7_14 0.3731 bpref 7_14 0.7692 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.8750 iprec_at_recall_0.20 7_14 0.5600 iprec_at_recall_0.30 7_14 0.4545 iprec_at_recall_0.40 7_14 0.3913 iprec_at_recall_0.50 7_14 0.3750 iprec_at_recall_0.60 7_14 0.3670 iprec_at_recall_0.70 7_14 0.2136 iprec_at_recall_0.80 7_14 0.0718 iprec_at_recall_0.90 7_14 0.0000 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 0.8000 P_15 7_14 0.6000 P_20 7_14 0.5500 P_30 7_14 0.5333 P_100 7_14 0.3500 P_200 7_14 0.2300 P_500 7_14 0.1060 P_1000 7_14 0.0550 relstring 7_14 '322223-2-2' recall_5 7_14 0.0746 recall_10 7_14 0.1194 recall_15 7_14 0.1343 recall_20 7_14 0.1642 recall_30 7_14 0.2388 recall_100 7_14 0.5224 recall_200 7_14 0.6866 recall_500 7_14 0.7910 recall_1000 7_14 0.8209 infAP 7_14 0.3691 Rprec_mult_0.20 7_14 0.6429 Rprec_mult_0.40 7_14 0.5556 Rprec_mult_0.60 7_14 0.4634 Rprec_mult_0.80 7_14 0.3889 Rprec_mult_1.00 7_14 0.3731 Rprec_mult_1.20 7_14 0.3704 Rprec_mult_1.40 7_14 0.3723 Rprec_mult_1.60 7_14 0.3611 Rprec_mult_1.80 7_14 0.3388 Rprec_mult_2.00 7_14 0.3060 utility 7_14 -890.0000 11pt_avg 7_14 0.3917 binG 7_14 0.2368 G 7_14 0.1667 ndcg 7_14 0.6809 ndcg_rel 7_14 0.5980 Rndcg 7_14 0.5056 ndcg_cut_5 7_14 0.7797 ndcg_cut_10 7_14 0.6731 ndcg_cut_15 7_14 0.5666 ndcg_cut_20 7_14 0.5273 ndcg_cut_30 7_14 0.4894 ndcg_cut_100 7_14 0.5234 ndcg_cut_200 7_14 0.6170 ndcg_cut_500 7_14 0.6702 ndcg_cut_1000 7_14 0.6809 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1146 map_cut_15 7_14 0.1249 map_cut_20 7_14 0.1419 map_cut_30 7_14 0.1827 map_cut_100 7_14 0.2981 map_cut_200 7_14 0.3510 map_cut_500 7_14 0.3672 map_cut_1000 7_14 0.3691 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.8000 relative_P_15 7_14 0.6000 relative_P_20 7_14 0.5500 relative_P_30 7_14 0.5333 relative_P_100 7_14 0.5224 relative_P_200 7_14 0.6866 relative_P_500 7_14 0.7910 relative_P_1000 7_14 0.8209 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0550 set_relative_P 7_14 0.8209 set_recall 7_14 0.8209 set_map 7_14 0.0451 set_F 7_14 0.1031 num_nonrel_judged_ret 7_14 5 rbp 7_14 0.5138 rbp_resid 7_14 0.3205 unj_5 7_14 0.0000 unj_10 7_14 0.2000 unj_20 7_14 0.4500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 34 map 7_15 0.3459 Rprec 7_15 0.3333 bpref 7_15 0.6296 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.9167 iprec_at_recall_0.30 7_15 0.4865 iprec_at_recall_0.40 7_15 0.2472 iprec_at_recall_0.50 7_15 0.2109 iprec_at_recall_0.60 7_15 0.1336 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 1.0000 P_15 7_15 0.8667 P_20 7_15 0.7000 P_30 7_15 0.5000 P_100 7_15 0.2300 P_200 7_15 0.1550 P_500 7_15 0.0680 P_1000 7_15 0.0340 relstring 7_15 '3321112212' recall_5 7_15 0.0926 recall_10 7_15 0.1852 recall_15 7_15 0.2407 recall_20 7_15 0.2593 recall_30 7_15 0.2778 recall_100 7_15 0.4259 recall_200 7_15 0.5741 recall_500 7_15 0.6296 recall_1000 7_15 0.6296 infAP 7_15 0.3459 Rprec_mult_0.20 7_15 0.9091 Rprec_mult_0.40 7_15 0.6364 Rprec_mult_0.60 7_15 0.4545 Rprec_mult_0.80 7_15 0.4091 Rprec_mult_1.00 7_15 0.3333 Rprec_mult_1.20 7_15 0.2923 Rprec_mult_1.40 7_15 0.2763 Rprec_mult_1.60 7_15 0.2414 Rprec_mult_1.80 7_15 0.2245 Rprec_mult_2.00 7_15 0.2222 utility 7_15 -932.0000 11pt_avg 7_15 0.3632 binG 7_15 0.2843 G 7_15 0.2374 ndcg 7_15 0.6450 ndcg_rel 7_15 0.6830 Rndcg 7_15 0.7163 ndcg_cut_5 7_15 0.8914 ndcg_cut_10 7_15 0.8624 ndcg_cut_15 7_15 0.7503 ndcg_cut_20 7_15 0.6826 ndcg_cut_30 7_15 0.6105 ndcg_cut_100 7_15 0.5578 ndcg_cut_200 7_15 0.6221 ndcg_cut_500 7_15 0.6450 ndcg_cut_1000 7_15 0.6450 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1852 map_cut_15 7_15 0.2341 map_cut_20 7_15 0.2477 map_cut_30 7_15 0.2588 map_cut_100 7_15 0.3114 map_cut_200 7_15 0.3394 map_cut_500 7_15 0.3459 map_cut_1000 7_15 0.3459 relative_P_5 7_15 1.0000 relative_P_10 7_15 1.0000 relative_P_15 7_15 0.8667 relative_P_20 7_15 0.7000 relative_P_30 7_15 0.5000 relative_P_100 7_15 0.4259 relative_P_200 7_15 0.5741 relative_P_500 7_15 0.6296 relative_P_1000 7_15 0.6296 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0340 set_relative_P 7_15 0.6296 set_recall 7_15 0.6296 set_map 7_15 0.0214 set_F 7_15 0.0645 num_nonrel_judged_ret 7_15 0 rbp 7_15 0.4551 rbp_resid 7_15 0.2377 unj_5 7_15 0.0000 unj_10 7_15 0.0000 unj_20 7_15 0.3000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 33 map 7_16 0.2098 Rprec 7_16 0.2766 bpref 7_16 0.5025 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.7143 iprec_at_recall_0.20 7_16 0.3000 iprec_at_recall_0.30 7_16 0.2642 iprec_at_recall_0.40 7_16 0.2317 iprec_at_recall_0.50 7_16 0.1838 iprec_at_recall_0.60 7_16 0.1716 iprec_at_recall_0.70 7_16 0.0927 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.6000 P_10 7_16 0.5000 P_15 7_16 0.3333 P_20 7_16 0.3000 P_30 7_16 0.3000 P_100 7_16 0.2000 P_200 7_16 0.1450 P_500 7_16 0.0660 P_1000 7_16 0.0330 relstring 7_16 '3023011---' recall_5 7_16 0.0638 recall_10 7_16 0.1064 recall_15 7_16 0.1064 recall_20 7_16 0.1277 recall_30 7_16 0.1915 recall_100 7_16 0.4255 recall_200 7_16 0.6170 recall_500 7_16 0.7021 recall_1000 7_16 0.7021 infAP 7_16 0.2098 Rprec_mult_0.20 7_16 0.5000 Rprec_mult_0.40 7_16 0.3158 Rprec_mult_0.60 7_16 0.2759 Rprec_mult_0.80 7_16 0.2368 Rprec_mult_1.00 7_16 0.2766 Rprec_mult_1.20 7_16 0.2456 Rprec_mult_1.40 7_16 0.2424 Rprec_mult_1.60 7_16 0.2368 Rprec_mult_1.80 7_16 0.2235 Rprec_mult_2.00 7_16 0.2021 utility 7_16 -934.0000 11pt_avg 7_16 0.2689 binG 7_16 0.1709 G 7_16 0.1997 ndcg 7_16 0.6171 ndcg_rel 7_16 0.5786 Rndcg 7_16 0.5914 ndcg_cut_5 7_16 0.7030 ndcg_cut_10 7_16 0.6310 ndcg_cut_15 7_16 0.5540 ndcg_cut_20 7_16 0.5191 ndcg_cut_30 7_16 0.5002 ndcg_cut_100 7_16 0.5153 ndcg_cut_200 7_16 0.5886 ndcg_cut_500 7_16 0.6171 ndcg_cut_1000 7_16 0.6171 map_cut_5 7_16 0.0514 map_cut_10 7_16 0.0808 map_cut_15 7_16 0.0808 map_cut_20 7_16 0.0879 map_cut_30 7_16 0.1076 map_cut_100 7_16 0.1651 map_cut_200 7_16 0.2000 map_cut_500 7_16 0.2098 map_cut_1000 7_16 0.2098 relative_P_5 7_16 0.6000 relative_P_10 7_16 0.5000 relative_P_15 7_16 0.3333 relative_P_20 7_16 0.3000 relative_P_30 7_16 0.3000 relative_P_100 7_16 0.4255 relative_P_200 7_16 0.6170 relative_P_500 7_16 0.7021 relative_P_1000 7_16 0.7021 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0330 set_relative_P 7_16 0.7021 set_recall 7_16 0.7021 set_map 7_16 0.0232 set_F 7_16 0.0630 num_nonrel_judged_ret 7_16 35 rbp 7_16 0.2808 rbp_resid 7_16 0.3324 unj_5 7_16 0.0000 unj_10 7_16 0.3000 unj_20 7_16 0.4500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 33 map 7_2 0.1704 Rprec 7_2 0.2368 bpref 7_2 0.4063 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.6667 iprec_at_recall_0.20 7_2 0.3000 iprec_at_recall_0.30 7_2 0.1644 iprec_at_recall_0.40 7_2 0.1250 iprec_at_recall_0.50 7_2 0.0000 iprec_at_recall_0.60 7_2 0.0000 iprec_at_recall_0.70 7_2 0.0000 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 0.8000 P_10 7_2 0.7000 P_15 7_2 0.6000 P_20 7_2 0.4500 P_30 7_2 0.3667 P_100 7_2 0.2100 P_200 7_2 0.1400 P_500 7_2 0.0640 P_1000 7_2 0.0330 relstring 7_2 '111101-1-1' recall_5 7_2 0.0526 recall_10 7_2 0.0921 recall_15 7_2 0.1184 recall_20 7_2 0.1184 recall_30 7_2 0.1447 recall_100 7_2 0.2763 recall_200 7_2 0.3684 recall_500 7_2 0.4211 recall_1000 7_2 0.4342 infAP 7_2 0.1704 Rprec_mult_0.20 7_2 0.5625 Rprec_mult_0.40 7_2 0.3548 Rprec_mult_0.60 7_2 0.3043 Rprec_mult_0.80 7_2 0.2787 Rprec_mult_1.00 7_2 0.2368 Rprec_mult_1.20 7_2 0.2283 Rprec_mult_1.40 7_2 0.2056 Rprec_mult_1.60 7_2 0.1803 Rprec_mult_1.80 7_2 0.1606 Rprec_mult_2.00 7_2 0.1579 utility 7_2 -934.0000 11pt_avg 7_2 0.2051 binG 7_2 0.1352 G 7_2 0.0689 ndcg 7_2 0.3122 ndcg_rel 7_2 0.2948 Rndcg 7_2 0.2672 ndcg_cut_5 7_2 0.2896 ndcg_cut_10 7_2 0.2927 ndcg_cut_15 7_2 0.2934 ndcg_cut_20 7_2 0.2528 ndcg_cut_30 7_2 0.2391 ndcg_cut_100 7_2 0.2372 ndcg_cut_200 7_2 0.2811 ndcg_cut_500 7_2 0.3083 ndcg_cut_1000 7_2 0.3122 map_cut_5 7_2 0.0526 map_cut_10 7_2 0.0827 map_cut_15 7_2 0.0999 map_cut_20 7_2 0.0999 map_cut_30 7_2 0.1117 map_cut_100 7_2 0.1483 map_cut_200 7_2 0.1631 map_cut_500 7_2 0.1697 map_cut_1000 7_2 0.1704 relative_P_5 7_2 0.8000 relative_P_10 7_2 0.7000 relative_P_15 7_2 0.6000 relative_P_20 7_2 0.4500 relative_P_30 7_2 0.3667 relative_P_100 7_2 0.2763 relative_P_200 7_2 0.3684 relative_P_500 7_2 0.4211 relative_P_1000 7_2 0.4342 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0330 set_relative_P 7_2 0.4342 set_recall 7_2 0.4342 set_map 7_2 0.0143 set_F 7_2 0.0613 num_nonrel_judged_ret 7_2 9 rbp 7_2 0.1989 rbp_resid 7_2 0.3580 unj_5 7_2 0.0000 unj_10 7_2 0.2000 unj_20 7_2 0.5000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 47 map 7_3 0.3932 Rprec 7_3 0.4909 bpref 7_3 0.6162 recip_rank 7_3 0.5000 iprec_at_recall_0.00 7_3 0.6667 iprec_at_recall_0.10 7_3 0.6316 iprec_at_recall_0.20 7_3 0.6316 iprec_at_recall_0.30 7_3 0.5862 iprec_at_recall_0.40 7_3 0.5000 iprec_at_recall_0.50 7_3 0.4833 iprec_at_recall_0.60 7_3 0.4304 iprec_at_recall_0.70 7_3 0.3362 iprec_at_recall_0.80 7_3 0.2667 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.4000 P_10 7_3 0.6000 P_15 7_3 0.5333 P_20 7_3 0.6000 P_30 7_3 0.5667 P_100 7_3 0.3700 P_200 7_3 0.2200 P_500 7_3 0.0940 P_1000 7_3 0.0470 relstring 7_3 '0220001111' recall_5 7_3 0.0364 recall_10 7_3 0.1091 recall_15 7_3 0.1455 recall_20 7_3 0.2182 recall_30 7_3 0.3091 recall_100 7_3 0.6727 recall_200 7_3 0.8000 recall_500 7_3 0.8545 recall_1000 7_3 0.8545 infAP 7_3 0.3932 Rprec_mult_0.20 7_3 0.5455 Rprec_mult_0.40 7_3 0.5909 Rprec_mult_0.60 7_3 0.5152 Rprec_mult_0.80 7_3 0.4773 Rprec_mult_1.00 7_3 0.4909 Rprec_mult_1.20 7_3 0.4394 Rprec_mult_1.40 7_3 0.4286 Rprec_mult_1.60 7_3 0.4205 Rprec_mult_1.80 7_3 0.3737 Rprec_mult_2.00 7_3 0.3364 utility 7_3 -906.0000 11pt_avg 7_3 0.4121 binG 7_3 0.2100 G 7_3 0.1844 ndcg 7_3 0.6321 ndcg_rel 7_3 0.4829 Rndcg 7_3 0.4313 ndcg_cut_5 7_3 0.2818 ndcg_cut_10 7_3 0.3121 ndcg_cut_15 7_3 0.3072 ndcg_cut_20 7_3 0.4139 ndcg_cut_30 7_3 0.4502 ndcg_cut_100 7_3 0.5466 ndcg_cut_200 7_3 0.6141 ndcg_cut_500 7_3 0.6321 ndcg_cut_1000 7_3 0.6321 map_cut_5 7_3 0.0212 map_cut_10 7_3 0.0591 map_cut_15 7_3 0.0793 map_cut_20 7_3 0.1228 map_cut_30 7_3 0.1754 map_cut_100 7_3 0.3448 map_cut_200 7_3 0.3830 map_cut_500 7_3 0.3932 map_cut_1000 7_3 0.3932 relative_P_5 7_3 0.4000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.5333 relative_P_20 7_3 0.6000 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.6727 relative_P_200 7_3 0.8000 relative_P_500 7_3 0.8545 relative_P_1000 7_3 0.8545 success_1 7_3 0.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0470 set_relative_P 7_3 0.8545 set_recall 7_3 0.8545 set_map 7_3 0.0402 set_F 7_3 0.0891 num_nonrel_judged_ret 7_3 33 rbp 7_3 0.2597 rbp_resid 7_3 0.0450 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 22 map 7_4 0.5347 Rprec 7_4 0.5172 bpref 7_4 0.6040 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 1.0000 iprec_at_recall_0.30 7_4 0.9167 iprec_at_recall_0.40 7_4 0.7059 iprec_at_recall_0.50 7_4 0.5556 iprec_at_recall_0.60 7_4 0.4500 iprec_at_recall_0.70 7_4 0.3030 iprec_at_recall_0.80 7_4 0.0000 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 1.0000 P_10 7_4 0.9000 P_15 7_4 0.7333 P_20 7_4 0.6000 P_30 7_4 0.5000 P_100 7_4 0.2000 P_200 7_4 0.1050 P_500 7_4 0.0440 P_1000 7_4 0.0220 relstring 7_4 '23311121-1' recall_5 7_4 0.1724 recall_10 7_4 0.3103 recall_15 7_4 0.3793 recall_20 7_4 0.4138 recall_30 7_4 0.5172 recall_100 7_4 0.6897 recall_200 7_4 0.7241 recall_500 7_4 0.7586 recall_1000 7_4 0.7586 infAP 7_4 0.5347 Rprec_mult_0.20 7_4 1.0000 Rprec_mult_0.40 7_4 0.9167 Rprec_mult_0.60 7_4 0.6667 Rprec_mult_0.80 7_4 0.5417 Rprec_mult_1.00 7_4 0.5172 Rprec_mult_1.20 7_4 0.4571 Rprec_mult_1.40 7_4 0.4390 Rprec_mult_1.60 7_4 0.3830 Rprec_mult_1.80 7_4 0.3585 Rprec_mult_2.00 7_4 0.3276 utility 7_4 -956.0000 11pt_avg 7_4 0.5392 binG 7_4 0.4281 G 7_4 0.2449 ndcg 7_4 0.6891 ndcg_rel 7_4 0.6777 Rndcg 7_4 0.6500 ndcg_cut_5 7_4 0.7342 ndcg_cut_10 7_4 0.6728 ndcg_cut_15 7_4 0.6067 ndcg_cut_20 7_4 0.5670 ndcg_cut_30 7_4 0.5666 ndcg_cut_100 7_4 0.6499 ndcg_cut_200 7_4 0.6746 ndcg_cut_500 7_4 0.6891 ndcg_cut_1000 7_4 0.6891 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.3069 map_cut_15 7_4 0.3699 map_cut_20 7_4 0.3942 map_cut_30 7_4 0.4540 map_cut_100 7_4 0.5253 map_cut_200 7_4 0.5315 map_cut_500 7_4 0.5347 map_cut_1000 7_4 0.5347 relative_P_5 7_4 1.0000 relative_P_10 7_4 0.9000 relative_P_15 7_4 0.7333 relative_P_20 7_4 0.6000 relative_P_30 7_4 0.5172 relative_P_100 7_4 0.6897 relative_P_200 7_4 0.7241 relative_P_500 7_4 0.7586 relative_P_1000 7_4 0.7586 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0220 set_relative_P 7_4 0.7586 set_recall 7_4 0.7586 set_map 7_4 0.0167 set_F 7_4 0.0428 num_nonrel_judged_ret 7_4 35 rbp 7_4 0.4279 rbp_resid 7_4 0.1385 unj_5 7_4 0.0000 unj_10 7_4 0.1000 unj_20 7_4 0.1500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 16 map 7_9 0.0270 Rprec 7_9 0.0556 bpref 7_9 0.0556 recip_rank 7_9 0.0476 iprec_at_recall_0.00 7_9 0.0870 iprec_at_recall_0.10 7_9 0.0870 iprec_at_recall_0.20 7_9 0.0662 iprec_at_recall_0.30 7_9 0.0571 iprec_at_recall_0.40 7_9 0.0571 iprec_at_recall_0.50 7_9 0.0000 iprec_at_recall_0.60 7_9 0.0000 iprec_at_recall_0.70 7_9 0.0000 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.0000 P_10 7_9 0.0000 P_15 7_9 0.0000 P_20 7_9 0.0000 P_30 7_9 0.0333 P_100 7_9 0.0600 P_200 7_9 0.0550 P_500 7_9 0.0320 P_1000 7_9 0.0160 relstring 7_9 '0000000-00' recall_5 7_9 0.0000 recall_10 7_9 0.0000 recall_15 7_9 0.0000 recall_20 7_9 0.0000 recall_30 7_9 0.0278 recall_100 7_9 0.1667 recall_200 7_9 0.3056 recall_500 7_9 0.4444 recall_1000 7_9 0.4444 infAP 7_9 0.0270 Rprec_mult_0.20 7_9 0.0000 Rprec_mult_0.40 7_9 0.0000 Rprec_mult_0.60 7_9 0.0455 Rprec_mult_0.80 7_9 0.0345 Rprec_mult_1.00 7_9 0.0556 Rprec_mult_1.20 7_9 0.0682 Rprec_mult_1.40 7_9 0.0784 Rprec_mult_1.60 7_9 0.0690 Rprec_mult_1.80 7_9 0.0769 Rprec_mult_2.00 7_9 0.0694 utility 7_9 -968.0000 11pt_avg 7_9 0.0322 binG 7_9 0.0679 G 7_9 0.0661 ndcg 7_9 0.2029 ndcg_rel 7_9 0.1691 Rndcg 7_9 0.0618 ndcg_cut_5 7_9 0.0000 ndcg_cut_10 7_9 0.0000 ndcg_cut_15 7_9 0.0000 ndcg_cut_20 7_9 0.0000 ndcg_cut_30 7_9 0.0131 ndcg_cut_100 7_9 0.1103 ndcg_cut_200 7_9 0.1553 ndcg_cut_500 7_9 0.2029 ndcg_cut_1000 7_9 0.2029 map_cut_5 7_9 0.0000 map_cut_10 7_9 0.0000 map_cut_15 7_9 0.0000 map_cut_20 7_9 0.0000 map_cut_30 7_9 0.0013 map_cut_100 7_9 0.0116 map_cut_200 7_9 0.0199 map_cut_500 7_9 0.0270 map_cut_1000 7_9 0.0270 relative_P_5 7_9 0.0000 relative_P_10 7_9 0.0000 relative_P_15 7_9 0.0000 relative_P_20 7_9 0.0000 relative_P_30 7_9 0.0333 relative_P_100 7_9 0.1667 relative_P_200 7_9 0.3056 relative_P_500 7_9 0.4444 relative_P_1000 7_9 0.4444 success_1 7_9 0.0000 success_5 7_9 0.0000 success_10 7_9 0.0000 set_P 7_9 0.0160 set_relative_P 7_9 0.4444 set_recall 7_9 0.4444 set_map 7_9 0.0071 set_F 7_9 0.0309 num_nonrel_judged_ret 7_9 54 rbp 7_9 0.0092 rbp_resid 7_9 0.1672 unj_5 7_9 0.0000 unj_10 7_9 0.1000 unj_20 7_9 0.2000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 0 map 8_1 0.0000 Rprec 8_1 0.0000 bpref 8_1 0.0000 recip_rank 8_1 0.0000 iprec_at_recall_0.00 8_1 0.0000 iprec_at_recall_0.10 8_1 0.0000 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.0000 P_10 8_1 0.0000 P_15 8_1 0.0000 P_20 8_1 0.0000 P_30 8_1 0.0000 P_100 8_1 0.0000 P_200 8_1 0.0000 P_500 8_1 0.0000 P_1000 8_1 0.0000 relstring 8_1 '00000---0-' recall_5 8_1 0.0000 recall_10 8_1 0.0000 recall_15 8_1 0.0000 recall_20 8_1 0.0000 recall_30 8_1 0.0000 recall_100 8_1 0.0000 recall_200 8_1 0.0000 recall_500 8_1 0.0000 recall_1000 8_1 0.0000 infAP 8_1 0.0000 Rprec_mult_0.20 8_1 0.0000 Rprec_mult_0.40 8_1 0.0000 Rprec_mult_0.60 8_1 0.0000 Rprec_mult_0.80 8_1 0.0000 Rprec_mult_1.00 8_1 0.0000 Rprec_mult_1.20 8_1 0.0000 Rprec_mult_1.40 8_1 0.0000 Rprec_mult_1.60 8_1 0.0000 Rprec_mult_1.80 8_1 0.0000 Rprec_mult_2.00 8_1 0.0000 utility 8_1 -1000.0000 11pt_avg 8_1 0.0000 binG 8_1 0.0000 G 8_1 0.0000 ndcg 8_1 0.0000 ndcg_rel 8_1 0.0000 Rndcg 8_1 0.0000 ndcg_cut_5 8_1 0.0000 ndcg_cut_10 8_1 0.0000 ndcg_cut_15 8_1 0.0000 ndcg_cut_20 8_1 0.0000 ndcg_cut_30 8_1 0.0000 ndcg_cut_100 8_1 0.0000 ndcg_cut_200 8_1 0.0000 ndcg_cut_500 8_1 0.0000 ndcg_cut_1000 8_1 0.0000 map_cut_5 8_1 0.0000 map_cut_10 8_1 0.0000 map_cut_15 8_1 0.0000 map_cut_20 8_1 0.0000 map_cut_30 8_1 0.0000 map_cut_100 8_1 0.0000 map_cut_200 8_1 0.0000 map_cut_500 8_1 0.0000 map_cut_1000 8_1 0.0000 relative_P_5 8_1 0.0000 relative_P_10 8_1 0.0000 relative_P_15 8_1 0.0000 relative_P_20 8_1 0.0000 relative_P_30 8_1 0.0000 relative_P_100 8_1 0.0000 relative_P_200 8_1 0.0000 relative_P_500 8_1 0.0000 relative_P_1000 8_1 0.0000 success_1 8_1 0.0000 success_5 8_1 0.0000 success_10 8_1 0.0000 set_P 8_1 0.0000 set_relative_P 8_1 0.0000 set_recall 8_1 0.0000 set_map 8_1 0.0000 set_F 8_1 0.0000 num_nonrel_judged_ret 8_1 24 rbp 8_1 0.0000 rbp_resid 8_1 0.4548 unj_5 8_1 0.0000 unj_10 8_1 0.4000 unj_20 8_1 0.5500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 1 map 8_10 0.0002 Rprec 8_10 0.0000 bpref 8_10 0.0242 recip_rank 8_10 0.0052 iprec_at_recall_0.00 8_10 0.0052 iprec_at_recall_0.10 8_10 0.0000 iprec_at_recall_0.20 8_10 0.0000 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0000 P_200 8_10 0.0050 P_500 8_10 0.0020 P_1000 8_10 0.0010 relstring 8_10 '00000-0---' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0000 recall_200 8_10 0.0357 recall_500 8_10 0.0357 recall_1000 8_10 0.0357 infAP 8_10 0.0002 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -998.0000 11pt_avg 8_10 0.0005 binG 8_10 0.0047 G 8_10 0.0029 ndcg 8_10 0.0078 ndcg_rel 8_10 0.0078 Rndcg 8_10 0.0020 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0000 ndcg_cut_200 8_10 0.0078 ndcg_cut_500 8_10 0.0078 ndcg_cut_1000 8_10 0.0078 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0000 map_cut_200 8_10 0.0002 map_cut_500 8_10 0.0002 map_cut_1000 8_10 0.0002 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0000 relative_P_200 8_10 0.0357 relative_P_500 8_10 0.0357 relative_P_1000 8_10 0.0357 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0010 set_relative_P 8_10 0.0357 set_recall 8_10 0.0357 set_map 8_10 0.0000 set_F 8_10 0.0019 num_nonrel_judged_ret 8_10 17 rbp 8_10 0.0000 rbp_resid 8_10 0.5213 unj_5 8_10 0.0000 unj_10 8_10 0.4000 unj_20 8_10 0.7000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 5 map 8_11 0.1266 Rprec 8_11 0.3000 bpref 8_11 0.3000 recip_rank 8_11 0.3333 iprec_at_recall_0.00 8_11 0.5000 iprec_at_recall_0.10 8_11 0.5000 iprec_at_recall_0.20 8_11 0.5000 iprec_at_recall_0.30 8_11 0.3000 iprec_at_recall_0.40 8_11 0.0909 iprec_at_recall_0.50 8_11 0.0417 iprec_at_recall_0.60 8_11 0.0000 iprec_at_recall_0.70 8_11 0.0000 iprec_at_recall_0.80 8_11 0.0000 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.4000 P_10 8_11 0.3000 P_15 8_11 0.2000 P_20 8_11 0.1500 P_30 8_11 0.1000 P_100 8_11 0.0400 P_200 8_11 0.0250 P_500 8_11 0.0100 P_1000 8_11 0.0050 relstring 8_11 '00110----1' recall_5 8_11 0.2000 recall_10 8_11 0.3000 recall_15 8_11 0.3000 recall_20 8_11 0.3000 recall_30 8_11 0.3000 recall_100 8_11 0.4000 recall_200 8_11 0.5000 recall_500 8_11 0.5000 recall_1000 8_11 0.5000 infAP 8_11 0.1266 Rprec_mult_0.20 8_11 0.0000 Rprec_mult_0.40 8_11 0.5000 Rprec_mult_0.60 8_11 0.3333 Rprec_mult_0.80 8_11 0.2500 Rprec_mult_1.00 8_11 0.3000 Rprec_mult_1.20 8_11 0.2500 Rprec_mult_1.40 8_11 0.2143 Rprec_mult_1.60 8_11 0.1875 Rprec_mult_1.80 8_11 0.1667 Rprec_mult_2.00 8_11 0.1500 utility 8_11 -990.0000 11pt_avg 8_11 0.1757 binG 8_11 0.1646 G 8_11 0.1159 ndcg 8_11 0.2504 ndcg_rel 8_11 0.2282 Rndcg 8_11 0.1493 ndcg_cut_5 8_11 0.2032 ndcg_cut_10 8_11 0.1975 ndcg_cut_15 8_11 0.1975 ndcg_cut_20 8_11 0.1975 ndcg_cut_30 8_11 0.1975 ndcg_cut_100 8_11 0.2270 ndcg_cut_200 8_11 0.2504 ndcg_cut_500 8_11 0.2504 ndcg_cut_1000 8_11 0.2504 map_cut_5 8_11 0.0833 map_cut_10 8_11 0.1133 map_cut_15 8_11 0.1133 map_cut_20 8_11 0.1133 map_cut_30 8_11 0.1133 map_cut_100 8_11 0.1224 map_cut_200 8_11 0.1266 map_cut_500 8_11 0.1266 map_cut_1000 8_11 0.1266 relative_P_5 8_11 0.4000 relative_P_10 8_11 0.3000 relative_P_15 8_11 0.3000 relative_P_20 8_11 0.3000 relative_P_30 8_11 0.3000 relative_P_100 8_11 0.4000 relative_P_200 8_11 0.5000 relative_P_500 8_11 0.5000 relative_P_1000 8_11 0.5000 success_1 8_11 0.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0050 set_relative_P 8_11 0.5000 set_recall 8_11 0.5000 set_map 8_11 0.0025 set_F 8_11 0.0099 num_nonrel_judged_ret 8_11 15 rbp 8_11 0.0969 rbp_resid 8_11 0.5246 unj_5 8_11 0.0000 unj_10 8_11 0.4000 unj_20 8_11 0.6500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 24 map 8_12 0.0801 Rprec 8_12 0.1591 bpref 8_12 0.2283 recip_rank 8_12 0.3333 iprec_at_recall_0.00 8_12 0.5000 iprec_at_recall_0.10 8_12 0.2000 iprec_at_recall_0.20 8_12 0.1379 iprec_at_recall_0.30 8_12 0.1136 iprec_at_recall_0.40 8_12 0.0922 iprec_at_recall_0.50 8_12 0.0827 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.4000 P_10 8_12 0.2000 P_15 8_12 0.1333 P_20 8_12 0.1000 P_30 8_12 0.2000 P_100 8_12 0.1200 P_200 8_12 0.0900 P_500 8_12 0.0480 P_1000 8_12 0.0240 relstring 8_12 '00310-0-00' recall_5 8_12 0.0455 recall_10 8_12 0.0455 recall_15 8_12 0.0455 recall_20 8_12 0.0455 recall_30 8_12 0.1364 recall_100 8_12 0.2727 recall_200 8_12 0.4091 recall_500 8_12 0.5455 recall_1000 8_12 0.5455 infAP 8_12 0.0801 Rprec_mult_0.20 8_12 0.2222 Rprec_mult_0.40 8_12 0.1111 Rprec_mult_0.60 8_12 0.1481 Rprec_mult_0.80 8_12 0.1667 Rprec_mult_1.00 8_12 0.1591 Rprec_mult_1.20 8_12 0.1321 Rprec_mult_1.40 8_12 0.1290 Rprec_mult_1.60 8_12 0.1268 Rprec_mult_1.80 8_12 0.1250 Rprec_mult_2.00 8_12 0.1364 utility 8_12 -952.0000 11pt_avg 8_12 0.1024 binG 8_12 0.1029 G 8_12 0.0862 ndcg 8_12 0.2963 ndcg_rel 8_12 0.2515 Rndcg 8_12 0.1401 ndcg_cut_5 8_12 0.1843 ndcg_cut_10 8_12 0.1316 ndcg_cut_15 8_12 0.1132 ndcg_cut_20 8_12 0.1059 ndcg_cut_30 8_12 0.1563 ndcg_cut_100 8_12 0.2097 ndcg_cut_200 8_12 0.2636 ndcg_cut_500 8_12 0.2963 ndcg_cut_1000 8_12 0.2963 map_cut_5 8_12 0.0189 map_cut_10 8_12 0.0189 map_cut_15 8_12 0.0189 map_cut_20 8_12 0.0189 map_cut_30 8_12 0.0346 map_cut_100 8_12 0.0540 map_cut_200 8_12 0.0685 map_cut_500 8_12 0.0801 map_cut_1000 8_12 0.0801 relative_P_5 8_12 0.4000 relative_P_10 8_12 0.2000 relative_P_15 8_12 0.1333 relative_P_20 8_12 0.1000 relative_P_30 8_12 0.2000 relative_P_100 8_12 0.2727 relative_P_200 8_12 0.4091 relative_P_500 8_12 0.5455 relative_P_1000 8_12 0.5455 success_1 8_12 0.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0240 set_relative_P 8_12 0.5455 set_recall 8_12 0.5455 set_map 8_12 0.0131 set_F 8_12 0.0460 num_nonrel_judged_ret 8_12 39 rbp 8_12 0.0900 rbp_resid 8_12 0.2135 unj_5 8_12 0.0000 unj_10 8_12 0.2000 unj_20 8_12 0.2000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 1 map 8_13 0.0010 Rprec 8_13 0.0189 bpref 8_13 0.0167 recip_rank 8_13 0.0526 iprec_at_recall_0.00 8_13 0.0526 iprec_at_recall_0.10 8_13 0.0000 iprec_at_recall_0.20 8_13 0.0000 iprec_at_recall_0.30 8_13 0.0000 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.0000 P_10 8_13 0.0000 P_15 8_13 0.0000 P_20 8_13 0.0500 P_30 8_13 0.0333 P_100 8_13 0.0100 P_200 8_13 0.0050 P_500 8_13 0.0020 P_1000 8_13 0.0010 relstring 8_13 '000---0--0' recall_5 8_13 0.0000 recall_10 8_13 0.0000 recall_15 8_13 0.0000 recall_20 8_13 0.0189 recall_30 8_13 0.0189 recall_100 8_13 0.0189 recall_200 8_13 0.0189 recall_500 8_13 0.0189 recall_1000 8_13 0.0189 infAP 8_13 0.0010 Rprec_mult_0.20 8_13 0.0000 Rprec_mult_0.40 8_13 0.0455 Rprec_mult_0.60 8_13 0.0312 Rprec_mult_0.80 8_13 0.0233 Rprec_mult_1.00 8_13 0.0189 Rprec_mult_1.20 8_13 0.0156 Rprec_mult_1.40 8_13 0.0133 Rprec_mult_1.60 8_13 0.0118 Rprec_mult_1.80 8_13 0.0104 Rprec_mult_2.00 8_13 0.0094 utility 8_13 -998.0000 11pt_avg 8_13 0.0048 binG 8_13 0.0044 G 8_13 0.0020 ndcg 8_13 0.0084 ndcg_rel 8_13 0.0084 Rndcg 8_13 0.0055 ndcg_cut_5 8_13 0.0000 ndcg_cut_10 8_13 0.0000 ndcg_cut_15 8_13 0.0000 ndcg_cut_20 8_13 0.0109 ndcg_cut_30 8_13 0.0099 ndcg_cut_100 8_13 0.0084 ndcg_cut_200 8_13 0.0084 ndcg_cut_500 8_13 0.0084 ndcg_cut_1000 8_13 0.0084 map_cut_5 8_13 0.0000 map_cut_10 8_13 0.0000 map_cut_15 8_13 0.0000 map_cut_20 8_13 0.0010 map_cut_30 8_13 0.0010 map_cut_100 8_13 0.0010 map_cut_200 8_13 0.0010 map_cut_500 8_13 0.0010 map_cut_1000 8_13 0.0010 relative_P_5 8_13 0.0000 relative_P_10 8_13 0.0000 relative_P_15 8_13 0.0000 relative_P_20 8_13 0.0500 relative_P_30 8_13 0.0333 relative_P_100 8_13 0.0189 relative_P_200 8_13 0.0189 relative_P_500 8_13 0.0189 relative_P_1000 8_13 0.0189 success_1 8_13 0.0000 success_5 8_13 0.0000 success_10 8_13 0.0000 set_P 8_13 0.0010 set_relative_P 8_13 0.0189 set_recall 8_13 0.0189 set_map 8_13 0.0000 set_F 8_13 0.0019 num_nonrel_judged_ret 8_13 13 rbp 8_13 0.0038 rbp_resid 8_13 0.5668 unj_5 8_13 0.4000 unj_10 8_13 0.5000 unj_20 8_13 0.6500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 10 map 8_2 0.0690 Rprec 8_2 0.1489 bpref 8_2 0.1643 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.2308 iprec_at_recall_0.20 8_2 0.1475 iprec_at_recall_0.30 8_2 0.0000 iprec_at_recall_0.40 8_2 0.0000 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.3000 P_15 8_2 0.2000 P_20 8_2 0.2000 P_30 8_2 0.2000 P_100 8_2 0.0900 P_200 8_2 0.0500 P_500 8_2 0.0200 P_1000 8_2 0.0100 relstring 8_2 '10100--300' recall_5 8_2 0.0426 recall_10 8_2 0.0638 recall_15 8_2 0.0638 recall_20 8_2 0.0851 recall_30 8_2 0.1277 recall_100 8_2 0.1915 recall_200 8_2 0.2128 recall_500 8_2 0.2128 recall_1000 8_2 0.2128 infAP 8_2 0.0690 Rprec_mult_0.20 8_2 0.3000 Rprec_mult_0.40 8_2 0.2105 Rprec_mult_0.60 8_2 0.2069 Rprec_mult_0.80 8_2 0.1842 Rprec_mult_1.00 8_2 0.1489 Rprec_mult_1.20 8_2 0.1228 Rprec_mult_1.40 8_2 0.1364 Rprec_mult_1.60 8_2 0.1184 Rprec_mult_1.80 8_2 0.1059 Rprec_mult_2.00 8_2 0.0957 utility 8_2 -980.0000 11pt_avg 8_2 0.1253 binG 8_2 0.0718 G 8_2 0.0411 ndcg 8_2 0.1803 ndcg_rel 8_2 0.1802 Rndcg 8_2 0.1649 ndcg_cut_5 8_2 0.1367 ndcg_cut_10 8_2 0.1581 ndcg_cut_15 8_2 0.1351 ndcg_cut_20 8_2 0.1421 ndcg_cut_30 8_2 0.1764 ndcg_cut_100 8_2 0.1751 ndcg_cut_200 8_2 0.1803 ndcg_cut_500 8_2 0.1803 ndcg_cut_1000 8_2 0.1803 map_cut_5 8_2 0.0355 map_cut_10 8_2 0.0434 map_cut_15 8_2 0.0434 map_cut_20 8_2 0.0479 map_cut_30 8_2 0.0575 map_cut_100 8_2 0.0678 map_cut_200 8_2 0.0690 map_cut_500 8_2 0.0690 map_cut_1000 8_2 0.0690 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.3000 relative_P_15 8_2 0.2000 relative_P_20 8_2 0.2000 relative_P_30 8_2 0.2000 relative_P_100 8_2 0.1915 relative_P_200 8_2 0.2128 relative_P_500 8_2 0.2128 relative_P_1000 8_2 0.2128 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0100 set_relative_P 8_2 0.2128 set_recall 8_2 0.2128 set_map 8_2 0.0021 set_F 8_2 0.0191 num_nonrel_judged_ret 8_2 40 rbp 8_2 0.1004 rbp_resid 8_2 0.3259 unj_5 8_2 0.0000 unj_10 8_2 0.2000 unj_20 8_2 0.4500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 6 map 8_3 0.0677 Rprec 8_3 0.1071 bpref 8_3 0.1250 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 0.1200 iprec_at_recall_0.20 8_3 0.0143 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.4000 P_10 8_3 0.2000 P_15 8_3 0.1333 P_20 8_3 0.1000 P_30 8_3 0.1000 P_100 8_3 0.0400 P_200 8_3 0.0200 P_500 8_3 0.0120 P_1000 8_3 0.0060 relstring 8_3 '10100-0--0' recall_5 8_3 0.0714 recall_10 8_3 0.0714 recall_15 8_3 0.0714 recall_20 8_3 0.0714 recall_30 8_3 0.1071 recall_100 8_3 0.1429 recall_200 8_3 0.1429 recall_500 8_3 0.2143 recall_1000 8_3 0.2143 infAP 8_3 0.0677 Rprec_mult_0.20 8_3 0.3333 Rprec_mult_0.40 8_3 0.1667 Rprec_mult_0.60 8_3 0.1176 Rprec_mult_0.80 8_3 0.0870 Rprec_mult_1.00 8_3 0.1071 Rprec_mult_1.20 8_3 0.0882 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0667 Rprec_mult_1.80 8_3 0.0588 Rprec_mult_2.00 8_3 0.0536 utility 8_3 -988.0000 11pt_avg 8_3 0.1031 binG 8_3 0.0810 G 8_3 0.0481 ndcg 8_3 0.1765 ndcg_rel 8_3 0.1923 Rndcg 8_3 0.1818 ndcg_cut_5 8_3 0.2544 ndcg_cut_10 8_3 0.1911 ndcg_cut_15 8_3 0.1636 ndcg_cut_20 8_3 0.1450 ndcg_cut_30 8_3 0.1420 ndcg_cut_100 8_3 0.1562 ndcg_cut_200 8_3 0.1562 ndcg_cut_500 8_3 0.1765 ndcg_cut_1000 8_3 0.1765 map_cut_5 8_3 0.0595 map_cut_10 8_3 0.0595 map_cut_15 8_3 0.0595 map_cut_20 8_3 0.0595 map_cut_30 8_3 0.0638 map_cut_100 8_3 0.0663 map_cut_200 8_3 0.0663 map_cut_500 8_3 0.0677 map_cut_1000 8_3 0.0677 relative_P_5 8_3 0.4000 relative_P_10 8_3 0.2000 relative_P_15 8_3 0.1333 relative_P_20 8_3 0.1000 relative_P_30 8_3 0.1071 relative_P_100 8_3 0.1429 relative_P_200 8_3 0.1429 relative_P_500 8_3 0.2143 relative_P_1000 8_3 0.2143 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0060 set_relative_P 8_3 0.2143 set_recall 8_3 0.2143 set_map 8_3 0.0013 set_F 8_3 0.0117 num_nonrel_judged_ret 8_3 28 rbp 8_3 0.0946 rbp_resid 8_3 0.4074 unj_5 8_3 0.0000 unj_10 8_3 0.3000 unj_20 8_3 0.5000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 5 map 8_4 0.0006 Rprec 8_4 0.0099 bpref 8_4 0.0440 recip_rank 8_4 0.0130 iprec_at_recall_0.00 8_4 0.0172 iprec_at_recall_0.10 8_4 0.0000 iprec_at_recall_0.20 8_4 0.0000 iprec_at_recall_0.30 8_4 0.0000 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.0000 P_10 8_4 0.0000 P_15 8_4 0.0000 P_20 8_4 0.0000 P_30 8_4 0.0000 P_100 8_4 0.0100 P_200 8_4 0.0150 P_500 8_4 0.0080 P_1000 8_4 0.0050 relstring 8_4 '00000--0--' recall_5 8_4 0.0000 recall_10 8_4 0.0000 recall_15 8_4 0.0000 recall_20 8_4 0.0000 recall_30 8_4 0.0000 recall_100 8_4 0.0099 recall_200 8_4 0.0297 recall_500 8_4 0.0396 recall_1000 8_4 0.0495 infAP 8_4 0.0006 Rprec_mult_0.20 8_4 0.0000 Rprec_mult_0.40 8_4 0.0000 Rprec_mult_0.60 8_4 0.0000 Rprec_mult_0.80 8_4 0.0123 Rprec_mult_1.00 8_4 0.0099 Rprec_mult_1.20 8_4 0.0082 Rprec_mult_1.40 8_4 0.0070 Rprec_mult_1.60 8_4 0.0062 Rprec_mult_1.80 8_4 0.0165 Rprec_mult_2.00 8_4 0.0149 utility 8_4 -990.0000 11pt_avg 8_4 0.0016 binG 8_4 0.0065 G 8_4 0.0105 ndcg 8_4 0.0452 ndcg_rel 8_4 0.0446 Rndcg 8_4 0.0118 ndcg_cut_5 8_4 0.0000 ndcg_cut_10 8_4 0.0000 ndcg_cut_15 8_4 0.0000 ndcg_cut_20 8_4 0.0000 ndcg_cut_30 8_4 0.0000 ndcg_cut_100 8_4 0.0140 ndcg_cut_200 8_4 0.0375 ndcg_cut_500 8_4 0.0429 ndcg_cut_1000 8_4 0.0452 map_cut_5 8_4 0.0000 map_cut_10 8_4 0.0000 map_cut_15 8_4 0.0000 map_cut_20 8_4 0.0000 map_cut_30 8_4 0.0000 map_cut_100 8_4 0.0001 map_cut_200 8_4 0.0004 map_cut_500 8_4 0.0006 map_cut_1000 8_4 0.0006 relative_P_5 8_4 0.0000 relative_P_10 8_4 0.0000 relative_P_15 8_4 0.0000 relative_P_20 8_4 0.0000 relative_P_30 8_4 0.0000 relative_P_100 8_4 0.0100 relative_P_200 8_4 0.0297 relative_P_500 8_4 0.0396 relative_P_1000 8_4 0.0495 success_1 8_4 0.0000 success_5 8_4 0.0000 success_10 8_4 0.0000 set_P 8_4 0.0050 set_relative_P 8_4 0.0495 set_recall 8_4 0.0495 set_map 8_4 0.0002 set_F 8_4 0.0091 num_nonrel_judged_ret 8_4 13 rbp 8_4 0.0000 rbp_resid 8_4 0.4831 unj_5 8_4 0.0000 unj_10 8_4 0.4000 unj_20 8_4 0.5500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 11 map 8_5 0.0383 Rprec 8_5 0.0980 bpref 8_5 0.1826 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.1042 iprec_at_recall_0.20 8_5 0.0248 iprec_at_recall_0.30 8_5 0.0000 iprec_at_recall_0.40 8_5 0.0000 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.2000 P_15 8_5 0.1333 P_20 8_5 0.1000 P_30 8_5 0.1000 P_100 8_5 0.0600 P_200 8_5 0.0400 P_500 8_5 0.0220 P_1000 8_5 0.0110 relstring 8_5 '2000100--0' recall_5 8_5 0.0392 recall_10 8_5 0.0392 recall_15 8_5 0.0392 recall_20 8_5 0.0392 recall_30 8_5 0.0588 recall_100 8_5 0.1176 recall_200 8_5 0.1569 recall_500 8_5 0.2157 recall_1000 8_5 0.2157 infAP 8_5 0.0383 Rprec_mult_0.20 8_5 0.1818 Rprec_mult_0.40 8_5 0.0952 Rprec_mult_0.60 8_5 0.0968 Rprec_mult_0.80 8_5 0.0976 Rprec_mult_1.00 8_5 0.0980 Rprec_mult_1.20 8_5 0.0806 Rprec_mult_1.40 8_5 0.0694 Rprec_mult_1.60 8_5 0.0732 Rprec_mult_1.80 8_5 0.0652 Rprec_mult_2.00 8_5 0.0588 utility 8_5 -978.0000 11pt_avg 8_5 0.1026 binG 8_5 0.0548 G 8_5 0.0459 ndcg 8_5 0.1972 ndcg_rel 8_5 0.2004 Rndcg 8_5 0.2059 ndcg_cut_5 8_5 0.2366 ndcg_cut_10 8_5 0.1797 ndcg_cut_15 8_5 0.1524 ndcg_cut_20 8_5 0.1417 ndcg_cut_30 8_5 0.1693 ndcg_cut_100 8_5 0.1701 ndcg_cut_200 8_5 0.1819 ndcg_cut_500 8_5 0.1972 ndcg_cut_1000 8_5 0.1972 map_cut_5 8_5 0.0275 map_cut_10 8_5 0.0275 map_cut_15 8_5 0.0275 map_cut_20 8_5 0.0275 map_cut_30 8_5 0.0296 map_cut_100 8_5 0.0350 map_cut_200 8_5 0.0368 map_cut_500 8_5 0.0383 map_cut_1000 8_5 0.0383 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.2000 relative_P_15 8_5 0.1333 relative_P_20 8_5 0.1000 relative_P_30 8_5 0.1000 relative_P_100 8_5 0.1176 relative_P_200 8_5 0.1569 relative_P_500 8_5 0.2157 relative_P_1000 8_5 0.2157 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0110 set_relative_P 8_5 0.2157 set_recall 8_5 0.2157 set_map 8_5 0.0024 set_F 8_5 0.0209 num_nonrel_judged_ret 8_5 14 rbp 8_5 0.0728 rbp_resid 8_5 0.4273 unj_5 8_5 0.0000 unj_10 8_5 0.2000 unj_20 8_5 0.6000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 2 map 8_7 0.0030 Rprec 8_7 0.0426 bpref 8_7 0.0371 recip_rank 8_7 0.0625 iprec_at_recall_0.00 8_7 0.0769 iprec_at_recall_0.10 8_7 0.0000 iprec_at_recall_0.20 8_7 0.0000 iprec_at_recall_0.30 8_7 0.0000 iprec_at_recall_0.40 8_7 0.0000 iprec_at_recall_0.50 8_7 0.0000 iprec_at_recall_0.60 8_7 0.0000 iprec_at_recall_0.70 8_7 0.0000 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.0000 P_10 8_7 0.0000 P_15 8_7 0.0000 P_20 8_7 0.0500 P_30 8_7 0.0667 P_100 8_7 0.0200 P_200 8_7 0.0100 P_500 8_7 0.0040 P_1000 8_7 0.0020 relstring 8_7 '00000---0-' recall_5 8_7 0.0000 recall_10 8_7 0.0000 recall_15 8_7 0.0000 recall_20 8_7 0.0213 recall_30 8_7 0.0426 recall_100 8_7 0.0426 recall_200 8_7 0.0426 recall_500 8_7 0.0426 recall_1000 8_7 0.0426 infAP 8_7 0.0030 Rprec_mult_0.20 8_7 0.0000 Rprec_mult_0.40 8_7 0.0526 Rprec_mult_0.60 8_7 0.0690 Rprec_mult_0.80 8_7 0.0526 Rprec_mult_1.00 8_7 0.0426 Rprec_mult_1.20 8_7 0.0351 Rprec_mult_1.40 8_7 0.0303 Rprec_mult_1.60 8_7 0.0263 Rprec_mult_1.80 8_7 0.0235 Rprec_mult_2.00 8_7 0.0213 utility 8_7 -996.0000 11pt_avg 8_7 0.0070 binG 8_7 0.0097 G 8_7 0.0108 ndcg 8_7 0.0401 ndcg_rel 8_7 0.0401 Rndcg 8_7 0.0220 ndcg_cut_5 8_7 0.0000 ndcg_cut_10 8_7 0.0000 ndcg_cut_15 8_7 0.0000 ndcg_cut_20 8_7 0.0282 ndcg_cut_30 8_7 0.0468 ndcg_cut_100 8_7 0.0401 ndcg_cut_200 8_7 0.0401 ndcg_cut_500 8_7 0.0401 ndcg_cut_1000 8_7 0.0401 map_cut_5 8_7 0.0000 map_cut_10 8_7 0.0000 map_cut_15 8_7 0.0000 map_cut_20 8_7 0.0013 map_cut_30 8_7 0.0030 map_cut_100 8_7 0.0030 map_cut_200 8_7 0.0030 map_cut_500 8_7 0.0030 map_cut_1000 8_7 0.0030 relative_P_5 8_7 0.0000 relative_P_10 8_7 0.0000 relative_P_15 8_7 0.0000 relative_P_20 8_7 0.0500 relative_P_30 8_7 0.0667 relative_P_100 8_7 0.0426 relative_P_200 8_7 0.0426 relative_P_500 8_7 0.0426 relative_P_1000 8_7 0.0426 success_1 8_7 0.0000 success_5 8_7 0.0000 success_10 8_7 0.0000 set_P 8_7 0.0020 set_relative_P 8_7 0.0426 set_recall 8_7 0.0426 set_map 8_7 0.0001 set_F 8_7 0.0038 num_nonrel_judged_ret 8_7 6 rbp 8_7 0.0139 rbp_resid 8_7 0.5197 unj_5 8_7 0.0000 unj_10 8_7 0.4000 unj_20 8_7 0.6500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 1 map 8_8 0.0063 Rprec 8_8 0.0312 bpref 8_8 0.0273 recip_rank 8_8 0.2000 iprec_at_recall_0.00 8_8 0.2000 iprec_at_recall_0.10 8_8 0.0000 iprec_at_recall_0.20 8_8 0.0000 iprec_at_recall_0.30 8_8 0.0000 iprec_at_recall_0.40 8_8 0.0000 iprec_at_recall_0.50 8_8 0.0000 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.2000 P_10 8_8 0.1000 P_15 8_8 0.0667 P_20 8_8 0.0500 P_30 8_8 0.0333 P_100 8_8 0.0100 P_200 8_8 0.0050 P_500 8_8 0.0020 P_1000 8_8 0.0010 relstring 8_8 '000010--00' recall_5 8_8 0.0312 recall_10 8_8 0.0312 recall_15 8_8 0.0312 recall_20 8_8 0.0312 recall_30 8_8 0.0312 recall_100 8_8 0.0312 recall_200 8_8 0.0312 recall_500 8_8 0.0312 recall_1000 8_8 0.0312 infAP 8_8 0.0063 Rprec_mult_0.20 8_8 0.1429 Rprec_mult_0.40 8_8 0.0769 Rprec_mult_0.60 8_8 0.0500 Rprec_mult_0.80 8_8 0.0385 Rprec_mult_1.00 8_8 0.0312 Rprec_mult_1.20 8_8 0.0256 Rprec_mult_1.40 8_8 0.0222 Rprec_mult_1.60 8_8 0.0192 Rprec_mult_1.80 8_8 0.0172 Rprec_mult_2.00 8_8 0.0156 utility 8_8 -998.0000 11pt_avg 8_8 0.0182 binG 8_8 0.0121 G 8_8 0.0034 ndcg 8_8 0.0162 ndcg_rel 8_8 0.0167 Rndcg 8_8 0.0212 ndcg_cut_5 8_8 0.0328 ndcg_cut_10 8_8 0.0233 ndcg_cut_15 8_8 0.0198 ndcg_cut_20 8_8 0.0181 ndcg_cut_30 8_8 0.0165 ndcg_cut_100 8_8 0.0162 ndcg_cut_200 8_8 0.0162 ndcg_cut_500 8_8 0.0162 ndcg_cut_1000 8_8 0.0162 map_cut_5 8_8 0.0063 map_cut_10 8_8 0.0063 map_cut_15 8_8 0.0063 map_cut_20 8_8 0.0063 map_cut_30 8_8 0.0063 map_cut_100 8_8 0.0063 map_cut_200 8_8 0.0063 map_cut_500 8_8 0.0063 map_cut_1000 8_8 0.0063 relative_P_5 8_8 0.2000 relative_P_10 8_8 0.1000 relative_P_15 8_8 0.0667 relative_P_20 8_8 0.0500 relative_P_30 8_8 0.0333 relative_P_100 8_8 0.0312 relative_P_200 8_8 0.0312 relative_P_500 8_8 0.0312 relative_P_1000 8_8 0.0312 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0010 set_relative_P 8_8 0.0312 set_recall 8_8 0.0312 set_map 8_8 0.0000 set_F 8_8 0.0019 num_nonrel_judged_ret 8_8 20 rbp 8_8 0.0164 rbp_resid 8_8 0.3592 unj_5 8_8 0.0000 unj_10 8_8 0.2000 unj_20 8_8 0.4500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 17 map 9_11 0.0645 Rprec 9_11 0.1176 bpref 9_11 0.1373 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.2667 iprec_at_recall_0.20 9_11 0.0000 iprec_at_recall_0.30 9_11 0.0000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.8000 P_10 9_11 0.6000 P_15 9_11 0.4000 P_20 9_11 0.3500 P_30 9_11 0.3333 P_100 9_11 0.1400 P_200 9_11 0.0850 P_500 9_11 0.0340 P_1000 9_11 0.0170 relstring 9_11 '230112--2-' recall_5 9_11 0.0336 recall_10 9_11 0.0504 recall_15 9_11 0.0504 recall_20 9_11 0.0588 recall_30 9_11 0.0840 recall_100 9_11 0.1176 recall_200 9_11 0.1429 recall_500 9_11 0.1429 recall_1000 9_11 0.1429 infAP 9_11 0.0645 Rprec_mult_0.20 9_11 0.2917 Rprec_mult_0.40 9_11 0.2500 Rprec_mult_0.60 9_11 0.1806 Rprec_mult_0.80 9_11 0.1458 Rprec_mult_1.00 9_11 0.1176 Rprec_mult_1.20 9_11 0.1049 Rprec_mult_1.40 9_11 0.0958 Rprec_mult_1.60 9_11 0.0890 Rprec_mult_1.80 9_11 0.0791 Rprec_mult_2.00 9_11 0.0714 utility 9_11 -966.0000 11pt_avg 9_11 0.1152 binG 9_11 0.0542 G 9_11 0.0372 ndcg 9_11 0.2017 ndcg_rel 9_11 0.2276 Rndcg 9_11 0.2681 ndcg_cut_5 9_11 0.5325 ndcg_cut_10 9_11 0.4516 ndcg_cut_15 9_11 0.3771 ndcg_cut_20 9_11 0.3412 ndcg_cut_30 9_11 0.3235 ndcg_cut_100 9_11 0.1986 ndcg_cut_200 9_11 0.2017 ndcg_cut_500 9_11 0.2017 ndcg_cut_1000 9_11 0.2017 map_cut_5 9_11 0.0298 map_cut_10 9_11 0.0424 map_cut_15 9_11 0.0424 map_cut_20 9_11 0.0455 map_cut_30 9_11 0.0541 map_cut_100 9_11 0.0619 map_cut_200 9_11 0.0645 map_cut_500 9_11 0.0645 map_cut_1000 9_11 0.0645 relative_P_5 9_11 0.8000 relative_P_10 9_11 0.6000 relative_P_15 9_11 0.4000 relative_P_20 9_11 0.3500 relative_P_30 9_11 0.3333 relative_P_100 9_11 0.1400 relative_P_200 9_11 0.1429 relative_P_500 9_11 0.1429 relative_P_1000 9_11 0.1429 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0170 set_relative_P 9_11 0.1429 set_recall 9_11 0.1429 set_map 9_11 0.0024 set_F 9_11 0.0304 num_nonrel_judged_ret 9_11 12 rbp 9_11 0.2889 rbp_resid 9_11 0.4240 unj_5 9_11 0.0000 unj_10 9_11 0.3000 unj_20 9_11 0.5500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 0 map 9_13 0.0000 Rprec 9_13 0.0000 bpref 9_13 0.0000 recip_rank 9_13 0.0000 iprec_at_recall_0.00 9_13 0.0000 iprec_at_recall_0.10 9_13 0.0000 iprec_at_recall_0.20 9_13 0.0000 iprec_at_recall_0.30 9_13 0.0000 iprec_at_recall_0.40 9_13 0.0000 iprec_at_recall_0.50 9_13 0.0000 iprec_at_recall_0.60 9_13 0.0000 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.0000 P_10 9_13 0.0000 P_15 9_13 0.0000 P_20 9_13 0.0000 P_30 9_13 0.0000 P_100 9_13 0.0000 P_200 9_13 0.0000 P_500 9_13 0.0000 P_1000 9_13 0.0000 relstring 9_13 '------0---' recall_5 9_13 0.0000 recall_10 9_13 0.0000 recall_15 9_13 0.0000 recall_20 9_13 0.0000 recall_30 9_13 0.0000 recall_100 9_13 0.0000 recall_200 9_13 0.0000 recall_500 9_13 0.0000 recall_1000 9_13 0.0000 infAP 9_13 0.0000 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.0000 Rprec_mult_1.00 9_13 0.0000 Rprec_mult_1.20 9_13 0.0000 Rprec_mult_1.40 9_13 0.0000 Rprec_mult_1.60 9_13 0.0000 Rprec_mult_1.80 9_13 0.0000 Rprec_mult_2.00 9_13 0.0000 utility 9_13 -1000.0000 11pt_avg 9_13 0.0000 binG 9_13 0.0000 G 9_13 0.0000 ndcg 9_13 0.0000 ndcg_rel 9_13 0.0000 Rndcg 9_13 0.0000 ndcg_cut_5 9_13 0.0000 ndcg_cut_10 9_13 0.0000 ndcg_cut_15 9_13 0.0000 ndcg_cut_20 9_13 0.0000 ndcg_cut_30 9_13 0.0000 ndcg_cut_100 9_13 0.0000 ndcg_cut_200 9_13 0.0000 ndcg_cut_500 9_13 0.0000 ndcg_cut_1000 9_13 0.0000 map_cut_5 9_13 0.0000 map_cut_10 9_13 0.0000 map_cut_15 9_13 0.0000 map_cut_20 9_13 0.0000 map_cut_30 9_13 0.0000 map_cut_100 9_13 0.0000 map_cut_200 9_13 0.0000 map_cut_500 9_13 0.0000 map_cut_1000 9_13 0.0000 relative_P_5 9_13 0.0000 relative_P_10 9_13 0.0000 relative_P_15 9_13 0.0000 relative_P_20 9_13 0.0000 relative_P_30 9_13 0.0000 relative_P_100 9_13 0.0000 relative_P_200 9_13 0.0000 relative_P_500 9_13 0.0000 relative_P_1000 9_13 0.0000 success_1 9_13 0.0000 success_5 9_13 0.0000 success_10 9_13 0.0000 set_P 9_13 0.0000 set_relative_P 9_13 0.0000 set_recall 9_13 0.0000 set_map 9_13 0.0000 set_F 9_13 0.0000 num_nonrel_judged_ret 9_13 1 rbp 9_13 0.0000 rbp_resid 9_13 0.9469 unj_5 9_13 1.0000 unj_10 9_13 0.9000 unj_20 9_13 0.9500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 31 map 9_2 0.1650 Rprec 9_2 0.2478 bpref 9_2 0.2575 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.8462 iprec_at_recall_0.20 9_2 0.4510 iprec_at_recall_0.30 9_2 0.0000 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 0.9000 P_15 9_2 0.7333 P_20 9_2 0.6000 P_30 9_2 0.5667 P_100 9_2 0.2800 P_200 9_2 0.1450 P_500 9_2 0.0600 P_1000 9_2 0.0310 relstring 9_2 '12112-3131' recall_5 9_2 0.0442 recall_10 9_2 0.0796 recall_15 9_2 0.0973 recall_20 9_2 0.1062 recall_30 9_2 0.1504 recall_100 9_2 0.2478 recall_200 9_2 0.2566 recall_500 9_2 0.2655 recall_1000 9_2 0.2743 infAP 9_2 0.1650 Rprec_mult_0.20 9_2 0.5217 Rprec_mult_0.40 9_2 0.4565 Rprec_mult_0.60 9_2 0.3529 Rprec_mult_0.80 9_2 0.3077 Rprec_mult_1.00 9_2 0.2478 Rprec_mult_1.20 9_2 0.2059 Rprec_mult_1.40 9_2 0.1761 Rprec_mult_1.60 9_2 0.1547 Rprec_mult_1.80 9_2 0.1422 Rprec_mult_2.00 9_2 0.1327 utility 9_2 -938.0000 11pt_avg 9_2 0.2088 binG 9_2 0.1128 G 9_2 0.0633 ndcg 9_2 0.3218 ndcg_rel 9_2 0.3467 Rndcg 9_2 0.3626 ndcg_cut_5 9_2 0.4484 ndcg_cut_10 9_2 0.5379 ndcg_cut_15 9_2 0.4955 ndcg_cut_20 9_2 0.4407 ndcg_cut_30 9_2 0.4308 ndcg_cut_100 9_2 0.3257 ndcg_cut_200 9_2 0.3125 ndcg_cut_500 9_2 0.3159 ndcg_cut_1000 9_2 0.3218 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0754 map_cut_15 9_2 0.0903 map_cut_20 9_2 0.0962 map_cut_30 9_2 0.1202 map_cut_100 9_2 0.1619 map_cut_200 9_2 0.1632 map_cut_500 9_2 0.1645 map_cut_1000 9_2 0.1650 relative_P_5 9_2 1.0000 relative_P_10 9_2 0.9000 relative_P_15 9_2 0.7333 relative_P_20 9_2 0.6000 relative_P_30 9_2 0.5667 relative_P_100 9_2 0.2800 relative_P_200 9_2 0.2566 relative_P_500 9_2 0.2655 relative_P_1000 9_2 0.2743 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0310 set_relative_P 9_2 0.2743 set_recall 9_2 0.2743 set_map 9_2 0.0085 set_F 9_2 0.0557 num_nonrel_judged_ret 9_2 6 rbp 9_2 0.3685 rbp_resid 9_2 0.1951 unj_5 9_2 0.0000 unj_10 9_2 0.1000 unj_20 9_2 0.2500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 67 map 9_6 0.3105 Rprec 9_6 0.4198 bpref 9_6 0.4928 recip_rank 9_6 0.5000 iprec_at_recall_0.00 9_6 0.8750 iprec_at_recall_0.10 9_6 0.8125 iprec_at_recall_0.20 9_6 0.7368 iprec_at_recall_0.30 9_6 0.6324 iprec_at_recall_0.40 9_6 0.4771 iprec_at_recall_0.50 9_6 0.2374 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 0.8000 P_10 9_6 0.8000 P_15 9_6 0.8000 P_20 9_6 0.7500 P_30 9_6 0.7667 P_100 9_6 0.4900 P_200 9_6 0.3050 P_500 9_6 0.1320 P_1000 9_6 0.0670 relstring 9_6 '01213312-2' recall_5 9_6 0.0305 recall_10 9_6 0.0611 recall_15 9_6 0.0916 recall_20 9_6 0.1145 recall_30 9_6 0.1756 recall_100 9_6 0.3740 recall_200 9_6 0.4656 recall_500 9_6 0.5038 recall_1000 9_6 0.5115 infAP 9_6 0.3105 Rprec_mult_0.20 9_6 0.7407 Rprec_mult_0.40 9_6 0.6415 Rprec_mult_0.60 9_6 0.5443 Rprec_mult_0.80 9_6 0.4762 Rprec_mult_1.00 9_6 0.4198 Rprec_mult_1.20 9_6 0.3544 Rprec_mult_1.40 9_6 0.3207 Rprec_mult_1.60 9_6 0.2905 Rprec_mult_1.80 9_6 0.2712 Rprec_mult_2.00 9_6 0.2443 utility 9_6 -866.0000 11pt_avg 9_6 0.3428 binG 9_6 0.1474 G 9_6 0.0911 ndcg 9_6 0.4800 ndcg_rel 9_6 0.4623 Rndcg 9_6 0.4360 ndcg_cut_5 9_6 0.3643 ndcg_cut_10 9_6 0.4279 ndcg_cut_15 9_6 0.4229 ndcg_cut_20 9_6 0.4079 ndcg_cut_30 9_6 0.4889 ndcg_cut_100 9_6 0.4329 ndcg_cut_200 9_6 0.4556 ndcg_cut_500 9_6 0.4762 ndcg_cut_1000 9_6 0.4800 map_cut_5 9_6 0.0207 map_cut_10 9_6 0.0464 map_cut_15 9_6 0.0720 map_cut_20 9_6 0.0899 map_cut_30 9_6 0.1352 map_cut_100 9_6 0.2626 map_cut_200 9_6 0.2997 map_cut_500 9_6 0.3098 map_cut_1000 9_6 0.3105 relative_P_5 9_6 0.8000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.8000 relative_P_20 9_6 0.7500 relative_P_30 9_6 0.7667 relative_P_100 9_6 0.4900 relative_P_200 9_6 0.4656 relative_P_500 9_6 0.5038 relative_P_1000 9_6 0.5115 success_1 9_6 0.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0670 set_relative_P 9_6 0.5115 set_recall 9_6 0.5115 set_map 9_6 0.0343 set_F 9_6 0.1185 num_nonrel_judged_ret 9_6 3 rbp 9_6 0.4563 rbp_resid 9_6 0.1412 unj_5 9_6 0.0000 unj_10 9_6 0.1000 unj_20 9_6 0.2000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 0 map 9_9 0.0000 Rprec 9_9 0.0000 bpref 9_9 0.0000 recip_rank 9_9 0.0000 iprec_at_recall_0.00 9_9 0.0000 iprec_at_recall_0.10 9_9 0.0000 iprec_at_recall_0.20 9_9 0.0000 iprec_at_recall_0.30 9_9 0.0000 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.0000 P_10 9_9 0.0000 P_15 9_9 0.0000 P_20 9_9 0.0000 P_30 9_9 0.0000 P_100 9_9 0.0000 P_200 9_9 0.0000 P_500 9_9 0.0000 P_1000 9_9 0.0000 relstring 9_9 '00000-----' recall_5 9_9 0.0000 recall_10 9_9 0.0000 recall_15 9_9 0.0000 recall_20 9_9 0.0000 recall_30 9_9 0.0000 recall_100 9_9 0.0000 recall_200 9_9 0.0000 recall_500 9_9 0.0000 recall_1000 9_9 0.0000 infAP 9_9 0.0000 Rprec_mult_0.20 9_9 0.0000 Rprec_mult_0.40 9_9 0.0000 Rprec_mult_0.60 9_9 0.0000 Rprec_mult_0.80 9_9 0.0000 Rprec_mult_1.00 9_9 0.0000 Rprec_mult_1.20 9_9 0.0000 Rprec_mult_1.40 9_9 0.0000 Rprec_mult_1.60 9_9 0.0000 Rprec_mult_1.80 9_9 0.0000 Rprec_mult_2.00 9_9 0.0000 utility 9_9 -1000.0000 11pt_avg 9_9 0.0000 binG 9_9 0.0000 G 9_9 0.0000 ndcg 9_9 0.0000 ndcg_rel 9_9 0.0000 Rndcg 9_9 0.0000 ndcg_cut_5 9_9 0.0000 ndcg_cut_10 9_9 0.0000 ndcg_cut_15 9_9 0.0000 ndcg_cut_20 9_9 0.0000 ndcg_cut_30 9_9 0.0000 ndcg_cut_100 9_9 0.0000 ndcg_cut_200 9_9 0.0000 ndcg_cut_500 9_9 0.0000 ndcg_cut_1000 9_9 0.0000 map_cut_5 9_9 0.0000 map_cut_10 9_9 0.0000 map_cut_15 9_9 0.0000 map_cut_20 9_9 0.0000 map_cut_30 9_9 0.0000 map_cut_100 9_9 0.0000 map_cut_200 9_9 0.0000 map_cut_500 9_9 0.0000 map_cut_1000 9_9 0.0000 relative_P_5 9_9 0.0000 relative_P_10 9_9 0.0000 relative_P_15 9_9 0.0000 relative_P_20 9_9 0.0000 relative_P_30 9_9 0.0000 relative_P_100 9_9 0.0000 relative_P_200 9_9 0.0000 relative_P_500 9_9 0.0000 relative_P_1000 9_9 0.0000 success_1 9_9 0.0000 success_5 9_9 0.0000 success_10 9_9 0.0000 set_P 9_9 0.0000 set_relative_P 9_9 0.0000 set_recall 9_9 0.0000 set_map 9_9 0.0000 set_F 9_9 0.0000 num_nonrel_judged_ret 9_9 10 rbp 9_9 0.0000 rbp_resid 9_9 0.5904 unj_5 9_9 0.0000 unj_10 9_9 0.5000 unj_20 9_9 0.7500 runid all convgqr-qr-bm25-rr-baseline num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 2082 map all 0.1043 gm_map all 0.0095 Rprec all 0.1428 bpref all 0.2041 recip_rank all 0.5190 iprec_at_recall_0.00 all 0.5568 iprec_at_recall_0.10 all 0.2864 iprec_at_recall_0.20 all 0.1810 iprec_at_recall_0.30 all 0.1312 iprec_at_recall_0.40 all 0.0940 iprec_at_recall_0.50 all 0.0687 iprec_at_recall_0.60 all 0.0518 iprec_at_recall_0.70 all 0.0341 iprec_at_recall_0.80 all 0.0156 iprec_at_recall_0.90 all 0.0041 iprec_at_recall_1.00 all 0.0003 P_5 all 0.3707 P_10 all 0.3052 P_15 all 0.2764 P_20 all 0.2539 P_30 all 0.2256 P_100 all 0.1190 P_200 all 0.0741 P_500 all 0.0347 P_1000 all 0.0179 recall_5 all 0.0318 recall_10 all 0.0510 recall_15 all 0.0674 recall_20 all 0.0809 recall_30 all 0.1044 recall_100 all 0.1934 recall_200 all 0.2403 recall_500 all 0.2823 recall_1000 all 0.2913 infAP all 0.1043 gm_bpref all 0.0262 Rprec_mult_0.20 all 0.2698 Rprec_mult_0.40 all 0.2127 Rprec_mult_0.60 all 0.1806 Rprec_mult_0.80 all 0.1574 Rprec_mult_1.00 all 0.1428 Rprec_mult_1.20 all 0.1271 Rprec_mult_1.40 all 0.1173 Rprec_mult_1.60 all 0.1091 Rprec_mult_1.80 all 0.1008 Rprec_mult_2.00 all 0.0935 utility all -964.1034 11pt_avg all 0.1295 binG all 0.0852 G all 0.0640 ndcg all 0.2293 ndcg_rel all 0.2149 Rndcg all 0.1958 ndcg_cut_5 all 0.2332 ndcg_cut_10 all 0.2139 ndcg_cut_15 all 0.2046 ndcg_cut_20 all 0.2001 ndcg_cut_30 all 0.1950 ndcg_cut_100 all 0.1928 ndcg_cut_200 all 0.2095 ndcg_cut_500 all 0.2258 ndcg_cut_1000 all 0.2293 map_cut_5 all 0.0269 map_cut_10 all 0.0402 map_cut_15 all 0.0494 map_cut_20 all 0.0559 map_cut_30 all 0.0666 map_cut_100 all 0.0920 map_cut_200 all 0.1000 map_cut_500 all 0.1039 map_cut_1000 all 0.1043 relative_P_5 all 0.3707 relative_P_10 all 0.3052 relative_P_15 all 0.2786 relative_P_20 all 0.2579 relative_P_30 all 0.2344 relative_P_100 all 0.2072 relative_P_200 all 0.2412 relative_P_500 all 0.2823 relative_P_1000 all 0.2913 success_1 all 0.4397 success_5 all 0.6293 success_10 all 0.6638 set_P all 0.0179 set_relative_P all 0.2913 set_recall all 0.2913 set_map all 0.0089 set_F all 0.0329 num_nonrel_judged_ret all 2217 rbp all 0.1518 rbp_resid all 0.3757 unj_5 all 0.0483 unj_10 all 0.2914 unj_20 all 0.4578