num_ret 14 20 num_rel 14 272 num_rel_ret 14 7 map 14 0.0166 Rprec 14 0.0257 bpref 14 0.0255 recip_rank 14 0.5000 iprec_at_recall_0.00 14 0.7500 iprec_at_recall_0.10 14 0.0000 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.6000 P_10 14 0.6000 P_15 14 0.4667 P_20 14 0.3500 P_30 14 0.2333 P_100 14 0.0700 P_200 14 0.0350 P_500 14 0.0140 P_1000 14 0.0070 relstring 14 '0322032-21' recall_5 14 0.0110 recall_10 14 0.0221 recall_15 14 0.0257 recall_20 14 0.0257 recall_30 14 0.0257 recall_100 14 0.0257 recall_200 14 0.0257 recall_500 14 0.0257 recall_1000 14 0.0257 infAP 14 0.0166 Rprec_mult_0.20 14 0.1273 Rprec_mult_0.40 14 0.0642 Rprec_mult_0.60 14 0.0427 Rprec_mult_0.80 14 0.0321 Rprec_mult_1.00 14 0.0257 Rprec_mult_1.20 14 0.0214 Rprec_mult_1.40 14 0.0184 Rprec_mult_1.60 14 0.0161 Rprec_mult_1.80 14 0.0143 Rprec_mult_2.00 14 0.0129 utility 14 -6.0000 11pt_avg 14 0.0682 binG 14 0.0134 G 14 0.0083 ndcg 14 0.0698 ndcg_rel 14 0.0790 Rndcg 14 0.1811 ndcg_cut_5 14 0.3583 ndcg_cut_10 14 0.4181 ndcg_cut_15 14 0.3739 ndcg_cut_20 14 0.3158 ndcg_cut_30 14 0.2598 ndcg_cut_100 14 0.1403 ndcg_cut_200 14 0.0910 ndcg_cut_500 14 0.0698 ndcg_cut_1000 14 0.0698 map_cut_5 14 0.0070 map_cut_10 14 0.0146 map_cut_15 14 0.0166 map_cut_20 14 0.0166 map_cut_30 14 0.0166 map_cut_100 14 0.0166 map_cut_200 14 0.0166 map_cut_500 14 0.0166 map_cut_1000 14 0.0166 relative_P_5 14 0.6000 relative_P_10 14 0.6000 relative_P_15 14 0.4667 relative_P_20 14 0.3500 relative_P_30 14 0.2333 relative_P_100 14 0.0700 relative_P_200 14 0.0350 relative_P_500 14 0.0257 relative_P_1000 14 0.0257 success_1 14 0.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.3500 set_relative_P 14 0.3500 set_recall 14 0.0257 set_map 14 0.0090 set_F 14 0.0479 num_nonrel_judged_ret 14 4 rbp 14 0.2694 rbp_resid 14 0.3334 unj_5 14 0.0000 unj_10 14 0.1000 unj_20 14 0.4500 num_ret 144 20 num_rel 144 197 num_rel_ret 144 1 map 144 0.0007 Rprec 144 0.0051 bpref 144 0.0050 recip_rank 144 0.1429 iprec_at_recall_0.00 144 0.1429 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.0000 P_10 144 0.1000 P_15 144 0.0667 P_20 144 0.0500 P_30 144 0.0333 P_100 144 0.0100 P_200 144 0.0050 P_500 144 0.0020 P_1000 144 0.0010 relstring 144 '1---1-3--1' recall_5 144 0.0000 recall_10 144 0.0051 recall_15 144 0.0051 recall_20 144 0.0051 recall_30 144 0.0051 recall_100 144 0.0051 recall_200 144 0.0051 recall_500 144 0.0051 recall_1000 144 0.0051 infAP 144 0.0007 Rprec_mult_0.20 144 0.0250 Rprec_mult_0.40 144 0.0127 Rprec_mult_0.60 144 0.0084 Rprec_mult_0.80 144 0.0063 Rprec_mult_1.00 144 0.0051 Rprec_mult_1.20 144 0.0042 Rprec_mult_1.40 144 0.0036 Rprec_mult_1.60 144 0.0032 Rprec_mult_1.80 144 0.0028 Rprec_mult_2.00 144 0.0025 utility 144 -18.0000 11pt_avg 144 0.0130 binG 144 0.0017 G 144 0.0033 ndcg 144 0.0314 ndcg_rel 144 0.0340 Rndcg 144 0.1000 ndcg_cut_5 144 0.1409 ndcg_cut_10 144 0.1829 ndcg_cut_15 144 0.1590 ndcg_cut_20 144 0.1440 ndcg_cut_30 144 0.1119 ndcg_cut_100 144 0.0571 ndcg_cut_200 144 0.0383 ndcg_cut_500 144 0.0314 ndcg_cut_1000 144 0.0314 map_cut_5 144 0.0000 map_cut_10 144 0.0007 map_cut_15 144 0.0007 map_cut_20 144 0.0007 map_cut_30 144 0.0007 map_cut_100 144 0.0007 map_cut_200 144 0.0007 map_cut_500 144 0.0007 map_cut_1000 144 0.0007 relative_P_5 144 0.0000 relative_P_10 144 0.1000 relative_P_15 144 0.0667 relative_P_20 144 0.0500 relative_P_30 144 0.0333 relative_P_100 144 0.0100 relative_P_200 144 0.0051 relative_P_500 144 0.0051 relative_P_1000 144 0.0051 success_1 144 0.0000 success_5 144 0.0000 success_10 144 1.0000 set_P 144 0.0500 set_relative_P 144 0.0500 set_recall 144 0.0051 set_map 144 0.0003 set_F 144 0.0092 num_nonrel_judged_ret 144 5 rbp 144 0.1034 rbp_resid 144 0.6926 unj_5 144 0.6000 unj_10 144 0.6000 unj_20 144 0.7000 num_ret 161 20 num_rel 161 218 num_rel_ret 161 5 map 161 0.0207 Rprec 161 0.0229 bpref 161 0.0229 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.0000 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.8000 P_10 161 0.5000 P_15 161 0.3333 P_20 161 0.2500 P_30 161 0.1667 P_100 161 0.0500 P_200 161 0.0250 P_500 161 0.0100 P_1000 161 0.0050 relstring 161 '222-2-2---' recall_5 161 0.0183 recall_10 161 0.0229 recall_15 161 0.0229 recall_20 161 0.0229 recall_30 161 0.0229 recall_100 161 0.0229 recall_200 161 0.0229 recall_500 161 0.0229 recall_1000 161 0.0229 infAP 161 0.0207 Rprec_mult_0.20 161 0.1136 Rprec_mult_0.40 161 0.0568 Rprec_mult_0.60 161 0.0382 Rprec_mult_0.80 161 0.0286 Rprec_mult_1.00 161 0.0229 Rprec_mult_1.20 161 0.0191 Rprec_mult_1.40 161 0.0163 Rprec_mult_1.60 161 0.0143 Rprec_mult_1.80 161 0.0127 Rprec_mult_2.00 161 0.0115 utility 161 -10.0000 11pt_avg 161 0.0909 binG 161 0.0189 G 161 0.0088 ndcg 161 0.0666 ndcg_rel 161 0.0776 Rndcg 161 0.1327 ndcg_cut_5 161 0.5693 ndcg_cut_10 161 0.4183 ndcg_cut_15 161 0.3243 ndcg_cut_20 161 0.2700 ndcg_cut_30 161 0.2229 ndcg_cut_100 161 0.1160 ndcg_cut_200 161 0.0742 ndcg_cut_500 161 0.0666 ndcg_cut_1000 161 0.0666 map_cut_5 161 0.0174 map_cut_10 161 0.0207 map_cut_15 161 0.0207 map_cut_20 161 0.0207 map_cut_30 161 0.0207 map_cut_100 161 0.0207 map_cut_200 161 0.0207 map_cut_500 161 0.0207 map_cut_1000 161 0.0207 relative_P_5 161 0.8000 relative_P_10 161 0.5000 relative_P_15 161 0.3333 relative_P_20 161 0.2500 relative_P_30 161 0.1667 relative_P_100 161 0.0500 relative_P_200 161 0.0250 relative_P_500 161 0.0229 relative_P_1000 161 0.0229 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.2500 set_relative_P 161 0.2500 set_recall 161 0.0229 set_map 161 0.0057 set_F 161 0.0420 num_nonrel_judged_ret 161 0 rbp 161 0.2598 rbp_resid 161 0.6102 unj_5 161 0.2000 unj_10 161 0.5000 unj_20 161 0.7500 num_ret 200 20 num_rel 200 184 num_rel_ret 200 5 map 200 0.0224 Rprec 200 0.0272 bpref 200 0.0272 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.0000 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.6000 P_10 200 0.5000 P_15 200 0.3333 P_20 200 0.2500 P_30 200 0.1667 P_100 200 0.0500 P_200 200 0.0250 P_500 200 0.0100 P_1000 200 0.0050 relstring 200 '332---3-21' recall_5 200 0.0163 recall_10 200 0.0272 recall_15 200 0.0272 recall_20 200 0.0272 recall_30 200 0.0272 recall_100 200 0.0272 recall_200 200 0.0272 recall_500 200 0.0272 recall_1000 200 0.0272 infAP 200 0.0224 Rprec_mult_0.20 200 0.1351 Rprec_mult_0.40 200 0.0676 Rprec_mult_0.60 200 0.0450 Rprec_mult_0.80 200 0.0338 Rprec_mult_1.00 200 0.0272 Rprec_mult_1.20 200 0.0226 Rprec_mult_1.40 200 0.0194 Rprec_mult_1.60 200 0.0169 Rprec_mult_1.80 200 0.0151 Rprec_mult_2.00 200 0.0136 utility 200 -10.0000 11pt_avg 200 0.0909 binG 200 0.0207 G 200 0.0135 ndcg 200 0.0906 ndcg_rel 200 0.1059 Rndcg 200 0.2798 ndcg_cut_5 200 0.5985 ndcg_cut_10 200 0.5320 ndcg_cut_15 200 0.4188 ndcg_cut_20 200 0.3519 ndcg_cut_30 200 0.2733 ndcg_cut_100 200 0.1370 ndcg_cut_200 200 0.0944 ndcg_cut_500 200 0.0906 ndcg_cut_1000 200 0.0906 map_cut_5 200 0.0163 map_cut_10 200 0.0224 map_cut_15 200 0.0224 map_cut_20 200 0.0224 map_cut_30 200 0.0224 map_cut_100 200 0.0224 map_cut_200 200 0.0224 map_cut_500 200 0.0224 map_cut_1000 200 0.0224 relative_P_5 200 0.6000 relative_P_10 200 0.5000 relative_P_15 200 0.3333 relative_P_20 200 0.2500 relative_P_30 200 0.1667 relative_P_100 200 0.0500 relative_P_200 200 0.0272 relative_P_500 200 0.0272 relative_P_1000 200 0.0272 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.2500 set_relative_P 200 0.2500 set_recall 200 0.0272 set_map 200 0.0068 set_F 200 0.0490 num_nonrel_judged_ret 200 4 rbp 200 0.2541 rbp_resid 200 0.5295 unj_5 200 0.4000 unj_10 200 0.4000 unj_20 200 0.5500 num_ret 213 20 num_rel 213 322 num_rel_ret 213 6 map 213 0.0146 Rprec 213 0.0186 bpref 213 0.0185 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.0000 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.8000 P_10 213 0.6000 P_15 213 0.4000 P_20 213 0.3000 P_30 213 0.2000 P_100 213 0.0600 P_200 213 0.0300 P_500 213 0.0120 P_1000 213 0.0060 relstring 213 '313322113-' recall_5 213 0.0124 recall_10 213 0.0186 recall_15 213 0.0186 recall_20 213 0.0186 recall_30 213 0.0186 recall_100 213 0.0186 recall_200 213 0.0186 recall_500 213 0.0186 recall_1000 213 0.0186 infAP 213 0.0146 Rprec_mult_0.20 213 0.0923 Rprec_mult_0.40 213 0.0465 Rprec_mult_0.60 213 0.0309 Rprec_mult_0.80 213 0.0233 Rprec_mult_1.00 213 0.0186 Rprec_mult_1.20 213 0.0155 Rprec_mult_1.40 213 0.0133 Rprec_mult_1.60 213 0.0116 Rprec_mult_1.80 213 0.0103 Rprec_mult_2.00 213 0.0093 utility 213 -8.0000 11pt_avg 213 0.0909 binG 213 0.0123 G 213 0.0074 ndcg 213 0.0649 ndcg_rel 213 0.0770 Rndcg 213 0.1736 ndcg_cut_5 213 0.6102 ndcg_cut_10 213 0.5206 ndcg_cut_15 213 0.4172 ndcg_cut_20 213 0.3609 ndcg_cut_30 213 0.2904 ndcg_cut_100 213 0.1393 ndcg_cut_200 213 0.0893 ndcg_cut_500 213 0.0649 ndcg_cut_1000 213 0.0649 map_cut_5 213 0.0100 map_cut_10 213 0.0146 map_cut_15 213 0.0146 map_cut_20 213 0.0146 map_cut_30 213 0.0146 map_cut_100 213 0.0146 map_cut_200 213 0.0146 map_cut_500 213 0.0146 map_cut_1000 213 0.0146 relative_P_5 213 0.8000 relative_P_10 213 0.6000 relative_P_15 213 0.4000 relative_P_20 213 0.3000 relative_P_30 213 0.2000 relative_P_100 213 0.0600 relative_P_200 213 0.0300 relative_P_500 213 0.0186 relative_P_1000 213 0.0186 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.3000 set_relative_P 213 0.3000 set_recall 213 0.0186 set_map 213 0.0056 set_F 213 0.0351 num_nonrel_judged_ret 213 3 rbp 213 0.3328 rbp_resid 213 0.3874 unj_5 213 0.0000 unj_10 213 0.1000 unj_20 213 0.5500 num_ret 219 20 num_rel 219 203 num_rel_ret 219 5 map 219 0.0112 Rprec 219 0.0246 bpref 219 0.0242 recip_rank 219 0.5000 iprec_at_recall_0.00 219 0.5000 iprec_at_recall_0.10 219 0.0000 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.5000 P_15 219 0.3333 P_20 219 0.2500 P_30 219 0.1667 P_100 219 0.0500 P_200 219 0.0250 P_500 219 0.0100 P_1000 219 0.0050 relstring 219 '0200212122' recall_5 219 0.0099 recall_10 219 0.0246 recall_15 219 0.0246 recall_20 219 0.0246 recall_30 219 0.0246 recall_100 219 0.0246 recall_200 219 0.0246 recall_500 219 0.0246 recall_1000 219 0.0246 infAP 219 0.0112 Rprec_mult_0.20 219 0.1220 Rprec_mult_0.40 219 0.0610 Rprec_mult_0.60 219 0.0410 Rprec_mult_0.80 219 0.0307 Rprec_mult_1.00 219 0.0246 Rprec_mult_1.20 219 0.0205 Rprec_mult_1.40 219 0.0175 Rprec_mult_1.60 219 0.0154 Rprec_mult_1.80 219 0.0137 Rprec_mult_2.00 219 0.0123 utility 219 -10.0000 11pt_avg 219 0.0455 binG 219 0.0106 G 219 0.0055 ndcg 219 0.0484 ndcg_rel 219 0.0526 Rndcg 219 0.1094 ndcg_cut_5 219 0.1726 ndcg_cut_10 219 0.2637 ndcg_cut_15 219 0.2146 ndcg_cut_20 219 0.1839 ndcg_cut_30 219 0.1463 ndcg_cut_100 219 0.0807 ndcg_cut_200 219 0.0541 ndcg_cut_500 219 0.0484 ndcg_cut_1000 219 0.0484 map_cut_5 219 0.0044 map_cut_10 219 0.0112 map_cut_15 219 0.0112 map_cut_20 219 0.0112 map_cut_30 219 0.0112 map_cut_100 219 0.0112 map_cut_200 219 0.0112 map_cut_500 219 0.0112 map_cut_1000 219 0.0112 relative_P_5 219 0.4000 relative_P_10 219 0.5000 relative_P_15 219 0.3333 relative_P_20 219 0.2500 relative_P_30 219 0.1667 relative_P_100 219 0.0500 relative_P_200 219 0.0250 relative_P_500 219 0.0246 relative_P_1000 219 0.0246 success_1 219 0.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2500 set_relative_P 219 0.2500 set_recall 219 0.0246 set_map 219 0.0062 set_F 219 0.0448 num_nonrel_judged_ret 219 5 rbp 219 0.1720 rbp_resid 219 0.3487 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.5000 num_ret 224 20 num_rel 224 304 num_rel_ret 224 6 map 224 0.0158 Rprec 224 0.0197 bpref 224 0.0197 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.0000 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.8000 P_10 224 0.5000 P_15 224 0.4000 P_20 224 0.3000 P_30 224 0.2000 P_100 224 0.0600 P_200 224 0.0300 P_500 224 0.0120 P_1000 224 0.0060 relstring 224 '22-2220---' recall_5 224 0.0132 recall_10 224 0.0164 recall_15 224 0.0197 recall_20 224 0.0197 recall_30 224 0.0197 recall_100 224 0.0197 recall_200 224 0.0197 recall_500 224 0.0197 recall_1000 224 0.0197 infAP 224 0.0158 Rprec_mult_0.20 224 0.0984 Rprec_mult_0.40 224 0.0492 Rprec_mult_0.60 224 0.0328 Rprec_mult_0.80 224 0.0246 Rprec_mult_1.00 224 0.0197 Rprec_mult_1.20 224 0.0164 Rprec_mult_1.40 224 0.0141 Rprec_mult_1.60 224 0.0123 Rprec_mult_1.80 224 0.0109 Rprec_mult_2.00 224 0.0099 utility 224 -8.0000 11pt_avg 224 0.0909 binG 224 0.0138 G 224 0.0066 ndcg 224 0.0553 ndcg_rel 224 0.0638 Rndcg 224 0.1176 ndcg_cut_5 224 0.5536 ndcg_cut_10 224 0.4115 ndcg_cut_15 224 0.3481 ndcg_cut_20 224 0.2898 ndcg_cut_30 224 0.2278 ndcg_cut_100 224 0.1214 ndcg_cut_200 224 0.0783 ndcg_cut_500 224 0.0553 ndcg_cut_1000 224 0.0553 map_cut_5 224 0.0117 map_cut_10 224 0.0144 map_cut_15 224 0.0158 map_cut_20 224 0.0158 map_cut_30 224 0.0158 map_cut_100 224 0.0158 map_cut_200 224 0.0158 map_cut_500 224 0.0158 map_cut_1000 224 0.0158 relative_P_5 224 0.8000 relative_P_10 224 0.5000 relative_P_15 224 0.4000 relative_P_20 224 0.3000 relative_P_30 224 0.2000 relative_P_100 224 0.0600 relative_P_200 224 0.0300 relative_P_500 224 0.0197 relative_P_1000 224 0.0197 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.3000 set_relative_P 224 0.3000 set_recall 224 0.0197 set_map 224 0.0059 set_F 224 0.0370 num_nonrel_judged_ret 224 1 rbp 224 0.2753 rbp_resid 224 0.5339 unj_5 224 0.2000 unj_10 224 0.4000 unj_20 224 0.6500 num_ret 225 20 num_rel 225 238 num_rel_ret 225 12 map 225 0.0460 Rprec 225 0.0504 bpref 225 0.0500 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.0000 iprec_at_recall_0.20 225 0.0000 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.9000 P_15 225 0.8000 P_20 225 0.6000 P_30 225 0.4000 P_100 225 0.1200 P_200 225 0.0600 P_500 225 0.0240 P_1000 225 0.0120 relstring 225 '2222212322' recall_5 225 0.0210 recall_10 225 0.0378 recall_15 225 0.0504 recall_20 225 0.0504 recall_30 225 0.0504 recall_100 225 0.0504 recall_200 225 0.0504 recall_500 225 0.0504 recall_1000 225 0.0504 infAP 225 0.0460 Rprec_mult_0.20 225 0.2500 Rprec_mult_0.40 225 0.1250 Rprec_mult_0.60 225 0.0839 Rprec_mult_0.80 225 0.0628 Rprec_mult_1.00 225 0.0504 Rprec_mult_1.20 225 0.0420 Rprec_mult_1.40 225 0.0359 Rprec_mult_1.60 225 0.0315 Rprec_mult_1.80 225 0.0280 Rprec_mult_2.00 225 0.0252 utility 225 4.0000 11pt_avg 225 0.0909 binG 225 0.0373 G 225 0.0154 ndcg 225 0.1065 ndcg_rel 225 0.1320 Rndcg 225 0.1527 ndcg_cut_5 225 0.6667 ndcg_cut_10 225 0.6637 ndcg_cut_15 225 0.6177 ndcg_cut_20 225 0.5143 ndcg_cut_30 225 0.3952 ndcg_cut_100 225 0.1900 ndcg_cut_200 225 0.1279 ndcg_cut_500 225 0.1065 ndcg_cut_1000 225 0.1065 map_cut_5 225 0.0210 map_cut_10 225 0.0358 map_cut_15 225 0.0460 map_cut_20 225 0.0460 map_cut_30 225 0.0460 map_cut_100 225 0.0460 map_cut_200 225 0.0460 map_cut_500 225 0.0460 map_cut_1000 225 0.0460 relative_P_5 225 1.0000 relative_P_10 225 0.9000 relative_P_15 225 0.8000 relative_P_20 225 0.6000 relative_P_30 225 0.4000 relative_P_100 225 0.1200 relative_P_200 225 0.0600 relative_P_500 225 0.0504 relative_P_1000 225 0.0504 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6000 set_relative_P 225 0.6000 set_recall 225 0.0504 set_map 225 0.0303 set_F 225 0.0930 num_nonrel_judged_ret 225 2 rbp 225 0.4930 rbp_resid 225 0.2408 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.3000 num_ret 233 20 num_rel 233 203 num_rel_ret 233 13 map 233 0.0604 Rprec 233 0.0640 bpref 233 0.0640 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.0000 iprec_at_recall_0.20 233 0.0000 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 0.9000 P_15 233 0.8667 P_20 233 0.6500 P_30 233 0.4333 P_100 233 0.1300 P_200 233 0.0650 P_500 233 0.0260 P_1000 233 0.0130 relstring 233 '2233233-23' recall_5 233 0.0246 recall_10 233 0.0443 recall_15 233 0.0640 recall_20 233 0.0640 recall_30 233 0.0640 recall_100 233 0.0640 recall_200 233 0.0640 recall_500 233 0.0640 recall_1000 233 0.0640 infAP 233 0.0604 Rprec_mult_0.20 233 0.3171 Rprec_mult_0.40 233 0.1585 Rprec_mult_0.60 233 0.1066 Rprec_mult_0.80 233 0.0798 Rprec_mult_1.00 233 0.0640 Rprec_mult_1.20 233 0.0533 Rprec_mult_1.40 233 0.0456 Rprec_mult_1.60 233 0.0400 Rprec_mult_1.80 233 0.0355 Rprec_mult_2.00 233 0.0320 utility 233 6.0000 11pt_avg 233 0.0909 binG 233 0.0512 G 233 0.0190 ndcg 233 0.1271 ndcg_rel 233 0.1533 Rndcg 233 0.2384 ndcg_cut_5 233 0.6517 ndcg_cut_10 233 0.6792 ndcg_cut_15 233 0.6622 ndcg_cut_20 233 0.5592 ndcg_cut_30 233 0.4370 ndcg_cut_100 233 0.1974 ndcg_cut_200 233 0.1369 ndcg_cut_500 233 0.1271 ndcg_cut_1000 233 0.1271 map_cut_5 233 0.0246 map_cut_10 233 0.0433 map_cut_15 233 0.0604 map_cut_20 233 0.0604 map_cut_30 233 0.0604 map_cut_100 233 0.0604 map_cut_200 233 0.0604 map_cut_500 233 0.0604 map_cut_1000 233 0.0604 relative_P_5 233 1.0000 relative_P_10 233 0.9000 relative_P_15 233 0.8667 relative_P_20 233 0.6500 relative_P_30 233 0.4333 relative_P_100 233 0.1300 relative_P_200 233 0.0650 relative_P_500 233 0.0640 relative_P_1000 233 0.0640 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.6500 set_relative_P 233 0.6500 set_recall 233 0.0640 set_map 233 0.0416 set_F 233 0.1166 num_nonrel_judged_ret 233 0 rbp 233 0.4407 rbp_resid 233 0.2851 unj_5 233 0.0000 unj_10 233 0.1000 unj_20 233 0.3500 num_ret 273 20 num_rel 273 290 num_rel_ret 273 6 map 273 0.0177 Rprec 273 0.0207 bpref 273 0.0207 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.0000 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 0.8000 P_10 273 0.6000 P_15 273 0.4000 P_20 273 0.3000 P_30 273 0.2000 P_100 273 0.0600 P_200 273 0.0300 P_500 273 0.0120 P_1000 273 0.0060 relstring 273 '22-232-2--' recall_5 273 0.0138 recall_10 273 0.0207 recall_15 273 0.0207 recall_20 273 0.0207 recall_30 273 0.0207 recall_100 273 0.0207 recall_200 273 0.0207 recall_500 273 0.0207 recall_1000 273 0.0207 infAP 273 0.0177 Rprec_mult_0.20 273 0.1034 Rprec_mult_0.40 273 0.0517 Rprec_mult_0.60 273 0.0345 Rprec_mult_0.80 273 0.0259 Rprec_mult_1.00 273 0.0207 Rprec_mult_1.20 273 0.0172 Rprec_mult_1.40 273 0.0148 Rprec_mult_1.60 273 0.0129 Rprec_mult_1.80 273 0.0115 Rprec_mult_2.00 273 0.0103 utility 273 -8.0000 11pt_avg 273 0.0909 binG 273 0.0151 G 273 0.0061 ndcg 273 0.0547 ndcg_rel 273 0.0621 Rndcg 273 0.1848 ndcg_cut_5 273 0.5367 ndcg_cut_10 273 0.4530 ndcg_cut_15 273 0.3566 ndcg_cut_20 273 0.2996 ndcg_cut_30 273 0.2327 ndcg_cut_100 273 0.1100 ndcg_cut_200 273 0.0753 ndcg_cut_500 273 0.0547 ndcg_cut_1000 273 0.0547 map_cut_5 273 0.0122 map_cut_10 273 0.0177 map_cut_15 273 0.0177 map_cut_20 273 0.0177 map_cut_30 273 0.0177 map_cut_100 273 0.0177 map_cut_200 273 0.0177 map_cut_500 273 0.0177 map_cut_1000 273 0.0177 relative_P_5 273 0.8000 relative_P_10 273 0.6000 relative_P_15 273 0.4000 relative_P_20 273 0.3000 relative_P_30 273 0.2000 relative_P_100 273 0.0600 relative_P_200 273 0.0300 relative_P_500 273 0.0207 relative_P_1000 273 0.0207 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.3000 set_relative_P 273 0.3000 set_recall 273 0.0207 set_map 273 0.0062 set_F 273 0.0387 num_nonrel_judged_ret 273 0 rbp 273 0.2341 rbp_resid 273 0.5646 unj_5 273 0.2000 unj_10 273 0.4000 unj_20 273 0.7000 num_ret 300 20 num_rel 300 239 num_rel_ret 300 4 map 300 0.0149 Rprec 300 0.0167 bpref 300 0.0167 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.0000 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.6000 P_10 300 0.4000 P_15 300 0.2667 P_20 300 0.2000 P_30 300 0.1333 P_100 300 0.0400 P_200 300 0.0200 P_500 300 0.0080 P_1000 300 0.0040 relstring 300 '2221003-0-' recall_5 300 0.0126 recall_10 300 0.0167 recall_15 300 0.0167 recall_20 300 0.0167 recall_30 300 0.0167 recall_100 300 0.0167 recall_200 300 0.0167 recall_500 300 0.0167 recall_1000 300 0.0167 infAP 300 0.0149 Rprec_mult_0.20 300 0.0833 Rprec_mult_0.40 300 0.0417 Rprec_mult_0.60 300 0.0278 Rprec_mult_0.80 300 0.0208 Rprec_mult_1.00 300 0.0167 Rprec_mult_1.20 300 0.0139 Rprec_mult_1.40 300 0.0119 Rprec_mult_1.60 300 0.0104 Rprec_mult_1.80 300 0.0093 Rprec_mult_2.00 300 0.0084 utility 300 -12.0000 11pt_avg 300 0.0909 binG 300 0.0144 G 300 0.0079 ndcg 300 0.0615 ndcg_rel 300 0.0722 Rndcg 300 0.1067 ndcg_cut_5 300 0.5305 ndcg_cut_10 300 0.4176 ndcg_cut_15 300 0.3391 ndcg_cut_20 300 0.2823 ndcg_cut_30 300 0.2169 ndcg_cut_100 300 0.1142 ndcg_cut_200 300 0.0746 ndcg_cut_500 300 0.0615 ndcg_cut_1000 300 0.0615 map_cut_5 300 0.0126 map_cut_10 300 0.0149 map_cut_15 300 0.0149 map_cut_20 300 0.0149 map_cut_30 300 0.0149 map_cut_100 300 0.0149 map_cut_200 300 0.0149 map_cut_500 300 0.0149 map_cut_1000 300 0.0149 relative_P_5 300 0.6000 relative_P_10 300 0.4000 relative_P_15 300 0.2667 relative_P_20 300 0.2000 relative_P_30 300 0.1333 relative_P_100 300 0.0400 relative_P_200 300 0.0200 relative_P_500 300 0.0167 relative_P_1000 300 0.0167 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.2000 set_relative_P 300 0.2000 set_recall 300 0.0167 set_map 300 0.0033 set_F 300 0.0309 num_nonrel_judged_ret 300 6 rbp 300 0.2686 rbp_resid 300 0.3833 unj_5 300 0.0000 unj_10 300 0.2000 unj_20 300 0.5000 num_ret 31 20 num_rel 31 134 num_rel_ret 31 4 map 31 0.0169 Rprec 31 0.0299 bpref 31 0.0295 recip_rank 31 0.5000 iprec_at_recall_0.00 31 0.6667 iprec_at_recall_0.10 31 0.0000 iprec_at_recall_0.20 31 0.0000 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.6000 P_10 31 0.4000 P_15 31 0.2667 P_20 31 0.2000 P_30 31 0.1333 P_100 31 0.0400 P_200 31 0.0200 P_500 31 0.0080 P_1000 31 0.0040 relstring 31 '122120-30-' recall_5 31 0.0224 recall_10 31 0.0299 recall_15 31 0.0299 recall_20 31 0.0299 recall_30 31 0.0299 recall_100 31 0.0299 recall_200 31 0.0299 recall_500 31 0.0299 recall_1000 31 0.0299 infAP 31 0.0169 Rprec_mult_0.20 31 0.1481 Rprec_mult_0.40 31 0.0741 Rprec_mult_0.60 31 0.0494 Rprec_mult_0.80 31 0.0370 Rprec_mult_1.00 31 0.0299 Rprec_mult_1.20 31 0.0248 Rprec_mult_1.40 31 0.0213 Rprec_mult_1.60 31 0.0186 Rprec_mult_1.80 31 0.0165 Rprec_mult_2.00 31 0.0149 utility 31 -12.0000 11pt_avg 31 0.0606 binG 31 0.0160 G 31 0.0123 ndcg 31 0.0877 ndcg_rel 31 0.1016 Rndcg 31 0.1540 ndcg_cut_5 31 0.5049 ndcg_cut_10 31 0.3971 ndcg_cut_15 31 0.3224 ndcg_cut_20 31 0.2713 ndcg_cut_30 31 0.2255 ndcg_cut_100 31 0.1164 ndcg_cut_200 31 0.0877 ndcg_cut_500 31 0.0877 ndcg_cut_1000 31 0.0877 map_cut_5 31 0.0132 map_cut_10 31 0.0169 map_cut_15 31 0.0169 map_cut_20 31 0.0169 map_cut_30 31 0.0169 map_cut_100 31 0.0169 map_cut_200 31 0.0169 map_cut_500 31 0.0169 map_cut_1000 31 0.0169 relative_P_5 31 0.6000 relative_P_10 31 0.4000 relative_P_15 31 0.2667 relative_P_20 31 0.2000 relative_P_30 31 0.1333 relative_P_100 31 0.0400 relative_P_200 31 0.0299 relative_P_500 31 0.0299 relative_P_1000 31 0.0299 success_1 31 0.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.2000 set_relative_P 31 0.2000 set_recall 31 0.0299 set_map 31 0.0060 set_F 31 0.0519 num_nonrel_judged_ret 31 7 rbp 31 0.2717 rbp_resid 31 0.3597 unj_5 31 0.0000 unj_10 31 0.2000 unj_20 31 0.4500 num_ret 37 20 num_rel 37 230 num_rel_ret 37 1 map 37 0.0043 Rprec 37 0.0043 bpref 37 0.0043 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.0000 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.1000 P_15 37 0.0667 P_20 37 0.0500 P_30 37 0.0333 P_100 37 0.0100 P_200 37 0.0050 P_500 37 0.0020 P_1000 37 0.0010 relstring 37 '211--1----' recall_5 37 0.0043 recall_10 37 0.0043 recall_15 37 0.0043 recall_20 37 0.0043 recall_30 37 0.0043 recall_100 37 0.0043 recall_200 37 0.0043 recall_500 37 0.0043 recall_1000 37 0.0043 infAP 37 0.0043 Rprec_mult_0.20 37 0.0217 Rprec_mult_0.40 37 0.0109 Rprec_mult_0.60 37 0.0072 Rprec_mult_0.80 37 0.0054 Rprec_mult_1.00 37 0.0043 Rprec_mult_1.20 37 0.0036 Rprec_mult_1.40 37 0.0031 Rprec_mult_1.60 37 0.0027 Rprec_mult_1.80 37 0.0024 Rprec_mult_2.00 37 0.0022 utility 37 -18.0000 11pt_avg 37 0.0909 binG 37 0.0043 G 37 0.0038 ndcg 37 0.0351 ndcg_rel 37 0.0401 Rndcg 37 0.0852 ndcg_cut_5 37 0.3540 ndcg_cut_10 37 0.2558 ndcg_cut_15 37 0.1983 ndcg_cut_20 37 0.1765 ndcg_cut_30 37 0.1469 ndcg_cut_100 37 0.0762 ndcg_cut_200 37 0.0486 ndcg_cut_500 37 0.0351 ndcg_cut_1000 37 0.0351 map_cut_5 37 0.0043 map_cut_10 37 0.0043 map_cut_15 37 0.0043 map_cut_20 37 0.0043 map_cut_30 37 0.0043 map_cut_100 37 0.0043 map_cut_200 37 0.0043 map_cut_500 37 0.0043 map_cut_1000 37 0.0043 relative_P_5 37 0.2000 relative_P_10 37 0.1000 relative_P_15 37 0.0667 relative_P_20 37 0.0500 relative_P_30 37 0.0333 relative_P_100 37 0.0100 relative_P_200 37 0.0050 relative_P_500 37 0.0043 relative_P_1000 37 0.0043 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.0500 set_relative_P 37 0.0500 set_recall 37 0.0043 set_map 37 0.0002 set_F 37 0.0080 num_nonrel_judged_ret 37 4 rbp 37 0.1495 rbp_resid 37 0.6514 unj_5 37 0.4000 unj_10 37 0.6000 unj_20 37 0.7500 num_ret 407 20 num_rel 407 102 num_rel_ret 407 5 map 407 0.0342 Rprec 407 0.0490 bpref 407 0.0482 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.0000 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.6000 P_10 407 0.5000 P_15 407 0.3333 P_20 407 0.2500 P_30 407 0.1667 P_100 407 0.0500 P_200 407 0.0250 P_500 407 0.0100 P_1000 407 0.0050 relstring 407 '20220020-2' recall_5 407 0.0294 recall_10 407 0.0490 recall_15 407 0.0490 recall_20 407 0.0490 recall_30 407 0.0490 recall_100 407 0.0490 recall_200 407 0.0490 recall_500 407 0.0490 recall_1000 407 0.0490 infAP 407 0.0342 Rprec_mult_0.20 407 0.2381 Rprec_mult_0.40 407 0.1220 Rprec_mult_0.60 407 0.0806 Rprec_mult_0.80 407 0.0610 Rprec_mult_1.00 407 0.0490 Rprec_mult_1.20 407 0.0407 Rprec_mult_1.40 407 0.0350 Rprec_mult_1.60 407 0.0305 Rprec_mult_1.80 407 0.0272 Rprec_mult_2.00 407 0.0245 utility 407 -10.0000 11pt_avg 407 0.0909 binG 407 0.0299 G 407 0.0155 ndcg 407 0.1028 ndcg_rel 407 0.1184 Rndcg 407 0.1982 ndcg_cut_5 407 0.4365 ndcg_cut_10 407 0.3916 ndcg_cut_15 407 0.3257 ndcg_cut_20 407 0.2831 ndcg_cut_30 407 0.2292 ndcg_cut_100 407 0.1114 ndcg_cut_200 407 0.1028 ndcg_cut_500 407 0.1028 ndcg_cut_1000 407 0.1028 map_cut_5 407 0.0237 map_cut_10 407 0.0342 map_cut_15 407 0.0342 map_cut_20 407 0.0342 map_cut_30 407 0.0342 map_cut_100 407 0.0342 map_cut_200 407 0.0342 map_cut_500 407 0.0342 map_cut_1000 407 0.0342 relative_P_5 407 0.6000 relative_P_10 407 0.5000 relative_P_15 407 0.3333 relative_P_20 407 0.2500 relative_P_30 407 0.1667 relative_P_100 407 0.0500 relative_P_200 407 0.0490 relative_P_500 407 0.0490 relative_P_1000 407 0.0490 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.2500 set_relative_P 407 0.2500 set_recall 407 0.0490 set_map 407 0.0123 set_F 407 0.0820 num_nonrel_judged_ret 407 5 rbp 407 0.2305 rbp_resid 407 0.3767 unj_5 407 0.0000 unj_10 407 0.1000 unj_20 407 0.5000 num_ret 477 20 num_rel 477 285 num_rel_ret 477 9 map 477 0.0252 Rprec 477 0.0316 bpref 477 0.0314 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.0000 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 0.8000 P_10 477 0.6000 P_15 477 0.6000 P_20 477 0.4500 P_30 477 0.3000 P_100 477 0.0900 P_200 477 0.0450 P_500 477 0.0180 P_1000 477 0.0090 relstring 477 '33331-22-1' recall_5 477 0.0140 recall_10 477 0.0211 recall_15 477 0.0316 recall_20 477 0.0316 recall_30 477 0.0316 recall_100 477 0.0316 recall_200 477 0.0316 recall_500 477 0.0316 recall_1000 477 0.0316 infAP 477 0.0252 Rprec_mult_0.20 477 0.1579 Rprec_mult_0.40 477 0.0789 Rprec_mult_0.60 477 0.0526 Rprec_mult_0.80 477 0.0395 Rprec_mult_1.00 477 0.0316 Rprec_mult_1.20 477 0.0263 Rprec_mult_1.40 477 0.0226 Rprec_mult_1.60 477 0.0197 Rprec_mult_1.80 477 0.0175 Rprec_mult_2.00 477 0.0158 utility 477 -2.0000 11pt_avg 477 0.0909 binG 477 0.0211 G 477 0.0196 ndcg 477 0.0898 ndcg_rel 477 0.1100 Rndcg 477 0.1207 ndcg_cut_5 477 0.9125 ndcg_cut_10 477 0.7086 ndcg_cut_15 477 0.6512 ndcg_cut_20 477 0.5422 ndcg_cut_30 477 0.4166 ndcg_cut_100 477 0.1823 ndcg_cut_200 477 0.1246 ndcg_cut_500 477 0.0898 ndcg_cut_1000 477 0.0898 map_cut_5 477 0.0140 map_cut_10 477 0.0192 map_cut_15 477 0.0252 map_cut_20 477 0.0252 map_cut_30 477 0.0252 map_cut_100 477 0.0252 map_cut_200 477 0.0252 map_cut_500 477 0.0252 map_cut_1000 477 0.0252 relative_P_5 477 0.8000 relative_P_10 477 0.6000 relative_P_15 477 0.6000 relative_P_20 477 0.4500 relative_P_30 477 0.3000 relative_P_100 477 0.0900 relative_P_200 477 0.0450 relative_P_500 477 0.0316 relative_P_1000 477 0.0316 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.4500 set_relative_P 477 0.4500 set_recall 477 0.0316 set_map 477 0.0142 set_F 477 0.0590 num_nonrel_judged_ret 477 3 rbp 477 0.5055 rbp_resid 477 0.3592 unj_5 477 0.0000 unj_10 477 0.2000 unj_20 477 0.4000 num_ret 499 20 num_rel 499 192 num_rel_ret 499 7 map 499 0.0282 Rprec 499 0.0365 bpref 499 0.0361 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.0000 iprec_at_recall_0.20 499 0.0000 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.5000 P_15 499 0.4667 P_20 499 0.3500 P_30 499 0.2333 P_100 499 0.0700 P_200 499 0.0350 P_500 499 0.0140 P_1000 499 0.0070 relstring 499 '332102-211' recall_5 499 0.0156 recall_10 499 0.0260 recall_15 499 0.0365 recall_20 499 0.0365 recall_30 499 0.0365 recall_100 499 0.0365 recall_200 499 0.0365 recall_500 499 0.0365 recall_1000 499 0.0365 infAP 499 0.0282 Rprec_mult_0.20 499 0.1795 Rprec_mult_0.40 499 0.0909 Rprec_mult_0.60 499 0.0603 Rprec_mult_0.80 499 0.0455 Rprec_mult_1.00 499 0.0365 Rprec_mult_1.20 499 0.0303 Rprec_mult_1.40 499 0.0260 Rprec_mult_1.60 499 0.0227 Rprec_mult_1.80 499 0.0202 Rprec_mult_2.00 499 0.0182 utility 499 -6.0000 11pt_avg 499 0.0909 binG 499 0.0242 G 499 0.0211 ndcg 499 0.1106 ndcg_rel 499 0.1351 Rndcg 499 0.1875 ndcg_cut_5 499 0.7149 ndcg_cut_10 499 0.6058 ndcg_cut_15 499 0.5621 ndcg_cut_20 499 0.4680 ndcg_cut_30 499 0.3596 ndcg_cut_100 499 0.1900 ndcg_cut_200 499 0.1255 ndcg_cut_500 499 0.1106 ndcg_cut_1000 499 0.1106 map_cut_5 499 0.0156 map_cut_10 499 0.0224 map_cut_15 499 0.0282 map_cut_20 499 0.0282 map_cut_30 499 0.0282 map_cut_100 499 0.0282 map_cut_200 499 0.0282 map_cut_500 499 0.0282 map_cut_1000 499 0.0282 relative_P_5 499 0.6000 relative_P_10 499 0.5000 relative_P_15 499 0.4667 relative_P_20 499 0.3500 relative_P_30 499 0.2333 relative_P_100 499 0.0700 relative_P_200 499 0.0365 relative_P_500 499 0.0365 relative_P_1000 499 0.0365 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.3500 set_relative_P 499 0.3500 set_recall 499 0.0365 set_map 499 0.0128 set_F 499 0.0660 num_nonrel_judged_ret 499 6 rbp 499 0.4302 rbp_resid 499 0.2845 unj_5 499 0.0000 unj_10 499 0.1000 unj_20 499 0.3500 num_ret 515 20 num_rel 515 147 num_rel_ret 515 2 map 515 0.0015 Rprec 515 0.0136 bpref 515 0.0128 recip_rank 515 0.1000 iprec_at_recall_0.00 515 0.1176 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.0000 P_10 515 0.1000 P_15 515 0.0667 P_20 515 0.1000 P_30 515 0.0667 P_100 515 0.0200 P_200 515 0.0100 P_500 515 0.0040 P_1000 515 0.0020 relstring 515 '0000-0-002' recall_5 515 0.0000 recall_10 515 0.0068 recall_15 515 0.0068 recall_20 515 0.0136 recall_30 515 0.0136 recall_100 515 0.0136 recall_200 515 0.0136 recall_500 515 0.0136 recall_1000 515 0.0136 infAP 515 0.0015 Rprec_mult_0.20 515 0.0667 Rprec_mult_0.40 515 0.0339 Rprec_mult_0.60 515 0.0225 Rprec_mult_0.80 515 0.0169 Rprec_mult_1.00 515 0.0136 Rprec_mult_1.20 515 0.0113 Rprec_mult_1.40 515 0.0097 Rprec_mult_1.60 515 0.0085 Rprec_mult_1.80 515 0.0075 Rprec_mult_2.00 515 0.0068 utility 515 -16.0000 11pt_avg 515 0.0107 binG 515 0.0036 G 515 0.0039 ndcg 515 0.0262 ndcg_rel 515 0.0277 Rndcg 515 0.0275 ndcg_cut_5 515 0.0000 ndcg_cut_10 515 0.0636 ndcg_cut_15 515 0.0949 ndcg_cut_20 515 0.1131 ndcg_cut_30 515 0.0869 ndcg_cut_100 515 0.0380 ndcg_cut_200 515 0.0262 ndcg_cut_500 515 0.0262 ndcg_cut_1000 515 0.0262 map_cut_5 515 0.0000 map_cut_10 515 0.0007 map_cut_15 515 0.0007 map_cut_20 515 0.0015 map_cut_30 515 0.0015 map_cut_100 515 0.0015 map_cut_200 515 0.0015 map_cut_500 515 0.0015 map_cut_1000 515 0.0015 relative_P_5 515 0.0000 relative_P_10 515 0.1000 relative_P_15 515 0.0667 relative_P_20 515 0.1000 relative_P_30 515 0.0667 relative_P_100 515 0.0200 relative_P_200 515 0.0136 relative_P_500 515 0.0136 relative_P_1000 515 0.0136 success_1 515 0.0000 success_5 515 0.0000 success_10 515 1.0000 set_P 515 0.1000 set_relative_P 515 0.1000 set_recall 515 0.0136 set_map 515 0.0014 set_F 515 0.0240 num_nonrel_judged_ret 515 10 rbp 515 0.0874 rbp_resid 515 0.3680 unj_5 515 0.2000 unj_10 515 0.2000 unj_20 515 0.4000 num_ret 58 20 num_rel 58 373 num_rel_ret 58 9 map 58 0.0174 Rprec 58 0.0241 bpref 58 0.0241 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.0000 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.6000 P_10 58 0.6000 P_15 58 0.5333 P_20 58 0.4500 P_30 58 0.3000 P_100 58 0.0900 P_200 58 0.0450 P_500 58 0.0180 P_1000 58 0.0090 relstring 58 '222--2--33' recall_5 58 0.0080 recall_10 58 0.0161 recall_15 58 0.0214 recall_20 58 0.0241 recall_30 58 0.0241 recall_100 58 0.0241 recall_200 58 0.0241 recall_500 58 0.0241 recall_1000 58 0.0241 infAP 58 0.0174 Rprec_mult_0.20 58 0.1200 Rprec_mult_0.40 58 0.0600 Rprec_mult_0.60 58 0.0402 Rprec_mult_0.80 58 0.0301 Rprec_mult_1.00 58 0.0241 Rprec_mult_1.20 58 0.0201 Rprec_mult_1.40 58 0.0172 Rprec_mult_1.60 58 0.0151 Rprec_mult_1.80 58 0.0134 Rprec_mult_2.00 58 0.0121 utility 58 -2.0000 11pt_avg 58 0.0909 binG 58 0.0141 G 58 0.0064 ndcg 58 0.0603 ndcg_rel 58 0.0690 Rndcg 58 0.1464 ndcg_cut_5 58 0.3614 ndcg_cut_10 58 0.4068 ndcg_cut_15 58 0.3936 ndcg_cut_20 58 0.3743 ndcg_cut_30 58 0.2961 ndcg_cut_100 58 0.1370 ndcg_cut_200 58 0.0890 ndcg_cut_500 58 0.0603 ndcg_cut_1000 58 0.0603 map_cut_5 58 0.0080 map_cut_10 58 0.0129 map_cut_15 58 0.0161 map_cut_20 58 0.0174 map_cut_30 58 0.0174 map_cut_100 58 0.0174 map_cut_200 58 0.0174 map_cut_500 58 0.0174 map_cut_1000 58 0.0174 relative_P_5 58 0.6000 relative_P_10 58 0.6000 relative_P_15 58 0.5333 relative_P_20 58 0.4500 relative_P_30 58 0.3000 relative_P_100 58 0.0900 relative_P_200 58 0.0450 relative_P_500 58 0.0241 relative_P_1000 58 0.0241 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.4500 set_relative_P 58 0.4500 set_recall 58 0.0241 set_map 58 0.0109 set_F 58 0.0458 num_nonrel_judged_ret 58 1 rbp 58 0.2794 rbp_resid 58 0.4969 unj_5 58 0.4000 unj_10 58 0.4000 unj_20 58 0.5000 num_ret 707 20 num_rel 707 186 num_rel_ret 707 8 map 707 0.0322 Rprec 707 0.0430 bpref 707 0.0428 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.0000 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.8000 P_10 707 0.5000 P_15 707 0.4000 P_20 707 0.4000 P_30 707 0.2667 P_100 707 0.0800 P_200 707 0.0400 P_500 707 0.0160 P_1000 707 0.0080 relstring 707 '222-220---' recall_5 707 0.0215 recall_10 707 0.0269 recall_15 707 0.0323 recall_20 707 0.0430 recall_30 707 0.0430 recall_100 707 0.0430 recall_200 707 0.0430 recall_500 707 0.0430 recall_1000 707 0.0430 infAP 707 0.0322 Rprec_mult_0.20 707 0.2105 Rprec_mult_0.40 707 0.1067 Rprec_mult_0.60 707 0.0714 Rprec_mult_0.80 707 0.0537 Rprec_mult_1.00 707 0.0430 Rprec_mult_1.20 707 0.0357 Rprec_mult_1.40 707 0.0307 Rprec_mult_1.60 707 0.0268 Rprec_mult_1.80 707 0.0239 Rprec_mult_2.00 707 0.0215 utility 707 -4.0000 11pt_avg 707 0.0909 binG 707 0.0277 G 707 0.0145 ndcg 707 0.1029 ndcg_rel 707 0.1218 Rndcg 707 0.2315 ndcg_cut_5 707 0.5693 ndcg_cut_10 707 0.4408 ndcg_cut_15 707 0.4023 ndcg_cut_20 707 0.4147 ndcg_cut_30 707 0.3357 ndcg_cut_100 707 0.1632 ndcg_cut_200 707 0.1042 ndcg_cut_500 707 0.1029 ndcg_cut_1000 707 0.1029 map_cut_5 707 0.0204 map_cut_10 707 0.0249 map_cut_15 707 0.0278 map_cut_20 707 0.0322 map_cut_30 707 0.0322 map_cut_100 707 0.0322 map_cut_200 707 0.0322 map_cut_500 707 0.0322 map_cut_1000 707 0.0322 relative_P_5 707 0.8000 relative_P_10 707 0.5000 relative_P_15 707 0.4000 relative_P_20 707 0.4000 relative_P_30 707 0.2667 relative_P_100 707 0.0800 relative_P_200 707 0.0430 relative_P_500 707 0.0430 relative_P_1000 707 0.0430 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.4000 set_relative_P 707 0.4000 set_recall 707 0.0430 set_map 707 0.0172 set_F 707 0.0777 num_nonrel_judged_ret 707 3 rbp 707 0.3143 rbp_resid 707 0.4379 unj_5 707 0.2000 unj_10 707 0.4000 unj_20 707 0.4500 num_ret 72 20 num_rel 72 466 num_rel_ret 72 15 map 72 0.0262 Rprec 72 0.0322 bpref 72 0.0317 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.0000 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 0.8000 P_10 72 0.7000 P_15 72 0.7333 P_20 72 0.7500 P_30 72 0.5000 P_100 72 0.1500 P_200 72 0.0750 P_500 72 0.0300 P_1000 72 0.0150 relstring 72 '334-2314-3' recall_5 72 0.0086 recall_10 72 0.0150 recall_15 72 0.0236 recall_20 72 0.0322 recall_30 72 0.0322 recall_100 72 0.0322 recall_200 72 0.0322 recall_500 72 0.0322 recall_1000 72 0.0322 infAP 72 0.0262 Rprec_mult_0.20 72 0.1596 Rprec_mult_0.40 72 0.0802 Rprec_mult_0.60 72 0.0536 Rprec_mult_0.80 72 0.0402 Rprec_mult_1.00 72 0.0322 Rprec_mult_1.20 72 0.0268 Rprec_mult_1.40 72 0.0230 Rprec_mult_1.60 72 0.0201 Rprec_mult_1.80 72 0.0179 Rprec_mult_2.00 72 0.0161 utility 72 10.0000 11pt_avg 72 0.0909 binG 72 0.0182 G 72 0.0105 ndcg 72 0.0862 ndcg_rel 72 0.1051 Rndcg 72 0.1497 ndcg_cut_5 72 0.6500 ndcg_cut_10 72 0.6161 ndcg_cut_15 72 0.6152 ndcg_cut_20 72 0.6131 ndcg_cut_30 72 0.4711 ndcg_cut_100 72 0.2265 ndcg_cut_200 72 0.1465 ndcg_cut_500 72 0.0862 ndcg_cut_1000 72 0.0862 map_cut_5 72 0.0082 map_cut_10 72 0.0131 map_cut_15 72 0.0196 map_cut_20 72 0.0262 map_cut_30 72 0.0262 map_cut_100 72 0.0262 map_cut_200 72 0.0262 map_cut_500 72 0.0262 map_cut_1000 72 0.0262 relative_P_5 72 0.8000 relative_P_10 72 0.7000 relative_P_15 72 0.7333 relative_P_20 72 0.7500 relative_P_30 72 0.5000 relative_P_100 72 0.1500 relative_P_200 72 0.0750 relative_P_500 72 0.0322 relative_P_1000 72 0.0322 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.7500 set_relative_P 72 0.7500 set_recall 72 0.0322 set_map 72 0.0241 set_F 72 0.0617 num_nonrel_judged_ret 72 1 rbp 72 0.5348 rbp_resid 72 0.2739 unj_5 72 0.2000 unj_10 72 0.2000 unj_20 72 0.2000 num_ret 84 20 num_rel 84 142 num_rel_ret 84 6 map 84 0.0284 Rprec 84 0.0423 bpref 84 0.0418 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.0000 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.4000 P_10 84 0.6000 P_15 84 0.4000 P_20 84 0.3000 P_30 84 0.2000 P_100 84 0.0600 P_200 84 0.0300 P_500 84 0.0120 P_1000 84 0.0060 relstring 84 '212-14433-' recall_5 84 0.0141 recall_10 84 0.0423 recall_15 84 0.0423 recall_20 84 0.0423 recall_30 84 0.0423 recall_100 84 0.0423 recall_200 84 0.0423 recall_500 84 0.0423 recall_1000 84 0.0423 infAP 84 0.0284 Rprec_mult_0.20 84 0.2069 Rprec_mult_0.40 84 0.1053 Rprec_mult_0.60 84 0.0698 Rprec_mult_0.80 84 0.0526 Rprec_mult_1.00 84 0.0423 Rprec_mult_1.20 84 0.0351 Rprec_mult_1.40 84 0.0302 Rprec_mult_1.60 84 0.0263 Rprec_mult_1.80 84 0.0234 Rprec_mult_2.00 84 0.0211 utility 84 -8.0000 11pt_avg 84 0.0909 binG 84 0.0236 G 84 0.0144 ndcg 84 0.1103 ndcg_rel 84 0.1217 Rndcg 84 0.2337 ndcg_cut_5 84 0.3522 ndcg_cut_10 84 0.5327 ndcg_cut_15 84 0.4282 ndcg_cut_20 84 0.3642 ndcg_cut_30 84 0.3017 ndcg_cut_100 84 0.1654 ndcg_cut_200 84 0.1197 ndcg_cut_500 84 0.1103 ndcg_cut_1000 84 0.1103 map_cut_5 84 0.0117 map_cut_10 84 0.0284 map_cut_15 84 0.0284 map_cut_20 84 0.0284 map_cut_30 84 0.0284 map_cut_100 84 0.0284 map_cut_200 84 0.0284 map_cut_500 84 0.0284 map_cut_1000 84 0.0284 relative_P_5 84 0.4000 relative_P_10 84 0.6000 relative_P_15 84 0.4000 relative_P_20 84 0.3000 relative_P_30 84 0.2000 relative_P_100 84 0.0600 relative_P_200 84 0.0423 relative_P_500 84 0.0423 relative_P_1000 84 0.0423 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.3000 set_relative_P 84 0.3000 set_recall 84 0.0423 set_map 84 0.0127 set_F 84 0.0741 num_nonrel_judged_ret 84 4 rbp 84 0.3098 rbp_resid 84 0.4067 unj_5 84 0.2000 unj_10 84 0.2000 unj_20 84 0.5000 num_ret 897 20 num_rel 897 239 num_rel_ret 897 2 map 897 0.0042 Rprec 897 0.0084 bpref 897 0.0083 recip_rank 897 0.5000 iprec_at_recall_0.00 897 0.5000 iprec_at_recall_0.10 897 0.0000 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.4000 P_10 897 0.2000 P_15 897 0.1333 P_20 897 0.1000 P_30 897 0.0667 P_100 897 0.0200 P_200 897 0.0100 P_500 897 0.0040 P_1000 897 0.0020 relstring 897 '13-2------' recall_5 897 0.0084 recall_10 897 0.0084 recall_15 897 0.0084 recall_20 897 0.0084 recall_30 897 0.0084 recall_100 897 0.0084 recall_200 897 0.0084 recall_500 897 0.0084 recall_1000 897 0.0084 infAP 897 0.0042 Rprec_mult_0.20 897 0.0417 Rprec_mult_0.40 897 0.0208 Rprec_mult_0.60 897 0.0139 Rprec_mult_0.80 897 0.0104 Rprec_mult_1.00 897 0.0084 Rprec_mult_1.20 897 0.0070 Rprec_mult_1.40 897 0.0060 Rprec_mult_1.60 897 0.0052 Rprec_mult_1.80 897 0.0046 Rprec_mult_2.00 897 0.0042 utility 897 -16.0000 11pt_avg 897 0.0455 binG 897 0.0047 G 897 0.0046 ndcg 897 0.0385 ndcg_rel 897 0.0426 Rndcg 897 0.0735 ndcg_cut_5 897 0.4244 ndcg_cut_10 897 0.2754 ndcg_cut_15 897 0.2135 ndcg_cut_20 897 0.1777 ndcg_cut_30 897 0.1376 ndcg_cut_100 897 0.0738 ndcg_cut_200 897 0.0478 ndcg_cut_500 897 0.0385 ndcg_cut_1000 897 0.0385 map_cut_5 897 0.0042 map_cut_10 897 0.0042 map_cut_15 897 0.0042 map_cut_20 897 0.0042 map_cut_30 897 0.0042 map_cut_100 897 0.0042 map_cut_200 897 0.0042 map_cut_500 897 0.0042 map_cut_1000 897 0.0042 relative_P_5 897 0.4000 relative_P_10 897 0.2000 relative_P_15 897 0.1333 relative_P_20 897 0.1000 relative_P_30 897 0.0667 relative_P_100 897 0.0200 relative_P_200 897 0.0100 relative_P_500 897 0.0084 relative_P_1000 897 0.0084 success_1 897 0.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.1000 set_relative_P 897 0.1000 set_recall 897 0.0084 set_map 897 0.0008 set_F 897 0.0154 num_nonrel_judged_ret 897 2 rbp 897 0.1719 rbp_resid 897 0.7204 unj_5 897 0.4000 unj_10 897 0.7000 unj_20 897 0.8000 runid all uema2lab_narrative num_q all 22 num_ret all 440 num_rel all 5166 num_rel_ret all 138 map all 0.0209 gm_map all 0.0147 Rprec all 0.0278 bpref all 0.0275 recip_rank all 0.8292 iprec_at_recall_0.00 all 0.8490 iprec_at_recall_0.10 all 0.0000 iprec_at_recall_0.20 all 0.0000 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.6000 P_10 all 0.4955 P_15 all 0.3939 P_20 all 0.3136 P_30 all 0.2091 P_100 all 0.0627 P_200 all 0.0314 P_500 all 0.0125 P_1000 all 0.0063 recall_5 all 0.0136 recall_10 all 0.0228 recall_15 all 0.0264 recall_20 all 0.0278 recall_30 all 0.0278 recall_100 all 0.0278 recall_200 all 0.0278 recall_500 all 0.0278 recall_1000 all 0.0278 infAP all 0.0209 gm_bpref all 0.0229 Rprec_mult_0.20 all 0.1372 Rprec_mult_0.40 all 0.0690 Rprec_mult_0.60 all 0.0461 Rprec_mult_0.80 all 0.0346 Rprec_mult_1.00 all 0.0278 Rprec_mult_1.20 all 0.0231 Rprec_mult_1.40 all 0.0198 Rprec_mult_1.60 all 0.0173 Rprec_mult_1.80 all 0.0154 Rprec_mult_2.00 all 0.0139 utility all -7.4545 11pt_avg all 0.0772 binG all 0.0180 G all 0.0104 ndcg all 0.0740 ndcg_rel all 0.0865 Rndcg all 0.1539 ndcg_cut_5 all 0.4850 ndcg_cut_10 all 0.4389 ndcg_cut_15 all 0.3836 ndcg_cut_20 all 0.3350 ndcg_cut_30 all 0.2646 ndcg_cut_100 all 0.1311 ndcg_cut_200 all 0.0889 ndcg_cut_500 all 0.0740 ndcg_cut_1000 all 0.0740 map_cut_5 all 0.0119 map_cut_10 all 0.0178 map_cut_15 all 0.0203 map_cut_20 all 0.0209 map_cut_30 all 0.0209 map_cut_100 all 0.0209 map_cut_200 all 0.0209 map_cut_500 all 0.0209 map_cut_1000 all 0.0209 relative_P_5 all 0.6000 relative_P_10 all 0.4955 relative_P_15 all 0.3939 relative_P_20 all 0.3136 relative_P_30 all 0.2091 relative_P_100 all 0.0627 relative_P_200 all 0.0339 relative_P_500 all 0.0278 relative_P_1000 all 0.0278 success_1 all 0.7273 success_5 all 0.9091 success_10 all 1.0000 set_P all 0.3136 set_relative_P all 0.3136 set_recall all 0.0278 set_map all 0.0106 set_F all 0.0505 num_nonrel_judged_ret all 76 rbp all 0.2904 rbp_resid all 0.4384 unj_5 all 0.1636 unj_10 all 0.2773 unj_20 all 0.5136