num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 54 map 0_10 0.7643 Rprec 0_10 0.7593 bpref 0_10 0.8913 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 1.0000 iprec_at_recall_0.20 0_10 0.8636 iprec_at_recall_0.30 0_10 0.8636 iprec_at_recall_0.40 0_10 0.8095 iprec_at_recall_0.50 0_10 0.8095 iprec_at_recall_0.60 0_10 0.8095 iprec_at_recall_0.70 0_10 0.7800 iprec_at_recall_0.80 0_10 0.7213 iprec_at_recall_0.90 0_10 0.5052 iprec_at_recall_1.00 0_10 0.0763 P_5 0_10 1.0000 P_10 0_10 0.8000 P_15 0_10 0.8000 P_20 0_10 0.8500 P_30 0_10 0.8000 P_100 0_10 0.4900 P_200 0_10 0.2650 P_500 0_10 0.1060 P_1000 0_10 0.0540 relstring 0_10 '3323333100' recall_5 0_10 0.0926 recall_10 0_10 0.1481 recall_15 0_10 0.2222 recall_20 0_10 0.3148 recall_30 0_10 0.4444 recall_100 0_10 0.9074 recall_200 0_10 0.9815 recall_500 0_10 0.9815 recall_1000 0_10 1.0000 infAP 0_10 0.7643 Rprec_mult_0.20 0_10 0.7273 Rprec_mult_0.40 0_10 0.8636 Rprec_mult_0.60 0_10 0.7879 Rprec_mult_0.80 0_10 0.7955 Rprec_mult_1.00 0_10 0.7593 Rprec_mult_1.20 0_10 0.6923 Rprec_mult_1.40 0_10 0.6316 Rprec_mult_1.60 0_10 0.5517 Rprec_mult_1.80 0_10 0.5000 Rprec_mult_2.00 0_10 0.4630 utility 0_10 -892.0000 11pt_avg 0_10 0.7490 binG 0_10 0.4063 G 0_10 0.2896 ndcg 0_10 0.9061 ndcg_rel 0_10 0.7965 Rndcg 0_10 0.7813 ndcg_cut_5 0_10 0.9435 ndcg_cut_10 0_10 0.7872 ndcg_cut_15 0_10 0.7283 ndcg_cut_20 0_10 0.7402 ndcg_cut_30 0_10 0.7159 ndcg_cut_100 0_10 0.8664 ndcg_cut_200 0_10 0.9030 ndcg_cut_500 0_10 0.9030 ndcg_cut_1000 0_10 0.9061 map_cut_5 0_10 0.0926 map_cut_10 0_10 0.1481 map_cut_15 0_10 0.2056 map_cut_20 0_10 0.2827 map_cut_30 0_10 0.3896 map_cut_100 0_10 0.7360 map_cut_200 0_10 0.7629 map_cut_500 0_10 0.7629 map_cut_1000 0_10 0.7643 relative_P_5 0_10 1.0000 relative_P_10 0_10 0.8000 relative_P_15 0_10 0.8000 relative_P_20 0_10 0.8500 relative_P_30 0_10 0.8000 relative_P_100 0_10 0.9074 relative_P_200 0_10 0.9815 relative_P_500 0_10 0.9815 relative_P_1000 0_10 1.0000 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0540 set_relative_P 0_10 1.0000 set_recall 0_10 1.0000 set_map 0_10 0.0540 set_F 0_10 0.1025 num_nonrel_judged_ret 0_10 35 rbp 0_10 0.7178 rbp_resid 0_10 0.0241 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.0000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.6897 Rprec 0_11 0.6667 bpref 0_11 0.7778 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.7000 iprec_at_recall_0.40 0_11 0.7000 iprec_at_recall_0.50 0_11 0.7000 iprec_at_recall_0.60 0_11 0.7000 iprec_at_recall_0.70 0_11 0.6923 iprec_at_recall_0.80 0_11 0.6875 iprec_at_recall_0.90 0_11 0.6875 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.6000 P_10 0_11 0.7000 P_15 0_11 0.6667 P_20 0_11 0.5500 P_30 0_11 0.3667 P_100 0_11 0.1100 P_200 0_11 0.0550 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '33300-3333' recall_5 0_11 0.2500 recall_10 0_11 0.5833 recall_15 0_11 0.8333 recall_20 0_11 0.9167 recall_30 0_11 0.9167 recall_100 0_11 0.9167 recall_200 0_11 0.9167 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.6897 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.6000 Rprec_mult_0.60 0_11 0.6250 Rprec_mult_0.80 0_11 0.7000 Rprec_mult_1.00 0_11 0.6667 Rprec_mult_1.20 0_11 0.6667 Rprec_mult_1.40 0_11 0.6471 Rprec_mult_1.60 0_11 0.5500 Rprec_mult_1.80 0_11 0.5000 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -978.0000 11pt_avg 0_11 0.7152 binG 0_11 0.5174 G 0_11 0.4419 ndcg 0_11 0.8635 ndcg_rel 0_11 0.8225 Rndcg 0_11 0.7891 ndcg_cut_5 0_11 0.7227 ndcg_cut_10 0_11 0.7417 ndcg_cut_15 0_11 0.8154 ndcg_cut_20 0_11 0.8635 ndcg_cut_30 0_11 0.8635 ndcg_cut_100 0_11 0.8635 ndcg_cut_200 0_11 0.8635 ndcg_cut_500 0_11 0.8635 ndcg_cut_1000 0_11 0.8635 map_cut_5 0_11 0.2500 map_cut_10 0_11 0.4636 map_cut_15 0_11 0.6324 map_cut_20 0_11 0.6897 map_cut_30 0_11 0.6897 map_cut_100 0_11 0.6897 map_cut_200 0_11 0.6897 map_cut_500 0_11 0.6897 map_cut_1000 0_11 0.6897 relative_P_5 0_11 0.6000 relative_P_10 0_11 0.7000 relative_P_15 0_11 0.8333 relative_P_20 0_11 0.9167 relative_P_30 0_11 0.9167 relative_P_100 0_11 0.9167 relative_P_200 0_11 0.9167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 25 rbp 0_11 0.5569 rbp_resid 0_11 0.1942 unj_5 0_11 0.0000 unj_10 0_11 0.1000 unj_20 0_11 0.2500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 33 map 0_2 0.1277 Rprec 0_2 0.1176 bpref 0_2 0.0536 recip_rank 0_2 0.2500 iprec_at_recall_0.00 0_2 0.2500 iprec_at_recall_0.10 0_2 0.1525 iprec_at_recall_0.20 0_2 0.1525 iprec_at_recall_0.30 0_2 0.1524 iprec_at_recall_0.40 0_2 0.1524 iprec_at_recall_0.50 0_2 0.1337 iprec_at_recall_0.60 0_2 0.1337 iprec_at_recall_0.70 0_2 0.1337 iprec_at_recall_0.80 0_2 0.1189 iprec_at_recall_0.90 0_2 0.1099 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.1000 P_100 0_2 0.1400 P_200 0_2 0.1300 P_500 0_2 0.0660 P_1000 0_2 0.0330 relstring 0_2 '0002000000' recall_5 0_2 0.0294 recall_10 0_2 0.0294 recall_15 0_2 0.0294 recall_20 0_2 0.0294 recall_30 0_2 0.0882 recall_100 0_2 0.4118 recall_200 0_2 0.7647 recall_500 0_2 0.9706 recall_1000 0_2 0.9706 infAP 0_2 0.1277 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0952 Rprec_mult_0.80 0_2 0.0714 Rprec_mult_1.00 0_2 0.1176 Rprec_mult_1.20 0_2 0.1220 Rprec_mult_1.40 0_2 0.1250 Rprec_mult_1.60 0_2 0.1455 Rprec_mult_1.80 0_2 0.1452 Rprec_mult_2.00 0_2 0.1324 utility 0_2 -934.0000 11pt_avg 0_2 0.1354 binG 0_2 0.1581 G 0_2 0.1539 ndcg 0_2 0.4727 ndcg_rel 0_2 0.2940 Rndcg 0_2 0.1646 ndcg_cut_5 0_2 0.1249 ndcg_cut_10 0_2 0.0854 ndcg_cut_15 0_2 0.0691 ndcg_cut_20 0_2 0.0631 ndcg_cut_30 0_2 0.0958 ndcg_cut_100 0_2 0.2478 ndcg_cut_200 0_2 0.4054 ndcg_cut_500 0_2 0.4727 ndcg_cut_1000 0_2 0.4727 map_cut_5 0_2 0.0074 map_cut_10 0_2 0.0074 map_cut_15 0_2 0.0074 map_cut_20 0_2 0.0074 map_cut_30 0_2 0.0131 map_cut_100 0_2 0.0589 map_cut_200 0_2 0.1053 map_cut_500 0_2 0.1277 map_cut_1000 0_2 0.1277 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.0500 relative_P_30 0_2 0.1000 relative_P_100 0_2 0.4118 relative_P_200 0_2 0.7647 relative_P_500 0_2 0.9706 relative_P_1000 0_2 0.9706 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0330 set_relative_P 0_2 0.9706 set_recall 0_2 0.9706 set_map 0_2 0.0320 set_F 0_2 0.0638 num_nonrel_judged_ret 0_2 155 rbp 0_2 0.0633 rbp_resid 0_2 0.0048 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 24 map 0_3 0.3214 Rprec 0_3 0.3750 bpref 0_3 0.2795 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.4444 iprec_at_recall_0.20 0_3 0.4286 iprec_at_recall_0.30 0_3 0.4286 iprec_at_recall_0.40 0_3 0.4000 iprec_at_recall_0.50 0_3 0.3429 iprec_at_recall_0.60 0_3 0.2439 iprec_at_recall_0.70 0_3 0.2439 iprec_at_recall_0.80 0_3 0.2439 iprec_at_recall_0.90 0_3 0.1789 iprec_at_recall_1.00 0_3 0.1558 P_5 0_3 0.2000 P_10 0_3 0.4000 P_15 0_3 0.2667 P_20 0_3 0.4000 P_30 0_3 0.3667 P_100 0_3 0.2100 P_200 0_3 0.1200 P_500 0_3 0.0480 P_1000 0_3 0.0240 relstring 0_3 '1000001110' recall_5 0_3 0.0417 recall_10 0_3 0.1667 recall_15 0_3 0.1667 recall_20 0_3 0.3333 recall_30 0_3 0.4583 recall_100 0_3 0.8750 recall_200 0_3 1.0000 recall_500 0_3 1.0000 recall_1000 0_3 1.0000 infAP 0_3 0.3214 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.4000 Rprec_mult_0.60 0_3 0.2667 Rprec_mult_0.80 0_3 0.4000 Rprec_mult_1.00 0_3 0.3750 Rprec_mult_1.20 0_3 0.3793 Rprec_mult_1.40 0_3 0.3235 Rprec_mult_1.60 0_3 0.3077 Rprec_mult_1.80 0_3 0.2727 Rprec_mult_2.00 0_3 0.2500 utility 0_3 -952.0000 11pt_avg 0_3 0.3737 binG 0_3 0.2533 G 0_3 0.2094 ndcg 0_3 0.5658 ndcg_rel 0_3 0.3746 Rndcg 0_3 0.3268 ndcg_cut_5 0_3 0.1450 ndcg_cut_10 0_3 0.2296 ndcg_cut_15 0_3 0.1988 ndcg_cut_20 0_3 0.2637 ndcg_cut_30 0_3 0.3509 ndcg_cut_100 0_3 0.5303 ndcg_cut_200 0_3 0.5658 ndcg_cut_500 0_3 0.5658 ndcg_cut_1000 0_3 0.5658 map_cut_5 0_3 0.0417 map_cut_10 0_3 0.0877 map_cut_15 0_3 0.0877 map_cut_20 0_3 0.1483 map_cut_30 0_3 0.1992 map_cut_100 0_3 0.3006 map_cut_200 0_3 0.3214 map_cut_500 0_3 0.3214 map_cut_1000 0_3 0.3214 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.4000 relative_P_15 0_3 0.2667 relative_P_20 0_3 0.4000 relative_P_30 0_3 0.4583 relative_P_100 0_3 0.8750 relative_P_200 0_3 1.0000 relative_P_500 0_3 1.0000 relative_P_1000 0_3 1.0000 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0240 set_relative_P 0_3 1.0000 set_recall 0_3 1.0000 set_map 0_3 0.0240 set_F 0_3 0.0469 num_nonrel_judged_ret 0_3 141 rbp 0_3 0.1209 rbp_resid 0_3 0.0068 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 20 map 0_4 0.5522 Rprec 0_4 0.4500 bpref 0_4 0.5125 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 1.0000 iprec_at_recall_0.40 0_4 0.8000 iprec_at_recall_0.50 0_4 0.4762 iprec_at_recall_0.60 0_4 0.2609 iprec_at_recall_0.70 0_4 0.1875 iprec_at_recall_0.80 0_4 0.1875 iprec_at_recall_0.90 0_4 0.1875 iprec_at_recall_1.00 0_4 0.1613 P_5 0_4 1.0000 P_10 0_4 0.8000 P_15 0_4 0.6000 P_20 0_4 0.4500 P_30 0_4 0.3333 P_100 0_4 0.1800 P_200 0_4 0.1000 P_500 0_4 0.0400 P_1000 0_4 0.0200 relstring 0_4 '34442120-2' recall_5 0_4 0.2500 recall_10 0_4 0.4000 recall_15 0_4 0.4500 recall_20 0_4 0.4500 recall_30 0_4 0.5000 recall_100 0_4 0.9000 recall_200 0_4 1.0000 recall_500 0_4 1.0000 recall_1000 0_4 1.0000 infAP 0_4 0.5522 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.8750 Rprec_mult_0.60 0_4 0.7500 Rprec_mult_0.80 0_4 0.5625 Rprec_mult_1.00 0_4 0.4500 Rprec_mult_1.20 0_4 0.4167 Rprec_mult_1.40 0_4 0.3571 Rprec_mult_1.60 0_4 0.3125 Rprec_mult_1.80 0_4 0.3056 Rprec_mult_2.00 0_4 0.2750 utility 0_4 -960.0000 11pt_avg 0_4 0.5692 binG 0_4 0.4944 G 0_4 0.4753 ndcg 0_4 0.8607 ndcg_rel 0_4 0.8260 Rndcg 0_4 0.8383 ndcg_cut_5 0_4 0.9462 ndcg_cut_10 0_4 0.8434 ndcg_cut_15 0_4 0.7600 ndcg_cut_20 0_4 0.7067 ndcg_cut_30 0_4 0.7201 ndcg_cut_100 0_4 0.8347 ndcg_cut_200 0_4 0.8607 ndcg_cut_500 0_4 0.8607 ndcg_cut_1000 0_4 0.8607 map_cut_5 0_4 0.2500 map_cut_10 0_4 0.3900 map_cut_15 0_4 0.4275 map_cut_20 0_4 0.4275 map_cut_30 0_4 0.4513 map_cut_100 0_4 0.5349 map_cut_200 0_4 0.5522 map_cut_500 0_4 0.5522 map_cut_1000 0_4 0.5522 relative_P_5 0_4 1.0000 relative_P_10 0_4 0.8000 relative_P_15 0_4 0.6000 relative_P_20 0_4 0.4500 relative_P_30 0_4 0.5000 relative_P_100 0_4 0.9000 relative_P_200 0_4 1.0000 relative_P_500 0_4 1.0000 relative_P_1000 0_4 1.0000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0200 set_relative_P 0_4 1.0000 set_recall 0_4 1.0000 set_map 0_4 0.0200 set_F 0_4 0.0392 num_nonrel_judged_ret 0_4 42 rbp 0_4 0.4243 rbp_resid 0_4 0.1655 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.2000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 106 map 0_6 0.4843 Rprec 0_6 0.5124 bpref 0_6 0.7661 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 1.0000 iprec_at_recall_0.20 0_6 0.8621 iprec_at_recall_0.30 0_6 0.6842 iprec_at_recall_0.40 0_6 0.6410 iprec_at_recall_0.50 0_6 0.5169 iprec_at_recall_0.60 0_6 0.3380 iprec_at_recall_0.70 0_6 0.1991 iprec_at_recall_0.80 0_6 0.1325 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 1.0000 P_10 0_6 1.0000 P_15 0_6 0.9333 P_20 0_6 0.9500 P_30 0_6 0.8333 P_100 0_6 0.5600 P_200 0_6 0.3600 P_500 0_6 0.1720 P_1000 0_6 0.1060 relstring 0_6 '2332222131' recall_5 0_6 0.0413 recall_10 0_6 0.0826 recall_15 0_6 0.1157 recall_20 0_6 0.1570 recall_30 0_6 0.2066 recall_100 0_6 0.4628 recall_200 0_6 0.5950 recall_500 0_6 0.7107 recall_1000 0_6 0.8760 infAP 0_6 0.4843 Rprec_mult_0.20 0_6 0.8800 Rprec_mult_0.40 0_6 0.6735 Rprec_mult_0.60 0_6 0.6301 Rprec_mult_0.80 0_6 0.5567 Rprec_mult_1.00 0_6 0.5124 Rprec_mult_1.20 0_6 0.4658 Rprec_mult_1.40 0_6 0.4118 Rprec_mult_1.60 0_6 0.3711 Rprec_mult_1.80 0_6 0.3349 Rprec_mult_2.00 0_6 0.3099 utility 0_6 -788.0000 11pt_avg 0_6 0.4885 binG 0_6 0.2697 G 0_6 0.1960 ndcg 0_6 0.7838 ndcg_rel 0_6 0.7069 Rndcg 0_6 0.7069 ndcg_cut_5 0_6 0.7945 ndcg_cut_10 0_6 0.8001 ndcg_cut_15 0_6 0.7665 ndcg_cut_20 0_6 0.7445 ndcg_cut_30 0_6 0.6962 ndcg_cut_100 0_6 0.6218 ndcg_cut_200 0_6 0.6547 ndcg_cut_500 0_6 0.7160 ndcg_cut_1000 0_6 0.7838 map_cut_5 0_6 0.0413 map_cut_10 0_6 0.0826 map_cut_15 0_6 0.1146 map_cut_20 0_6 0.1536 map_cut_30 0_6 0.1972 map_cut_100 0_6 0.3668 map_cut_200 0_6 0.4321 map_cut_500 0_6 0.4615 map_cut_1000 0_6 0.4843 relative_P_5 0_6 1.0000 relative_P_10 0_6 1.0000 relative_P_15 0_6 0.9333 relative_P_20 0_6 0.9500 relative_P_30 0_6 0.8333 relative_P_100 0_6 0.5600 relative_P_200 0_6 0.5950 relative_P_500 0_6 0.7107 relative_P_1000 0_6 0.8760 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.1060 set_relative_P 0_6 0.8760 set_recall 0_6 0.8760 set_map 0_6 0.0929 set_F 0_6 0.1891 num_nonrel_judged_ret 0_6 20 rbp 0_6 0.6033 rbp_resid 0_6 0.0459 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.0500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 32 map 0_7 0.2542 Rprec 0_7 0.3030 bpref 0_7 0.3269 recip_rank 0_7 0.5000 iprec_at_recall_0.00 0_7 0.7500 iprec_at_recall_0.10 0_7 0.7500 iprec_at_recall_0.20 0_7 0.3333 iprec_at_recall_0.30 0_7 0.3143 iprec_at_recall_0.40 0_7 0.2500 iprec_at_recall_0.50 0_7 0.2432 iprec_at_recall_0.60 0_7 0.1594 iprec_at_recall_0.70 0_7 0.1575 iprec_at_recall_0.80 0_7 0.1053 iprec_at_recall_0.90 0_7 0.0962 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.6000 P_10 0_7 0.5000 P_15 0_7 0.4000 P_20 0_7 0.3000 P_30 0_7 0.2667 P_100 0_7 0.1900 P_200 0_7 0.1200 P_500 0_7 0.0620 P_1000 0_7 0.0320 relstring 0_7 '01110-1001' recall_5 0_7 0.0909 recall_10 0_7 0.1515 recall_15 0_7 0.1818 recall_20 0_7 0.1818 recall_30 0_7 0.2424 recall_100 0_7 0.5758 recall_200 0_7 0.7273 recall_500 0_7 0.9394 recall_1000 0_7 0.9697 infAP 0_7 0.2542 Rprec_mult_0.20 0_7 0.5714 Rprec_mult_0.40 0_7 0.3571 Rprec_mult_0.60 0_7 0.3000 Rprec_mult_0.80 0_7 0.2593 Rprec_mult_1.00 0_7 0.3030 Rprec_mult_1.20 0_7 0.2750 Rprec_mult_1.40 0_7 0.2553 Rprec_mult_1.60 0_7 0.2264 Rprec_mult_1.80 0_7 0.2333 Rprec_mult_2.00 0_7 0.2424 utility 0_7 -936.0000 11pt_avg 0_7 0.2872 binG 0_7 0.2188 G 0_7 0.1968 ndcg 0_7 0.6015 ndcg_rel 0_7 0.4320 Rndcg 0_7 0.3670 ndcg_cut_5 0_7 0.3410 ndcg_cut_10 0_7 0.3537 ndcg_cut_15 0_7 0.3249 ndcg_cut_20 0_7 0.2807 ndcg_cut_30 0_7 0.2862 ndcg_cut_100 0_7 0.4553 ndcg_cut_200 0_7 0.5165 ndcg_cut_500 0_7 0.5917 ndcg_cut_1000 0_7 0.6015 map_cut_5 0_7 0.0581 map_cut_10 0_7 0.0905 map_cut_15 0_7 0.1027 map_cut_20 0_7 0.1027 map_cut_30 0_7 0.1214 map_cut_100 0_7 0.2083 map_cut_200 0_7 0.2315 map_cut_500 0_7 0.2522 map_cut_1000 0_7 0.2542 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.5000 relative_P_15 0_7 0.4000 relative_P_20 0_7 0.3000 relative_P_30 0_7 0.2667 relative_P_100 0_7 0.5758 relative_P_200 0_7 0.7273 relative_P_500 0_7 0.9394 relative_P_1000 0_7 0.9697 success_1 0_7 0.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0320 set_relative_P 0_7 0.9697 set_recall 0_7 0.9697 set_map 0_7 0.0310 set_F 0_7 0.0620 num_nonrel_judged_ret 0_7 86 rbp 0_7 0.2009 rbp_resid 0_7 0.1774 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.2000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 30 map 0_8 0.3564 Rprec 0_8 0.3548 bpref 0_8 0.7242 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 0.8000 iprec_at_recall_0.20 0_8 0.5000 iprec_at_recall_0.30 0_8 0.4286 iprec_at_recall_0.40 0_8 0.3488 iprec_at_recall_0.50 0_8 0.3276 iprec_at_recall_0.60 0_8 0.3276 iprec_at_recall_0.70 0_8 0.1875 iprec_at_recall_0.80 0_8 0.1748 iprec_at_recall_0.90 0_8 0.1366 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.8000 P_10 0_8 0.5000 P_15 0_8 0.4667 P_20 0_8 0.4000 P_30 0_8 0.3667 P_100 0_8 0.2000 P_200 0_8 0.1300 P_500 0_8 0.0600 P_1000 0_8 0.0300 relstring 0_8 '21021---2-' recall_5 0_8 0.1290 recall_10 0_8 0.1613 recall_15 0_8 0.2258 recall_20 0_8 0.2581 recall_30 0_8 0.3548 recall_100 0_8 0.6452 recall_200 0_8 0.8387 recall_500 0_8 0.9677 recall_1000 0_8 0.9677 infAP 0_8 0.3564 Rprec_mult_0.20 0_8 0.5714 Rprec_mult_0.40 0_8 0.4615 Rprec_mult_0.60 0_8 0.4211 Rprec_mult_0.80 0_8 0.4000 Rprec_mult_1.00 0_8 0.3548 Rprec_mult_1.20 0_8 0.3158 Rprec_mult_1.40 0_8 0.3409 Rprec_mult_1.60 0_8 0.3000 Rprec_mult_1.80 0_8 0.3036 Rprec_mult_2.00 0_8 0.3065 utility 0_8 -940.0000 11pt_avg 0_8 0.3847 binG 0_8 0.2717 G 0_8 0.2583 ndcg 0_8 0.7372 ndcg_rel 0_8 0.6335 Rndcg 0_8 0.5889 ndcg_cut_5 0_8 0.6578 ndcg_cut_10 0_8 0.5093 ndcg_cut_15 0_8 0.5455 ndcg_cut_20 0_8 0.5296 ndcg_cut_30 0_8 0.5103 ndcg_cut_100 0_8 0.6198 ndcg_cut_200 0_8 0.6931 ndcg_cut_500 0_8 0.7372 ndcg_cut_1000 0_8 0.7372 map_cut_5 0_8 0.1145 map_cut_10 0_8 0.1324 map_cut_15 0_8 0.1635 map_cut_20 0_8 0.1770 map_cut_30 0_8 0.2161 map_cut_100 0_8 0.3085 map_cut_200 0_8 0.3432 map_cut_500 0_8 0.3564 map_cut_1000 0_8 0.3564 relative_P_5 0_8 0.8000 relative_P_10 0_8 0.5000 relative_P_15 0_8 0.4667 relative_P_20 0_8 0.4000 relative_P_30 0_8 0.3667 relative_P_100 0_8 0.6452 relative_P_200 0_8 0.8387 relative_P_500 0_8 0.9677 relative_P_1000 0_8 0.9677 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0300 set_relative_P 0_8 0.9677 set_recall 0_8 0.9677 set_map 0_8 0.0290 set_F 0_8 0.0582 num_nonrel_judged_ret 0_8 22 rbp 0_8 0.3853 rbp_resid 0_8 0.3645 unj_5 0_8 0.0000 unj_10 0_8 0.4000 unj_20 0_8 0.4000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 61 map 10_1 0.2318 Rprec 10_1 0.3051 bpref 10_1 0.4357 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.7368 iprec_at_recall_0.20 10_1 0.5778 iprec_at_recall_0.30 10_1 0.3211 iprec_at_recall_0.40 10_1 0.1655 iprec_at_recall_0.50 10_1 0.0974 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 1.0000 P_10 10_1 0.9000 P_15 10_1 0.6667 P_20 10_1 0.7000 P_30 10_1 0.6667 P_100 10_1 0.3300 P_200 10_1 0.1900 P_500 10_1 0.1120 P_1000 10_1 0.0610 relstring 10_1 '1221101221' recall_5 10_1 0.0424 recall_10 10_1 0.0763 recall_15 10_1 0.0847 recall_20 10_1 0.1186 recall_30 10_1 0.1695 recall_100 10_1 0.2797 recall_200 10_1 0.3220 recall_500 10_1 0.4746 recall_1000 10_1 0.5169 infAP 10_1 0.2318 Rprec_mult_0.20 10_1 0.6667 Rprec_mult_0.40 10_1 0.5417 Rprec_mult_0.60 10_1 0.4225 Rprec_mult_0.80 10_1 0.3474 Rprec_mult_1.00 10_1 0.3051 Rprec_mult_1.20 10_1 0.2535 Rprec_mult_1.40 10_1 0.2289 Rprec_mult_1.60 10_1 0.2011 Rprec_mult_1.80 10_1 0.1878 Rprec_mult_2.00 10_1 0.1822 utility 10_1 -878.0000 11pt_avg 10_1 0.2635 binG 10_1 0.1488 G 10_1 0.0946 ndcg 10_1 0.4614 ndcg_rel 10_1 0.4428 Rndcg 10_1 0.4290 ndcg_cut_5 10_1 0.4823 ndcg_cut_10 10_1 0.5095 ndcg_cut_15 10_1 0.4545 ndcg_cut_20 10_1 0.4620 ndcg_cut_30 10_1 0.4484 ndcg_cut_100 10_1 0.3638 ndcg_cut_200 10_1 0.3685 ndcg_cut_500 10_1 0.4417 ndcg_cut_1000 10_1 0.4614 map_cut_5 10_1 0.0424 map_cut_10 10_1 0.0722 map_cut_15 10_1 0.0799 map_cut_20 10_1 0.1041 map_cut_30 10_1 0.1373 map_cut_100 10_1 0.1912 map_cut_200 10_1 0.2032 map_cut_500 10_1 0.2279 map_cut_1000 10_1 0.2318 relative_P_5 10_1 1.0000 relative_P_10 10_1 0.9000 relative_P_15 10_1 0.6667 relative_P_20 10_1 0.7000 relative_P_30 10_1 0.6667 relative_P_100 10_1 0.3300 relative_P_200 10_1 0.3220 relative_P_500 10_1 0.4746 relative_P_1000 10_1 0.5169 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0610 set_relative_P 10_1 0.5169 set_recall 10_1 0.5169 set_map 10_1 0.0315 set_F 10_1 0.1091 num_nonrel_judged_ret 10_1 49 rbp 10_1 0.3624 rbp_resid 10_1 0.0291 unj_5 10_1 0.0000 unj_10 10_1 0.0000 unj_20 10_1 0.0000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 69 map 10_12 0.4286 Rprec 10_12 0.4085 bpref 10_12 0.8366 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.7273 iprec_at_recall_0.20 10_12 0.6667 iprec_at_recall_0.30 10_12 0.5385 iprec_at_recall_0.40 10_12 0.4267 iprec_at_recall_0.50 10_12 0.4105 iprec_at_recall_0.60 10_12 0.3440 iprec_at_recall_0.70 10_12 0.2890 iprec_at_recall_0.80 10_12 0.2375 iprec_at_recall_0.90 10_12 0.1958 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.8000 P_10 10_12 0.7000 P_15 10_12 0.6667 P_20 10_12 0.6500 P_30 10_12 0.5667 P_100 10_12 0.4000 P_200 10_12 0.2600 P_500 10_12 0.1360 P_1000 10_12 0.0690 relstring 10_12 '2320412--2' recall_5 10_12 0.0563 recall_10 10_12 0.0986 recall_15 10_12 0.1408 recall_20 10_12 0.1831 recall_30 10_12 0.2394 recall_100 10_12 0.5634 recall_200 10_12 0.7324 recall_500 10_12 0.9577 recall_1000 10_12 0.9718 infAP 10_12 0.4286 Rprec_mult_0.20 10_12 0.6667 Rprec_mult_0.40 10_12 0.5517 Rprec_mult_0.60 10_12 0.4884 Rprec_mult_0.80 10_12 0.4561 Rprec_mult_1.00 10_12 0.4085 Rprec_mult_1.20 10_12 0.3953 Rprec_mult_1.40 10_12 0.4000 Rprec_mult_1.60 10_12 0.3684 Rprec_mult_1.80 10_12 0.3359 Rprec_mult_2.00 10_12 0.3239 utility 10_12 -862.0000 11pt_avg 10_12 0.4396 binG 10_12 0.2408 G 10_12 0.1780 ndcg 10_12 0.7345 ndcg_rel 10_12 0.5708 Rndcg 10_12 0.5492 ndcg_cut_5 10_12 0.5867 ndcg_cut_10 10_12 0.5197 ndcg_cut_15 10_12 0.5015 ndcg_cut_20 10_12 0.5380 ndcg_cut_30 10_12 0.5061 ndcg_cut_100 10_12 0.5373 ndcg_cut_200 10_12 0.6319 ndcg_cut_500 10_12 0.7257 ndcg_cut_1000 10_12 0.7345 map_cut_5 10_12 0.0535 map_cut_10 10_12 0.0872 map_cut_15 10_12 0.1159 map_cut_20 10_12 0.1457 map_cut_30 10_12 0.1793 map_cut_100 10_12 0.3248 map_cut_200 10_12 0.3793 map_cut_500 10_12 0.4274 map_cut_1000 10_12 0.4286 relative_P_5 10_12 0.8000 relative_P_10 10_12 0.7000 relative_P_15 10_12 0.6667 relative_P_20 10_12 0.6500 relative_P_30 10_12 0.5667 relative_P_100 10_12 0.5634 relative_P_200 10_12 0.7324 relative_P_500 10_12 0.9577 relative_P_1000 10_12 0.9718 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0690 set_relative_P 10_12 0.9718 set_recall 10_12 0.9718 set_map 10_12 0.0671 set_F 10_12 0.1289 num_nonrel_judged_ret 10_12 19 rbp 10_12 0.3709 rbp_resid 10_12 0.2281 unj_5 10_12 0.0000 unj_10 10_12 0.2000 unj_20 10_12 0.3000 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 12 map 10_2 0.0058 Rprec 10_2 0.0000 bpref 10_2 0.0011 recip_rank 10_2 0.0270 iprec_at_recall_0.00 10_2 0.0408 iprec_at_recall_0.10 10_2 0.0121 iprec_at_recall_0.20 10_2 0.0121 iprec_at_recall_0.30 10_2 0.0121 iprec_at_recall_0.40 10_2 0.0121 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0200 P_200 10_2 0.0100 P_500 10_2 0.0100 P_1000 10_2 0.0120 relstring 10_2 '000000-000' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0667 recall_200 10_2 0.0667 recall_500 10_2 0.1667 recall_1000 10_2 0.4000 infAP 10_2 0.0058 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0000 Rprec_mult_1.40 10_2 0.0238 Rprec_mult_1.60 10_2 0.0208 Rprec_mult_1.80 10_2 0.0370 Rprec_mult_2.00 10_2 0.0333 utility 10_2 -976.0000 11pt_avg 10_2 0.0081 binG 10_2 0.0482 G 10_2 0.0381 ndcg 10_2 0.1024 ndcg_rel 10_2 0.0843 Rndcg 10_2 0.0205 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0202 ndcg_cut_200 10_2 0.0202 ndcg_cut_500 10_2 0.0457 ndcg_cut_1000 10_2 0.1024 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0023 map_cut_200 10_2 0.0023 map_cut_500 10_2 0.0033 map_cut_1000 10_2 0.0058 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0667 relative_P_200 10_2 0.0667 relative_P_500 10_2 0.1667 relative_P_1000 10_2 0.4000 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0120 set_relative_P 10_2 0.4000 set_recall 10_2 0.4000 set_map 10_2 0.0048 set_F 10_2 0.0233 num_nonrel_judged_ret 10_2 126 rbp 10_2 0.0007 rbp_resid 10_2 0.1665 unj_5 10_2 0.0000 unj_10 10_2 0.1000 unj_20 10_2 0.2000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 4 map 10_3 0.0015 Rprec 10_3 0.0000 bpref 10_3 0.0000 recip_rank 10_3 0.0108 iprec_at_recall_0.00 10_3 0.0144 iprec_at_recall_0.10 10_3 0.0144 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0100 P_200 10_3 0.0100 P_500 10_3 0.0040 P_1000 10_3 0.0040 relstring 10_3 '000000-000' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0435 recall_200 10_3 0.0870 recall_500 10_3 0.0870 recall_1000 10_3 0.1739 infAP 10_3 0.0015 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -992.0000 11pt_avg 10_3 0.0026 binG 10_3 0.0219 G 10_3 0.0195 ndcg 10_3 0.0521 ndcg_rel 10_3 0.0488 Rndcg 10_3 0.0174 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0131 ndcg_cut_200 10_3 0.0251 ndcg_cut_500 10_3 0.0251 ndcg_cut_1000 10_3 0.0521 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0005 map_cut_200 10_3 0.0011 map_cut_500 10_3 0.0011 map_cut_1000 10_3 0.0015 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0435 relative_P_200 10_3 0.0870 relative_P_500 10_3 0.0870 relative_P_1000 10_3 0.1739 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0040 set_relative_P 10_3 0.1739 set_recall 10_3 0.1739 set_map 10_3 0.0007 set_F 10_3 0.0078 num_nonrel_judged_ret 10_3 94 rbp 10_3 0.0000 rbp_resid 10_3 0.2104 unj_5 10_3 0.0000 unj_10 10_3 0.1000 unj_20 10_3 0.3000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 55 map 10_6 0.0931 Rprec 10_6 0.1504 bpref 10_6 0.3871 recip_rank 10_6 0.5000 iprec_at_recall_0.00 10_6 0.8000 iprec_at_recall_0.10 10_6 0.2830 iprec_at_recall_0.20 10_6 0.1647 iprec_at_recall_0.30 10_6 0.0869 iprec_at_recall_0.40 10_6 0.0590 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.8000 P_10 10_6 0.5000 P_15 10_6 0.5333 P_20 10_6 0.4500 P_30 10_6 0.3667 P_100 10_6 0.1900 P_200 10_6 0.1500 P_500 10_6 0.0860 P_1000 10_6 0.0550 relstring 10_6 '01111-10--' recall_5 10_6 0.0301 recall_10 10_6 0.0376 recall_15 10_6 0.0602 recall_20 10_6 0.0677 recall_30 10_6 0.0827 recall_100 10_6 0.1429 recall_200 10_6 0.2256 recall_500 10_6 0.3233 recall_1000 10_6 0.4135 infAP 10_6 0.0931 Rprec_mult_0.20 10_6 0.4074 Rprec_mult_0.40 10_6 0.2778 Rprec_mult_0.60 10_6 0.2125 Rprec_mult_0.80 10_6 0.1776 Rprec_mult_1.00 10_6 0.1504 Rprec_mult_1.20 10_6 0.1562 Rprec_mult_1.40 10_6 0.1551 Rprec_mult_1.60 10_6 0.1408 Rprec_mult_1.80 10_6 0.1292 Rprec_mult_2.00 10_6 0.1165 utility 10_6 -890.0000 11pt_avg 10_6 0.1267 binG 10_6 0.0804 G 10_6 0.0607 ndcg 10_6 0.3162 ndcg_rel 10_6 0.2812 Rndcg 10_6 0.2070 ndcg_cut_5 10_6 0.2427 ndcg_cut_10 10_6 0.2034 ndcg_cut_15 10_6 0.2413 ndcg_cut_20 10_6 0.2207 ndcg_cut_30 10_6 0.2070 ndcg_cut_100 10_6 0.1688 ndcg_cut_200 10_6 0.2184 ndcg_cut_500 10_6 0.2687 ndcg_cut_1000 10_6 0.3162 map_cut_5 10_6 0.0204 map_cut_10 10_6 0.0258 map_cut_15 10_6 0.0386 map_cut_20 10_6 0.0423 map_cut_30 10_6 0.0490 map_cut_100 10_6 0.0651 map_cut_200 10_6 0.0779 map_cut_500 10_6 0.0872 map_cut_1000 10_6 0.0931 relative_P_5 10_6 0.8000 relative_P_10 10_6 0.5000 relative_P_15 10_6 0.5333 relative_P_20 10_6 0.4500 relative_P_30 10_6 0.3667 relative_P_100 10_6 0.1900 relative_P_200 10_6 0.2256 relative_P_500 10_6 0.3233 relative_P_1000 10_6 0.4135 success_1 10_6 0.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0550 set_relative_P 10_6 0.4135 set_recall 10_6 0.4135 set_map 10_6 0.0227 set_F 10_6 0.0971 num_nonrel_judged_ret 10_6 10 rbp 10_6 0.1787 rbp_resid 10_6 0.3476 unj_5 10_6 0.0000 unj_10 10_6 0.3000 unj_20 10_6 0.4500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 96 map 10_7 0.3779 Rprec 10_7 0.4094 bpref 10_7 0.5952 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.9412 iprec_at_recall_0.20 10_7 0.9394 iprec_at_recall_0.30 10_7 0.6133 iprec_at_recall_0.40 10_7 0.4255 iprec_at_recall_0.50 10_7 0.2586 iprec_at_recall_0.60 10_7 0.1303 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 1.0000 P_10 10_7 1.0000 P_15 10_7 0.9333 P_20 10_7 0.9000 P_30 10_7 0.9333 P_100 10_7 0.5000 P_200 10_7 0.3450 P_500 10_7 0.1640 P_1000 10_7 0.0960 relstring 10_7 '2121111111' recall_5 10_7 0.0336 recall_10 10_7 0.0671 recall_15 10_7 0.0940 recall_20 10_7 0.1208 recall_30 10_7 0.1879 recall_100 10_7 0.3356 recall_200 10_7 0.4631 recall_500 10_7 0.5503 recall_1000 10_7 0.6443 infAP 10_7 0.3779 Rprec_mult_0.20 10_7 0.9333 Rprec_mult_0.40 10_7 0.7000 Rprec_mult_0.60 10_7 0.5444 Rprec_mult_0.80 10_7 0.4333 Rprec_mult_1.00 10_7 0.4094 Rprec_mult_1.20 10_7 0.3799 Rprec_mult_1.40 10_7 0.3349 Rprec_mult_1.60 10_7 0.3013 Rprec_mult_1.80 10_7 0.2714 Rprec_mult_2.00 10_7 0.2517 utility 10_7 -808.0000 11pt_avg 10_7 0.3917 binG 10_7 0.2227 G 10_7 0.1188 ndcg 10_7 0.5686 ndcg_rel 10_7 0.5486 Rndcg 10_7 0.5588 ndcg_cut_5 10_7 0.6450 ndcg_cut_10 10_7 0.5991 ndcg_cut_15 10_7 0.6000 ndcg_cut_20 10_7 0.5841 ndcg_cut_30 10_7 0.5656 ndcg_cut_100 10_7 0.4804 ndcg_cut_200 10_7 0.4756 ndcg_cut_500 10_7 0.5192 ndcg_cut_1000 10_7 0.5686 map_cut_5 10_7 0.0336 map_cut_10 10_7 0.0671 map_cut_15 10_7 0.0930 map_cut_20 10_7 0.1177 map_cut_30 10_7 0.1795 map_cut_100 10_7 0.2909 map_cut_200 10_7 0.3443 map_cut_500 10_7 0.3660 map_cut_1000 10_7 0.3779 relative_P_5 10_7 1.0000 relative_P_10 10_7 1.0000 relative_P_15 10_7 0.9333 relative_P_20 10_7 0.9000 relative_P_30 10_7 0.9333 relative_P_100 10_7 0.5000 relative_P_200 10_7 0.4631 relative_P_500 10_7 0.5503 relative_P_1000 10_7 0.6443 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0960 set_relative_P 10_7 0.6443 set_recall 10_7 0.6443 set_map 10_7 0.0619 set_F 10_7 0.1671 num_nonrel_judged_ret 10_7 18 rbp 10_7 0.3982 rbp_resid 10_7 0.0169 unj_5 10_7 0.0000 unj_10 10_7 0.0000 unj_20 10_7 0.0000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 24 map 10_8 0.0451 Rprec 10_8 0.1053 bpref 10_8 0.2516 recip_rank 10_8 0.3333 iprec_at_recall_0.00 10_8 0.5714 iprec_at_recall_0.10 10_8 0.1176 iprec_at_recall_0.20 10_8 0.0508 iprec_at_recall_0.30 10_8 0.0262 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.4000 P_10 10_8 0.4000 P_15 10_8 0.3333 P_20 10_8 0.2500 P_30 10_8 0.2000 P_100 10_8 0.0800 P_200 10_8 0.0650 P_500 10_8 0.0360 P_1000 10_8 0.0240 relstring 10_8 '0010111--0' recall_5 10_8 0.0263 recall_10 10_8 0.0526 recall_15 10_8 0.0658 recall_20 10_8 0.0658 recall_30 10_8 0.0789 recall_100 10_8 0.1053 recall_200 10_8 0.1711 recall_500 10_8 0.2368 recall_1000 10_8 0.3158 infAP 10_8 0.0451 Rprec_mult_0.20 10_8 0.3125 Rprec_mult_0.40 10_8 0.1935 Rprec_mult_0.60 10_8 0.1304 Rprec_mult_0.80 10_8 0.1148 Rprec_mult_1.00 10_8 0.1053 Rprec_mult_1.20 10_8 0.0870 Rprec_mult_1.40 10_8 0.0748 Rprec_mult_1.60 10_8 0.0738 Rprec_mult_1.80 10_8 0.0657 Rprec_mult_2.00 10_8 0.0592 utility 10_8 -952.0000 11pt_avg 10_8 0.0697 binG 10_8 0.0604 G 10_8 0.0441 ndcg 10_8 0.1910 ndcg_rel 10_8 0.1762 Rndcg 10_8 0.1047 ndcg_cut_5 10_8 0.1178 ndcg_cut_10 10_8 0.1471 ndcg_cut_15 10_8 0.1574 ndcg_cut_20 10_8 0.1338 ndcg_cut_30 10_8 0.1223 ndcg_cut_100 10_8 0.0984 ndcg_cut_200 10_8 0.1338 ndcg_cut_500 10_8 0.1601 ndcg_cut_1000 10_8 0.1910 map_cut_5 10_8 0.0096 map_cut_10 10_8 0.0237 map_cut_15 10_8 0.0288 map_cut_20 10_8 0.0288 map_cut_30 10_8 0.0320 map_cut_100 10_8 0.0355 map_cut_200 10_8 0.0399 map_cut_500 10_8 0.0428 map_cut_1000 10_8 0.0451 relative_P_5 10_8 0.4000 relative_P_10 10_8 0.4000 relative_P_15 10_8 0.3333 relative_P_20 10_8 0.2500 relative_P_30 10_8 0.2000 relative_P_100 10_8 0.1053 relative_P_200 10_8 0.1711 relative_P_500 10_8 0.2368 relative_P_1000 10_8 0.3158 success_1 10_8 0.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0240 set_relative_P 10_8 0.3158 set_recall 10_8 0.3158 set_map 10_8 0.0076 set_F 10_8 0.0446 num_nonrel_judged_ret 10_8 29 rbp 10_8 0.1080 rbp_resid 10_8 0.3788 unj_5 10_8 0.0000 unj_10 10_8 0.2000 unj_20 10_8 0.5000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 97 map 11_10 0.3757 Rprec 11_10 0.3889 bpref 11_10 0.7352 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.8182 iprec_at_recall_0.20 11_10 0.7647 iprec_at_recall_0.30 11_10 0.5417 iprec_at_recall_0.40 11_10 0.3623 iprec_at_recall_0.50 11_10 0.3298 iprec_at_recall_0.60 11_10 0.2550 iprec_at_recall_0.70 11_10 0.2042 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 1.0000 P_10 11_10 0.8000 P_15 11_10 0.7333 P_20 11_10 0.8000 P_30 11_10 0.7667 P_100 11_10 0.4400 P_200 11_10 0.3200 P_500 11_10 0.1820 P_1000 11_10 0.0970 relstring 11_10 '2132223-3-' recall_5 11_10 0.0397 recall_10 11_10 0.0635 recall_15 11_10 0.0873 recall_20 11_10 0.1270 recall_30 11_10 0.1825 recall_100 11_10 0.3492 recall_200 11_10 0.5079 recall_500 11_10 0.7222 recall_1000 11_10 0.7698 infAP 11_10 0.3757 Rprec_mult_0.20 11_10 0.7692 Rprec_mult_0.40 11_10 0.6667 Rprec_mult_0.60 11_10 0.5132 Rprec_mult_0.80 11_10 0.4356 Rprec_mult_1.00 11_10 0.3889 Rprec_mult_1.20 11_10 0.3421 Rprec_mult_1.40 11_10 0.3333 Rprec_mult_1.60 11_10 0.3168 Rprec_mult_1.80 11_10 0.2863 Rprec_mult_2.00 11_10 0.2778 utility 11_10 -806.0000 11pt_avg 11_10 0.3887 binG 11_10 0.2008 G 11_10 0.1373 ndcg 11_10 0.6861 ndcg_rel 11_10 0.5869 Rndcg 11_10 0.5291 ndcg_cut_5 11_10 0.5857 ndcg_cut_10 11_10 0.5729 ndcg_cut_15 11_10 0.5218 ndcg_cut_20 11_10 0.5452 ndcg_cut_30 11_10 0.5422 ndcg_cut_100 11_10 0.4625 ndcg_cut_200 11_10 0.5451 ndcg_cut_500 11_10 0.6670 ndcg_cut_1000 11_10 0.6861 map_cut_5 11_10 0.0397 map_cut_10 11_10 0.0626 map_cut_15 11_10 0.0814 map_cut_20 11_10 0.1123 map_cut_30 11_10 0.1556 map_cut_100 11_10 0.2592 map_cut_200 11_10 0.3163 map_cut_500 11_10 0.3691 map_cut_1000 11_10 0.3757 relative_P_5 11_10 1.0000 relative_P_10 11_10 0.8000 relative_P_15 11_10 0.7333 relative_P_20 11_10 0.8000 relative_P_30 11_10 0.7667 relative_P_100 11_10 0.4400 relative_P_200 11_10 0.5079 relative_P_500 11_10 0.7222 relative_P_1000 11_10 0.7698 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0970 set_relative_P 11_10 0.7698 set_recall 11_10 0.7698 set_map 11_10 0.0747 set_F 11_10 0.1723 num_nonrel_judged_ret 11_10 9 rbp 11_10 0.4246 rbp_resid 11_10 0.1765 unj_5 11_10 0.0000 unj_10 11_10 0.2000 unj_20 11_10 0.2000 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 129 map 11_11 0.5574 Rprec 11_11 0.5448 bpref 11_11 0.8827 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.8889 iprec_at_recall_0.20 11_11 0.8710 iprec_at_recall_0.30 11_11 0.6949 iprec_at_recall_0.40 11_11 0.6444 iprec_at_recall_0.50 11_11 0.5862 iprec_at_recall_0.60 11_11 0.5128 iprec_at_recall_0.70 11_11 0.4279 iprec_at_recall_0.80 11_11 0.2839 iprec_at_recall_0.90 11_11 0.2350 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 0.8667 P_20 11_11 0.8500 P_30 11_11 0.8667 P_100 11_11 0.6000 P_200 11_11 0.4500 P_500 11_11 0.2400 P_1000 11_11 0.1290 relstring 11_11 '2323232242' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.0970 recall_20 11_11 0.1269 recall_30 11_11 0.1940 recall_100 11_11 0.4478 recall_200 11_11 0.6716 recall_500 11_11 0.8955 recall_1000 11_11 0.9627 infAP 11_11 0.5574 Rprec_mult_0.20 11_11 0.8519 Rprec_mult_0.40 11_11 0.6852 Rprec_mult_0.60 11_11 0.6296 Rprec_mult_0.80 11_11 0.5833 Rprec_mult_1.00 11_11 0.5448 Rprec_mult_1.20 11_11 0.4969 Rprec_mult_1.40 11_11 0.4628 Rprec_mult_1.60 11_11 0.4279 Rprec_mult_1.80 11_11 0.4008 Rprec_mult_2.00 11_11 0.3769 utility 11_11 -742.0000 11pt_avg 11_11 0.5586 binG 11_11 0.2606 G 11_11 0.1819 ndcg 11_11 0.8308 ndcg_rel 11_11 0.6938 Rndcg 11_11 0.6488 ndcg_cut_5 11_11 0.7068 ndcg_cut_10 11_11 0.7592 ndcg_cut_15 11_11 0.7095 ndcg_cut_20 11_11 0.6716 ndcg_cut_30 11_11 0.6749 ndcg_cut_100 11_11 0.6231 ndcg_cut_200 11_11 0.7080 ndcg_cut_500 11_11 0.8032 ndcg_cut_1000 11_11 0.8308 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.0948 map_cut_20 11_11 0.1209 map_cut_30 11_11 0.1779 map_cut_100 11_11 0.3510 map_cut_200 11_11 0.4699 map_cut_500 11_11 0.5448 map_cut_1000 11_11 0.5574 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 0.8667 relative_P_20 11_11 0.8500 relative_P_30 11_11 0.8667 relative_P_100 11_11 0.6000 relative_P_200 11_11 0.6716 relative_P_500 11_11 0.8955 relative_P_1000 11_11 0.9627 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1290 set_relative_P 11_11 0.9627 set_recall 11_11 0.9627 set_map 11_11 0.1242 set_F 11_11 0.2275 num_nonrel_judged_ret 11_11 8 rbp 11_11 0.5374 rbp_resid 11_11 0.0348 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 66 map 11_12 0.2903 Rprec 11_12 0.3258 bpref 11_12 0.6344 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.6923 iprec_at_recall_0.20 11_12 0.5758 iprec_at_recall_0.30 11_12 0.4500 iprec_at_recall_0.40 11_12 0.3051 iprec_at_recall_0.50 11_12 0.2017 iprec_at_recall_0.60 11_12 0.1262 iprec_at_recall_0.70 11_12 0.1020 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.8000 P_10 11_12 0.7000 P_15 11_12 0.6667 P_20 11_12 0.6500 P_30 11_12 0.5667 P_100 11_12 0.3300 P_200 11_12 0.2100 P_500 11_12 0.1180 P_1000 11_12 0.0660 relstring 11_12 '2110211200' recall_5 11_12 0.0449 recall_10 11_12 0.0787 recall_15 11_12 0.1124 recall_20 11_12 0.1461 recall_30 11_12 0.1910 recall_100 11_12 0.3708 recall_200 11_12 0.4719 recall_500 11_12 0.6629 recall_1000 11_12 0.7416 infAP 11_12 0.2903 Rprec_mult_0.20 11_12 0.6667 Rprec_mult_0.40 11_12 0.5556 Rprec_mult_0.60 11_12 0.4630 Rprec_mult_0.80 11_12 0.3750 Rprec_mult_1.00 11_12 0.3258 Rprec_mult_1.20 11_12 0.3084 Rprec_mult_1.40 11_12 0.2960 Rprec_mult_1.60 11_12 0.2727 Rprec_mult_1.80 11_12 0.2609 Rprec_mult_2.00 11_12 0.2360 utility 11_12 -868.0000 11pt_avg 11_12 0.3139 binG 11_12 0.1826 G 11_12 0.1252 ndcg 11_12 0.5762 ndcg_rel 11_12 0.4888 Rndcg 11_12 0.4360 ndcg_cut_5 11_12 0.4414 ndcg_cut_10 11_12 0.3833 ndcg_cut_15 11_12 0.4066 ndcg_cut_20 11_12 0.4060 ndcg_cut_30 11_12 0.4055 ndcg_cut_100 11_12 0.3939 ndcg_cut_200 11_12 0.4536 ndcg_cut_500 11_12 0.5480 ndcg_cut_1000 11_12 0.5762 map_cut_5 11_12 0.0427 map_cut_10 11_12 0.0715 map_cut_15 11_12 0.0950 map_cut_20 11_12 0.1174 map_cut_30 11_12 0.1454 map_cut_100 11_12 0.2244 map_cut_200 11_12 0.2533 map_cut_500 11_12 0.2826 map_cut_1000 11_12 0.2903 relative_P_5 11_12 0.8000 relative_P_10 11_12 0.7000 relative_P_15 11_12 0.6667 relative_P_20 11_12 0.6500 relative_P_30 11_12 0.5667 relative_P_100 11_12 0.3708 relative_P_200 11_12 0.4719 relative_P_500 11_12 0.6629 relative_P_1000 11_12 0.7416 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0660 set_relative_P 11_12 0.7416 set_recall 11_12 0.7416 set_map 11_12 0.0489 set_F 11_12 0.1212 num_nonrel_judged_ret 11_12 29 rbp 11_12 0.3540 rbp_resid 11_12 0.1124 unj_5 11_12 0.0000 unj_10 11_12 0.0000 unj_20 11_12 0.1000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 124 map 11_13 0.2930 Rprec 11_13 0.3596 bpref 11_13 0.5779 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.8333 iprec_at_recall_0.20 11_13 0.5541 iprec_at_recall_0.30 11_13 0.4266 iprec_at_recall_0.40 11_13 0.3214 iprec_at_recall_0.50 11_13 0.2170 iprec_at_recall_0.60 11_13 0.1332 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 1.0000 P_10 11_13 1.0000 P_15 11_13 0.9333 P_20 11_13 0.8000 P_30 11_13 0.7667 P_100 11_13 0.4800 P_200 11_13 0.3550 P_500 11_13 0.2100 P_1000 11_13 0.1240 relstring 11_13 '2133222221' recall_5 11_13 0.0246 recall_10 11_13 0.0493 recall_15 11_13 0.0690 recall_20 11_13 0.0788 recall_30 11_13 0.1133 recall_100 11_13 0.2365 recall_200 11_13 0.3498 recall_500 11_13 0.5172 recall_1000 11_13 0.6108 infAP 11_13 0.2930 Rprec_mult_0.20 11_13 0.7317 Rprec_mult_0.40 11_13 0.5366 Rprec_mult_0.60 11_13 0.4508 Rprec_mult_0.80 11_13 0.3988 Rprec_mult_1.00 11_13 0.3596 Rprec_mult_1.20 11_13 0.3279 Rprec_mult_1.40 11_13 0.2877 Rprec_mult_1.60 11_13 0.2646 Rprec_mult_1.80 11_13 0.2486 Rprec_mult_2.00 11_13 0.2365 utility 11_13 -752.0000 11pt_avg 11_13 0.3169 binG 11_13 0.1651 G 11_13 0.1048 ndcg 11_13 0.5988 ndcg_rel 11_13 0.5609 Rndcg 11_13 0.4883 ndcg_cut_5 11_13 0.7006 ndcg_cut_10 11_13 0.6675 ndcg_cut_15 11_13 0.6846 ndcg_cut_20 11_13 0.6156 ndcg_cut_30 11_13 0.5904 ndcg_cut_100 11_13 0.4674 ndcg_cut_200 11_13 0.4318 ndcg_cut_500 11_13 0.5470 ndcg_cut_1000 11_13 0.5988 map_cut_5 11_13 0.0246 map_cut_10 11_13 0.0493 map_cut_15 11_13 0.0690 map_cut_20 11_13 0.0782 map_cut_30 11_13 0.1059 map_cut_100 11_13 0.1828 map_cut_200 11_13 0.2320 map_cut_500 11_13 0.2778 map_cut_1000 11_13 0.2930 relative_P_5 11_13 1.0000 relative_P_10 11_13 1.0000 relative_P_15 11_13 0.9333 relative_P_20 11_13 0.8000 relative_P_30 11_13 0.7667 relative_P_100 11_13 0.4800 relative_P_200 11_13 0.3550 relative_P_500 11_13 0.5172 relative_P_1000 11_13 0.6108 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.1240 set_relative_P 11_13 0.6108 set_recall 11_13 0.6108 set_map 11_13 0.0757 set_F 11_13 0.2062 num_nonrel_judged_ret 11_13 7 rbp 11_13 0.6418 rbp_resid 11_13 0.0922 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.2000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 95 map 11_2 0.3548 Rprec 11_2 0.4041 bpref 11_2 0.6225 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.8333 iprec_at_recall_0.20 11_2 0.7250 iprec_at_recall_0.30 11_2 0.6286 iprec_at_recall_0.40 11_2 0.4143 iprec_at_recall_0.50 11_2 0.2776 iprec_at_recall_0.60 11_2 0.1789 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 1.0000 P_10 11_2 0.9000 P_15 11_2 0.7333 P_20 11_2 0.8000 P_30 11_2 0.8333 P_100 11_2 0.5000 P_200 11_2 0.3450 P_500 11_2 0.1760 P_1000 11_2 0.0950 relstring 11_2 '3121222023' recall_5 11_2 0.0342 recall_10 11_2 0.0616 recall_15 11_2 0.0753 recall_20 11_2 0.1096 recall_30 11_2 0.1712 recall_100 11_2 0.3425 recall_200 11_2 0.4726 recall_500 11_2 0.6027 recall_1000 11_2 0.6507 infAP 11_2 0.3548 Rprec_mult_0.20 11_2 0.8333 Rprec_mult_0.40 11_2 0.6610 Rprec_mult_0.60 11_2 0.5682 Rprec_mult_0.80 11_2 0.4530 Rprec_mult_1.00 11_2 0.4041 Rprec_mult_1.20 11_2 0.3523 Rprec_mult_1.40 11_2 0.3366 Rprec_mult_1.60 11_2 0.3077 Rprec_mult_1.80 11_2 0.2776 Rprec_mult_2.00 11_2 0.2603 utility 11_2 -810.0000 11pt_avg 11_2 0.3689 binG 11_2 0.1814 G 11_2 0.1078 ndcg 11_2 0.5737 ndcg_rel 11_2 0.5240 Rndcg 11_2 0.4916 ndcg_cut_5 11_2 0.5570 ndcg_cut_10 11_2 0.5690 ndcg_cut_15 11_2 0.4926 ndcg_cut_20 11_2 0.4888 ndcg_cut_30 11_2 0.4621 ndcg_cut_100 11_2 0.4393 ndcg_cut_200 11_2 0.4763 ndcg_cut_500 11_2 0.5579 ndcg_cut_1000 11_2 0.5737 map_cut_5 11_2 0.0342 map_cut_10 11_2 0.0602 map_cut_15 11_2 0.0713 map_cut_20 11_2 0.0979 map_cut_30 11_2 0.1485 map_cut_100 11_2 0.2638 map_cut_200 11_2 0.3158 map_cut_500 11_2 0.3482 map_cut_1000 11_2 0.3548 relative_P_5 11_2 1.0000 relative_P_10 11_2 0.9000 relative_P_15 11_2 0.7333 relative_P_20 11_2 0.8000 relative_P_30 11_2 0.8333 relative_P_100 11_2 0.5000 relative_P_200 11_2 0.4726 relative_P_500 11_2 0.6027 relative_P_1000 11_2 0.6507 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0950 set_relative_P 11_2 0.6507 set_recall 11_2 0.6507 set_map 11_2 0.0618 set_F 11_2 0.1658 num_nonrel_judged_ret 11_2 12 rbp 11_2 0.3805 rbp_resid 11_2 0.0745 unj_5 11_2 0.0000 unj_10 11_2 0.0000 unj_20 11_2 0.1000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 133 map 11_3 0.4159 Rprec 11_3 0.4521 bpref 11_3 0.6855 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.9667 iprec_at_recall_0.20 11_3 0.8511 iprec_at_recall_0.30 11_3 0.6200 iprec_at_recall_0.40 11_3 0.5556 iprec_at_recall_0.50 11_3 0.3368 iprec_at_recall_0.60 11_3 0.2949 iprec_at_recall_0.70 11_3 0.1735 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.8000 P_10 11_3 0.9000 P_15 11_3 0.9333 P_20 11_3 0.9500 P_30 11_3 0.9667 P_100 11_3 0.6200 P_200 11_3 0.4350 P_500 11_3 0.2480 P_1000 11_3 0.1330 relstring 11_3 '3323032232' recall_5 11_3 0.0213 recall_10 11_3 0.0479 recall_15 11_3 0.0745 recall_20 11_3 0.1011 recall_30 11_3 0.1543 recall_100 11_3 0.3298 recall_200 11_3 0.4628 recall_500 11_3 0.6596 recall_1000 11_3 0.7074 infAP 11_3 0.4159 Rprec_mult_0.20 11_3 0.8947 Rprec_mult_0.40 11_3 0.6579 Rprec_mult_0.60 11_3 0.5841 Rprec_mult_0.80 11_3 0.5099 Rprec_mult_1.00 11_3 0.4521 Rprec_mult_1.20 11_3 0.3894 Rprec_mult_1.40 11_3 0.3447 Rprec_mult_1.60 11_3 0.3256 Rprec_mult_1.80 11_3 0.3068 Rprec_mult_2.00 11_3 0.2979 utility 11_3 -734.0000 11pt_avg 11_3 0.4362 binG 11_3 0.2045 G 11_3 0.1474 ndcg 11_3 0.6928 ndcg_rel 11_3 0.6779 Rndcg 11_3 0.6531 ndcg_cut_5 11_3 0.8123 ndcg_cut_10 11_3 0.8094 ndcg_cut_15 11_3 0.7918 ndcg_cut_20 11_3 0.7709 ndcg_cut_30 11_3 0.7893 ndcg_cut_100 11_3 0.6101 ndcg_cut_200 11_3 0.5670 ndcg_cut_500 11_3 0.6693 ndcg_cut_1000 11_3 0.6928 map_cut_5 11_3 0.0213 map_cut_10 11_3 0.0444 map_cut_15 11_3 0.0690 map_cut_20 11_3 0.0941 map_cut_30 11_3 0.1452 map_cut_100 11_3 0.2735 map_cut_200 11_3 0.3444 map_cut_500 11_3 0.4058 map_cut_1000 11_3 0.4159 relative_P_5 11_3 0.8000 relative_P_10 11_3 0.9000 relative_P_15 11_3 0.9333 relative_P_20 11_3 0.9500 relative_P_30 11_3 0.9667 relative_P_100 11_3 0.6200 relative_P_200 11_3 0.4628 relative_P_500 11_3 0.6596 relative_P_1000 11_3 0.7074 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.1330 set_relative_P 11_3 0.7074 set_recall 11_3 0.7074 set_map 11_3 0.0941 set_F 11_3 0.2239 num_nonrel_judged_ret 11_3 13 rbp 11_3 0.7393 rbp_resid 11_3 0.0192 unj_5 11_3 0.0000 unj_10 11_3 0.0000 unj_20 11_3 0.0000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 127 map 11_4 0.4811 Rprec 11_4 0.4375 bpref 11_4 0.8582 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 1.0000 iprec_at_recall_0.20 11_4 1.0000 iprec_at_recall_0.30 11_4 0.7167 iprec_at_recall_0.40 11_4 0.5088 iprec_at_recall_0.50 11_4 0.3737 iprec_at_recall_0.60 11_4 0.2839 iprec_at_recall_0.70 11_4 0.2430 iprec_at_recall_0.80 11_4 0.1722 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 1.0000 P_15 11_4 1.0000 P_20 11_4 1.0000 P_30 11_4 1.0000 P_100 11_4 0.5500 P_200 11_4 0.3700 P_500 11_4 0.2200 P_1000 11_4 0.1270 relstring 11_4 '3232221222' recall_5 11_4 0.0347 recall_10 11_4 0.0694 recall_15 11_4 0.1042 recall_20 11_4 0.1389 recall_30 11_4 0.2083 recall_100 11_4 0.3819 recall_200 11_4 0.5139 recall_500 11_4 0.7639 recall_1000 11_4 0.8819 infAP 11_4 0.4811 Rprec_mult_0.20 11_4 1.0000 Rprec_mult_0.40 11_4 0.7241 Rprec_mult_0.60 11_4 0.5747 Rprec_mult_0.80 11_4 0.5000 Rprec_mult_1.00 11_4 0.4375 Rprec_mult_1.20 11_4 0.3988 Rprec_mult_1.40 11_4 0.3663 Rprec_mult_1.60 11_4 0.3377 Rprec_mult_1.80 11_4 0.3115 Rprec_mult_2.00 11_4 0.2917 utility 11_4 -746.0000 11pt_avg 11_4 0.4817 binG 11_4 0.3240 G 11_4 0.1991 ndcg 11_4 0.8021 ndcg_rel 11_4 0.7441 Rndcg 11_4 0.7293 ndcg_cut_5 11_4 0.8362 ndcg_cut_10 11_4 0.8520 ndcg_cut_15 11_4 0.8262 ndcg_cut_20 11_4 0.8502 ndcg_cut_30 11_4 0.8404 ndcg_cut_100 11_4 0.6492 ndcg_cut_200 11_4 0.6340 ndcg_cut_500 11_4 0.7574 ndcg_cut_1000 11_4 0.8021 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0694 map_cut_15 11_4 0.1042 map_cut_20 11_4 0.1389 map_cut_30 11_4 0.2083 map_cut_100 11_4 0.3354 map_cut_200 11_4 0.3923 map_cut_500 11_4 0.4619 map_cut_1000 11_4 0.4811 relative_P_5 11_4 1.0000 relative_P_10 11_4 1.0000 relative_P_15 11_4 1.0000 relative_P_20 11_4 1.0000 relative_P_30 11_4 1.0000 relative_P_100 11_4 0.5500 relative_P_200 11_4 0.5139 relative_P_500 11_4 0.7639 relative_P_1000 11_4 0.8819 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1270 set_relative_P 11_4 0.8819 set_recall 11_4 0.8819 set_map 11_4 0.1120 set_F 11_4 0.2220 num_nonrel_judged_ret 11_4 3 rbp 11_4 0.6572 rbp_resid 11_4 0.0237 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.0000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 57 map 11_6 0.6440 Rprec 11_6 0.6000 bpref 11_6 0.9286 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 1.0000 iprec_at_recall_0.20 11_6 0.9412 iprec_at_recall_0.30 11_6 0.8667 iprec_at_recall_0.40 11_6 0.8667 iprec_at_recall_0.50 11_6 0.7234 iprec_at_recall_0.60 11_6 0.6316 iprec_at_recall_0.70 11_6 0.4565 iprec_at_recall_0.80 11_6 0.2874 iprec_at_recall_0.90 11_6 0.1794 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 1.0000 P_15 11_6 0.9333 P_20 11_6 0.8500 P_30 11_6 0.8667 P_100 11_6 0.4400 P_200 11_6 0.2400 P_500 11_6 0.1120 P_1000 11_6 0.0570 relstring 11_6 '3223322333' recall_5 11_6 0.0833 recall_10 11_6 0.1667 recall_15 11_6 0.2333 recall_20 11_6 0.2833 recall_30 11_6 0.4333 recall_100 11_6 0.7333 recall_200 11_6 0.8000 recall_500 11_6 0.9333 recall_1000 11_6 0.9500 infAP 11_6 0.6440 Rprec_mult_0.20 11_6 0.9167 Rprec_mult_0.40 11_6 0.8333 Rprec_mult_0.60 11_6 0.7778 Rprec_mult_0.80 11_6 0.7083 Rprec_mult_1.00 11_6 0.6000 Rprec_mult_1.20 11_6 0.5556 Rprec_mult_1.40 11_6 0.4881 Rprec_mult_1.60 11_6 0.4479 Rprec_mult_1.80 11_6 0.4167 Rprec_mult_2.00 11_6 0.3833 utility 11_6 -886.0000 11pt_avg 11_6 0.6321 binG 11_6 0.3968 G 11_6 0.2622 ndcg 11_6 0.8581 ndcg_rel 11_6 0.8046 Rndcg 11_6 0.7725 ndcg_cut_5 11_6 0.8721 ndcg_cut_10 11_6 0.8664 ndcg_cut_15 11_6 0.8304 ndcg_cut_20 11_6 0.7912 ndcg_cut_30 11_6 0.8186 ndcg_cut_100 11_6 0.7787 ndcg_cut_200 11_6 0.8051 ndcg_cut_500 11_6 0.8548 ndcg_cut_1000 11_6 0.8581 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1667 map_cut_15 11_6 0.2284 map_cut_20 11_6 0.2746 map_cut_30 11_6 0.4026 map_cut_100 11_6 0.5928 map_cut_200 11_6 0.6173 map_cut_500 11_6 0.6427 map_cut_1000 11_6 0.6440 relative_P_5 11_6 1.0000 relative_P_10 11_6 1.0000 relative_P_15 11_6 0.9333 relative_P_20 11_6 0.8500 relative_P_30 11_6 0.8667 relative_P_100 11_6 0.7333 relative_P_200 11_6 0.8000 relative_P_500 11_6 0.9333 relative_P_1000 11_6 0.9500 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0570 set_relative_P 11_6 0.9500 set_recall 11_6 0.9500 set_map 11_6 0.0541 set_F 11_6 0.1075 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.7300 rbp_resid 11_6 0.1009 unj_5 11_6 0.0000 unj_10 11_6 0.0000 unj_20 11_6 0.1500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 51 map 11_7 0.2477 Rprec 11_7 0.3222 bpref 11_7 0.5377 recip_rank 11_7 0.5000 iprec_at_recall_0.00 11_7 0.7500 iprec_at_recall_0.10 11_7 0.7500 iprec_at_recall_0.20 11_7 0.7333 iprec_at_recall_0.30 11_7 0.4500 iprec_at_recall_0.40 11_7 0.2164 iprec_at_recall_0.50 11_7 0.1642 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.4000 P_10 11_7 0.6000 P_15 11_7 0.7333 P_20 11_7 0.6500 P_30 11_7 0.7333 P_100 11_7 0.3000 P_200 11_7 0.1950 P_500 11_7 0.0980 P_1000 11_7 0.0510 relstring 11_7 '0120022201' recall_5 11_7 0.0222 recall_10 11_7 0.0667 recall_15 11_7 0.1222 recall_20 11_7 0.1444 recall_30 11_7 0.2444 recall_100 11_7 0.3333 recall_200 11_7 0.4333 recall_500 11_7 0.5444 recall_1000 11_7 0.5667 infAP 11_7 0.2477 Rprec_mult_0.20 11_7 0.7222 Rprec_mult_0.40 11_7 0.6389 Rprec_mult_0.60 11_7 0.4630 Rprec_mult_0.80 11_7 0.3889 Rprec_mult_1.00 11_7 0.3222 Rprec_mult_1.20 11_7 0.2963 Rprec_mult_1.40 11_7 0.2540 Rprec_mult_1.60 11_7 0.2222 Rprec_mult_1.80 11_7 0.2099 Rprec_mult_2.00 11_7 0.2056 utility 11_7 -898.0000 11pt_avg 11_7 0.2785 binG 11_7 0.1426 G 11_7 0.1054 ndcg 11_7 0.4699 ndcg_rel 11_7 0.4257 Rndcg 11_7 0.3525 ndcg_cut_5 11_7 0.1928 ndcg_cut_10 11_7 0.3374 ndcg_cut_15 11_7 0.4217 ndcg_cut_20 11_7 0.3908 ndcg_cut_30 11_7 0.4531 ndcg_cut_100 11_7 0.3449 ndcg_cut_200 11_7 0.4095 ndcg_cut_500 11_7 0.4640 ndcg_cut_1000 11_7 0.4699 map_cut_5 11_7 0.0130 map_cut_10 11_7 0.0385 map_cut_15 11_7 0.0767 map_cut_20 11_7 0.0931 map_cut_30 11_7 0.1639 map_cut_100 11_7 0.2054 map_cut_200 11_7 0.2284 map_cut_500 11_7 0.2465 map_cut_1000 11_7 0.2477 relative_P_5 11_7 0.4000 relative_P_10 11_7 0.6000 relative_P_15 11_7 0.7333 relative_P_20 11_7 0.6500 relative_P_30 11_7 0.7333 relative_P_100 11_7 0.3333 relative_P_200 11_7 0.4333 relative_P_500 11_7 0.5444 relative_P_1000 11_7 0.5667 success_1 11_7 0.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0510 set_relative_P 11_7 0.5667 set_recall 11_7 0.5667 set_map 11_7 0.0289 set_F 11_7 0.0936 num_nonrel_judged_ret 11_7 6 rbp 11_7 0.3307 rbp_resid 11_7 0.0752 unj_5 11_7 0.0000 unj_10 11_7 0.0000 unj_20 11_7 0.1000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 89 map 11_8 0.5166 Rprec 11_8 0.5258 bpref 11_8 0.8888 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.9412 iprec_at_recall_0.20 11_8 0.7917 iprec_at_recall_0.30 11_8 0.7805 iprec_at_recall_0.40 11_8 0.6964 iprec_at_recall_0.50 11_8 0.5618 iprec_at_recall_0.60 11_8 0.3947 iprec_at_recall_0.70 11_8 0.2717 iprec_at_recall_0.80 11_8 0.1605 iprec_at_recall_0.90 11_8 0.1002 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 0.9000 P_15 11_8 0.9333 P_20 11_8 0.9000 P_30 11_8 0.7667 P_100 11_8 0.5100 P_200 11_8 0.3300 P_500 11_8 0.1560 P_1000 11_8 0.0890 relstring 11_8 '43233-2423' recall_5 11_8 0.0515 recall_10 11_8 0.0928 recall_15 11_8 0.1443 recall_20 11_8 0.1856 recall_30 11_8 0.2371 recall_100 11_8 0.5258 recall_200 11_8 0.6804 recall_500 11_8 0.8041 recall_1000 11_8 0.9175 infAP 11_8 0.5166 Rprec_mult_0.20 11_8 0.9000 Rprec_mult_0.40 11_8 0.7692 Rprec_mult_0.60 11_8 0.6949 Rprec_mult_0.80 11_8 0.5897 Rprec_mult_1.00 11_8 0.5258 Rprec_mult_1.20 11_8 0.4530 Rprec_mult_1.40 11_8 0.4044 Rprec_mult_1.60 11_8 0.3846 Rprec_mult_1.80 11_8 0.3657 Rprec_mult_2.00 11_8 0.3402 utility 11_8 -822.0000 11pt_avg 11_8 0.5181 binG 11_8 0.2729 G 11_8 0.2029 ndcg 11_8 0.8259 ndcg_rel 11_8 0.7555 Rndcg 11_8 0.7359 ndcg_cut_5 11_8 0.8514 ndcg_cut_10 11_8 0.8085 ndcg_cut_15 11_8 0.8079 ndcg_cut_20 11_8 0.7816 ndcg_cut_30 11_8 0.7278 ndcg_cut_100 11_8 0.6364 ndcg_cut_200 11_8 0.7315 ndcg_cut_500 11_8 0.7817 ndcg_cut_1000 11_8 0.8259 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.0878 map_cut_15 11_8 0.1354 map_cut_20 11_8 0.1732 map_cut_30 11_8 0.2128 map_cut_100 11_8 0.4120 map_cut_200 11_8 0.4740 map_cut_500 11_8 0.5026 map_cut_1000 11_8 0.5166 relative_P_5 11_8 1.0000 relative_P_10 11_8 0.9000 relative_P_15 11_8 0.9333 relative_P_20 11_8 0.9000 relative_P_30 11_8 0.7667 relative_P_100 11_8 0.5258 relative_P_200 11_8 0.6804 relative_P_500 11_8 0.8041 relative_P_1000 11_8 0.9175 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0890 set_relative_P 11_8 0.9175 set_recall 11_8 0.9175 set_map 11_8 0.0817 set_F 11_8 0.1623 num_nonrel_judged_ret 11_8 4 rbp 11_8 0.5885 rbp_resid 11_8 0.1307 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.1000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 71 map 11_9 0.1697 Rprec 11_9 0.2479 bpref 11_9 0.5253 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.4643 iprec_at_recall_0.20 11_9 0.2824 iprec_at_recall_0.30 11_9 0.2250 iprec_at_recall_0.40 11_9 0.1489 iprec_at_recall_0.50 11_9 0.0804 iprec_at_recall_0.60 11_9 0.0716 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 1.0000 P_10 11_9 0.6000 P_15 11_9 0.4000 P_20 11_9 0.4500 P_30 11_9 0.4333 P_100 11_9 0.2500 P_200 11_9 0.1800 P_500 11_9 0.1120 P_1000 11_9 0.0710 relstring 11_9 '32211-0-3-' recall_5 11_9 0.0427 recall_10 11_9 0.0513 recall_15 11_9 0.0513 recall_20 11_9 0.0769 recall_30 11_9 0.1111 recall_100 11_9 0.2137 recall_200 11_9 0.3077 recall_500 11_9 0.4786 recall_1000 11_9 0.6068 infAP 11_9 0.1697 Rprec_mult_0.20 11_9 0.4583 Rprec_mult_0.40 11_9 0.3617 Rprec_mult_0.60 11_9 0.2958 Rprec_mult_0.80 11_9 0.2660 Rprec_mult_1.00 11_9 0.2479 Rprec_mult_1.20 11_9 0.2199 Rprec_mult_1.40 11_9 0.2195 Rprec_mult_1.60 11_9 0.1915 Rprec_mult_1.80 11_9 0.1896 Rprec_mult_2.00 11_9 0.1880 utility 11_9 -858.0000 11pt_avg 11_9 0.2066 binG 11_9 0.1309 G 11_9 0.0924 ndcg 11_9 0.4706 ndcg_rel 11_9 0.4131 Rndcg 11_9 0.3969 ndcg_cut_5 11_9 0.5803 ndcg_cut_10 11_9 0.4575 ndcg_cut_15 11_9 0.3634 ndcg_cut_20 11_9 0.3804 ndcg_cut_30 11_9 0.3417 ndcg_cut_100 11_9 0.2652 ndcg_cut_200 11_9 0.2986 ndcg_cut_500 11_9 0.4014 ndcg_cut_1000 11_9 0.4706 map_cut_5 11_9 0.0427 map_cut_10 11_9 0.0484 map_cut_15 11_9 0.0484 map_cut_20 11_9 0.0600 map_cut_30 11_9 0.0759 map_cut_100 11_9 0.1106 map_cut_200 11_9 0.1326 map_cut_500 11_9 0.1595 map_cut_1000 11_9 0.1697 relative_P_5 11_9 1.0000 relative_P_10 11_9 0.6000 relative_P_15 11_9 0.4000 relative_P_20 11_9 0.4500 relative_P_30 11_9 0.4333 relative_P_100 11_9 0.2500 relative_P_200 11_9 0.3077 relative_P_500 11_9 0.4786 relative_P_1000 11_9 0.6068 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0710 set_relative_P 11_9 0.6068 set_recall 11_9 0.6068 set_map 11_9 0.0431 set_F 11_9 0.1271 num_nonrel_judged_ret 11_9 27 rbp 11_9 0.2770 rbp_resid 11_9 0.3240 unj_5 11_9 0.0000 unj_10 11_9 0.3000 unj_20 11_9 0.4000 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 58 map 12_1 0.4806 Rprec 12_1 0.5067 bpref 12_1 0.6640 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.9333 iprec_at_recall_0.20 12_1 0.9048 iprec_at_recall_0.30 12_1 0.7419 iprec_at_recall_0.40 12_1 0.6122 iprec_at_recall_0.50 12_1 0.5067 iprec_at_recall_0.60 12_1 0.3966 iprec_at_recall_0.70 12_1 0.2304 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 1.0000 P_10 12_1 0.9000 P_15 12_1 0.9333 P_20 12_1 0.9000 P_30 12_1 0.7333 P_100 12_1 0.4400 P_200 12_1 0.2600 P_500 12_1 0.1120 P_1000 12_1 0.0580 relstring 12_1 '2222212022' recall_5 12_1 0.0667 recall_10 12_1 0.1200 recall_15 12_1 0.1867 recall_20 12_1 0.2400 recall_30 12_1 0.2933 recall_100 12_1 0.5867 recall_200 12_1 0.6933 recall_500 12_1 0.7467 recall_1000 12_1 0.7733 infAP 12_1 0.4806 Rprec_mult_0.20 12_1 0.9333 Rprec_mult_0.40 12_1 0.7333 Rprec_mult_0.60 12_1 0.6000 Rprec_mult_0.80 12_1 0.5167 Rprec_mult_1.00 12_1 0.5067 Rprec_mult_1.20 12_1 0.4556 Rprec_mult_1.40 12_1 0.4190 Rprec_mult_1.60 12_1 0.3833 Rprec_mult_1.80 12_1 0.3481 Rprec_mult_2.00 12_1 0.3133 utility 12_1 -884.0000 11pt_avg 12_1 0.4842 binG 12_1 0.2886 G 12_1 0.2320 ndcg 12_1 0.7732 ndcg_rel 12_1 0.7449 Rndcg 12_1 0.6878 ndcg_cut_5 12_1 0.8550 ndcg_cut_10 12_1 0.8030 ndcg_cut_15 12_1 0.8438 ndcg_cut_20 12_1 0.8207 ndcg_cut_30 12_1 0.7296 ndcg_cut_100 12_1 0.6925 ndcg_cut_200 12_1 0.7449 ndcg_cut_500 12_1 0.7657 ndcg_cut_1000 12_1 0.7732 map_cut_5 12_1 0.0667 map_cut_10 12_1 0.1172 map_cut_15 12_1 0.1787 map_cut_20 12_1 0.2262 map_cut_30 12_1 0.2715 map_cut_100 12_1 0.4326 map_cut_200 12_1 0.4674 map_cut_500 12_1 0.4780 map_cut_1000 12_1 0.4806 relative_P_5 12_1 1.0000 relative_P_10 12_1 0.9000 relative_P_15 12_1 0.9333 relative_P_20 12_1 0.9000 relative_P_30 12_1 0.7333 relative_P_100 12_1 0.5867 relative_P_200 12_1 0.6933 relative_P_500 12_1 0.7467 relative_P_1000 12_1 0.7733 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0580 set_relative_P 12_1 0.7733 set_recall 12_1 0.7733 set_map 12_1 0.0449 set_F 12_1 0.1079 num_nonrel_judged_ret 12_1 45 rbp 12_1 0.5481 rbp_resid 12_1 0.0429 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 46 map 12_2 0.3513 Rprec 12_2 0.4308 bpref 12_2 0.6786 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.8333 iprec_at_recall_0.20 12_2 0.6500 iprec_at_recall_0.30 12_2 0.5676 iprec_at_recall_0.40 12_2 0.4590 iprec_at_recall_0.50 12_2 0.3235 iprec_at_recall_0.60 12_2 0.1158 iprec_at_recall_0.70 12_2 0.0490 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 1.0000 P_10 12_2 0.8000 P_15 12_2 0.8000 P_20 12_2 0.6500 P_30 12_2 0.5667 P_100 12_2 0.3200 P_200 12_2 0.1800 P_500 12_2 0.0860 P_1000 12_2 0.0460 relstring 12_2 '3322102-11' recall_5 12_2 0.0769 recall_10 12_2 0.1231 recall_15 12_2 0.1846 recall_20 12_2 0.2000 recall_30 12_2 0.2615 recall_100 12_2 0.4923 recall_200 12_2 0.5538 recall_500 12_2 0.6615 recall_1000 12_2 0.7077 infAP 12_2 0.3513 Rprec_mult_0.20 12_2 0.7692 Rprec_mult_0.40 12_2 0.6154 Rprec_mult_0.60 12_2 0.5385 Rprec_mult_0.80 12_2 0.4615 Rprec_mult_1.00 12_2 0.4308 Rprec_mult_1.20 12_2 0.3846 Rprec_mult_1.40 12_2 0.3407 Rprec_mult_1.60 12_2 0.3173 Rprec_mult_1.80 12_2 0.2906 Rprec_mult_2.00 12_2 0.2615 utility 12_2 -908.0000 11pt_avg 12_2 0.3635 binG 12_2 0.2276 G 12_2 0.2048 ndcg 12_2 0.6675 ndcg_rel 12_2 0.6525 Rndcg 12_2 0.6491 ndcg_cut_5 12_2 0.8073 ndcg_cut_10 12_2 0.6977 ndcg_cut_15 12_2 0.6627 ndcg_cut_20 12_2 0.5843 ndcg_cut_30 12_2 0.5874 ndcg_cut_100 12_2 0.5798 ndcg_cut_200 12_2 0.6016 ndcg_cut_500 12_2 0.6470 ndcg_cut_1000 12_2 0.6675 map_cut_5 12_2 0.0769 map_cut_10 12_2 0.1144 map_cut_15 12_2 0.1642 map_cut_20 12_2 0.1742 map_cut_30 12_2 0.2116 map_cut_100 12_2 0.3195 map_cut_200 12_2 0.3359 map_cut_500 12_2 0.3480 map_cut_1000 12_2 0.3513 relative_P_5 12_2 1.0000 relative_P_10 12_2 0.8000 relative_P_15 12_2 0.8000 relative_P_20 12_2 0.6500 relative_P_30 12_2 0.5667 relative_P_100 12_2 0.4923 relative_P_200 12_2 0.5538 relative_P_500 12_2 0.6615 relative_P_1000 12_2 0.7077 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0460 set_relative_P 12_2 0.7077 set_recall 12_2 0.7077 set_map 12_2 0.0326 set_F 12_2 0.0864 num_nonrel_judged_ret 12_2 8 rbp 12_2 0.4565 rbp_resid 12_2 0.1940 unj_5 12_2 0.0000 unj_10 12_2 0.1000 unj_20 12_2 0.2500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 73 map 12_3 0.2680 Rprec 12_3 0.3733 bpref 12_3 0.8165 recip_rank 12_3 0.3333 iprec_at_recall_0.00 12_3 0.5000 iprec_at_recall_0.10 12_3 0.4333 iprec_at_recall_0.20 12_3 0.3864 iprec_at_recall_0.30 12_3 0.3864 iprec_at_recall_0.40 12_3 0.3864 iprec_at_recall_0.50 12_3 0.3486 iprec_at_recall_0.60 12_3 0.2601 iprec_at_recall_0.70 12_3 0.1611 iprec_at_recall_0.80 12_3 0.1029 iprec_at_recall_0.90 12_3 0.0958 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.4000 P_10 12_3 0.3000 P_15 12_3 0.3333 P_20 12_3 0.3500 P_30 12_3 0.4333 P_100 12_3 0.3400 P_200 12_3 0.2350 P_500 12_3 0.1180 P_1000 12_3 0.0730 relstring 12_3 '002102---0' recall_5 12_3 0.0267 recall_10 12_3 0.0400 recall_15 12_3 0.0667 recall_20 12_3 0.0933 recall_30 12_3 0.1733 recall_100 12_3 0.4533 recall_200 12_3 0.6267 recall_500 12_3 0.7867 recall_1000 12_3 0.9733 infAP 12_3 0.2680 Rprec_mult_0.20 12_3 0.3333 Rprec_mult_0.40 12_3 0.4333 Rprec_mult_0.60 12_3 0.3778 Rprec_mult_0.80 12_3 0.3500 Rprec_mult_1.00 12_3 0.3733 Rprec_mult_1.20 12_3 0.3778 Rprec_mult_1.40 12_3 0.3333 Rprec_mult_1.60 12_3 0.3333 Rprec_mult_1.80 12_3 0.2963 Rprec_mult_2.00 12_3 0.2800 utility 12_3 -854.0000 11pt_avg 12_3 0.2783 binG 12_3 0.1720 G 12_3 0.1504 ndcg 12_3 0.6382 ndcg_rel 12_3 0.4168 Rndcg 12_3 0.4056 ndcg_cut_5 12_3 0.2426 ndcg_cut_10 12_3 0.2358 ndcg_cut_15 12_3 0.2297 ndcg_cut_20 12_3 0.2247 ndcg_cut_30 12_3 0.2867 ndcg_cut_100 12_3 0.3802 ndcg_cut_200 12_3 0.4711 ndcg_cut_500 12_3 0.5556 ndcg_cut_1000 12_3 0.6382 map_cut_5 12_3 0.0111 map_cut_10 12_3 0.0178 map_cut_15 12_3 0.0282 map_cut_20 12_3 0.0378 map_cut_30 12_3 0.0691 map_cut_100 12_3 0.1716 map_cut_200 12_3 0.2242 map_cut_500 12_3 0.2504 map_cut_1000 12_3 0.2680 relative_P_5 12_3 0.4000 relative_P_10 12_3 0.3000 relative_P_15 12_3 0.3333 relative_P_20 12_3 0.3500 relative_P_30 12_3 0.4333 relative_P_100 12_3 0.4533 relative_P_200 12_3 0.6267 relative_P_500 12_3 0.7867 relative_P_1000 12_3 0.9733 success_1 12_3 0.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0730 set_relative_P 12_3 0.9733 set_recall 12_3 0.9733 set_map 12_3 0.0711 set_F 12_3 0.1358 num_nonrel_judged_ret 12_3 24 rbp 12_3 0.2656 rbp_resid 12_3 0.3217 unj_5 12_3 0.0000 unj_10 12_3 0.3000 unj_20 12_3 0.4500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 29 map 12_5 0.0496 Rprec 12_5 0.0877 bpref 12_5 0.4583 recip_rank 12_5 0.3333 iprec_at_recall_0.00 12_5 0.6000 iprec_at_recall_0.10 12_5 0.0984 iprec_at_recall_0.20 12_5 0.0585 iprec_at_recall_0.30 12_5 0.0507 iprec_at_recall_0.40 12_5 0.0417 iprec_at_recall_0.50 12_5 0.0328 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.6000 P_10 12_5 0.3000 P_15 12_5 0.2000 P_20 12_5 0.1500 P_30 12_5 0.1333 P_100 12_5 0.0600 P_200 12_5 0.0500 P_500 12_5 0.0440 P_1000 12_5 0.0290 relstring 12_5 '00222-----' recall_5 12_5 0.0526 recall_10 12_5 0.0526 recall_15 12_5 0.0526 recall_20 12_5 0.0526 recall_30 12_5 0.0702 recall_100 12_5 0.1053 recall_200 12_5 0.1754 recall_500 12_5 0.3860 recall_1000 12_5 0.5088 infAP 12_5 0.0496 Rprec_mult_0.20 12_5 0.2500 Rprec_mult_0.40 12_5 0.1304 Rprec_mult_0.60 12_5 0.1143 Rprec_mult_0.80 12_5 0.1087 Rprec_mult_1.00 12_5 0.0877 Rprec_mult_1.20 12_5 0.0870 Rprec_mult_1.40 12_5 0.0750 Rprec_mult_1.60 12_5 0.0652 Rprec_mult_1.80 12_5 0.0583 Rprec_mult_2.00 12_5 0.0526 utility 12_5 -942.0000 11pt_avg 12_5 0.0802 binG 12_5 0.0843 G 12_5 0.0707 ndcg 12_5 0.3010 ndcg_rel 12_5 0.2565 Rndcg 12_5 0.1906 ndcg_cut_5 12_5 0.2979 ndcg_cut_10 12_5 0.2071 ndcg_cut_15 12_5 0.1715 ndcg_cut_20 12_5 0.1487 ndcg_cut_30 12_5 0.1387 ndcg_cut_100 12_5 0.1198 ndcg_cut_200 12_5 0.1585 ndcg_cut_500 12_5 0.2539 ndcg_cut_1000 12_5 0.3010 map_cut_5 12_5 0.0251 map_cut_10 12_5 0.0251 map_cut_15 12_5 0.0251 map_cut_20 12_5 0.0251 map_cut_30 12_5 0.0277 map_cut_100 12_5 0.0315 map_cut_200 12_5 0.0350 map_cut_500 12_5 0.0452 map_cut_1000 12_5 0.0496 relative_P_5 12_5 0.6000 relative_P_10 12_5 0.3000 relative_P_15 12_5 0.2000 relative_P_20 12_5 0.1500 relative_P_30 12_5 0.1333 relative_P_100 12_5 0.1053 relative_P_200 12_5 0.1754 relative_P_500 12_5 0.3860 relative_P_1000 12_5 0.5088 success_1 12_5 0.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0290 set_relative_P 12_5 0.5088 set_recall 12_5 0.5088 set_map 12_5 0.0148 set_F 12_5 0.0549 num_nonrel_judged_ret 12_5 7 rbp 12_5 0.1513 rbp_resid 12_5 0.5441 unj_5 12_5 0.0000 unj_10 12_5 0.5000 unj_20 12_5 0.6500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 42 map 12_6 0.4493 Rprec 12_6 0.5625 bpref 12_6 0.6862 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.7143 iprec_at_recall_0.20 12_6 0.7143 iprec_at_recall_0.30 12_6 0.7143 iprec_at_recall_0.40 12_6 0.6111 iprec_at_recall_0.50 12_6 0.6000 iprec_at_recall_0.60 12_6 0.4531 iprec_at_recall_0.70 12_6 0.3366 iprec_at_recall_0.80 12_6 0.2901 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.4000 P_10 12_6 0.5000 P_15 12_6 0.6000 P_20 12_6 0.7000 P_30 12_6 0.6000 P_100 12_6 0.3300 P_200 12_6 0.2000 P_500 12_6 0.0840 P_1000 12_6 0.0420 relstring 12_6 '1020002220' recall_5 12_6 0.0417 recall_10 12_6 0.1042 recall_15 12_6 0.1875 recall_20 12_6 0.2917 recall_30 12_6 0.3750 recall_100 12_6 0.6875 recall_200 12_6 0.8333 recall_500 12_6 0.8750 recall_1000 12_6 0.8750 infAP 12_6 0.4493 Rprec_mult_0.20 12_6 0.5000 Rprec_mult_0.40 12_6 0.7000 Rprec_mult_0.60 12_6 0.6207 Rprec_mult_0.80 12_6 0.5897 Rprec_mult_1.00 12_6 0.5625 Rprec_mult_1.20 12_6 0.4828 Rprec_mult_1.40 12_6 0.4412 Rprec_mult_1.60 12_6 0.4026 Rprec_mult_1.80 12_6 0.3563 Rprec_mult_2.00 12_6 0.3438 utility 12_6 -916.0000 11pt_avg 12_6 0.4940 binG 12_6 0.2418 G 12_6 0.1855 ndcg 12_6 0.6554 ndcg_rel 12_6 0.5221 Rndcg 12_6 0.4947 ndcg_cut_5 12_6 0.2900 ndcg_cut_10 12_6 0.3866 ndcg_cut_15 12_6 0.4314 ndcg_cut_20 12_6 0.4735 ndcg_cut_30 12_6 0.4907 ndcg_cut_100 12_6 0.5773 ndcg_cut_200 12_6 0.6387 ndcg_cut_500 12_6 0.6554 ndcg_cut_1000 12_6 0.6554 map_cut_5 12_6 0.0347 map_cut_10 12_6 0.0656 map_cut_15 12_6 0.1126 map_cut_20 12_6 0.1819 map_cut_30 12_6 0.2377 map_cut_100 12_6 0.4002 map_cut_200 12_6 0.4439 map_cut_500 12_6 0.4493 map_cut_1000 12_6 0.4493 relative_P_5 12_6 0.4000 relative_P_10 12_6 0.5000 relative_P_15 12_6 0.6000 relative_P_20 12_6 0.7000 relative_P_30 12_6 0.6000 relative_P_100 12_6 0.6875 relative_P_200 12_6 0.8333 relative_P_500 12_6 0.8750 relative_P_1000 12_6 0.8750 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0420 set_relative_P 12_6 0.8750 set_recall 12_6 0.8750 set_map 12_6 0.0367 set_F 12_6 0.0802 num_nonrel_judged_ret 12_6 29 rbp 12_6 0.3100 rbp_resid 12_6 0.0387 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.0000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 17 map 12_7 0.4012 Rprec 12_7 0.4706 bpref 12_7 0.3806 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 1.0000 iprec_at_recall_0.20 12_7 0.5000 iprec_at_recall_0.30 12_7 0.5000 iprec_at_recall_0.40 12_7 0.5000 iprec_at_recall_0.50 12_7 0.5000 iprec_at_recall_0.60 12_7 0.3125 iprec_at_recall_0.70 12_7 0.2667 iprec_at_recall_0.80 12_7 0.2593 iprec_at_recall_0.90 12_7 0.2542 iprec_at_recall_1.00 12_7 0.0685 P_5 12_7 0.4000 P_10 12_7 0.4000 P_15 12_7 0.4000 P_20 12_7 0.4500 P_30 12_7 0.3000 P_100 12_7 0.1500 P_200 12_7 0.0800 P_500 12_7 0.0340 P_1000 12_7 0.0170 relstring 12_7 '220000-302' recall_5 12_7 0.1176 recall_10 12_7 0.2353 recall_15 12_7 0.3529 recall_20 12_7 0.5294 recall_30 12_7 0.5294 recall_100 12_7 0.8824 recall_200 12_7 0.9412 recall_500 12_7 1.0000 recall_1000 12_7 1.0000 infAP 12_7 0.4012 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.2857 Rprec_mult_0.60 12_7 0.3636 Rprec_mult_0.80 12_7 0.4286 Rprec_mult_1.00 12_7 0.4706 Rprec_mult_1.20 12_7 0.4286 Rprec_mult_1.40 12_7 0.3750 Rprec_mult_1.60 12_7 0.3214 Rprec_mult_1.80 12_7 0.2903 Rprec_mult_2.00 12_7 0.2941 utility 12_7 -966.0000 11pt_avg 12_7 0.4692 binG 12_7 0.3296 G 12_7 0.2640 ndcg 12_7 0.7057 ndcg_rel 12_7 0.5765 Rndcg 12_7 0.5066 ndcg_cut_5 12_7 0.3856 ndcg_cut_10 12_7 0.4109 ndcg_cut_15 12_7 0.4498 ndcg_cut_20 12_7 0.5710 ndcg_cut_30 12_7 0.5710 ndcg_cut_100 12_7 0.6862 ndcg_cut_200 12_7 0.6967 ndcg_cut_500 12_7 0.7057 ndcg_cut_1000 12_7 0.7057 map_cut_5 12_7 0.1176 map_cut_10 12_7 0.1632 map_cut_15 12_7 0.2111 map_cut_20 12_7 0.2939 map_cut_30 12_7 0.2939 map_cut_100 12_7 0.3885 map_cut_200 12_7 0.3972 map_cut_500 12_7 0.4012 map_cut_1000 12_7 0.4012 relative_P_5 12_7 0.4000 relative_P_10 12_7 0.4000 relative_P_15 12_7 0.4000 relative_P_20 12_7 0.5294 relative_P_30 12_7 0.5294 relative_P_100 12_7 0.8824 relative_P_200 12_7 0.9412 relative_P_500 12_7 1.0000 relative_P_1000 12_7 1.0000 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0170 set_relative_P 12_7 1.0000 set_recall 12_7 1.0000 set_map 12_7 0.0170 set_F 12_7 0.0334 num_nonrel_judged_ret 12_7 37 rbp 12_7 0.2965 rbp_resid 12_7 0.1406 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.1000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 23 map 12_9 0.3560 Rprec 12_9 0.3704 bpref 12_9 0.5350 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 1.0000 iprec_at_recall_0.20 12_9 0.8333 iprec_at_recall_0.30 12_9 0.5333 iprec_at_recall_0.40 12_9 0.3750 iprec_at_recall_0.50 12_9 0.2121 iprec_at_recall_0.60 12_9 0.1322 iprec_at_recall_0.70 12_9 0.1145 iprec_at_recall_0.80 12_9 0.0387 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.8000 P_10 12_9 0.6000 P_15 12_9 0.5333 P_20 12_9 0.4000 P_30 12_9 0.3667 P_100 12_9 0.1500 P_200 12_9 0.0950 P_500 12_9 0.0400 P_1000 12_9 0.0230 relstring 12_9 '32220101--' recall_5 12_9 0.1481 recall_10 12_9 0.2222 recall_15 12_9 0.2963 recall_20 12_9 0.2963 recall_30 12_9 0.4074 recall_100 12_9 0.5556 recall_200 12_9 0.7037 recall_500 12_9 0.7407 recall_1000 12_9 0.8519 infAP 12_9 0.3560 Rprec_mult_0.20 12_9 0.8333 Rprec_mult_0.40 12_9 0.6364 Rprec_mult_0.60 12_9 0.4706 Rprec_mult_0.80 12_9 0.3636 Rprec_mult_1.00 12_9 0.3704 Rprec_mult_1.20 12_9 0.3636 Rprec_mult_1.40 12_9 0.3158 Rprec_mult_1.60 12_9 0.2955 Rprec_mult_1.80 12_9 0.2653 Rprec_mult_2.00 12_9 0.2407 utility 12_9 -954.0000 11pt_avg 12_9 0.3854 binG 12_9 0.3085 G 12_9 0.2677 ndcg 12_9 0.6926 ndcg_rel 12_9 0.6655 Rndcg 12_9 0.6520 ndcg_cut_5 12_9 0.8134 ndcg_cut_10 12_9 0.6340 ndcg_cut_15 12_9 0.5485 ndcg_cut_20 12_9 0.5040 ndcg_cut_30 12_9 0.5086 ndcg_cut_100 12_9 0.5731 ndcg_cut_200 12_9 0.6426 ndcg_cut_500 12_9 0.6585 ndcg_cut_1000 12_9 0.6926 map_cut_5 12_9 0.1481 map_cut_10 12_9 0.2068 map_cut_15 12_9 0.2501 map_cut_20 12_9 0.2501 map_cut_30 12_9 0.2913 map_cut_100 12_9 0.3303 map_cut_200 12_9 0.3486 map_cut_500 12_9 0.3518 map_cut_1000 12_9 0.3560 relative_P_5 12_9 0.8000 relative_P_10 12_9 0.6000 relative_P_15 12_9 0.5333 relative_P_20 12_9 0.4000 relative_P_30 12_9 0.4074 relative_P_100 12_9 0.5556 relative_P_200 12_9 0.7037 relative_P_500 12_9 0.7407 relative_P_1000 12_9 0.8519 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0230 set_relative_P 12_9 0.8519 set_recall 12_9 0.8519 set_map 12_9 0.0196 set_F 12_9 0.0448 num_nonrel_judged_ret 12_9 30 rbp 12_9 0.3287 rbp_resid 12_9 0.2790 unj_5 12_9 0.0000 unj_10 12_9 0.2000 unj_20 12_9 0.4500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 95 map 13_2 0.3473 Rprec 13_2 0.3961 bpref 13_2 0.6061 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 1.0000 iprec_at_recall_0.20 13_2 0.7111 iprec_at_recall_0.30 13_2 0.5165 iprec_at_recall_0.40 13_2 0.4036 iprec_at_recall_0.50 13_2 0.2776 iprec_at_recall_0.60 13_2 0.1623 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 1.0000 P_10 13_2 1.0000 P_15 13_2 1.0000 P_20 13_2 0.9000 P_30 13_2 0.8000 P_100 13_2 0.4900 P_200 13_2 0.3550 P_500 13_2 0.1820 P_1000 13_2 0.0950 relstring 13_2 '2134222212' recall_5 13_2 0.0325 recall_10 13_2 0.0649 recall_15 13_2 0.0974 recall_20 13_2 0.1169 recall_30 13_2 0.1558 recall_100 13_2 0.3182 recall_200 13_2 0.4610 recall_500 13_2 0.5909 recall_1000 13_2 0.6169 infAP 13_2 0.3473 Rprec_mult_0.20 13_2 0.8065 Rprec_mult_0.40 13_2 0.5806 Rprec_mult_0.60 13_2 0.5054 Rprec_mult_0.80 13_2 0.4516 Rprec_mult_1.00 13_2 0.3961 Rprec_mult_1.20 13_2 0.3730 Rprec_mult_1.40 13_2 0.3426 Rprec_mult_1.60 13_2 0.3077 Rprec_mult_1.80 13_2 0.2734 Rprec_mult_2.00 13_2 0.2630 utility 13_2 -810.0000 11pt_avg 13_2 0.3701 binG 13_2 0.2039 G 13_2 0.1211 ndcg 13_2 0.6161 ndcg_rel 13_2 0.5833 Rndcg 13_2 0.5404 ndcg_cut_5 13_2 0.6731 ndcg_cut_10 13_2 0.6504 ndcg_cut_15 13_2 0.6826 ndcg_cut_20 13_2 0.6265 ndcg_cut_30 13_2 0.6024 ndcg_cut_100 13_2 0.4958 ndcg_cut_200 13_2 0.5272 ndcg_cut_500 13_2 0.6070 ndcg_cut_1000 13_2 0.6161 map_cut_5 13_2 0.0325 map_cut_10 13_2 0.0649 map_cut_15 13_2 0.0974 map_cut_20 13_2 0.1158 map_cut_30 13_2 0.1491 map_cut_100 13_2 0.2473 map_cut_200 13_2 0.3080 map_cut_500 13_2 0.3433 map_cut_1000 13_2 0.3473 relative_P_5 13_2 1.0000 relative_P_10 13_2 1.0000 relative_P_15 13_2 1.0000 relative_P_20 13_2 0.9000 relative_P_30 13_2 0.8000 relative_P_100 13_2 0.4900 relative_P_200 13_2 0.4610 relative_P_500 13_2 0.5909 relative_P_1000 13_2 0.6169 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0950 set_relative_P 13_2 0.6169 set_recall 13_2 0.6169 set_map 13_2 0.0586 set_F 13_2 0.1646 num_nonrel_judged_ret 13_2 7 rbp 13_2 0.4891 rbp_resid 13_2 0.0877 unj_5 13_2 0.0000 unj_10 13_2 0.0000 unj_20 13_2 0.1000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 71 map 13_3 0.2054 Rprec 13_3 0.2911 bpref 13_3 0.7625 recip_rank 13_3 0.3333 iprec_at_recall_0.00 13_3 0.3889 iprec_at_recall_0.10 13_3 0.3333 iprec_at_recall_0.20 13_3 0.3333 iprec_at_recall_0.30 13_3 0.2963 iprec_at_recall_0.40 13_3 0.2602 iprec_at_recall_0.50 13_3 0.2116 iprec_at_recall_0.60 13_3 0.1808 iprec_at_recall_0.70 13_3 0.1549 iprec_at_recall_0.80 13_3 0.1296 iprec_at_recall_0.90 13_3 0.0971 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.2000 P_10 13_3 0.3000 P_15 13_3 0.3333 P_20 13_3 0.3500 P_30 13_3 0.3000 P_100 13_3 0.2500 P_200 13_3 0.2000 P_500 13_3 0.1280 P_1000 13_3 0.0710 relstring 13_3 '00200--202' recall_5 13_3 0.0127 recall_10 13_3 0.0380 recall_15 13_3 0.0633 recall_20 13_3 0.0886 recall_30 13_3 0.1139 recall_100 13_3 0.3165 recall_200 13_3 0.5063 recall_500 13_3 0.8101 recall_1000 13_3 0.8987 infAP 13_3 0.2054 Rprec_mult_0.20 13_3 0.3750 Rprec_mult_0.40 13_3 0.2812 Rprec_mult_0.60 13_3 0.3125 Rprec_mult_0.80 13_3 0.3125 Rprec_mult_1.00 13_3 0.2911 Rprec_mult_1.20 13_3 0.2526 Rprec_mult_1.40 13_3 0.2432 Rprec_mult_1.60 13_3 0.2520 Rprec_mult_1.80 13_3 0.2378 Rprec_mult_2.00 13_3 0.2152 utility 13_3 -858.0000 11pt_avg 13_3 0.2169 binG 13_3 0.1486 G 13_3 0.1365 ndcg 13_3 0.5962 ndcg_rel 13_3 0.4078 Rndcg 13_3 0.3227 ndcg_cut_5 13_3 0.1182 ndcg_cut_10 13_3 0.1896 ndcg_cut_15 13_3 0.2255 ndcg_cut_20 13_3 0.2654 ndcg_cut_30 13_3 0.2408 ndcg_cut_100 13_3 0.2920 ndcg_cut_200 13_3 0.4093 ndcg_cut_500 13_3 0.5618 ndcg_cut_1000 13_3 0.5962 map_cut_5 13_3 0.0042 map_cut_10 13_3 0.0112 map_cut_15 13_3 0.0190 map_cut_20 13_3 0.0287 map_cut_30 13_3 0.0361 map_cut_100 13_3 0.0995 map_cut_200 13_3 0.1448 map_cut_500 13_3 0.1953 map_cut_1000 13_3 0.2054 relative_P_5 13_3 0.2000 relative_P_10 13_3 0.3000 relative_P_15 13_3 0.3333 relative_P_20 13_3 0.3500 relative_P_30 13_3 0.3000 relative_P_100 13_3 0.3165 relative_P_200 13_3 0.5063 relative_P_500 13_3 0.8101 relative_P_1000 13_3 0.8987 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0710 set_relative_P 13_3 0.8987 set_recall 13_3 0.8987 set_map 13_3 0.0638 set_F 13_3 0.1316 num_nonrel_judged_ret 13_3 21 rbp 13_3 0.1890 rbp_resid 13_3 0.3341 unj_5 13_3 0.0000 unj_10 13_3 0.2000 unj_20 13_3 0.4000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 93 map 13_4 0.3220 Rprec 13_4 0.4091 bpref 13_4 0.6048 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.7391 iprec_at_recall_0.20 13_4 0.6667 iprec_at_recall_0.30 13_4 0.5556 iprec_at_recall_0.40 13_4 0.4186 iprec_at_recall_0.50 13_4 0.2716 iprec_at_recall_0.60 13_4 0.2068 iprec_at_recall_0.70 13_4 0.1227 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.7000 P_15 13_4 0.6667 P_20 13_4 0.7000 P_30 13_4 0.6667 P_100 13_4 0.4700 P_200 13_4 0.3000 P_500 13_4 0.1700 P_1000 13_4 0.0930 relstring 13_4 '2220022022' recall_5 13_4 0.0227 recall_10 13_4 0.0530 recall_15 13_4 0.0758 recall_20 13_4 0.1061 recall_30 13_4 0.1515 recall_100 13_4 0.3561 recall_200 13_4 0.4545 recall_500 13_4 0.6439 recall_1000 13_4 0.7045 infAP 13_4 0.3220 Rprec_mult_0.20 13_4 0.7037 Rprec_mult_0.40 13_4 0.6038 Rprec_mult_0.60 13_4 0.5250 Rprec_mult_0.80 13_4 0.4434 Rprec_mult_1.00 13_4 0.4091 Rprec_mult_1.20 13_4 0.3459 Rprec_mult_1.40 13_4 0.3135 Rprec_mult_1.60 13_4 0.2925 Rprec_mult_1.80 13_4 0.2731 Rprec_mult_2.00 13_4 0.2538 utility 13_4 -814.0000 11pt_avg 13_4 0.3619 binG 13_4 0.1612 G 13_4 0.1361 ndcg 13_4 0.6623 ndcg_rel 13_4 0.6099 Rndcg 13_4 0.5663 ndcg_cut_5 13_4 0.6179 ndcg_cut_10 13_4 0.6762 ndcg_cut_15 13_4 0.6409 ndcg_cut_20 13_4 0.6668 ndcg_cut_30 13_4 0.6432 ndcg_cut_100 13_4 0.4820 ndcg_cut_200 13_4 0.5033 ndcg_cut_500 13_4 0.6273 ndcg_cut_1000 13_4 0.6623 map_cut_5 13_4 0.0227 map_cut_10 13_4 0.0435 map_cut_15 13_4 0.0597 map_cut_20 13_4 0.0813 map_cut_30 13_4 0.1140 map_cut_100 13_4 0.2323 map_cut_200 13_4 0.2701 map_cut_500 13_4 0.3139 map_cut_1000 13_4 0.3220 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.7000 relative_P_15 13_4 0.6667 relative_P_20 13_4 0.7000 relative_P_30 13_4 0.6667 relative_P_100 13_4 0.4700 relative_P_200 13_4 0.4545 relative_P_500 13_4 0.6439 relative_P_1000 13_4 0.7045 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0930 set_relative_P 13_4 0.7045 set_recall 13_4 0.7045 set_map 13_4 0.0655 set_F 13_4 0.1643 num_nonrel_judged_ret 13_4 20 rbp 13_4 0.4527 rbp_resid 13_4 0.0929 unj_5 13_4 0.0000 unj_10 13_4 0.0000 unj_20 13_4 0.1000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 119 map 13_6 0.4536 Rprec 13_6 0.4593 bpref 13_6 0.8641 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.9474 iprec_at_recall_0.20 13_6 0.8235 iprec_at_recall_0.30 13_6 0.6970 iprec_at_recall_0.40 13_6 0.5934 iprec_at_recall_0.50 13_6 0.3163 iprec_at_recall_0.60 13_6 0.2238 iprec_at_recall_0.70 13_6 0.1887 iprec_at_recall_0.80 13_6 0.1745 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 1.0000 P_15 13_6 0.9333 P_20 13_6 0.9000 P_30 13_6 0.8000 P_100 13_6 0.5500 P_200 13_6 0.3350 P_500 13_6 0.1880 P_1000 13_6 0.1190 relstring 13_6 '3232322222' recall_5 13_6 0.0370 recall_10 13_6 0.0741 recall_15 13_6 0.1037 recall_20 13_6 0.1333 recall_30 13_6 0.1778 recall_100 13_6 0.4074 recall_200 13_6 0.4963 recall_500 13_6 0.6963 recall_1000 13_6 0.8815 infAP 13_6 0.4536 Rprec_mult_0.20 13_6 0.7778 Rprec_mult_0.40 13_6 0.7037 Rprec_mult_0.60 13_6 0.6420 Rprec_mult_0.80 13_6 0.5278 Rprec_mult_1.00 13_6 0.4593 Rprec_mult_1.20 13_6 0.4012 Rprec_mult_1.40 13_6 0.3492 Rprec_mult_1.60 13_6 0.3148 Rprec_mult_1.80 13_6 0.2963 Rprec_mult_2.00 13_6 0.2778 utility 13_6 -762.0000 11pt_avg 13_6 0.4513 binG 13_6 0.2503 G 13_6 0.1663 ndcg 13_6 0.7785 ndcg_rel 13_6 0.6964 Rndcg 13_6 0.6771 ndcg_cut_5 13_6 0.7906 ndcg_cut_10 13_6 0.7501 ndcg_cut_15 13_6 0.7313 ndcg_cut_20 13_6 0.7231 ndcg_cut_30 13_6 0.7166 ndcg_cut_100 13_6 0.5865 ndcg_cut_200 13_6 0.5855 ndcg_cut_500 13_6 0.6908 ndcg_cut_1000 13_6 0.7785 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0741 map_cut_15 13_6 0.1027 map_cut_20 13_6 0.1306 map_cut_30 13_6 0.1656 map_cut_100 13_6 0.3311 map_cut_200 13_6 0.3730 map_cut_500 13_6 0.4214 map_cut_1000 13_6 0.4536 relative_P_5 13_6 1.0000 relative_P_10 13_6 1.0000 relative_P_15 13_6 0.9333 relative_P_20 13_6 0.9000 relative_P_30 13_6 0.8000 relative_P_100 13_6 0.5500 relative_P_200 13_6 0.4963 relative_P_500 13_6 0.6963 relative_P_1000 13_6 0.8815 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.1190 set_relative_P 13_6 0.8815 set_recall 13_6 0.8815 set_map 13_6 0.1049 set_F 13_6 0.2097 num_nonrel_judged_ret 13_6 4 rbp 13_6 0.5294 rbp_resid 13_6 0.0952 unj_5 13_6 0.0000 unj_10 13_6 0.0000 unj_20 13_6 0.1000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 24 map 13_8 0.0733 Rprec 13_8 0.1200 bpref 13_8 0.2258 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.3125 iprec_at_recall_0.20 13_8 0.0504 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.6000 P_10 13_8 0.6000 P_15 13_8 0.4667 P_20 13_8 0.3500 P_30 13_8 0.3000 P_100 13_8 0.1200 P_200 13_8 0.0750 P_500 13_8 0.0440 P_1000 13_8 0.0240 relstring 13_8 '3120000222' recall_5 13_8 0.0300 recall_10 13_8 0.0600 recall_15 13_8 0.0700 recall_20 13_8 0.0700 recall_30 13_8 0.0900 recall_100 13_8 0.1200 recall_200 13_8 0.1500 recall_500 13_8 0.2200 recall_1000 13_8 0.2400 infAP 13_8 0.0733 Rprec_mult_0.20 13_8 0.3500 Rprec_mult_0.40 13_8 0.2500 Rprec_mult_0.60 13_8 0.1833 Rprec_mult_0.80 13_8 0.1500 Rprec_mult_1.00 13_8 0.1200 Rprec_mult_1.20 13_8 0.1167 Rprec_mult_1.40 13_8 0.1000 Rprec_mult_1.60 13_8 0.0875 Rprec_mult_1.80 13_8 0.0833 Rprec_mult_2.00 13_8 0.0750 utility 13_8 -952.0000 11pt_avg 13_8 0.1239 binG 13_8 0.0701 G 13_8 0.0569 ndcg 13_8 0.2702 ndcg_rel 13_8 0.2917 Rndcg 13_8 0.2766 ndcg_cut_5 13_8 0.5235 ndcg_cut_10 13_8 0.4726 ndcg_cut_15 13_8 0.3868 ndcg_cut_20 13_8 0.3405 ndcg_cut_30 13_8 0.3069 ndcg_cut_100 13_8 0.2058 ndcg_cut_200 13_8 0.2226 ndcg_cut_500 13_8 0.2604 ndcg_cut_1000 13_8 0.2702 map_cut_5 13_8 0.0300 map_cut_10 13_8 0.0466 map_cut_15 13_8 0.0519 map_cut_20 13_8 0.0519 map_cut_30 13_8 0.0590 map_cut_100 13_8 0.0659 map_cut_200 13_8 0.0694 map_cut_500 13_8 0.0727 map_cut_1000 13_8 0.0733 relative_P_5 13_8 0.6000 relative_P_10 13_8 0.6000 relative_P_15 13_8 0.4667 relative_P_20 13_8 0.3500 relative_P_30 13_8 0.3000 relative_P_100 13_8 0.1200 relative_P_200 13_8 0.1500 relative_P_500 13_8 0.2200 relative_P_1000 13_8 0.2400 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0240 set_relative_P 13_8 0.2400 set_recall 13_8 0.2400 set_map 13_8 0.0058 set_F 13_8 0.0436 num_nonrel_judged_ret 13_8 7 rbp 13_8 0.2924 rbp_resid 13_8 0.2981 unj_5 13_8 0.0000 unj_10 13_8 0.0000 unj_20 13_8 0.4500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 52 map 14_10 0.6654 Rprec 14_10 0.6154 bpref 14_10 0.8831 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 1.0000 iprec_at_recall_0.20 14_10 0.9333 iprec_at_recall_0.30 14_10 0.8387 iprec_at_recall_0.40 14_10 0.8387 iprec_at_recall_0.50 14_10 0.8387 iprec_at_recall_0.60 14_10 0.7381 iprec_at_recall_0.70 14_10 0.5217 iprec_at_recall_0.80 14_10 0.3621 iprec_at_recall_0.90 14_10 0.1926 iprec_at_recall_1.00 14_10 0.0636 P_5 14_10 1.0000 P_10 14_10 0.9000 P_15 14_10 0.9333 P_20 14_10 0.8000 P_30 14_10 0.8333 P_100 14_10 0.3900 P_200 14_10 0.2250 P_500 14_10 0.0980 P_1000 14_10 0.0520 relstring 14_10 '2212212102' recall_5 14_10 0.0962 recall_10 14_10 0.1731 recall_15 14_10 0.2692 recall_20 14_10 0.3077 recall_30 14_10 0.4808 recall_100 14_10 0.7500 recall_200 14_10 0.8654 recall_500 14_10 0.9423 recall_1000 14_10 1.0000 infAP 14_10 0.6654 Rprec_mult_0.20 14_10 0.9091 Rprec_mult_0.40 14_10 0.8095 Rprec_mult_0.60 14_10 0.8125 Rprec_mult_0.80 14_10 0.7381 Rprec_mult_1.00 14_10 0.6154 Rprec_mult_1.20 14_10 0.5397 Rprec_mult_1.40 14_10 0.5068 Rprec_mult_1.60 14_10 0.4524 Rprec_mult_1.80 14_10 0.4149 Rprec_mult_2.00 14_10 0.3750 utility 14_10 -896.0000 11pt_avg 14_10 0.6661 binG 14_10 0.4081 G 14_10 0.2442 ndcg 14_10 0.8279 ndcg_rel 14_10 0.7042 Rndcg 14_10 0.6838 ndcg_cut_5 14_10 0.6723 ndcg_cut_10 14_10 0.6519 ndcg_cut_15 14_10 0.7001 ndcg_cut_20 14_10 0.6554 ndcg_cut_30 14_10 0.6619 ndcg_cut_100 14_10 0.7338 ndcg_cut_200 14_10 0.7750 ndcg_cut_500 14_10 0.8103 ndcg_cut_1000 14_10 0.8279 map_cut_5 14_10 0.0962 map_cut_10 14_10 0.1712 map_cut_15 14_10 0.2598 map_cut_20 14_10 0.2912 map_cut_30 14_10 0.4334 map_cut_100 14_10 0.6089 map_cut_200 14_10 0.6474 map_cut_500 14_10 0.6611 map_cut_1000 14_10 0.6654 relative_P_5 14_10 1.0000 relative_P_10 14_10 0.9000 relative_P_15 14_10 0.9333 relative_P_20 14_10 0.8000 relative_P_30 14_10 0.8333 relative_P_100 14_10 0.7500 relative_P_200 14_10 0.8654 relative_P_500 14_10 0.9423 relative_P_1000 14_10 1.0000 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0520 set_relative_P 14_10 1.0000 set_recall 14_10 1.0000 set_map 14_10 0.0520 set_F 14_10 0.0989 num_nonrel_judged_ret 14_10 39 rbp 14_10 0.4989 rbp_resid 14_10 0.0628 unj_5 14_10 0.0000 unj_10 14_10 0.0000 unj_20 14_10 0.1000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 72 map 14_2 0.3360 Rprec 14_2 0.4095 bpref 14_2 0.6141 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.8077 iprec_at_recall_0.20 14_2 0.8077 iprec_at_recall_0.30 14_2 0.5385 iprec_at_recall_0.40 14_2 0.4135 iprec_at_recall_0.50 14_2 0.1828 iprec_at_recall_0.60 14_2 0.1329 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 1.0000 P_10 14_2 0.8000 P_15 14_2 0.7333 P_20 14_2 0.7500 P_30 14_2 0.7333 P_100 14_2 0.4000 P_200 14_2 0.2550 P_500 14_2 0.1280 P_1000 14_2 0.0720 relstring 14_2 '1121120120' recall_5 14_2 0.0476 recall_10 14_2 0.0762 recall_15 14_2 0.1048 recall_20 14_2 0.1429 recall_30 14_2 0.2095 recall_100 14_2 0.3810 recall_200 14_2 0.4857 recall_500 14_2 0.6095 recall_1000 14_2 0.6857 infAP 14_2 0.3360 Rprec_mult_0.20 14_2 0.7619 Rprec_mult_0.40 14_2 0.6429 Rprec_mult_0.60 14_2 0.5238 Rprec_mult_0.80 14_2 0.4405 Rprec_mult_1.00 14_2 0.4095 Rprec_mult_1.20 14_2 0.3413 Rprec_mult_1.40 14_2 0.3333 Rprec_mult_1.60 14_2 0.2917 Rprec_mult_1.80 14_2 0.2646 Rprec_mult_2.00 14_2 0.2429 utility 14_2 -856.0000 11pt_avg 14_2 0.3530 binG 14_2 0.1948 G 14_2 0.1287 ndcg 14_2 0.5821 ndcg_rel 14_2 0.5168 Rndcg 14_2 0.4737 ndcg_cut_5 14_2 0.4077 ndcg_cut_10 14_2 0.4360 ndcg_cut_15 14_2 0.4287 ndcg_cut_20 14_2 0.4807 ndcg_cut_30 14_2 0.5070 ndcg_cut_100 14_2 0.4363 ndcg_cut_200 14_2 0.4990 ndcg_cut_500 14_2 0.5518 ndcg_cut_1000 14_2 0.5821 map_cut_5 14_2 0.0476 map_cut_10 14_2 0.0739 map_cut_15 14_2 0.0954 map_cut_20 14_2 0.1232 map_cut_30 14_2 0.1751 map_cut_100 14_2 0.2718 map_cut_200 14_2 0.3084 map_cut_500 14_2 0.3279 map_cut_1000 14_2 0.3360 relative_P_5 14_2 1.0000 relative_P_10 14_2 0.8000 relative_P_15 14_2 0.7333 relative_P_20 14_2 0.7500 relative_P_30 14_2 0.7333 relative_P_100 14_2 0.4000 relative_P_200 14_2 0.4857 relative_P_500 14_2 0.6095 relative_P_1000 14_2 0.6857 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0720 set_relative_P 14_2 0.6857 set_recall 14_2 0.6857 set_map 14_2 0.0494 set_F 14_2 0.1303 num_nonrel_judged_ret 14_2 28 rbp 14_2 0.3720 rbp_resid 14_2 0.0768 unj_5 14_2 0.0000 unj_10 14_2 0.0000 unj_20 14_2 0.1000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 115 map 14_3 0.3683 Rprec 14_3 0.4062 bpref 14_3 0.5862 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.8889 iprec_at_recall_0.20 14_3 0.7619 iprec_at_recall_0.30 14_3 0.5426 iprec_at_recall_0.40 14_3 0.4110 iprec_at_recall_0.50 14_3 0.3252 iprec_at_recall_0.60 14_3 0.1928 iprec_at_recall_0.70 14_3 0.1364 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 1.0000 P_10 14_3 1.0000 P_15 14_3 0.9333 P_20 14_3 0.8000 P_30 14_3 0.8000 P_100 14_3 0.5200 P_200 14_3 0.3600 P_500 14_3 0.1920 P_1000 14_3 0.1150 relstring 14_3 '2211231211' recall_5 14_3 0.0312 recall_10 14_3 0.0625 recall_15 14_3 0.0875 recall_20 14_3 0.1000 recall_30 14_3 0.1500 recall_100 14_3 0.3250 recall_200 14_3 0.4500 recall_500 14_3 0.6000 recall_1000 14_3 0.7188 infAP 14_3 0.3683 Rprec_mult_0.20 14_3 0.7812 Rprec_mult_0.40 14_3 0.6094 Rprec_mult_0.60 14_3 0.5417 Rprec_mult_0.80 14_3 0.4609 Rprec_mult_1.00 14_3 0.4062 Rprec_mult_1.20 14_3 0.3698 Rprec_mult_1.40 14_3 0.3438 Rprec_mult_1.60 14_3 0.3164 Rprec_mult_1.80 14_3 0.2882 Rprec_mult_2.00 14_3 0.2687 utility 14_3 -770.0000 11pt_avg 14_3 0.3872 binG 14_3 0.2029 G 14_3 0.1353 ndcg 14_3 0.6545 ndcg_rel 14_3 0.5956 Rndcg 14_3 0.5585 ndcg_cut_5 14_3 0.6186 ndcg_cut_10 14_3 0.6765 ndcg_cut_15 14_3 0.6629 ndcg_cut_20 14_3 0.6106 ndcg_cut_30 14_3 0.5983 ndcg_cut_100 14_3 0.5140 ndcg_cut_200 14_3 0.5130 ndcg_cut_500 14_3 0.6012 ndcg_cut_1000 14_3 0.6545 map_cut_5 14_3 0.0312 map_cut_10 14_3 0.0625 map_cut_15 14_3 0.0871 map_cut_20 14_3 0.0982 map_cut_30 14_3 0.1388 map_cut_100 14_3 0.2527 map_cut_200 14_3 0.3073 map_cut_500 14_3 0.3501 map_cut_1000 14_3 0.3683 relative_P_5 14_3 1.0000 relative_P_10 14_3 1.0000 relative_P_15 14_3 0.9333 relative_P_20 14_3 0.8000 relative_P_30 14_3 0.8000 relative_P_100 14_3 0.5200 relative_P_200 14_3 0.4500 relative_P_500 14_3 0.6000 relative_P_1000 14_3 0.7188 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.1150 set_relative_P 14_3 0.7188 set_recall 14_3 0.7188 set_map 14_3 0.0827 set_F 14_3 0.1983 num_nonrel_judged_ret 14_3 48 rbp 14_3 0.4749 rbp_resid 14_3 0.0474 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.0500 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 45 map 14_4 0.4388 Rprec 14_4 0.4783 bpref 14_4 0.5468 recip_rank 14_4 1.0000 iprec_at_recall_0.00 14_4 1.0000 iprec_at_recall_0.10 14_4 0.8333 iprec_at_recall_0.20 14_4 0.6207 iprec_at_recall_0.30 14_4 0.6207 iprec_at_recall_0.40 14_4 0.6207 iprec_at_recall_0.50 14_4 0.4894 iprec_at_recall_0.60 14_4 0.3784 iprec_at_recall_0.70 14_4 0.2481 iprec_at_recall_0.80 14_4 0.1682 iprec_at_recall_0.90 14_4 0.1439 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.8000 P_10 14_4 0.6000 P_15 14_4 0.5333 P_20 14_4 0.5500 P_30 14_4 0.6000 P_100 14_4 0.3000 P_200 14_4 0.1800 P_500 14_4 0.0880 P_1000 14_4 0.0450 relstring 14_4 '2301220020' recall_5 14_4 0.0870 recall_10 14_4 0.1304 recall_15 14_4 0.1739 recall_20 14_4 0.2391 recall_30 14_4 0.3913 recall_100 14_4 0.6522 recall_200 14_4 0.7826 recall_500 14_4 0.9565 recall_1000 14_4 0.9783 infAP 14_4 0.4388 Rprec_mult_0.20 14_4 0.6000 Rprec_mult_0.40 14_4 0.5263 Rprec_mult_0.60 14_4 0.6071 Rprec_mult_0.80 14_4 0.5676 Rprec_mult_1.00 14_4 0.4783 Rprec_mult_1.20 14_4 0.4286 Rprec_mult_1.40 14_4 0.4154 Rprec_mult_1.60 14_4 0.3784 Rprec_mult_1.80 14_4 0.3373 Rprec_mult_2.00 14_4 0.3152 utility 14_4 -910.0000 11pt_avg 14_4 0.4657 binG 14_4 0.2688 G 14_4 0.2020 ndcg 14_4 0.7024 ndcg_rel 14_4 0.5558 Rndcg 14_4 0.5239 ndcg_cut_5 14_4 0.5763 ndcg_cut_10 14_4 0.4806 ndcg_cut_15 14_4 0.4526 ndcg_cut_20 14_4 0.4323 ndcg_cut_30 14_4 0.4700 ndcg_cut_100 14_4 0.5646 ndcg_cut_200 14_4 0.6239 ndcg_cut_500 14_4 0.6978 ndcg_cut_1000 14_4 0.7024 map_cut_5 14_4 0.0772 map_cut_10 14_4 0.1098 map_cut_15 14_4 0.1381 map_cut_20 14_4 0.1724 map_cut_30 14_4 0.2619 map_cut_100 14_4 0.3825 map_cut_200 14_4 0.4119 map_cut_500 14_4 0.4373 map_cut_1000 14_4 0.4388 relative_P_5 14_4 0.8000 relative_P_10 14_4 0.6000 relative_P_15 14_4 0.5333 relative_P_20 14_4 0.5500 relative_P_30 14_4 0.6000 relative_P_100 14_4 0.6522 relative_P_200 14_4 0.7826 relative_P_500 14_4 0.9565 relative_P_1000 14_4 0.9783 success_1 14_4 1.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0450 set_relative_P 14_4 0.9783 set_recall 14_4 0.9783 set_map 14_4 0.0440 set_F 14_4 0.0860 num_nonrel_judged_ret 14_4 63 rbp 14_4 0.3669 rbp_resid 14_4 0.0215 unj_5 14_4 0.0000 unj_10 14_4 0.0000 unj_20 14_4 0.0000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 69 map 14_7 0.2833 Rprec 14_7 0.3494 bpref 14_7 0.7293 recip_rank 14_7 1.0000 iprec_at_recall_0.00 14_7 1.0000 iprec_at_recall_0.10 14_7 0.6000 iprec_at_recall_0.20 14_7 0.4634 iprec_at_recall_0.30 14_7 0.4194 iprec_at_recall_0.40 14_7 0.2517 iprec_at_recall_0.50 14_7 0.2211 iprec_at_recall_0.60 14_7 0.1938 iprec_at_recall_0.70 14_7 0.1796 iprec_at_recall_0.80 14_7 0.1238 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.6000 P_10 14_7 0.6000 P_15 14_7 0.6000 P_20 14_7 0.6000 P_30 14_7 0.4667 P_100 14_7 0.3000 P_200 14_7 0.2100 P_500 14_7 0.1300 P_1000 14_7 0.0690 relstring 14_7 '21100-111-' recall_5 14_7 0.0361 recall_10 14_7 0.0723 recall_15 14_7 0.1084 recall_20 14_7 0.1446 recall_30 14_7 0.1687 recall_100 14_7 0.3614 recall_200 14_7 0.5060 recall_500 14_7 0.7831 recall_1000 14_7 0.8313 infAP 14_7 0.2833 Rprec_mult_0.20 14_7 0.5294 Rprec_mult_0.40 14_7 0.4118 Rprec_mult_0.60 14_7 0.4000 Rprec_mult_0.80 14_7 0.3881 Rprec_mult_1.00 14_7 0.3494 Rprec_mult_1.20 14_7 0.3000 Rprec_mult_1.40 14_7 0.2650 Rprec_mult_1.60 14_7 0.2406 Rprec_mult_1.80 14_7 0.2467 Rprec_mult_2.00 14_7 0.2410 utility 14_7 -862.0000 11pt_avg 14_7 0.3139 binG 14_7 0.1807 G 14_7 0.1379 ndcg 14_7 0.5917 ndcg_rel 14_7 0.4440 Rndcg 14_7 0.3781 ndcg_cut_5 14_7 0.3540 ndcg_cut_10 14_7 0.3207 ndcg_cut_15 14_7 0.3329 ndcg_cut_20 14_7 0.3410 ndcg_cut_30 14_7 0.2938 ndcg_cut_100 14_7 0.3341 ndcg_cut_200 14_7 0.4123 ndcg_cut_500 14_7 0.5684 ndcg_cut_1000 14_7 0.5917 map_cut_5 14_7 0.0361 map_cut_10 14_7 0.0586 map_cut_15 14_7 0.0797 map_cut_20 14_7 0.1006 map_cut_30 14_7 0.1121 map_cut_100 14_7 0.1917 map_cut_200 14_7 0.2275 map_cut_500 14_7 0.2781 map_cut_1000 14_7 0.2833 relative_P_5 14_7 0.6000 relative_P_10 14_7 0.6000 relative_P_15 14_7 0.6000 relative_P_20 14_7 0.6000 relative_P_30 14_7 0.4667 relative_P_100 14_7 0.3614 relative_P_200 14_7 0.5060 relative_P_500 14_7 0.7831 relative_P_1000 14_7 0.8313 success_1 14_7 1.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 0.0690 set_relative_P 14_7 0.8313 set_recall 14_7 0.8313 set_map 14_7 0.0574 set_F 14_7 0.1274 num_nonrel_judged_ret 14_7 32 rbp 14_7 0.2385 rbp_resid 14_7 0.2446 unj_5 14_7 0.0000 unj_10 14_7 0.2000 unj_20 14_7 0.2500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 13 map 14_8 0.1304 Rprec 14_8 0.2222 bpref 14_8 0.1698 recip_rank 14_8 0.2500 iprec_at_recall_0.00 14_8 0.3077 iprec_at_recall_0.10 14_8 0.3077 iprec_at_recall_0.20 14_8 0.3077 iprec_at_recall_0.30 14_8 0.2581 iprec_at_recall_0.40 14_8 0.2581 iprec_at_recall_0.50 14_8 0.1169 iprec_at_recall_0.60 14_8 0.0245 iprec_at_recall_0.70 14_8 0.0141 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.2000 P_10 14_8 0.3000 P_15 14_8 0.2667 P_20 14_8 0.2500 P_30 14_8 0.2333 P_100 14_8 0.0900 P_200 14_8 0.0500 P_500 14_8 0.0220 P_1000 14_8 0.0130 relstring 14_8 '00020002-2' recall_5 14_8 0.0556 recall_10 14_8 0.1667 recall_15 14_8 0.2222 recall_20 14_8 0.2778 recall_30 14_8 0.3889 recall_100 14_8 0.5000 recall_200 14_8 0.5556 recall_500 14_8 0.6111 recall_1000 14_8 0.7222 infAP 14_8 0.1304 Rprec_mult_0.20 14_8 0.2500 Rprec_mult_0.40 14_8 0.2500 Rprec_mult_0.60 14_8 0.2727 Rprec_mult_0.80 14_8 0.2667 Rprec_mult_1.00 14_8 0.2222 Rprec_mult_1.20 14_8 0.2273 Rprec_mult_1.40 14_8 0.2308 Rprec_mult_1.60 14_8 0.2414 Rprec_mult_1.80 14_8 0.2424 Rprec_mult_2.00 14_8 0.2222 utility 14_8 -974.0000 11pt_avg 14_8 0.1450 binG 14_8 0.1613 G 14_8 0.1693 ndcg 14_8 0.4393 ndcg_rel 14_8 0.3627 Rndcg 14_8 0.2706 ndcg_cut_5 14_8 0.1461 ndcg_cut_10 14_8 0.2531 ndcg_cut_15 14_8 0.2733 ndcg_cut_20 14_8 0.2986 ndcg_cut_30 14_8 0.3395 ndcg_cut_100 14_8 0.3942 ndcg_cut_200 14_8 0.4077 ndcg_cut_500 14_8 0.4188 ndcg_cut_1000 14_8 0.4393 map_cut_5 14_8 0.0139 map_cut_10 14_8 0.0444 map_cut_15 14_8 0.0615 map_cut_20 14_8 0.0754 map_cut_30 14_8 0.1026 map_cut_100 14_8 0.1235 map_cut_200 14_8 0.1271 map_cut_500 14_8 0.1285 map_cut_1000 14_8 0.1304 relative_P_5 14_8 0.2000 relative_P_10 14_8 0.3000 relative_P_15 14_8 0.2667 relative_P_20 14_8 0.2778 relative_P_30 14_8 0.3889 relative_P_100 14_8 0.5000 relative_P_200 14_8 0.5556 relative_P_500 14_8 0.6111 relative_P_1000 14_8 0.7222 success_1 14_8 0.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0130 set_relative_P 14_8 0.7222 set_recall 14_8 0.7222 set_map 14_8 0.0094 set_F 14_8 0.0255 num_nonrel_judged_ret 14_8 69 rbp 14_8 0.2124 rbp_resid 14_8 0.0987 unj_5 14_8 0.0000 unj_10 14_8 0.1000 unj_20 14_8 0.1000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 156 map 14_9 0.3815 Rprec 14_9 0.4085 bpref 14_9 0.6654 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.9412 iprec_at_recall_0.20 14_9 0.6935 iprec_at_recall_0.30 14_9 0.5470 iprec_at_recall_0.40 14_9 0.4286 iprec_at_recall_0.50 14_9 0.3205 iprec_at_recall_0.60 14_9 0.2759 iprec_at_recall_0.70 14_9 0.1948 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.8000 P_10 14_9 0.9000 P_15 14_9 0.9333 P_20 14_9 0.9500 P_30 14_9 0.9333 P_100 14_9 0.5400 P_200 14_9 0.4250 P_500 14_9 0.2620 P_1000 14_9 0.1560 relstring 14_9 '2232022222' recall_5 14_9 0.0188 recall_10 14_9 0.0423 recall_15 14_9 0.0657 recall_20 14_9 0.0892 recall_30 14_9 0.1315 recall_100 14_9 0.2535 recall_200 14_9 0.3991 recall_500 14_9 0.6150 recall_1000 14_9 0.7324 infAP 14_9 0.3815 Rprec_mult_0.20 14_9 0.8605 Rprec_mult_0.40 14_9 0.5814 Rprec_mult_0.60 14_9 0.5156 Rprec_mult_0.80 14_9 0.4620 Rprec_mult_1.00 14_9 0.4085 Rprec_mult_1.20 14_9 0.3672 Rprec_mult_1.40 14_9 0.3378 Rprec_mult_1.60 14_9 0.3167 Rprec_mult_1.80 14_9 0.3047 Rprec_mult_2.00 14_9 0.2887 utility 14_9 -688.0000 11pt_avg 14_9 0.4001 binG 14_9 0.1845 G 14_9 0.1232 ndcg 14_9 0.6653 ndcg_rel 14_9 0.6037 Rndcg 14_9 0.5607 ndcg_cut_5 14_9 0.6357 ndcg_cut_10 14_9 0.6466 ndcg_cut_15 14_9 0.6751 ndcg_cut_20 14_9 0.7041 ndcg_cut_30 14_9 0.7116 ndcg_cut_100 14_9 0.5134 ndcg_cut_200 14_9 0.4745 ndcg_cut_500 14_9 0.5949 ndcg_cut_1000 14_9 0.6653 map_cut_5 14_9 0.0188 map_cut_10 14_9 0.0392 map_cut_15 14_9 0.0609 map_cut_20 14_9 0.0830 map_cut_30 14_9 0.1220 map_cut_100 14_9 0.2117 map_cut_200 14_9 0.2850 map_cut_500 14_9 0.3561 map_cut_1000 14_9 0.3815 relative_P_5 14_9 0.8000 relative_P_10 14_9 0.9000 relative_P_15 14_9 0.9333 relative_P_20 14_9 0.9500 relative_P_30 14_9 0.9333 relative_P_100 14_9 0.5400 relative_P_200 14_9 0.4250 relative_P_500 14_9 0.6150 relative_P_1000 14_9 0.7324 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1560 set_relative_P 14_9 0.7324 set_recall 14_9 0.7324 set_map 14_9 0.1143 set_F 14_9 0.2572 num_nonrel_judged_ret 14_9 14 rbp 14_9 0.6046 rbp_resid 14_9 0.0144 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 55 map 15_1 0.2555 Rprec 15_1 0.2963 bpref 15_1 0.5562 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.6818 iprec_at_recall_0.20 15_1 0.6667 iprec_at_recall_0.30 15_1 0.3077 iprec_at_recall_0.40 15_1 0.2555 iprec_at_recall_0.50 15_1 0.2146 iprec_at_recall_0.60 15_1 0.1517 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.6000 P_10 15_1 0.7000 P_15 15_1 0.5333 P_20 15_1 0.6500 P_30 15_1 0.5667 P_100 15_1 0.2600 P_200 15_1 0.2050 P_500 15_1 0.1020 P_1000 15_1 0.0550 relstring 15_1 '1100112-22' recall_5 15_1 0.0370 recall_10 15_1 0.0864 recall_15 15_1 0.0988 recall_20 15_1 0.1605 recall_30 15_1 0.2099 recall_100 15_1 0.3210 recall_200 15_1 0.5062 recall_500 15_1 0.6296 recall_1000 15_1 0.6790 infAP 15_1 0.2555 Rprec_mult_0.20 15_1 0.5882 Rprec_mult_0.40 15_1 0.5152 Rprec_mult_0.60 15_1 0.3878 Rprec_mult_0.80 15_1 0.3385 Rprec_mult_1.00 15_1 0.2963 Rprec_mult_1.20 15_1 0.2551 Rprec_mult_1.40 15_1 0.2544 Rprec_mult_1.60 15_1 0.2385 Rprec_mult_1.80 15_1 0.2466 Rprec_mult_2.00 15_1 0.2407 utility 15_1 -890.0000 11pt_avg 15_1 0.2980 binG 15_1 0.1624 G 15_1 0.1198 ndcg 15_1 0.5203 ndcg_rel 15_1 0.4316 Rndcg 15_1 0.3577 ndcg_cut_5 15_1 0.2281 ndcg_cut_10 15_1 0.3406 ndcg_cut_15 15_1 0.2979 ndcg_cut_20 15_1 0.3791 ndcg_cut_30 15_1 0.3954 ndcg_cut_100 15_1 0.3359 ndcg_cut_200 15_1 0.4332 ndcg_cut_500 15_1 0.5036 ndcg_cut_1000 15_1 0.5203 map_cut_5 15_1 0.0321 map_cut_10 15_1 0.0660 map_cut_15 15_1 0.0731 map_cut_20 15_1 0.1106 map_cut_30 15_1 0.1433 map_cut_100 15_1 0.1842 map_cut_200 15_1 0.2294 map_cut_500 15_1 0.2516 map_cut_1000 15_1 0.2555 relative_P_5 15_1 0.6000 relative_P_10 15_1 0.7000 relative_P_15 15_1 0.5333 relative_P_20 15_1 0.6500 relative_P_30 15_1 0.5667 relative_P_100 15_1 0.3210 relative_P_200 15_1 0.5062 relative_P_500 15_1 0.6296 relative_P_1000 15_1 0.6790 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0550 set_relative_P 15_1 0.6790 set_recall 15_1 0.6790 set_map 15_1 0.0373 set_F 15_1 0.1018 num_nonrel_judged_ret 15_1 31 rbp 15_1 0.2846 rbp_resid 15_1 0.1703 unj_5 15_1 0.0000 unj_10 15_1 0.1000 unj_20 15_1 0.2000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 31 map 15_10 0.6680 Rprec 15_10 0.6571 bpref 15_10 0.7624 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 1.0000 iprec_at_recall_0.20 15_10 1.0000 iprec_at_recall_0.30 15_10 0.8667 iprec_at_recall_0.40 15_10 0.8235 iprec_at_recall_0.50 15_10 0.7500 iprec_at_recall_0.60 15_10 0.6667 iprec_at_recall_0.70 15_10 0.6190 iprec_at_recall_0.80 15_10 0.4590 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 1.0000 P_10 15_10 0.9000 P_15 15_10 0.8667 P_20 15_10 0.8000 P_30 15_10 0.6333 P_100 15_10 0.3100 P_200 15_10 0.1550 P_500 15_10 0.0620 P_1000 15_10 0.0310 relstring 15_10 '3122132011' recall_5 15_10 0.1429 recall_10 15_10 0.2571 recall_15 15_10 0.3714 recall_20 15_10 0.4571 recall_30 15_10 0.5429 recall_100 15_10 0.8857 recall_200 15_10 0.8857 recall_500 15_10 0.8857 recall_1000 15_10 0.8857 infAP 15_10 0.6680 Rprec_mult_0.20 15_10 1.0000 Rprec_mult_0.40 15_10 0.8571 Rprec_mult_0.60 15_10 0.7619 Rprec_mult_0.80 15_10 0.6429 Rprec_mult_1.00 15_10 0.6571 Rprec_mult_1.20 15_10 0.6190 Rprec_mult_1.40 15_10 0.5510 Rprec_mult_1.60 15_10 0.4821 Rprec_mult_1.80 15_10 0.4444 Rprec_mult_2.00 15_10 0.4000 utility 15_10 -938.0000 11pt_avg 15_10 0.6532 binG 15_10 0.4368 G 15_10 0.3469 ndcg 15_10 0.8440 ndcg_rel 15_10 0.7960 Rndcg 15_10 0.7759 ndcg_cut_5 15_10 0.7810 ndcg_cut_10 15_10 0.7867 ndcg_cut_15 15_10 0.7876 ndcg_cut_20 15_10 0.7699 ndcg_cut_30 15_10 0.7329 ndcg_cut_100 15_10 0.8440 ndcg_cut_200 15_10 0.8440 ndcg_cut_500 15_10 0.8440 ndcg_cut_1000 15_10 0.8440 map_cut_5 15_10 0.1429 map_cut_10 15_10 0.2511 map_cut_15 15_10 0.3505 map_cut_20 15_10 0.4195 map_cut_30 15_10 0.4817 map_cut_100 15_10 0.6680 map_cut_200 15_10 0.6680 map_cut_500 15_10 0.6680 map_cut_1000 15_10 0.6680 relative_P_5 15_10 1.0000 relative_P_10 15_10 0.9000 relative_P_15 15_10 0.8667 relative_P_20 15_10 0.8000 relative_P_30 15_10 0.6333 relative_P_100 15_10 0.8857 relative_P_200 15_10 0.8857 relative_P_500 15_10 0.8857 relative_P_1000 15_10 0.8857 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0310 set_relative_P 15_10 0.8857 set_recall 15_10 0.8857 set_map 15_10 0.0275 set_F 15_10 0.0599 num_nonrel_judged_ret 15_10 29 rbp 15_10 0.4514 rbp_resid 15_10 0.0492 unj_5 15_10 0.0000 unj_10 15_10 0.0000 unj_20 15_10 0.0000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 6 map 15_3 0.0359 Rprec 15_3 0.0909 bpref 15_3 0.0950 recip_rank 15_3 0.5000 iprec_at_recall_0.00 15_3 0.5000 iprec_at_recall_0.10 15_3 0.1154 iprec_at_recall_0.20 15_3 0.0373 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.2000 P_10 15_3 0.1000 P_15 15_3 0.0667 P_20 15_3 0.0500 P_30 15_3 0.1000 P_100 15_3 0.0300 P_200 15_3 0.0250 P_500 15_3 0.0100 P_1000 15_3 0.0060 relstring 15_3 '01000000-0' recall_5 15_3 0.0455 recall_10 15_3 0.0455 recall_15 15_3 0.0455 recall_20 15_3 0.0455 recall_30 15_3 0.1364 recall_100 15_3 0.1364 recall_200 15_3 0.2273 recall_500 15_3 0.2273 recall_1000 15_3 0.2727 infAP 15_3 0.0359 Rprec_mult_0.20 15_3 0.2000 Rprec_mult_0.40 15_3 0.1111 Rprec_mult_0.60 15_3 0.0714 Rprec_mult_0.80 15_3 0.0556 Rprec_mult_1.00 15_3 0.0909 Rprec_mult_1.20 15_3 0.1111 Rprec_mult_1.40 15_3 0.0968 Rprec_mult_1.60 15_3 0.0833 Rprec_mult_1.80 15_3 0.0750 Rprec_mult_2.00 15_3 0.0682 utility 15_3 -988.0000 11pt_avg 15_3 0.0593 binG 15_3 0.0668 G 15_3 0.0505 ndcg 15_3 0.1545 ndcg_rel 15_3 0.1467 Rndcg 15_3 0.0983 ndcg_cut_5 15_3 0.1070 ndcg_cut_10 15_3 0.0694 ndcg_cut_15 15_3 0.0606 ndcg_cut_20 15_3 0.0545 ndcg_cut_30 15_3 0.0883 ndcg_cut_100 15_3 0.0883 ndcg_cut_200 15_3 0.1362 ndcg_cut_500 15_3 0.1362 ndcg_cut_1000 15_3 0.1545 map_cut_5 15_3 0.0227 map_cut_10 15_3 0.0227 map_cut_15 15_3 0.0227 map_cut_20 15_3 0.0227 map_cut_30 15_3 0.0321 map_cut_100 15_3 0.0321 map_cut_200 15_3 0.0354 map_cut_500 15_3 0.0354 map_cut_1000 15_3 0.0359 relative_P_5 15_3 0.2000 relative_P_10 15_3 0.1000 relative_P_15 15_3 0.0667 relative_P_20 15_3 0.0500 relative_P_30 15_3 0.1364 relative_P_100 15_3 0.1364 relative_P_200 15_3 0.2273 relative_P_500 15_3 0.2273 relative_P_1000 15_3 0.2727 success_1 15_3 0.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.0060 set_relative_P 15_3 0.2727 set_recall 15_3 0.2727 set_map 15_3 0.0016 set_F 15_3 0.0117 num_nonrel_judged_ret 15_3 57 rbp 15_3 0.0541 rbp_resid 15_3 0.3220 unj_5 15_3 0.0000 unj_10 15_3 0.1000 unj_20 15_3 0.5000 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 16 map 15_4 0.1071 Rprec 15_4 0.1500 bpref 15_4 0.1700 recip_rank 15_4 0.2500 iprec_at_recall_0.00 15_4 0.3333 iprec_at_recall_0.10 15_4 0.3333 iprec_at_recall_0.20 15_4 0.1818 iprec_at_recall_0.30 15_4 0.1458 iprec_at_recall_0.40 15_4 0.1429 iprec_at_recall_0.50 15_4 0.1124 iprec_at_recall_0.60 15_4 0.0945 iprec_at_recall_0.70 15_4 0.0259 iprec_at_recall_0.80 15_4 0.0185 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.2000 P_10 15_4 0.2000 P_15 15_4 0.2000 P_20 15_4 0.1500 P_30 15_4 0.1333 P_100 15_4 0.1000 P_200 15_4 0.0650 P_500 15_4 0.0260 P_1000 15_4 0.0160 relstring 15_4 '0002020--0' recall_5 15_4 0.0500 recall_10 15_4 0.1000 recall_15 15_4 0.1500 recall_20 15_4 0.1500 recall_30 15_4 0.2000 recall_100 15_4 0.5000 recall_200 15_4 0.6500 recall_500 15_4 0.6500 recall_1000 15_4 0.8000 infAP 15_4 0.1071 Rprec_mult_0.20 15_4 0.2500 Rprec_mult_0.40 15_4 0.2500 Rprec_mult_0.60 15_4 0.2500 Rprec_mult_0.80 15_4 0.1875 Rprec_mult_1.00 15_4 0.1500 Rprec_mult_1.20 15_4 0.1667 Rprec_mult_1.40 15_4 0.1429 Rprec_mult_1.60 15_4 0.1250 Rprec_mult_1.80 15_4 0.1111 Rprec_mult_2.00 15_4 0.1250 utility 15_4 -968.0000 11pt_avg 15_4 0.1262 binG 15_4 0.1578 G 15_4 0.1503 ndcg 15_4 0.4374 ndcg_rel 15_4 0.3345 Rndcg 15_4 0.2643 ndcg_cut_5 15_4 0.1461 ndcg_cut_10 15_4 0.1732 ndcg_cut_15 15_4 0.1843 ndcg_cut_20 15_4 0.1671 ndcg_cut_30 15_4 0.2021 ndcg_cut_100 15_4 0.3505 ndcg_cut_200 15_4 0.3953 ndcg_cut_500 15_4 0.3953 ndcg_cut_1000 15_4 0.4374 map_cut_5 15_4 0.0125 map_cut_10 15_4 0.0292 map_cut_15 15_4 0.0417 map_cut_20 15_4 0.0417 map_cut_30 15_4 0.0508 map_cut_100 15_4 0.0899 map_cut_200 15_4 0.1039 map_cut_500 15_4 0.1039 map_cut_1000 15_4 0.1071 relative_P_5 15_4 0.2000 relative_P_10 15_4 0.2000 relative_P_15 15_4 0.2000 relative_P_20 15_4 0.1500 relative_P_30 15_4 0.2000 relative_P_100 15_4 0.5000 relative_P_200 15_4 0.6500 relative_P_500 15_4 0.6500 relative_P_1000 15_4 0.8000 success_1 15_4 0.0000 success_5 15_4 1.0000 success_10 15_4 1.0000 set_P 15_4 0.0160 set_relative_P 15_4 0.8000 set_recall 15_4 0.8000 set_map 15_4 0.0128 set_F 15_4 0.0314 num_nonrel_judged_ret 15_4 53 rbp 15_4 0.1773 rbp_resid 15_4 0.2885 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.4500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 30 map 15_5 0.5122 Rprec 15_5 0.5484 bpref 15_5 0.6337 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 1.0000 iprec_at_recall_0.20 15_5 0.6667 iprec_at_recall_0.30 15_5 0.5625 iprec_at_recall_0.40 15_5 0.5625 iprec_at_recall_0.50 15_5 0.5625 iprec_at_recall_0.60 15_5 0.5429 iprec_at_recall_0.70 15_5 0.4583 iprec_at_recall_0.80 15_5 0.3968 iprec_at_recall_0.90 15_5 0.2437 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.8000 P_10 15_5 0.6000 P_15 15_5 0.5333 P_20 15_5 0.4500 P_30 15_5 0.5333 P_100 15_5 0.2700 P_200 15_5 0.1450 P_500 15_5 0.0580 P_1000 15_5 0.0300 relstring 15_5 '3210101010' recall_5 15_5 0.1290 recall_10 15_5 0.1935 recall_15 15_5 0.2581 recall_20 15_5 0.2903 recall_30 15_5 0.5161 recall_100 15_5 0.8710 recall_200 15_5 0.9355 recall_500 15_5 0.9355 recall_1000 15_5 0.9677 infAP 15_5 0.5122 Rprec_mult_0.20 15_5 0.7143 Rprec_mult_0.40 15_5 0.5385 Rprec_mult_0.60 15_5 0.4737 Rprec_mult_0.80 15_5 0.5200 Rprec_mult_1.00 15_5 0.5484 Rprec_mult_1.20 15_5 0.5263 Rprec_mult_1.40 15_5 0.4545 Rprec_mult_1.60 15_5 0.4400 Rprec_mult_1.80 15_5 0.3929 Rprec_mult_2.00 15_5 0.3871 utility 15_5 -940.0000 11pt_avg 15_5 0.5451 binG 15_5 0.3249 G 15_5 0.2914 ndcg 15_5 0.7710 ndcg_rel 15_5 0.6527 Rndcg 15_5 0.6632 ndcg_cut_5 15_5 0.6414 ndcg_cut_10 15_5 0.5441 ndcg_cut_15 15_5 0.5495 ndcg_cut_20 15_5 0.5178 ndcg_cut_30 15_5 0.5852 ndcg_cut_100 15_5 0.7456 ndcg_cut_200 15_5 0.7643 ndcg_cut_500 15_5 0.7643 ndcg_cut_1000 15_5 0.7710 map_cut_5 15_5 0.1226 map_cut_10 15_5 0.1671 map_cut_15 15_5 0.2029 map_cut_20 15_5 0.2182 map_cut_30 15_5 0.3357 map_cut_100 15_5 0.4956 map_cut_200 15_5 0.5111 map_cut_500 15_5 0.5111 map_cut_1000 15_5 0.5122 relative_P_5 15_5 0.8000 relative_P_10 15_5 0.6000 relative_P_15 15_5 0.5333 relative_P_20 15_5 0.4500 relative_P_30 15_5 0.5333 relative_P_100 15_5 0.8710 relative_P_200 15_5 0.9355 relative_P_500 15_5 0.9355 relative_P_1000 15_5 0.9677 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0300 set_relative_P 15_5 0.9677 set_recall 15_5 0.9677 set_map 15_5 0.0290 set_F 15_5 0.0582 num_nonrel_judged_ret 15_5 28 rbp 15_5 0.3052 rbp_resid 15_5 0.0542 unj_5 15_5 0.0000 unj_10 15_5 0.0000 unj_20 15_5 0.0500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 8 map 15_6 0.0030 Rprec 15_6 0.0000 bpref 15_6 0.0000 recip_rank 15_6 0.0054 iprec_at_recall_0.00 15_6 0.0087 iprec_at_recall_0.10 15_6 0.0087 iprec_at_recall_0.20 15_6 0.0087 iprec_at_recall_0.30 15_6 0.0087 iprec_at_recall_0.40 15_6 0.0087 iprec_at_recall_0.50 15_6 0.0000 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0000 P_200 15_6 0.0050 P_500 15_6 0.0080 P_1000 15_6 0.0080 relstring 15_6 '00000-----' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.0000 recall_200 15_6 0.0526 recall_500 15_6 0.2105 recall_1000 15_6 0.4211 infAP 15_6 0.0030 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -984.0000 11pt_avg 15_6 0.0039 binG 15_6 0.0466 G 15_6 0.0447 ndcg 15_6 0.1175 ndcg_rel 15_6 0.0972 Rndcg 15_6 0.0294 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0000 ndcg_cut_200 15_6 0.0187 ndcg_cut_500 15_6 0.0665 ndcg_cut_1000 15_6 0.1175 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0000 map_cut_200 15_6 0.0003 map_cut_500 15_6 0.0013 map_cut_1000 15_6 0.0030 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.0000 relative_P_200 15_6 0.0526 relative_P_500 15_6 0.2105 relative_P_1000 15_6 0.4211 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0080 set_relative_P 15_6 0.4211 set_recall 15_6 0.4211 set_map 15_6 0.0034 set_F 15_6 0.0157 num_nonrel_judged_ret 15_6 57 rbp 15_6 0.0000 rbp_resid 15_6 0.4755 unj_5 15_6 0.0000 unj_10 15_6 0.5000 unj_20 15_6 0.5500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 153 map 1_1 0.3539 Rprec 1_1 0.4163 bpref 1_1 0.5661 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.9697 iprec_at_recall_0.20 1_1 0.6623 iprec_at_recall_0.30 1_1 0.5865 iprec_at_recall_0.40 1_1 0.4430 iprec_at_recall_0.50 1_1 0.2718 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 0.9667 P_100 1_1 0.6300 P_200 1_1 0.4650 P_500 1_1 0.2680 P_1000 1_1 0.1530 relstring 1_1 '3211223231' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.1128 recall_100 1_1 0.2451 recall_200 1_1 0.3619 recall_500 1_1 0.5214 recall_1000 1_1 0.5953 infAP 1_1 0.3539 Rprec_mult_0.20 1_1 0.8077 Rprec_mult_0.40 1_1 0.6214 Rprec_mult_0.60 1_1 0.5290 Rprec_mult_0.80 1_1 0.4612 Rprec_mult_1.00 1_1 0.4163 Rprec_mult_1.20 1_1 0.3786 Rprec_mult_1.40 1_1 0.3333 Rprec_mult_1.60 1_1 0.2985 Rprec_mult_1.80 1_1 0.2700 Rprec_mult_2.00 1_1 0.2626 utility 1_1 -694.0000 11pt_avg 1_1 0.3576 binG 1_1 0.1899 G 1_1 0.1185 ndcg 1_1 0.6393 ndcg_rel 1_1 0.6312 Rndcg 1_1 0.6063 ndcg_cut_5 1_1 0.6745 ndcg_cut_10 1_1 0.6971 ndcg_cut_15 1_1 0.7019 ndcg_cut_20 1_1 0.7258 ndcg_cut_30 1_1 0.7384 ndcg_cut_100 1_1 0.5962 ndcg_cut_200 1_1 0.5382 ndcg_cut_500 1_1 0.6023 ndcg_cut_1000 1_1 0.6393 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.1117 map_cut_100 1_1 0.2139 map_cut_200 1_1 0.2785 map_cut_500 1_1 0.3378 map_cut_1000 1_1 0.3539 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 0.9667 relative_P_100 1_1 0.6300 relative_P_200 1_1 0.4650 relative_P_500 1_1 0.5214 relative_P_1000 1_1 0.5953 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1530 set_relative_P 1_1 0.5953 set_recall 1_1 0.5953 set_map 1_1 0.0911 set_F 1_1 0.2434 num_nonrel_judged_ret 1_1 12 rbp 1_1 0.6458 rbp_resid 1_1 0.0246 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 106 map 1_2 0.4635 Rprec 1_2 0.5000 bpref 1_2 0.7943 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.7143 iprec_at_recall_0.20 1_2 0.7143 iprec_at_recall_0.30 1_2 0.6481 iprec_at_recall_0.40 1_2 0.5258 iprec_at_recall_0.50 1_2 0.5135 iprec_at_recall_0.60 1_2 0.3864 iprec_at_recall_0.70 1_2 0.3476 iprec_at_recall_0.80 1_2 0.2684 iprec_at_recall_0.90 1_2 0.1348 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.7000 P_15 1_2 0.6667 P_20 1_2 0.7000 P_30 1_2 0.6667 P_100 1_2 0.5100 P_200 1_2 0.3500 P_500 1_2 0.1940 P_1000 1_2 0.1060 relstring 1_2 '333323-300' recall_5 1_2 0.0439 recall_10 1_2 0.0614 recall_15 1_2 0.0877 recall_20 1_2 0.1228 recall_30 1_2 0.1754 recall_100 1_2 0.4474 recall_200 1_2 0.6140 recall_500 1_2 0.8509 recall_1000 1_2 0.9298 infAP 1_2 0.4635 Rprec_mult_0.20 1_2 0.6957 Rprec_mult_0.40 1_2 0.6522 Rprec_mult_0.60 1_2 0.5797 Rprec_mult_0.80 1_2 0.5109 Rprec_mult_1.00 1_2 0.5000 Rprec_mult_1.20 1_2 0.4526 Rprec_mult_1.40 1_2 0.4062 Rprec_mult_1.60 1_2 0.3716 Rprec_mult_1.80 1_2 0.3495 Rprec_mult_2.00 1_2 0.3465 utility 1_2 -788.0000 11pt_avg 1_2 0.4776 binG 1_2 0.2235 G 1_2 0.1893 ndcg 1_2 0.7917 ndcg_rel 1_2 0.6731 Rndcg 1_2 0.6644 ndcg_cut_5 1_2 0.8591 ndcg_cut_10 1_2 0.7159 ndcg_cut_15 1_2 0.6198 ndcg_cut_20 1_2 0.6188 ndcg_cut_30 1_2 0.5911 ndcg_cut_100 1_2 0.5810 ndcg_cut_200 1_2 0.6700 ndcg_cut_500 1_2 0.7657 ndcg_cut_1000 1_2 0.7917 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0603 map_cut_15 1_2 0.0785 map_cut_20 1_2 0.1025 map_cut_30 1_2 0.1391 map_cut_100 1_2 0.3052 map_cut_200 1_2 0.3804 map_cut_500 1_2 0.4518 map_cut_1000 1_2 0.4635 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.7000 relative_P_15 1_2 0.6667 relative_P_20 1_2 0.7000 relative_P_30 1_2 0.6667 relative_P_100 1_2 0.5100 relative_P_200 1_2 0.6140 relative_P_500 1_2 0.8509 relative_P_1000 1_2 0.9298 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.1060 set_relative_P 1_2 0.9298 set_recall 1_2 0.9298 set_map 1_2 0.0986 set_F 1_2 0.1903 num_nonrel_judged_ret 1_2 12 rbp 1_2 0.4635 rbp_resid 1_2 0.1735 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.2000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 65 map 1_3 0.6711 Rprec 1_3 0.6197 bpref 1_3 0.8616 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 1.0000 iprec_at_recall_0.20 1_3 0.9500 iprec_at_recall_0.30 1_3 0.9286 iprec_at_recall_0.40 1_3 0.9062 iprec_at_recall_0.50 1_3 0.7255 iprec_at_recall_0.60 1_3 0.6719 iprec_at_recall_0.70 1_3 0.5977 iprec_at_recall_0.80 1_3 0.3455 iprec_at_recall_0.90 1_3 0.2025 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 1.0000 P_10 1_3 0.9000 P_15 1_3 0.9333 P_20 1_3 0.9500 P_30 1_3 0.9000 P_100 1_3 0.5200 P_200 1_3 0.3000 P_500 1_3 0.1280 P_1000 1_3 0.0650 relstring 1_3 '2322233130' recall_5 1_3 0.0704 recall_10 1_3 0.1268 recall_15 1_3 0.1972 recall_20 1_3 0.2676 recall_30 1_3 0.3803 recall_100 1_3 0.7324 recall_200 1_3 0.8451 recall_500 1_3 0.9014 recall_1000 1_3 0.9155 infAP 1_3 0.6711 Rprec_mult_0.20 1_3 0.9333 Rprec_mult_0.40 1_3 0.8966 Rprec_mult_0.60 1_3 0.7674 Rprec_mult_0.80 1_3 0.6842 Rprec_mult_1.00 1_3 0.6197 Rprec_mult_1.20 1_3 0.5930 Rprec_mult_1.40 1_3 0.5200 Rprec_mult_1.60 1_3 0.4825 Rprec_mult_1.80 1_3 0.4375 Rprec_mult_2.00 1_3 0.3944 utility 1_3 -870.0000 11pt_avg 1_3 0.6662 binG 1_3 0.3884 G 1_3 0.2699 ndcg 1_3 0.8654 ndcg_rel 1_3 0.8008 Rndcg 1_3 0.7861 ndcg_cut_5 1_3 0.7380 ndcg_cut_10 1_3 0.7921 ndcg_cut_15 1_3 0.8285 ndcg_cut_20 1_3 0.8244 ndcg_cut_30 1_3 0.7899 ndcg_cut_100 1_3 0.7977 ndcg_cut_200 1_3 0.8452 ndcg_cut_500 1_3 0.8619 ndcg_cut_1000 1_3 0.8654 map_cut_5 1_3 0.0704 map_cut_10 1_3 0.1268 map_cut_15 1_3 0.1917 map_cut_20 1_3 0.2582 map_cut_30 1_3 0.3615 map_cut_100 1_3 0.6112 map_cut_200 1_3 0.6567 map_cut_500 1_3 0.6698 map_cut_1000 1_3 0.6711 relative_P_5 1_3 1.0000 relative_P_10 1_3 0.9000 relative_P_15 1_3 0.9333 relative_P_20 1_3 0.9500 relative_P_30 1_3 0.9000 relative_P_100 1_3 0.7324 relative_P_200 1_3 0.8451 relative_P_500 1_3 0.9014 relative_P_1000 1_3 0.9155 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0650 set_relative_P 1_3 0.9155 set_recall 1_3 0.9155 set_map 1_3 0.0595 set_F 1_3 0.1214 num_nonrel_judged_ret 1_3 15 rbp 1_3 0.6596 rbp_resid 1_3 0.0368 unj_5 1_3 0.0000 unj_10 1_3 0.0000 unj_20 1_3 0.0000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 121 map 1_4 0.4976 Rprec 1_4 0.4851 bpref 1_4 0.8054 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.9375 iprec_at_recall_0.20 1_4 0.7568 iprec_at_recall_0.30 1_4 0.6949 iprec_at_recall_0.40 1_4 0.5729 iprec_at_recall_0.50 1_4 0.4897 iprec_at_recall_0.60 1_4 0.4410 iprec_at_recall_0.70 1_4 0.3760 iprec_at_recall_0.80 1_4 0.2948 iprec_at_recall_0.90 1_4 0.1245 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 0.8000 P_10 1_4 0.9000 P_15 1_4 0.9333 P_20 1_4 0.8500 P_30 1_4 0.8000 P_100 1_4 0.5500 P_200 1_4 0.4300 P_500 1_4 0.2200 P_1000 1_4 0.1210 relstring 1_4 '2013222323' recall_5 1_4 0.0299 recall_10 1_4 0.0672 recall_15 1_4 0.1045 recall_20 1_4 0.1269 recall_30 1_4 0.1791 recall_100 1_4 0.4104 recall_200 1_4 0.6418 recall_500 1_4 0.8209 recall_1000 1_4 0.9030 infAP 1_4 0.4976 Rprec_mult_0.20 1_4 0.8148 Rprec_mult_0.40 1_4 0.6852 Rprec_mult_0.60 1_4 0.6049 Rprec_mult_0.80 1_4 0.5278 Rprec_mult_1.00 1_4 0.4851 Rprec_mult_1.20 1_4 0.4534 Rprec_mult_1.40 1_4 0.4362 Rprec_mult_1.60 1_4 0.4093 Rprec_mult_1.80 1_4 0.3843 Rprec_mult_2.00 1_4 0.3619 utility 1_4 -758.0000 11pt_avg 1_4 0.5171 binG 1_4 0.2240 G 1_4 0.1697 ndcg 1_4 0.7942 ndcg_rel 1_4 0.6661 Rndcg 1_4 0.6407 ndcg_cut_5 1_4 0.5162 ndcg_cut_10 1_4 0.6134 ndcg_cut_15 1_4 0.6644 ndcg_cut_20 1_4 0.6563 ndcg_cut_30 1_4 0.6728 ndcg_cut_100 1_4 0.5624 ndcg_cut_200 1_4 0.6747 ndcg_cut_500 1_4 0.7691 ndcg_cut_1000 1_4 0.7942 map_cut_5 1_4 0.0240 map_cut_10 1_4 0.0565 map_cut_15 1_4 0.0909 map_cut_20 1_4 0.1109 map_cut_30 1_4 0.1543 map_cut_100 1_4 0.3106 map_cut_200 1_4 0.4220 map_cut_500 1_4 0.4834 map_cut_1000 1_4 0.4976 relative_P_5 1_4 0.8000 relative_P_10 1_4 0.9000 relative_P_15 1_4 0.9333 relative_P_20 1_4 0.8500 relative_P_30 1_4 0.8000 relative_P_100 1_4 0.5500 relative_P_200 1_4 0.6418 relative_P_500 1_4 0.8209 relative_P_1000 1_4 0.9030 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.1210 set_relative_P 1_4 0.9030 set_recall 1_4 0.9030 set_map 1_4 0.1093 set_F 1_4 0.2134 num_nonrel_judged_ret 1_4 12 rbp 1_4 0.5998 rbp_resid 1_4 0.0696 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.1000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 26 map 1_6 0.0436 Rprec 1_6 0.1157 bpref 1_6 0.1793 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.1228 iprec_at_recall_0.20 1_6 0.0379 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.6000 P_10 1_6 0.4000 P_15 1_6 0.3333 P_20 1_6 0.2500 P_30 1_6 0.1667 P_100 1_6 0.1100 P_200 1_6 0.0750 P_500 1_6 0.0420 P_1000 1_6 0.0260 relstring 1_6 '2100101-0-' recall_5 1_6 0.0248 recall_10 1_6 0.0331 recall_15 1_6 0.0413 recall_20 1_6 0.0413 recall_30 1_6 0.0413 recall_100 1_6 0.0909 recall_200 1_6 0.1240 recall_500 1_6 0.1736 recall_1000 1_6 0.2149 infAP 1_6 0.0436 Rprec_mult_0.20 1_6 0.2000 Rprec_mult_0.40 1_6 0.1224 Rprec_mult_0.60 1_6 0.1096 Rprec_mult_0.80 1_6 0.1031 Rprec_mult_1.00 1_6 0.1157 Rprec_mult_1.20 1_6 0.0959 Rprec_mult_1.40 1_6 0.0882 Rprec_mult_1.60 1_6 0.0773 Rprec_mult_1.80 1_6 0.0688 Rprec_mult_2.00 1_6 0.0620 utility 1_6 -948.0000 11pt_avg 1_6 0.1055 binG 1_6 0.0505 G 1_6 0.0357 ndcg 1_6 0.1905 ndcg_rel 1_6 0.1926 Rndcg 1_6 0.1526 ndcg_cut_5 1_6 0.3412 ndcg_cut_10 1_6 0.2459 ndcg_cut_15 1_6 0.2059 ndcg_cut_20 1_6 0.1715 ndcg_cut_30 1_6 0.1415 ndcg_cut_100 1_6 0.1218 ndcg_cut_200 1_6 0.1392 ndcg_cut_500 1_6 0.1715 ndcg_cut_1000 1_6 0.1905 map_cut_5 1_6 0.0215 map_cut_10 1_6 0.0262 map_cut_15 1_6 0.0297 map_cut_20 1_6 0.0297 map_cut_30 1_6 0.0297 map_cut_100 1_6 0.0356 map_cut_200 1_6 0.0393 map_cut_500 1_6 0.0420 map_cut_1000 1_6 0.0436 relative_P_5 1_6 0.6000 relative_P_10 1_6 0.4000 relative_P_15 1_6 0.3333 relative_P_20 1_6 0.2500 relative_P_30 1_6 0.1667 relative_P_100 1_6 0.1100 relative_P_200 1_6 0.1240 relative_P_500 1_6 0.1736 relative_P_1000 1_6 0.2149 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0260 set_relative_P 1_6 0.2149 set_recall 1_6 0.2149 set_map 1_6 0.0056 set_F 1_6 0.0464 num_nonrel_judged_ret 1_6 20 rbp 1_6 0.1475 rbp_resid 1_6 0.3487 unj_5 1_6 0.0000 unj_10 1_6 0.2000 unj_20 1_6 0.5000 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 60 map 1_7 0.2533 Rprec 1_7 0.2909 bpref 1_7 0.5160 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.7857 iprec_at_recall_0.20 1_7 0.7576 iprec_at_recall_0.30 1_7 0.2917 iprec_at_recall_0.40 1_7 0.1913 iprec_at_recall_0.50 1_7 0.1096 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.8000 P_10 1_7 0.7000 P_15 1_7 0.7333 P_20 1_7 0.7000 P_30 1_7 0.7333 P_100 1_7 0.3000 P_200 1_7 0.2050 P_500 1_7 0.1080 P_1000 1_7 0.0600 relstring 1_7 '12210312-0' recall_5 1_7 0.0364 recall_10 1_7 0.0636 recall_15 1_7 0.1000 recall_20 1_7 0.1273 recall_30 1_7 0.2000 recall_100 1_7 0.2727 recall_200 1_7 0.3727 recall_500 1_7 0.4909 recall_1000 1_7 0.5455 infAP 1_7 0.2533 Rprec_mult_0.20 1_7 0.7273 Rprec_mult_0.40 1_7 0.5909 Rprec_mult_0.60 1_7 0.4394 Rprec_mult_0.80 1_7 0.3409 Rprec_mult_1.00 1_7 0.2909 Rprec_mult_1.20 1_7 0.2652 Rprec_mult_1.40 1_7 0.2403 Rprec_mult_1.60 1_7 0.2330 Rprec_mult_1.80 1_7 0.2071 Rprec_mult_2.00 1_7 0.1909 utility 1_7 -880.0000 11pt_avg 1_7 0.2851 binG 1_7 0.1556 G 1_7 0.1154 ndcg 1_7 0.5214 ndcg_rel 1_7 0.5020 Rndcg 1_7 0.4702 ndcg_cut_5 1_7 0.4905 ndcg_cut_10 1_7 0.5342 ndcg_cut_15 1_7 0.5279 ndcg_cut_20 1_7 0.4929 ndcg_cut_30 1_7 0.5217 ndcg_cut_100 1_7 0.3842 ndcg_cut_200 1_7 0.4440 ndcg_cut_500 1_7 0.4988 ndcg_cut_1000 1_7 0.5214 map_cut_5 1_7 0.0364 map_cut_10 1_7 0.0597 map_cut_15 1_7 0.0873 map_cut_20 1_7 0.1059 map_cut_30 1_7 0.1599 map_cut_100 1_7 0.2041 map_cut_200 1_7 0.2308 map_cut_500 1_7 0.2487 map_cut_1000 1_7 0.2533 relative_P_5 1_7 0.8000 relative_P_10 1_7 0.7000 relative_P_15 1_7 0.7333 relative_P_20 1_7 0.7000 relative_P_30 1_7 0.7333 relative_P_100 1_7 0.3000 relative_P_200 1_7 0.3727 relative_P_500 1_7 0.4909 relative_P_1000 1_7 0.5455 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0600 set_relative_P 1_7 0.5455 set_recall 1_7 0.5455 set_map 1_7 0.0327 set_F 1_7 0.1081 num_nonrel_judged_ret 1_7 14 rbp 1_7 0.3830 rbp_resid 1_7 0.1167 unj_5 1_7 0.0000 unj_10 1_7 0.1000 unj_20 1_7 0.1500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 99 map 1_8 0.4270 Rprec 1_8 0.4153 bpref 1_8 0.7929 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 1.0000 iprec_at_recall_0.20 1_8 0.8667 iprec_at_recall_0.30 1_8 0.5932 iprec_at_recall_0.40 1_8 0.4202 iprec_at_recall_0.50 1_8 0.3371 iprec_at_recall_0.60 1_8 0.2649 iprec_at_recall_0.70 1_8 0.2190 iprec_at_recall_0.80 1_8 0.1317 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 1.0000 P_15 1_8 0.9333 P_20 1_8 0.9500 P_30 1_8 0.8667 P_100 1_8 0.4400 P_200 1_8 0.3050 P_500 1_8 0.1740 P_1000 1_8 0.0990 relstring 1_8 '1232212122' recall_5 1_8 0.0424 recall_10 1_8 0.0847 recall_15 1_8 0.1186 recall_20 1_8 0.1610 recall_30 1_8 0.2203 recall_100 1_8 0.3729 recall_200 1_8 0.5169 recall_500 1_8 0.7373 recall_1000 1_8 0.8390 infAP 1_8 0.4270 Rprec_mult_0.20 1_8 0.8750 Rprec_mult_0.40 1_8 0.6875 Rprec_mult_0.60 1_8 0.5352 Rprec_mult_0.80 1_8 0.4632 Rprec_mult_1.00 1_8 0.4153 Rprec_mult_1.20 1_8 0.3662 Rprec_mult_1.40 1_8 0.3434 Rprec_mult_1.60 1_8 0.3175 Rprec_mult_1.80 1_8 0.2911 Rprec_mult_2.00 1_8 0.2797 utility 1_8 -802.0000 11pt_avg 1_8 0.4393 binG 1_8 0.2629 G 1_8 0.1416 ndcg 1_8 0.6812 ndcg_rel 1_8 0.5789 Rndcg 1_8 0.5400 ndcg_cut_5 1_8 0.6101 ndcg_cut_10 1_8 0.5807 ndcg_cut_15 1_8 0.5962 ndcg_cut_20 1_8 0.6454 ndcg_cut_30 1_8 0.6278 ndcg_cut_100 1_8 0.4448 ndcg_cut_200 1_8 0.5041 ndcg_cut_500 1_8 0.6284 ndcg_cut_1000 1_8 0.6812 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0847 map_cut_15 1_8 0.1175 map_cut_20 1_8 0.1575 map_cut_30 1_8 0.2102 map_cut_100 1_8 0.3045 map_cut_200 1_8 0.3590 map_cut_500 1_8 0.4128 map_cut_1000 1_8 0.4270 relative_P_5 1_8 1.0000 relative_P_10 1_8 1.0000 relative_P_15 1_8 0.9333 relative_P_20 1_8 0.9500 relative_P_30 1_8 0.8667 relative_P_100 1_8 0.4400 relative_P_200 1_8 0.5169 relative_P_500 1_8 0.7373 relative_P_1000 1_8 0.8390 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0990 set_relative_P 1_8 0.8390 set_recall 1_8 0.8390 set_map 1_8 0.0831 set_F 1_8 0.1771 num_nonrel_judged_ret 1_8 6 rbp 1_8 0.5600 rbp_resid 1_8 0.0758 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.0500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 45 map 1_9 0.7269 Rprec 1_9 0.6875 bpref 1_9 0.9301 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 1.0000 iprec_at_recall_0.30 1_9 0.9412 iprec_at_recall_0.40 1_9 0.9091 iprec_at_recall_0.50 1_9 0.8571 iprec_at_recall_0.60 1_9 0.7838 iprec_at_recall_0.70 1_9 0.6296 iprec_at_recall_0.80 1_9 0.4875 iprec_at_recall_0.90 1_9 0.3772 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 1.0000 P_15 1_9 0.9333 P_20 1_9 0.9000 P_30 1_9 0.8000 P_100 1_9 0.4000 P_200 1_9 0.2250 P_500 1_9 0.0900 P_1000 1_9 0.0450 relstring 1_9 '3233333132' recall_5 1_9 0.1042 recall_10 1_9 0.2083 recall_15 1_9 0.2917 recall_20 1_9 0.3750 recall_30 1_9 0.5000 recall_100 1_9 0.8333 recall_200 1_9 0.9375 recall_500 1_9 0.9375 recall_1000 1_9 0.9375 infAP 1_9 0.7269 Rprec_mult_0.20 1_9 1.0000 Rprec_mult_0.40 1_9 0.9000 Rprec_mult_0.60 1_9 0.8276 Rprec_mult_0.80 1_9 0.7436 Rprec_mult_1.00 1_9 0.6875 Rprec_mult_1.20 1_9 0.6034 Rprec_mult_1.40 1_9 0.5147 Rprec_mult_1.60 1_9 0.4805 Rprec_mult_1.80 1_9 0.4483 Rprec_mult_2.00 1_9 0.4167 utility 1_9 -910.0000 11pt_avg 1_9 0.7260 binG 1_9 0.4635 G 1_9 0.3280 ndcg 1_9 0.8910 ndcg_rel 1_9 0.8432 Rndcg 1_9 0.8188 ndcg_cut_5 1_9 0.9287 ndcg_cut_10 1_9 0.8862 ndcg_cut_15 1_9 0.8488 ndcg_cut_20 1_9 0.8314 ndcg_cut_30 1_9 0.7662 ndcg_cut_100 1_9 0.8446 ndcg_cut_200 1_9 0.8910 ndcg_cut_500 1_9 0.8910 ndcg_cut_1000 1_9 0.8910 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.2083 map_cut_15 1_9 0.2855 map_cut_20 1_9 0.3620 map_cut_30 1_9 0.4726 map_cut_100 1_9 0.6915 map_cut_200 1_9 0.7269 map_cut_500 1_9 0.7269 map_cut_1000 1_9 0.7269 relative_P_5 1_9 1.0000 relative_P_10 1_9 1.0000 relative_P_15 1_9 0.9333 relative_P_20 1_9 0.9000 relative_P_30 1_9 0.8000 relative_P_100 1_9 0.8333 relative_P_200 1_9 0.9375 relative_P_500 1_9 0.9375 relative_P_1000 1_9 0.9375 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0450 set_relative_P 1_9 0.9375 set_recall 1_9 0.9375 set_map 1_9 0.0422 set_F 1_9 0.0859 num_nonrel_judged_ret 1_9 6 rbp 1_9 0.7544 rbp_resid 1_9 0.0968 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.1000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 124 map 4_10 0.3734 Rprec 4_10 0.4096 bpref 4_10 0.5886 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9500 iprec_at_recall_0.20 4_10 0.7358 iprec_at_recall_0.30 4_10 0.6517 iprec_at_recall_0.40 4_10 0.4412 iprec_at_recall_0.50 4_10 0.3052 iprec_at_recall_0.60 4_10 0.2311 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 1.0000 P_15 4_10 0.9333 P_20 4_10 0.9500 P_30 4_10 0.8333 P_100 4_10 0.6200 P_200 4_10 0.3950 P_500 4_10 0.2260 P_1000 4_10 0.1240 relstring 4_10 '1111111111' recall_5 4_10 0.0266 recall_10 4_10 0.0532 recall_15 4_10 0.0745 recall_20 4_10 0.1011 recall_30 4_10 0.1330 recall_100 4_10 0.3298 recall_200 4_10 0.4202 recall_500 4_10 0.6011 recall_1000 4_10 0.6596 infAP 4_10 0.3734 Rprec_mult_0.20 4_10 0.7895 Rprec_mult_0.40 4_10 0.6447 Rprec_mult_0.60 4_10 0.5841 Rprec_mult_0.80 4_10 0.4702 Rprec_mult_1.00 4_10 0.4096 Rprec_mult_1.20 4_10 0.3628 Rprec_mult_1.40 4_10 0.3182 Rprec_mult_1.60 4_10 0.3090 Rprec_mult_1.80 4_10 0.2891 Rprec_mult_2.00 4_10 0.2686 utility 4_10 -752.0000 11pt_avg 4_10 0.3923 binG 4_10 0.1904 G 4_10 0.0863 ndcg 4_10 0.4643 ndcg_rel 4_10 0.4099 Rndcg 4_10 0.3711 ndcg_cut_5 4_10 0.3333 ndcg_cut_10 4_10 0.3333 ndcg_cut_15 4_10 0.3278 ndcg_cut_20 4_10 0.3611 ndcg_cut_30 4_10 0.3668 ndcg_cut_100 4_10 0.3985 ndcg_cut_200 4_10 0.3544 ndcg_cut_500 4_10 0.4393 ndcg_cut_1000 4_10 0.4643 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0532 map_cut_15 4_10 0.0737 map_cut_20 4_10 0.0988 map_cut_30 4_10 0.1256 map_cut_100 4_10 0.2639 map_cut_200 4_10 0.3102 map_cut_500 4_10 0.3634 map_cut_1000 4_10 0.3734 relative_P_5 4_10 1.0000 relative_P_10 4_10 1.0000 relative_P_15 4_10 0.9333 relative_P_20 4_10 0.9500 relative_P_30 4_10 0.8333 relative_P_100 4_10 0.6200 relative_P_200 4_10 0.4202 relative_P_500 4_10 0.6011 relative_P_1000 4_10 0.6596 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1240 set_relative_P 4_10 0.6596 set_recall 4_10 0.6596 set_map 4_10 0.0818 set_F 4_10 0.2088 num_nonrel_judged_ret 4_10 13 rbp 4_10 0.3152 rbp_resid 4_10 0.0407 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 94 map 4_11 0.2137 Rprec 4_11 0.2982 bpref 4_11 0.5046 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.6786 iprec_at_recall_0.20 4_11 0.4474 iprec_at_recall_0.30 4_11 0.3000 iprec_at_recall_0.40 4_11 0.2067 iprec_at_recall_0.50 4_11 0.1327 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.8000 P_10 4_11 0.8000 P_15 4_11 0.7333 P_20 4_11 0.7000 P_30 4_11 0.6667 P_100 4_11 0.3700 P_200 4_11 0.2600 P_500 4_11 0.1480 P_1000 4_11 0.0940 relstring 4_11 '2302212120' recall_5 4_11 0.0234 recall_10 4_11 0.0468 recall_15 4_11 0.0643 recall_20 4_11 0.0819 recall_30 4_11 0.1170 recall_100 4_11 0.2164 recall_200 4_11 0.3041 recall_500 4_11 0.4327 recall_1000 4_11 0.5497 infAP 4_11 0.2137 Rprec_mult_0.20 4_11 0.6286 Rprec_mult_0.40 4_11 0.4638 Rprec_mult_0.60 4_11 0.3592 Rprec_mult_0.80 4_11 0.3504 Rprec_mult_1.00 4_11 0.2982 Rprec_mult_1.20 4_11 0.2573 Rprec_mult_1.40 4_11 0.2292 Rprec_mult_1.60 4_11 0.2153 Rprec_mult_1.80 4_11 0.2013 Rprec_mult_2.00 4_11 0.1988 utility 4_11 -812.0000 11pt_avg 4_11 0.2514 binG 4_11 0.1214 G 4_11 0.1005 ndcg 4_11 0.5435 ndcg_rel 4_11 0.5107 Rndcg 4_11 0.4625 ndcg_cut_5 4_11 0.6249 ndcg_cut_10 4_11 0.5479 ndcg_cut_15 4_11 0.5223 ndcg_cut_20 4_11 0.5309 ndcg_cut_30 4_11 0.5433 ndcg_cut_100 4_11 0.3956 ndcg_cut_200 4_11 0.3954 ndcg_cut_500 4_11 0.4770 ndcg_cut_1000 4_11 0.5435 map_cut_5 4_11 0.0208 map_cut_10 4_11 0.0410 map_cut_15 4_11 0.0542 map_cut_20 4_11 0.0664 map_cut_30 4_11 0.0905 map_cut_100 4_11 0.1422 map_cut_200 4_11 0.1723 map_cut_500 4_11 0.1989 map_cut_1000 4_11 0.2137 relative_P_5 4_11 0.8000 relative_P_10 4_11 0.8000 relative_P_15 4_11 0.7333 relative_P_20 4_11 0.7000 relative_P_30 4_11 0.6667 relative_P_100 4_11 0.3700 relative_P_200 4_11 0.3041 relative_P_500 4_11 0.4327 relative_P_1000 4_11 0.5497 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0940 set_relative_P 4_11 0.5497 set_recall 4_11 0.5497 set_map 4_11 0.0517 set_F 4_11 0.1605 num_nonrel_judged_ret 4_11 23 rbp 4_11 0.4679 rbp_resid 4_11 0.0228 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 90 map 4_12 0.3082 Rprec 4_12 0.3507 bpref 4_12 0.6174 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.8667 iprec_at_recall_0.20 4_12 0.5968 iprec_at_recall_0.30 4_12 0.5195 iprec_at_recall_0.40 4_12 0.2967 iprec_at_recall_0.50 4_12 0.1933 iprec_at_recall_0.60 4_12 0.1429 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 0.8000 P_15 4_12 0.8667 P_20 4_12 0.8000 P_30 4_12 0.7333 P_100 4_12 0.4400 P_200 4_12 0.2800 P_500 4_12 0.1520 P_1000 4_12 0.0900 relstring 4_12 '3232203320' recall_5 4_12 0.0373 recall_10 4_12 0.0597 recall_15 4_12 0.0970 recall_20 4_12 0.1194 recall_30 4_12 0.1642 recall_100 4_12 0.3284 recall_200 4_12 0.4179 recall_500 4_12 0.5672 recall_1000 4_12 0.6716 infAP 4_12 0.3082 Rprec_mult_0.20 4_12 0.7407 Rprec_mult_0.40 4_12 0.5556 Rprec_mult_0.60 4_12 0.5062 Rprec_mult_0.80 4_12 0.4259 Rprec_mult_1.00 4_12 0.3507 Rprec_mult_1.20 4_12 0.3168 Rprec_mult_1.40 4_12 0.2872 Rprec_mult_1.60 4_12 0.2651 Rprec_mult_1.80 4_12 0.2355 Rprec_mult_2.00 4_12 0.2239 utility 4_12 -820.0000 11pt_avg 4_12 0.3287 binG 4_12 0.1731 G 4_12 0.1332 ndcg 4_12 0.6262 ndcg_rel 4_12 0.6124 Rndcg 4_12 0.5702 ndcg_cut_5 4_12 0.8362 ndcg_cut_10 4_12 0.7296 ndcg_cut_15 4_12 0.7406 ndcg_cut_20 4_12 0.7107 ndcg_cut_30 4_12 0.6825 ndcg_cut_100 4_12 0.4875 ndcg_cut_200 4_12 0.4962 ndcg_cut_500 4_12 0.5742 ndcg_cut_1000 4_12 0.6262 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0569 map_cut_15 4_12 0.0884 map_cut_20 4_12 0.1064 map_cut_30 4_12 0.1412 map_cut_100 4_12 0.2345 map_cut_200 4_12 0.2651 map_cut_500 4_12 0.2948 map_cut_1000 4_12 0.3082 relative_P_5 4_12 1.0000 relative_P_10 4_12 0.8000 relative_P_15 4_12 0.8667 relative_P_20 4_12 0.8000 relative_P_30 4_12 0.7333 relative_P_100 4_12 0.4400 relative_P_200 4_12 0.4179 relative_P_500 4_12 0.5672 relative_P_1000 4_12 0.6716 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0900 set_relative_P 4_12 0.6716 set_recall 4_12 0.6716 set_map 4_12 0.0604 set_F 4_12 0.1587 num_nonrel_judged_ret 4_12 17 rbp 4_12 0.6302 rbp_resid 4_12 0.0640 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.0500 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 130 map 4_13 0.4476 Rprec 4_13 0.4630 bpref 4_13 0.7211 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.9545 iprec_at_recall_0.20 4_13 0.8571 iprec_at_recall_0.30 4_13 0.6579 iprec_at_recall_0.40 4_13 0.5200 iprec_at_recall_0.50 4_13 0.4141 iprec_at_recall_0.60 4_13 0.2685 iprec_at_recall_0.70 4_13 0.1692 iprec_at_recall_0.80 4_13 0.1373 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 0.9333 P_20 4_13 0.9500 P_30 4_13 0.9333 P_100 4_13 0.6000 P_200 4_13 0.4100 P_500 4_13 0.2100 P_1000 4_13 0.1300 relstring 4_13 '3333322232' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0864 recall_20 4_13 0.1173 recall_30 4_13 0.1728 recall_100 4_13 0.3704 recall_200 4_13 0.5062 recall_500 4_13 0.6481 recall_1000 4_13 0.8025 infAP 4_13 0.4476 Rprec_mult_0.20 4_13 0.8788 Rprec_mult_0.40 4_13 0.6923 Rprec_mult_0.60 4_13 0.6020 Rprec_mult_0.80 4_13 0.5077 Rprec_mult_1.00 4_13 0.4630 Rprec_mult_1.20 4_13 0.4103 Rprec_mult_1.40 4_13 0.3700 Rprec_mult_1.60 4_13 0.3269 Rprec_mult_1.80 4_13 0.3116 Rprec_mult_2.00 4_13 0.2870 utility 4_13 -740.0000 11pt_avg 4_13 0.4526 binG 4_13 0.2438 G 4_13 0.1788 ndcg 4_13 0.7508 ndcg_rel 4_13 0.7263 Rndcg 4_13 0.6593 ndcg_cut_5 4_13 1.0000 ndcg_cut_10 4_13 0.9051 ndcg_cut_15 4_13 0.8684 ndcg_cut_20 4_13 0.8575 ndcg_cut_30 4_13 0.8053 ndcg_cut_100 4_13 0.6556 ndcg_cut_200 4_13 0.5900 ndcg_cut_500 4_13 0.6755 ndcg_cut_1000 4_13 0.7508 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0864 map_cut_20 4_13 0.1156 map_cut_30 4_13 0.1673 map_cut_100 4_13 0.3146 map_cut_200 4_13 0.3810 map_cut_500 4_13 0.4220 map_cut_1000 4_13 0.4476 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 0.9333 relative_P_20 4_13 0.9500 relative_P_30 4_13 0.9333 relative_P_100 4_13 0.6000 relative_P_200 4_13 0.5062 relative_P_500 4_13 0.6481 relative_P_1000 4_13 0.8025 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.1300 set_relative_P 4_13 0.8025 set_recall 4_13 0.8025 set_map 4_13 0.1043 set_F 4_13 0.2238 num_nonrel_judged_ret 4_13 24 rbp 4_13 0.8308 rbp_resid 4_13 0.0185 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 131 map 4_14 0.3312 Rprec 4_14 0.4068 bpref 4_14 0.6207 recip_rank 4_14 0.5000 iprec_at_recall_0.00 4_14 0.7576 iprec_at_recall_0.10 4_14 0.7576 iprec_at_recall_0.20 4_14 0.7000 iprec_at_recall_0.30 4_14 0.5500 iprec_at_recall_0.40 4_14 0.4226 iprec_at_recall_0.50 4_14 0.2618 iprec_at_recall_0.60 4_14 0.2190 iprec_at_recall_0.70 4_14 0.1662 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.6000 P_10 4_14 0.6000 P_15 4_14 0.6667 P_20 4_14 0.6500 P_30 4_14 0.7333 P_100 4_14 0.5500 P_200 4_14 0.3750 P_500 4_14 0.2140 P_1000 4_14 0.1310 relstring 4_14 '0223030330' recall_5 4_14 0.0169 recall_10 4_14 0.0339 recall_15 4_14 0.0565 recall_20 4_14 0.0734 recall_30 4_14 0.1243 recall_100 4_14 0.3107 recall_200 4_14 0.4237 recall_500 4_14 0.6045 recall_1000 4_14 0.7401 infAP 4_14 0.3312 Rprec_mult_0.20 4_14 0.7222 Rprec_mult_0.40 4_14 0.5915 Rprec_mult_0.60 4_14 0.5234 Rprec_mult_0.80 4_14 0.4648 Rprec_mult_1.00 4_14 0.4068 Rprec_mult_1.20 4_14 0.3568 Rprec_mult_1.40 4_14 0.3427 Rprec_mult_1.60 4_14 0.2993 Rprec_mult_1.80 4_14 0.2727 Rprec_mult_2.00 4_14 0.2542 utility 4_14 -738.0000 11pt_avg 4_14 0.3486 binG 4_14 0.1467 G 4_14 0.1145 ndcg 4_14 0.6401 ndcg_rel 4_14 0.5508 Rndcg 4_14 0.5094 ndcg_cut_5 4_14 0.4018 ndcg_cut_10 4_14 0.4748 ndcg_cut_15 4_14 0.4888 ndcg_cut_20 4_14 0.4865 ndcg_cut_30 4_14 0.5207 ndcg_cut_100 4_14 0.5083 ndcg_cut_200 4_14 0.4557 ndcg_cut_500 4_14 0.5644 ndcg_cut_1000 4_14 0.6401 map_cut_5 4_14 0.0108 map_cut_10 4_14 0.0219 map_cut_15 4_14 0.0369 map_cut_20 4_14 0.0489 map_cut_30 4_14 0.0843 map_cut_100 4_14 0.2033 map_cut_200 4_14 0.2559 map_cut_500 4_14 0.3070 map_cut_1000 4_14 0.3312 relative_P_5 4_14 0.6000 relative_P_10 4_14 0.6000 relative_P_15 4_14 0.6667 relative_P_20 4_14 0.6500 relative_P_30 4_14 0.7333 relative_P_100 4_14 0.5500 relative_P_200 4_14 0.4237 relative_P_500 4_14 0.6045 relative_P_1000 4_14 0.7401 success_1 4_14 0.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.1310 set_relative_P 4_14 0.7401 set_recall 4_14 0.7401 set_map 4_14 0.0970 set_F 4_14 0.2226 num_nonrel_judged_ret 4_14 21 rbp 4_14 0.5314 rbp_resid 4_14 0.0149 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.0000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0066 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0066 iprec_at_recall_0.00 4_17 0.0066 iprec_at_recall_0.10 4_17 0.0066 iprec_at_recall_0.20 4_17 0.0066 iprec_at_recall_0.30 4_17 0.0066 iprec_at_recall_0.40 4_17 0.0066 iprec_at_recall_0.50 4_17 0.0066 iprec_at_recall_0.60 4_17 0.0066 iprec_at_recall_0.70 4_17 0.0066 iprec_at_recall_0.80 4_17 0.0066 iprec_at_recall_0.90 4_17 0.0066 iprec_at_recall_1.00 4_17 0.0066 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000---0-' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0066 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0066 binG 4_17 0.1380 G 4_17 0.1380 ndcg 4_17 0.1380 ndcg_rel 4_17 0.1380 Rndcg 4_17 0.0690 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.1380 ndcg_cut_500 4_17 0.1380 ndcg_cut_1000 4_17 0.1380 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0066 map_cut_500 4_17 0.0066 map_cut_1000 4_17 0.0066 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 61 rbp 4_17 0.0000 rbp_resid 4_17 0.4093 unj_5 4_17 0.0000 unj_10 4_17 0.4000 unj_20 4_17 0.5000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 134 map 4_3 0.3709 Rprec 4_3 0.4085 bpref 4_3 0.6593 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.7619 iprec_at_recall_0.20 4_3 0.6346 iprec_at_recall_0.30 4_3 0.4444 iprec_at_recall_0.40 4_3 0.4214 iprec_at_recall_0.50 4_3 0.3131 iprec_at_recall_0.60 4_3 0.2857 iprec_at_recall_0.70 4_3 0.2539 iprec_at_recall_0.80 4_3 0.1490 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 1.0000 P_10 4_3 0.9000 P_15 4_3 0.7333 P_20 4_3 0.7500 P_30 4_3 0.7333 P_100 4_3 0.4700 P_200 4_3 0.3750 P_500 4_3 0.2340 P_1000 4_3 0.1340 relstring 4_3 '3332123042' recall_5 4_3 0.0305 recall_10 4_3 0.0549 recall_15 4_3 0.0671 recall_20 4_3 0.0915 recall_30 4_3 0.1341 recall_100 4_3 0.2866 recall_200 4_3 0.4573 recall_500 4_3 0.7134 recall_1000 4_3 0.8171 infAP 4_3 0.3709 Rprec_mult_0.20 4_3 0.6667 Rprec_mult_0.40 4_3 0.5758 Rprec_mult_0.60 4_3 0.4747 Rprec_mult_0.80 4_3 0.4394 Rprec_mult_1.00 4_3 0.4085 Rprec_mult_1.20 4_3 0.3756 Rprec_mult_1.40 4_3 0.3522 Rprec_mult_1.60 4_3 0.3080 Rprec_mult_1.80 4_3 0.3108 Rprec_mult_2.00 4_3 0.2927 utility 4_3 -732.0000 11pt_avg 4_3 0.3876 binG 4_3 0.1826 G 4_3 0.1448 ndcg 4_3 0.7178 ndcg_rel 4_3 0.6249 Rndcg 4_3 0.6174 ndcg_cut_5 4_3 0.7761 ndcg_cut_10 4_3 0.7611 ndcg_cut_15 4_3 0.6570 ndcg_cut_20 4_3 0.6473 ndcg_cut_30 4_3 0.6341 ndcg_cut_100 4_3 0.4907 ndcg_cut_200 4_3 0.5285 ndcg_cut_500 4_3 0.6700 ndcg_cut_1000 4_3 0.7178 map_cut_5 4_3 0.0305 map_cut_10 4_3 0.0536 map_cut_15 4_3 0.0638 map_cut_20 4_3 0.0819 map_cut_30 4_3 0.1130 map_cut_100 4_3 0.2026 map_cut_200 4_3 0.2745 map_cut_500 4_3 0.3508 map_cut_1000 4_3 0.3709 relative_P_5 4_3 1.0000 relative_P_10 4_3 0.9000 relative_P_15 4_3 0.7333 relative_P_20 4_3 0.7500 relative_P_30 4_3 0.7333 relative_P_100 4_3 0.4700 relative_P_200 4_3 0.4573 relative_P_500 4_3 0.7134 relative_P_1000 4_3 0.8171 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.1340 set_relative_P 4_3 0.8171 set_recall 4_3 0.8171 set_map 4_3 0.1095 set_F 4_3 0.2302 num_nonrel_judged_ret 4_3 26 rbp 4_3 0.4858 rbp_resid 4_3 0.0448 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 128 map 4_4 0.4897 Rprec 4_4 0.5065 bpref 4_4 0.7505 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.9000 iprec_at_recall_0.20 4_4 0.8857 iprec_at_recall_0.30 4_4 0.6620 iprec_at_recall_0.40 4_4 0.5610 iprec_at_recall_0.50 4_4 0.5168 iprec_at_recall_0.60 4_4 0.4247 iprec_at_recall_0.70 4_4 0.3564 iprec_at_recall_0.80 4_4 0.1765 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 1.0000 P_15 4_4 0.8667 P_20 4_4 0.8500 P_30 4_4 0.9000 P_100 4_4 0.5800 P_200 4_4 0.4300 P_500 4_4 0.2340 P_1000 4_4 0.1280 relstring 4_4 '4322222112' recall_5 4_4 0.0325 recall_10 4_4 0.0649 recall_15 4_4 0.0844 recall_20 4_4 0.1104 recall_30 4_4 0.1753 recall_100 4_4 0.3766 recall_200 4_4 0.5584 recall_500 4_4 0.7597 recall_1000 4_4 0.8312 infAP 4_4 0.4897 Rprec_mult_0.20 4_4 0.8710 Rprec_mult_0.40 4_4 0.6935 Rprec_mult_0.60 4_4 0.6022 Rprec_mult_0.80 4_4 0.5565 Rprec_mult_1.00 4_4 0.5065 Rprec_mult_1.20 4_4 0.4432 Rprec_mult_1.40 4_4 0.4213 Rprec_mult_1.60 4_4 0.4089 Rprec_mult_1.80 4_4 0.3813 Rprec_mult_2.00 4_4 0.3506 utility 4_4 -744.0000 11pt_avg 4_4 0.4985 binG 4_4 0.2362 G 4_4 0.1586 ndcg 4_4 0.7653 ndcg_rel 4_4 0.6819 Rndcg 4_4 0.6936 ndcg_cut_5 4_4 0.8140 ndcg_cut_10 4_4 0.7274 ndcg_cut_15 4_4 0.6609 ndcg_cut_20 4_4 0.6511 ndcg_cut_30 4_4 0.6739 ndcg_cut_100 4_4 0.5839 ndcg_cut_200 4_4 0.6217 ndcg_cut_500 4_4 0.7362 ndcg_cut_1000 4_4 0.7653 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0649 map_cut_15 4_4 0.0835 map_cut_20 4_4 0.1059 map_cut_30 4_4 0.1631 map_cut_100 4_4 0.3065 map_cut_200 4_4 0.4008 map_cut_500 4_4 0.4770 map_cut_1000 4_4 0.4897 relative_P_5 4_4 1.0000 relative_P_10 4_4 1.0000 relative_P_15 4_4 0.8667 relative_P_20 4_4 0.8500 relative_P_30 4_4 0.9000 relative_P_100 4_4 0.5800 relative_P_200 4_4 0.5584 relative_P_500 4_4 0.7597 relative_P_1000 4_4 0.8312 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.1280 set_relative_P 4_4 0.8312 set_recall 4_4 0.8312 set_map 4_4 0.1064 set_F 4_4 0.2218 num_nonrel_judged_ret 4_4 9 rbp 4_4 0.5060 rbp_resid 4_4 0.0441 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 101 map 4_5 0.5177 Rprec 4_5 0.5164 bpref 4_5 0.8276 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.9524 iprec_at_recall_0.20 4_5 0.9355 iprec_at_recall_0.30 4_5 0.7037 iprec_at_recall_0.40 4_5 0.6237 iprec_at_recall_0.50 4_5 0.5495 iprec_at_recall_0.60 4_5 0.4679 iprec_at_recall_0.70 4_5 0.3172 iprec_at_recall_0.80 4_5 0.1903 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 0.9000 P_15 4_5 0.9333 P_20 4_5 0.9500 P_30 4_5 0.9333 P_100 4_5 0.5900 P_200 4_5 0.3900 P_500 4_5 0.1940 P_1000 4_5 0.1010 relstring 4_5 '122221-231' recall_5 4_5 0.0410 recall_10 4_5 0.0738 recall_15 4_5 0.1148 recall_20 4_5 0.1557 recall_30 4_5 0.2295 recall_100 4_5 0.4836 recall_200 4_5 0.6393 recall_500 4_5 0.7951 recall_1000 4_5 0.8279 infAP 4_5 0.5177 Rprec_mult_0.20 4_5 0.9200 Rprec_mult_0.40 4_5 0.6939 Rprec_mult_0.60 4_5 0.6351 Rprec_mult_0.80 4_5 0.6020 Rprec_mult_1.00 4_5 0.5164 Rprec_mult_1.20 4_5 0.4830 Rprec_mult_1.40 4_5 0.4386 Rprec_mult_1.60 4_5 0.3980 Rprec_mult_1.80 4_5 0.3636 Rprec_mult_2.00 4_5 0.3402 utility 4_5 -798.0000 11pt_avg 4_5 0.5218 binG 4_5 0.2627 G 4_5 0.1503 ndcg 4_5 0.7357 ndcg_rel 4_5 0.6220 Rndcg 4_5 0.6096 ndcg_cut_5 4_5 0.5536 ndcg_cut_10 4_5 0.5191 ndcg_cut_15 4_5 0.5819 ndcg_cut_20 4_5 0.6186 ndcg_cut_30 4_5 0.6221 ndcg_cut_100 4_5 0.5577 ndcg_cut_200 4_5 0.6285 ndcg_cut_500 4_5 0.7140 ndcg_cut_1000 4_5 0.7357 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0710 map_cut_15 4_5 0.1088 map_cut_20 4_5 0.1475 map_cut_30 4_5 0.2159 map_cut_100 4_5 0.3880 map_cut_200 4_5 0.4651 map_cut_500 4_5 0.5125 map_cut_1000 4_5 0.5177 relative_P_5 4_5 1.0000 relative_P_10 4_5 0.9000 relative_P_15 4_5 0.9333 relative_P_20 4_5 0.9500 relative_P_30 4_5 0.9333 relative_P_100 4_5 0.5900 relative_P_200 4_5 0.6393 relative_P_500 4_5 0.7951 relative_P_1000 4_5 0.8279 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.1010 set_relative_P 4_5 0.8279 set_recall 4_5 0.8279 set_map 4_5 0.0836 set_F 4_5 0.1800 num_nonrel_judged_ret 4_5 1 rbp 4_5 0.5839 rbp_resid 4_5 0.0918 unj_5 4_5 0.0000 unj_10 4_5 0.1000 unj_20 4_5 0.0500 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 64 map 4_7 0.3412 Rprec 4_7 0.3289 bpref 4_7 0.6089 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.8462 iprec_at_recall_0.20 4_7 0.5714 iprec_at_recall_0.30 4_7 0.4898 iprec_at_recall_0.40 4_7 0.3333 iprec_at_recall_0.50 4_7 0.2746 iprec_at_recall_0.60 4_7 0.2289 iprec_at_recall_0.70 4_7 0.1606 iprec_at_recall_0.80 4_7 0.0904 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 1.0000 P_10 4_7 0.8000 P_15 4_7 0.7333 P_20 4_7 0.5500 P_30 4_7 0.5667 P_100 4_7 0.3200 P_200 4_7 0.2250 P_500 4_7 0.1140 P_1000 4_7 0.0640 relstring 4_7 '2332220101' recall_5 4_7 0.0658 recall_10 4_7 0.1053 recall_15 4_7 0.1447 recall_20 4_7 0.1447 recall_30 4_7 0.2237 recall_100 4_7 0.4211 recall_200 4_7 0.5921 recall_500 4_7 0.7500 recall_1000 4_7 0.8421 infAP 4_7 0.3412 Rprec_mult_0.20 4_7 0.6875 Rprec_mult_0.40 4_7 0.5484 Rprec_mult_0.60 4_7 0.4783 Rprec_mult_0.80 4_7 0.4098 Rprec_mult_1.00 4_7 0.3289 Rprec_mult_1.20 4_7 0.3261 Rprec_mult_1.40 4_7 0.2991 Rprec_mult_1.60 4_7 0.2787 Rprec_mult_1.80 4_7 0.2701 Rprec_mult_2.00 4_7 0.2632 utility 4_7 -872.0000 11pt_avg 4_7 0.3632 binG 4_7 0.2286 G 4_7 0.2341 ndcg 4_7 0.7207 ndcg_rel 4_7 0.6513 Rndcg 4_7 0.6405 ndcg_cut_5 4_7 0.9336 ndcg_cut_10 4_7 0.7786 ndcg_cut_15 4_7 0.7054 ndcg_cut_20 4_7 0.5995 ndcg_cut_30 4_7 0.5689 ndcg_cut_100 4_7 0.5258 ndcg_cut_200 4_7 0.6220 ndcg_cut_500 4_7 0.6785 ndcg_cut_1000 4_7 0.7207 map_cut_5 4_7 0.0658 map_cut_10 4_7 0.1010 map_cut_15 4_7 0.1339 map_cut_20 4_7 0.1339 map_cut_30 4_7 0.1785 map_cut_100 4_7 0.2614 map_cut_200 4_7 0.3071 map_cut_500 4_7 0.3332 map_cut_1000 4_7 0.3412 relative_P_5 4_7 1.0000 relative_P_10 4_7 0.8000 relative_P_15 4_7 0.7333 relative_P_20 4_7 0.5500 relative_P_30 4_7 0.5667 relative_P_100 4_7 0.4211 relative_P_200 4_7 0.5921 relative_P_500 4_7 0.7500 relative_P_1000 4_7 0.8421 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0640 set_relative_P 4_7 0.8421 set_recall 4_7 0.8421 set_map 4_7 0.0539 set_F 4_7 0.1190 num_nonrel_judged_ret 4_7 53 rbp 4_7 0.4664 rbp_resid 4_7 0.1201 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.2500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 66 map 4_8 0.2228 Rprec 4_8 0.3021 bpref 4_8 0.4290 recip_rank 4_8 0.5000 iprec_at_recall_0.00 4_8 0.8000 iprec_at_recall_0.10 4_8 0.5385 iprec_at_recall_0.20 4_8 0.4000 iprec_at_recall_0.30 4_8 0.3137 iprec_at_recall_0.40 4_8 0.2531 iprec_at_recall_0.50 4_8 0.2254 iprec_at_recall_0.60 4_8 0.1155 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.8000 P_10 4_8 0.7000 P_15 4_8 0.5333 P_20 4_8 0.4500 P_30 4_8 0.5000 P_100 4_8 0.3000 P_200 4_8 0.2200 P_500 4_8 0.1140 P_1000 4_8 0.0660 relstring 4_8 '0231201012' recall_5 4_8 0.0417 recall_10 4_8 0.0729 recall_15 4_8 0.0833 recall_20 4_8 0.0938 recall_30 4_8 0.1562 recall_100 4_8 0.3125 recall_200 4_8 0.4583 recall_500 4_8 0.5938 recall_1000 4_8 0.6875 infAP 4_8 0.2228 Rprec_mult_0.20 4_8 0.4500 Rprec_mult_0.40 4_8 0.4615 Rprec_mult_0.60 4_8 0.3621 Rprec_mult_0.80 4_8 0.3377 Rprec_mult_1.00 4_8 0.3021 Rprec_mult_1.20 4_8 0.2759 Rprec_mult_1.40 4_8 0.2519 Rprec_mult_1.60 4_8 0.2338 Rprec_mult_1.80 4_8 0.2428 Rprec_mult_2.00 4_8 0.2292 utility 4_8 -868.0000 11pt_avg 4_8 0.2406 binG 4_8 0.1423 G 4_8 0.1221 ndcg 4_8 0.5256 ndcg_rel 4_8 0.4548 Rndcg 4_8 0.3132 ndcg_cut_5 4_8 0.5751 ndcg_cut_10 4_8 0.5134 ndcg_cut_15 4_8 0.4267 ndcg_cut_20 4_8 0.3762 ndcg_cut_30 4_8 0.3820 ndcg_cut_100 4_8 0.3431 ndcg_cut_200 4_8 0.4147 ndcg_cut_500 4_8 0.4808 ndcg_cut_1000 4_8 0.5256 map_cut_5 4_8 0.0283 map_cut_10 4_8 0.0500 map_cut_15 4_8 0.0555 map_cut_20 4_8 0.0614 map_cut_30 4_8 0.0925 map_cut_100 4_8 0.1535 map_cut_200 4_8 0.1914 map_cut_500 4_8 0.2138 map_cut_1000 4_8 0.2228 relative_P_5 4_8 0.8000 relative_P_10 4_8 0.7000 relative_P_15 4_8 0.5333 relative_P_20 4_8 0.4500 relative_P_30 4_8 0.5000 relative_P_100 4_8 0.3125 relative_P_200 4_8 0.4583 relative_P_500 4_8 0.5938 relative_P_1000 4_8 0.6875 success_1 4_8 0.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0660 set_relative_P 4_8 0.6875 set_recall 4_8 0.6875 set_map 4_8 0.0454 set_F 4_8 0.1204 num_nonrel_judged_ret 4_8 75 rbp 4_8 0.3102 rbp_resid 4_8 0.0236 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.0500 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 59 map 4_9 0.1093 Rprec 4_9 0.1765 bpref 4_9 0.5588 recip_rank 4_9 0.1667 iprec_at_recall_0.00 4_9 0.4545 iprec_at_recall_0.10 4_9 0.2340 iprec_at_recall_0.20 4_9 0.1667 iprec_at_recall_0.30 4_9 0.1538 iprec_at_recall_0.40 4_9 0.1452 iprec_at_recall_0.50 4_9 0.1218 iprec_at_recall_0.60 4_9 0.0801 iprec_at_recall_0.70 4_9 0.0597 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.0000 P_10 4_9 0.4000 P_15 4_9 0.4000 P_20 4_9 0.3000 P_30 4_9 0.2000 P_100 4_9 0.1600 P_200 4_9 0.1350 P_500 4_9 0.0960 P_1000 4_9 0.0590 relstring 4_9 '00000112-1' recall_5 4_9 0.0000 recall_10 4_9 0.0471 recall_15 4_9 0.0706 recall_20 4_9 0.0706 recall_30 4_9 0.0706 recall_100 4_9 0.1882 recall_200 4_9 0.3176 recall_500 4_9 0.5647 recall_1000 4_9 0.6941 infAP 4_9 0.1093 Rprec_mult_0.20 4_9 0.3529 Rprec_mult_0.40 4_9 0.2059 Rprec_mult_0.60 4_9 0.2157 Rprec_mult_0.80 4_9 0.1912 Rprec_mult_1.00 4_9 0.1765 Rprec_mult_1.20 4_9 0.1569 Rprec_mult_1.40 4_9 0.1429 Rprec_mult_1.60 4_9 0.1618 Rprec_mult_1.80 4_9 0.1503 Rprec_mult_2.00 4_9 0.1529 utility 4_9 -882.0000 11pt_avg 4_9 0.1287 binG 4_9 0.1086 G 4_9 0.0939 ndcg 4_9 0.4341 ndcg_rel 4_9 0.3130 Rndcg 4_9 0.2106 ndcg_cut_5 4_9 0.0000 ndcg_cut_10 4_9 0.1181 ndcg_cut_15 4_9 0.1676 ndcg_cut_20 4_9 0.1395 ndcg_cut_30 4_9 0.1132 ndcg_cut_100 4_9 0.1523 ndcg_cut_200 4_9 0.2361 ndcg_cut_500 4_9 0.3689 ndcg_cut_1000 4_9 0.4341 map_cut_5 4_9 0.0000 map_cut_10 4_9 0.0144 map_cut_15 4_9 0.0245 map_cut_20 4_9 0.0245 map_cut_30 4_9 0.0245 map_cut_100 4_9 0.0485 map_cut_200 4_9 0.0684 map_cut_500 4_9 0.1001 map_cut_1000 4_9 0.1093 relative_P_5 4_9 0.0000 relative_P_10 4_9 0.4000 relative_P_15 4_9 0.4000 relative_P_20 4_9 0.3000 relative_P_30 4_9 0.2000 relative_P_100 4_9 0.1882 relative_P_200 4_9 0.3176 relative_P_500 4_9 0.5647 relative_P_1000 4_9 0.6941 success_1 4_9 0.0000 success_5 4_9 0.0000 success_10 4_9 1.0000 set_P 4_9 0.0590 set_relative_P 4_9 0.6941 set_recall 4_9 0.6941 set_map 4_9 0.0410 set_F 4_9 0.1088 num_nonrel_judged_ret 4_9 23 rbp 4_9 0.1390 rbp_resid 4_9 0.3031 unj_5 4_9 0.0000 unj_10 4_9 0.1000 unj_20 4_9 0.4000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 33 map 5_10 0.5037 Rprec 5_10 0.5349 bpref 5_10 0.7182 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 1.0000 iprec_at_recall_0.20 5_10 0.8667 iprec_at_recall_0.30 5_10 0.8667 iprec_at_recall_0.40 5_10 0.6897 iprec_at_recall_0.50 5_10 0.6471 iprec_at_recall_0.60 5_10 0.4062 iprec_at_recall_0.70 5_10 0.2727 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 1.0000 P_10 5_10 0.8000 P_15 5_10 0.8667 P_20 5_10 0.7000 P_30 5_10 0.6667 P_100 5_10 0.2900 P_200 5_10 0.1550 P_500 5_10 0.0620 P_1000 5_10 0.0330 relstring 5_10 '3342203420' recall_5 5_10 0.1163 recall_10 5_10 0.1860 recall_15 5_10 0.3023 recall_20 5_10 0.3256 recall_30 5_10 0.4651 recall_100 5_10 0.6744 recall_200 5_10 0.7209 recall_500 5_10 0.7209 recall_1000 5_10 0.7674 infAP 5_10 0.5037 Rprec_mult_0.20 5_10 0.8889 Rprec_mult_0.40 5_10 0.7778 Rprec_mult_0.60 5_10 0.6538 Rprec_mult_0.80 5_10 0.6286 Rprec_mult_1.00 5_10 0.5349 Rprec_mult_1.20 5_10 0.4615 Rprec_mult_1.40 5_10 0.4098 Rprec_mult_1.60 5_10 0.3768 Rprec_mult_1.80 5_10 0.3590 Rprec_mult_2.00 5_10 0.3256 utility 5_10 -934.0000 11pt_avg 5_10 0.5226 binG 5_10 0.3263 G 5_10 0.2283 ndcg 5_10 0.7603 ndcg_rel 5_10 0.7340 Rndcg 5_10 0.7016 ndcg_cut_5 5_10 0.7231 ndcg_cut_10 5_10 0.6727 ndcg_cut_15 5_10 0.7453 ndcg_cut_20 5_10 0.7106 ndcg_cut_30 5_10 0.7092 ndcg_cut_100 5_10 0.7395 ndcg_cut_200 5_10 0.7495 ndcg_cut_500 5_10 0.7495 ndcg_cut_1000 5_10 0.7603 map_cut_5 5_10 0.1163 map_cut_10 5_10 0.1772 map_cut_15 5_10 0.2754 map_cut_20 5_10 0.2946 map_cut_30 5_10 0.3898 map_cut_100 5_10 0.4890 map_cut_200 5_10 0.5016 map_cut_500 5_10 0.5016 map_cut_1000 5_10 0.5037 relative_P_5 5_10 1.0000 relative_P_10 5_10 0.8000 relative_P_15 5_10 0.8667 relative_P_20 5_10 0.7000 relative_P_30 5_10 0.6667 relative_P_100 5_10 0.6744 relative_P_200 5_10 0.7209 relative_P_500 5_10 0.7209 relative_P_1000 5_10 0.7674 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0330 set_relative_P 5_10 0.7674 set_recall 5_10 0.7674 set_map 5_10 0.0253 set_F 5_10 0.0633 num_nonrel_judged_ret 5_10 6 rbp 5_10 0.5588 rbp_resid 5_10 0.1136 unj_5 5_10 0.0000 unj_10 5_10 0.0000 unj_20 5_10 0.2000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 109 map 5_13 0.5219 Rprec 5_13 0.5179 bpref 5_13 0.8208 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.7500 iprec_at_recall_0.20 5_13 0.7097 iprec_at_recall_0.30 5_13 0.6731 iprec_at_recall_0.40 5_13 0.6522 iprec_at_recall_0.50 5_13 0.5377 iprec_at_recall_0.60 5_13 0.4621 iprec_at_recall_0.70 5_13 0.4242 iprec_at_recall_0.80 5_13 0.3913 iprec_at_recall_0.90 5_13 0.2446 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.8000 P_10 5_13 0.7000 P_15 5_13 0.6667 P_20 5_13 0.7500 P_30 5_13 0.7000 P_100 5_13 0.5500 P_200 5_13 0.4200 P_500 5_13 0.2040 P_1000 5_13 0.1090 relstring 5_13 '412030-212' recall_5 5_13 0.0357 recall_10 5_13 0.0625 recall_15 5_13 0.0893 recall_20 5_13 0.1339 recall_30 5_13 0.1875 recall_100 5_13 0.4911 recall_200 5_13 0.7500 recall_500 5_13 0.9107 recall_1000 5_13 0.9732 infAP 5_13 0.5219 Rprec_mult_0.20 5_13 0.6957 Rprec_mult_0.40 5_13 0.6667 Rprec_mult_0.60 5_13 0.6471 Rprec_mult_0.80 5_13 0.5889 Rprec_mult_1.00 5_13 0.5179 Rprec_mult_1.20 5_13 0.4815 Rprec_mult_1.40 5_13 0.4459 Rprec_mult_1.60 5_13 0.4222 Rprec_mult_1.80 5_13 0.4208 Rprec_mult_2.00 5_13 0.3929 utility 5_13 -782.0000 11pt_avg 5_13 0.5313 binG 5_13 0.2244 G 5_13 0.1896 ndcg 5_13 0.7869 ndcg_rel 5_13 0.6288 Rndcg 5_13 0.6261 ndcg_cut_5 5_13 0.6483 ndcg_cut_10 5_13 0.5658 ndcg_cut_15 5_13 0.5258 ndcg_cut_20 5_13 0.5469 ndcg_cut_30 5_13 0.5287 ndcg_cut_100 5_13 0.5884 ndcg_cut_200 5_13 0.6902 ndcg_cut_500 5_13 0.7651 ndcg_cut_1000 5_13 0.7869 map_cut_5 5_13 0.0339 map_cut_10 5_13 0.0517 map_cut_15 5_13 0.0709 map_cut_20 5_13 0.1030 map_cut_30 5_13 0.1406 map_cut_100 5_13 0.3357 map_cut_200 5_13 0.4556 map_cut_500 5_13 0.5111 map_cut_1000 5_13 0.5219 relative_P_5 5_13 0.8000 relative_P_10 5_13 0.7000 relative_P_15 5_13 0.6667 relative_P_20 5_13 0.7500 relative_P_30 5_13 0.7000 relative_P_100 5_13 0.5500 relative_P_200 5_13 0.7500 relative_P_500 5_13 0.9107 relative_P_1000 5_13 0.9732 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1090 set_relative_P 5_13 0.9732 set_recall 5_13 0.9732 set_map 5_13 0.1061 set_F 5_13 0.1960 num_nonrel_judged_ret 5_13 51 rbp 5_13 0.3433 rbp_resid 5_13 0.1059 unj_5 5_13 0.0000 unj_10 5_13 0.1000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 38 map 5_14 0.5375 Rprec 5_14 0.4737 bpref 5_14 0.7895 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.8000 iprec_at_recall_0.30 5_14 0.6316 iprec_at_recall_0.40 5_14 0.6250 iprec_at_recall_0.50 5_14 0.4872 iprec_at_recall_0.60 5_14 0.3636 iprec_at_recall_0.70 5_14 0.3457 iprec_at_recall_0.80 5_14 0.3158 iprec_at_recall_0.90 5_14 0.2869 iprec_at_recall_1.00 5_14 0.2289 P_5 5_14 1.0000 P_10 5_14 0.8000 P_15 5_14 0.6000 P_20 5_14 0.6000 P_30 5_14 0.5667 P_100 5_14 0.3000 P_200 5_14 0.1900 P_500 5_14 0.0760 P_1000 5_14 0.0380 relstring 5_14 '442432-302' recall_5 5_14 0.1316 recall_10 5_14 0.2105 recall_15 5_14 0.2368 recall_20 5_14 0.3158 recall_30 5_14 0.4474 recall_100 5_14 0.7895 recall_200 5_14 1.0000 recall_500 5_14 1.0000 recall_1000 5_14 1.0000 infAP 5_14 0.5375 Rprec_mult_0.20 5_14 0.8750 Rprec_mult_0.40 5_14 0.5625 Rprec_mult_0.60 5_14 0.6087 Rprec_mult_0.80 5_14 0.5484 Rprec_mult_1.00 5_14 0.4737 Rprec_mult_1.20 5_14 0.4348 Rprec_mult_1.40 5_14 0.3889 Rprec_mult_1.60 5_14 0.3443 Rprec_mult_1.80 5_14 0.3623 Rprec_mult_2.00 5_14 0.3421 utility 5_14 -924.0000 11pt_avg 5_14 0.5532 binG 5_14 0.3566 G 5_14 0.3399 ndcg 5_14 0.8753 ndcg_rel 5_14 0.8050 Rndcg 5_14 0.8024 ndcg_cut_5 5_14 0.9123 ndcg_cut_10 5_14 0.8271 ndcg_cut_15 5_14 0.7198 ndcg_cut_20 5_14 0.7286 ndcg_cut_30 5_14 0.7243 ndcg_cut_100 5_14 0.8227 ndcg_cut_200 5_14 0.8753 ndcg_cut_500 5_14 0.8753 ndcg_cut_1000 5_14 0.8753 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2020 map_cut_15 5_14 0.2189 map_cut_20 5_14 0.2671 map_cut_30 5_14 0.3475 map_cut_100 5_14 0.4796 map_cut_200 5_14 0.5375 map_cut_500 5_14 0.5375 map_cut_1000 5_14 0.5375 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.8000 relative_P_15 5_14 0.6000 relative_P_20 5_14 0.6000 relative_P_30 5_14 0.5667 relative_P_100 5_14 0.7895 relative_P_200 5_14 1.0000 relative_P_500 5_14 1.0000 relative_P_1000 5_14 1.0000 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0380 set_relative_P 5_14 1.0000 set_recall 5_14 1.0000 set_map 5_14 0.0380 set_F 5_14 0.0732 num_nonrel_judged_ret 5_14 19 rbp 5_14 0.4994 rbp_resid 5_14 0.1615 unj_5 5_14 0.0000 unj_10 5_14 0.1000 unj_20 5_14 0.1500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 41 map 5_15 0.2469 Rprec 5_15 0.2558 bpref 5_15 0.2693 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.3333 iprec_at_recall_0.20 5_15 0.2778 iprec_at_recall_0.30 5_15 0.2593 iprec_at_recall_0.40 5_15 0.2361 iprec_at_recall_0.50 5_15 0.2157 iprec_at_recall_0.60 5_15 0.1884 iprec_at_recall_0.70 5_15 0.1768 iprec_at_recall_0.80 5_15 0.1178 iprec_at_recall_0.90 5_15 0.0535 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.6000 P_10 5_15 0.3000 P_15 5_15 0.3333 P_20 5_15 0.2500 P_30 5_15 0.2667 P_100 5_15 0.2100 P_200 5_15 0.1650 P_500 5_15 0.0760 P_1000 5_15 0.0410 relstring 5_15 '11200000-0' recall_5 5_15 0.0698 recall_10 5_15 0.0698 recall_15 5_15 0.1163 recall_20 5_15 0.1163 recall_30 5_15 0.1860 recall_100 5_15 0.4884 recall_200 5_15 0.7674 recall_500 5_15 0.8837 recall_1000 5_15 0.9535 infAP 5_15 0.2469 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.2778 Rprec_mult_0.60 5_15 0.2692 Rprec_mult_0.80 5_15 0.2571 Rprec_mult_1.00 5_15 0.2558 Rprec_mult_1.20 5_15 0.2500 Rprec_mult_1.40 5_15 0.2459 Rprec_mult_1.60 5_15 0.2319 Rprec_mult_1.80 5_15 0.2308 Rprec_mult_2.00 5_15 0.2209 utility 5_15 -918.0000 11pt_avg 5_15 0.2599 binG 5_15 0.2161 G 5_15 0.1577 ndcg 5_15 0.5649 ndcg_rel 5_15 0.3898 Rndcg 5_15 0.2870 ndcg_cut_5 5_15 0.2672 ndcg_cut_10 5_15 0.1798 ndcg_cut_15 5_15 0.1950 ndcg_cut_20 5_15 0.1719 ndcg_cut_30 5_15 0.2195 ndcg_cut_100 5_15 0.3795 ndcg_cut_200 5_15 0.4979 ndcg_cut_500 5_15 0.5527 ndcg_cut_1000 5_15 0.5649 map_cut_5 5_15 0.0698 map_cut_10 5_15 0.0698 map_cut_15 5_15 0.0853 map_cut_20 5_15 0.0853 map_cut_30 5_15 0.1045 map_cut_100 5_15 0.1794 map_cut_200 5_15 0.2311 map_cut_500 5_15 0.2432 map_cut_1000 5_15 0.2469 relative_P_5 5_15 0.6000 relative_P_10 5_15 0.3000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.2500 relative_P_30 5_15 0.2667 relative_P_100 5_15 0.4884 relative_P_200 5_15 0.7674 relative_P_500 5_15 0.8837 relative_P_1000 5_15 0.9535 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0410 set_relative_P 5_15 0.9535 set_recall 5_15 0.9535 set_map 5_15 0.0391 set_F 5_15 0.0786 num_nonrel_judged_ret 5_15 82 rbp 5_15 0.1308 rbp_resid 5_15 0.1305 unj_5 5_15 0.0000 unj_10 5_15 0.1000 unj_20 5_15 0.2000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 107 map 5_2 0.4653 Rprec 5_2 0.4820 bpref 5_2 0.7432 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.9412 iprec_at_recall_0.20 5_2 0.9355 iprec_at_recall_0.30 5_2 0.6825 iprec_at_recall_0.40 5_2 0.6022 iprec_at_recall_0.50 5_2 0.4636 iprec_at_recall_0.60 5_2 0.3443 iprec_at_recall_0.70 5_2 0.2077 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 1.0000 P_15 5_2 0.9333 P_20 5_2 0.9000 P_30 5_2 0.9333 P_100 5_2 0.5700 P_200 5_2 0.4000 P_500 5_2 0.1940 P_1000 5_2 0.1070 relstring 5_2 '4424121232' recall_5 5_2 0.0360 recall_10 5_2 0.0719 recall_15 5_2 0.1007 recall_20 5_2 0.1295 recall_30 5_2 0.2014 recall_100 5_2 0.4101 recall_200 5_2 0.5755 recall_500 5_2 0.6978 recall_1000 5_2 0.7698 infAP 5_2 0.4653 Rprec_mult_0.20 5_2 0.9286 Rprec_mult_0.40 5_2 0.6964 Rprec_mult_0.60 5_2 0.6071 Rprec_mult_0.80 5_2 0.5268 Rprec_mult_1.00 5_2 0.4820 Rprec_mult_1.20 5_2 0.4311 Rprec_mult_1.40 5_2 0.4051 Rprec_mult_1.60 5_2 0.3677 Rprec_mult_1.80 5_2 0.3386 Rprec_mult_2.00 5_2 0.3129 utility 5_2 -786.0000 11pt_avg 5_2 0.4706 binG 5_2 0.2524 G 5_2 0.1689 ndcg 5_2 0.7441 ndcg_rel 5_2 0.6837 Rndcg 5_2 0.6486 ndcg_cut_5 5_2 0.8168 ndcg_cut_10 5_2 0.7038 ndcg_cut_15 5_2 0.6259 ndcg_cut_20 5_2 0.6315 ndcg_cut_30 5_2 0.6761 ndcg_cut_100 5_2 0.5990 ndcg_cut_200 5_2 0.6503 ndcg_cut_500 5_2 0.7134 ndcg_cut_1000 5_2 0.7441 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0719 map_cut_15 5_2 0.1002 map_cut_20 5_2 0.1267 map_cut_30 5_2 0.1929 map_cut_100 5_2 0.3395 map_cut_200 5_2 0.4184 map_cut_500 5_2 0.4543 map_cut_1000 5_2 0.4653 relative_P_5 5_2 1.0000 relative_P_10 5_2 1.0000 relative_P_15 5_2 0.9333 relative_P_20 5_2 0.9000 relative_P_30 5_2 0.9333 relative_P_100 5_2 0.5700 relative_P_200 5_2 0.5755 relative_P_500 5_2 0.6978 relative_P_1000 5_2 0.7698 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.1070 set_relative_P 5_2 0.7698 set_recall 5_2 0.7698 set_map 5_2 0.0824 set_F 5_2 0.1879 num_nonrel_judged_ret 5_2 8 rbp 5_2 0.5967 rbp_resid 5_2 0.0397 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.0500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 76 map 5_4 0.2945 Rprec 5_4 0.3333 bpref 5_4 0.6347 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.7500 iprec_at_recall_0.20 5_4 0.5946 iprec_at_recall_0.30 5_4 0.4211 iprec_at_recall_0.40 5_4 0.2606 iprec_at_recall_0.50 5_4 0.2213 iprec_at_recall_0.60 5_4 0.1232 iprec_at_recall_0.70 5_4 0.0962 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 1.0000 P_10 5_4 0.8000 P_15 5_4 0.7333 P_20 5_4 0.7000 P_30 5_4 0.6333 P_100 5_4 0.3500 P_200 5_4 0.2300 P_500 5_4 0.1280 P_1000 5_4 0.0760 relstring 5_4 '12321104-1' recall_5 5_4 0.0463 recall_10 5_4 0.0741 recall_15 5_4 0.1019 recall_20 5_4 0.1296 recall_30 5_4 0.1759 recall_100 5_4 0.3241 recall_200 5_4 0.4259 recall_500 5_4 0.5926 recall_1000 5_4 0.7037 infAP 5_4 0.2945 Rprec_mult_0.20 5_4 0.6818 Rprec_mult_0.40 5_4 0.5455 Rprec_mult_0.60 5_4 0.4769 Rprec_mult_0.80 5_4 0.3793 Rprec_mult_1.00 5_4 0.3333 Rprec_mult_1.20 5_4 0.2923 Rprec_mult_1.40 5_4 0.2697 Rprec_mult_1.60 5_4 0.2601 Rprec_mult_1.80 5_4 0.2359 Rprec_mult_2.00 5_4 0.2222 utility 5_4 -848.0000 11pt_avg 5_4 0.3152 binG 5_4 0.1811 G 5_4 0.1178 ndcg 5_4 0.5750 ndcg_rel 5_4 0.4841 Rndcg 5_4 0.4241 ndcg_cut_5 5_4 0.4248 ndcg_cut_10 5_4 0.4084 ndcg_cut_15 5_4 0.3922 ndcg_cut_20 5_4 0.4136 ndcg_cut_30 5_4 0.4191 ndcg_cut_100 5_4 0.3709 ndcg_cut_200 5_4 0.4309 ndcg_cut_500 5_4 0.5217 ndcg_cut_1000 5_4 0.5750 map_cut_5 5_4 0.0463 map_cut_10 5_4 0.0711 map_cut_15 5_4 0.0909 map_cut_20 5_4 0.1113 map_cut_30 5_4 0.1421 map_cut_100 5_4 0.2196 map_cut_200 5_4 0.2486 map_cut_500 5_4 0.2818 map_cut_1000 5_4 0.2945 relative_P_5 5_4 1.0000 relative_P_10 5_4 0.8000 relative_P_15 5_4 0.7333 relative_P_20 5_4 0.7000 relative_P_30 5_4 0.6333 relative_P_100 5_4 0.3500 relative_P_200 5_4 0.4259 relative_P_500 5_4 0.5926 relative_P_1000 5_4 0.7037 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0760 set_relative_P 5_4 0.7037 set_recall 5_4 0.7037 set_map 5_4 0.0535 set_F 5_4 0.1372 num_nonrel_judged_ret 5_4 9 rbp 5_4 0.3379 rbp_resid 5_4 0.1733 unj_5 5_4 0.0000 unj_10 5_4 0.1000 unj_20 5_4 0.2000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 90 map 5_5 0.4094 Rprec 5_5 0.4352 bpref 5_5 0.7064 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.8333 iprec_at_recall_0.20 5_5 0.8148 iprec_at_recall_0.30 5_5 0.6809 iprec_at_recall_0.40 5_5 0.5375 iprec_at_recall_0.50 5_5 0.3776 iprec_at_recall_0.60 5_5 0.2766 iprec_at_recall_0.70 5_5 0.1801 iprec_at_recall_0.80 5_5 0.1311 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.8000 P_10 5_5 0.9000 P_15 5_5 0.8000 P_20 5_5 0.8000 P_30 5_5 0.7333 P_100 5_5 0.4700 P_200 5_5 0.3050 P_500 5_5 0.1600 P_1000 5_5 0.0900 relstring 5_5 '1201112212' recall_5 5_5 0.0370 recall_10 5_5 0.0833 recall_15 5_5 0.1111 recall_20 5_5 0.1481 recall_30 5_5 0.2037 recall_100 5_5 0.4352 recall_200 5_5 0.5648 recall_500 5_5 0.7407 recall_1000 5_5 0.8333 infAP 5_5 0.4094 Rprec_mult_0.20 5_5 0.7727 Rprec_mult_0.40 5_5 0.6818 Rprec_mult_0.60 5_5 0.5538 Rprec_mult_0.80 5_5 0.5057 Rprec_mult_1.00 5_5 0.4352 Rprec_mult_1.20 5_5 0.3846 Rprec_mult_1.40 5_5 0.3553 Rprec_mult_1.60 5_5 0.3353 Rprec_mult_1.80 5_5 0.3077 Rprec_mult_2.00 5_5 0.2917 utility 5_5 -820.0000 11pt_avg 5_5 0.4393 binG 5_5 0.2124 G 5_5 0.1398 ndcg 5_5 0.6388 ndcg_rel 5_5 0.4917 Rndcg 5_5 0.4145 ndcg_cut_5 5_5 0.2700 ndcg_cut_10 5_5 0.3466 ndcg_cut_15 5_5 0.3747 ndcg_cut_20 5_5 0.4099 ndcg_cut_30 5_5 0.4175 ndcg_cut_100 5_5 0.4289 ndcg_cut_200 5_5 0.4851 ndcg_cut_500 5_5 0.5966 ndcg_cut_1000 5_5 0.6388 map_cut_5 5_5 0.0329 map_cut_10 5_5 0.0732 map_cut_15 5_5 0.0963 map_cut_20 5_5 0.1266 map_cut_30 5_5 0.1711 map_cut_100 5_5 0.3106 map_cut_200 5_5 0.3576 map_cut_500 5_5 0.3975 map_cut_1000 5_5 0.4094 relative_P_5 5_5 0.8000 relative_P_10 5_5 0.9000 relative_P_15 5_5 0.8000 relative_P_20 5_5 0.8000 relative_P_30 5_5 0.7333 relative_P_100 5_5 0.4700 relative_P_200 5_5 0.5648 relative_P_500 5_5 0.7407 relative_P_1000 5_5 0.8333 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0900 set_relative_P 5_5 0.8333 set_recall 5_5 0.8333 set_map 5_5 0.0750 set_F 5_5 0.1625 num_nonrel_judged_ret 5_5 40 rbp 5_5 0.2964 rbp_resid 5_5 0.0691 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.1000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 66 map 5_8 0.2997 Rprec 5_8 0.3590 bpref 5_8 0.5449 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.6667 iprec_at_recall_0.10 5_8 0.5238 iprec_at_recall_0.20 5_8 0.5143 iprec_at_recall_0.30 5_8 0.4068 iprec_at_recall_0.40 5_8 0.3690 iprec_at_recall_0.50 5_8 0.3145 iprec_at_recall_0.60 5_8 0.2663 iprec_at_recall_0.70 5_8 0.2361 iprec_at_recall_0.80 5_8 0.1598 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.6000 P_10 5_8 0.5000 P_15 5_8 0.4000 P_20 5_8 0.5000 P_30 5_8 0.5000 P_100 5_8 0.3600 P_200 5_8 0.2550 P_500 5_8 0.1240 P_1000 5_8 0.0660 relstring 5_8 '0110200032' recall_5 5_8 0.0385 recall_10 5_8 0.0641 recall_15 5_8 0.0769 recall_20 5_8 0.1282 recall_30 5_8 0.1923 recall_100 5_8 0.4615 recall_200 5_8 0.6538 recall_500 5_8 0.7949 recall_1000 5_8 0.8462 infAP 5_8 0.2997 Rprec_mult_0.20 5_8 0.3750 Rprec_mult_0.40 5_8 0.5000 Rprec_mult_0.60 5_8 0.4468 Rprec_mult_0.80 5_8 0.3810 Rprec_mult_1.00 5_8 0.3590 Rprec_mult_1.20 5_8 0.3511 Rprec_mult_1.40 5_8 0.3455 Rprec_mult_1.60 5_8 0.3120 Rprec_mult_1.80 5_8 0.2908 Rprec_mult_2.00 5_8 0.2756 utility 5_8 -868.0000 11pt_avg 5_8 0.3143 binG 5_8 0.1711 G 5_8 0.1384 ndcg 5_8 0.5622 ndcg_rel 5_8 0.4001 Rndcg 5_8 0.3039 ndcg_cut_5 5_8 0.1735 ndcg_cut_10 5_8 0.2148 ndcg_cut_15 5_8 0.2009 ndcg_cut_20 5_8 0.2326 ndcg_cut_30 5_8 0.2602 ndcg_cut_100 5_8 0.3868 ndcg_cut_200 5_8 0.4761 ndcg_cut_500 5_8 0.5468 ndcg_cut_1000 5_8 0.5622 map_cut_5 5_8 0.0226 map_cut_10 5_8 0.0348 map_cut_15 5_8 0.0407 map_cut_20 5_8 0.0641 map_cut_30 5_8 0.0963 map_cut_100 5_8 0.2070 map_cut_200 5_8 0.2621 map_cut_500 5_8 0.2938 map_cut_1000 5_8 0.2997 relative_P_5 5_8 0.6000 relative_P_10 5_8 0.5000 relative_P_15 5_8 0.4000 relative_P_20 5_8 0.5000 relative_P_30 5_8 0.5000 relative_P_100 5_8 0.4615 relative_P_200 5_8 0.6538 relative_P_500 5_8 0.7949 relative_P_1000 5_8 0.8462 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0660 set_relative_P 5_8 0.8462 set_recall 5_8 0.8462 set_map 5_8 0.0558 set_F 5_8 0.1224 num_nonrel_judged_ret 5_8 47 rbp 5_8 0.1871 rbp_resid 5_8 0.0777 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.1000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 48 map 5_9 0.7088 Rprec 5_9 0.6604 bpref 5_9 0.8487 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 1.0000 iprec_at_recall_0.20 5_9 1.0000 iprec_at_recall_0.30 5_9 0.9412 iprec_at_recall_0.40 5_9 0.8214 iprec_at_recall_0.50 5_9 0.7692 iprec_at_recall_0.60 5_9 0.7674 iprec_at_recall_0.70 5_9 0.6500 iprec_at_recall_0.80 5_9 0.5658 iprec_at_recall_0.90 5_9 0.3117 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 1.0000 P_10 5_9 1.0000 P_15 5_9 0.9333 P_20 5_9 0.9000 P_30 5_9 0.7667 P_100 5_9 0.4500 P_200 5_9 0.2400 P_500 5_9 0.0960 P_1000 5_9 0.0480 relstring 5_9 '2431344444' recall_5 5_9 0.0943 recall_10 5_9 0.1887 recall_15 5_9 0.2642 recall_20 5_9 0.3396 recall_30 5_9 0.4340 recall_100 5_9 0.8491 recall_200 5_9 0.9057 recall_500 5_9 0.9057 recall_1000 5_9 0.9057 infAP 5_9 0.7088 Rprec_mult_0.20 5_9 1.0000 Rprec_mult_0.40 5_9 0.8182 Rprec_mult_0.60 5_9 0.7188 Rprec_mult_0.80 5_9 0.7674 Rprec_mult_1.00 5_9 0.6604 Rprec_mult_1.20 5_9 0.6094 Rprec_mult_1.40 5_9 0.5600 Rprec_mult_1.60 5_9 0.5059 Rprec_mult_1.80 5_9 0.4688 Rprec_mult_2.00 5_9 0.4245 utility 5_9 -904.0000 11pt_avg 5_9 0.7115 binG 5_9 0.4512 G 5_9 0.2184 ndcg 5_9 0.8164 ndcg_rel 5_9 0.7219 Rndcg 5_9 0.7155 ndcg_cut_5 5_9 0.6457 ndcg_cut_10 5_9 0.7701 ndcg_cut_15 5_9 0.7224 ndcg_cut_20 5_9 0.6852 ndcg_cut_30 5_9 0.6602 ndcg_cut_100 5_9 0.7885 ndcg_cut_200 5_9 0.8164 ndcg_cut_500 5_9 0.8164 ndcg_cut_1000 5_9 0.8164 map_cut_5 5_9 0.0943 map_cut_10 5_9 0.1887 map_cut_15 5_9 0.2642 map_cut_20 5_9 0.3335 map_cut_30 5_9 0.4096 map_cut_100 5_9 0.6890 map_cut_200 5_9 0.7088 map_cut_500 5_9 0.7088 map_cut_1000 5_9 0.7088 relative_P_5 5_9 1.0000 relative_P_10 5_9 1.0000 relative_P_15 5_9 0.9333 relative_P_20 5_9 0.9000 relative_P_30 5_9 0.7667 relative_P_100 5_9 0.8491 relative_P_200 5_9 0.9057 relative_P_500 5_9 0.9057 relative_P_1000 5_9 0.9057 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0480 set_relative_P 5_9 0.9057 set_recall 5_9 0.9057 set_map 5_9 0.0435 set_F 5_9 0.0912 num_nonrel_judged_ret 5_9 11 rbp 5_9 0.6726 rbp_resid 5_9 0.0496 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0500 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 156 map 6_1 0.2668 Rprec 6_1 0.3172 bpref 6_1 0.4446 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.9211 iprec_at_recall_0.20 6_1 0.6346 iprec_at_recall_0.30 6_1 0.3446 iprec_at_recall_0.40 6_1 0.2217 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 1.0000 P_20 6_1 1.0000 P_30 6_1 1.0000 P_100 6_1 0.6400 P_200 6_1 0.4250 P_500 6_1 0.2420 P_1000 6_1 0.1560 relstring 6_1 '3331121121' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0453 recall_20 6_1 0.0604 recall_30 6_1 0.0906 recall_100 6_1 0.1934 recall_200 6_1 0.2568 recall_500 6_1 0.3656 recall_1000 6_1 0.4713 infAP 6_1 0.2668 Rprec_mult_0.20 6_1 0.7910 Rprec_mult_0.40 6_1 0.5338 Rprec_mult_0.60 6_1 0.4271 Rprec_mult_0.80 6_1 0.3547 Rprec_mult_1.00 6_1 0.3172 Rprec_mult_1.20 6_1 0.2839 Rprec_mult_1.40 6_1 0.2522 Rprec_mult_1.60 6_1 0.2358 Rprec_mult_1.80 6_1 0.2215 Rprec_mult_2.00 6_1 0.2069 utility 6_1 -688.0000 11pt_avg 6_1 0.2838 binG 6_1 0.1632 G 6_1 0.0900 ndcg 6_1 0.5183 ndcg_rel 6_1 0.5409 Rndcg 6_1 0.5678 ndcg_cut_5 6_1 0.7324 ndcg_cut_10 6_1 0.6468 ndcg_cut_15 6_1 0.6681 ndcg_cut_20 6_1 0.7066 ndcg_cut_30 6_1 0.7392 ndcg_cut_100 6_1 0.5780 ndcg_cut_200 6_1 0.4785 ndcg_cut_500 6_1 0.4616 ndcg_cut_1000 6_1 0.5183 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0453 map_cut_20 6_1 0.0604 map_cut_30 6_1 0.0906 map_cut_100 6_1 0.1771 map_cut_200 6_1 0.2097 map_cut_500 6_1 0.2456 map_cut_1000 6_1 0.2668 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 1.0000 relative_P_20 6_1 1.0000 relative_P_30 6_1 1.0000 relative_P_100 6_1 0.6400 relative_P_200 6_1 0.4250 relative_P_500 6_1 0.3656 relative_P_1000 6_1 0.4713 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1560 set_relative_P 6_1 0.4713 set_recall 6_1 0.4713 set_map 6_1 0.0735 set_F 6_1 0.2344 num_nonrel_judged_ret 6_1 17 rbp 6_1 0.4810 rbp_resid 6_1 0.0140 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 43 map 6_10 0.3468 Rprec 6_10 0.3556 bpref 6_10 0.7951 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 1.0000 iprec_at_recall_0.20 6_10 0.6429 iprec_at_recall_0.30 6_10 0.3774 iprec_at_recall_0.40 6_10 0.3774 iprec_at_recall_0.50 6_10 0.2035 iprec_at_recall_0.60 6_10 0.1505 iprec_at_recall_0.70 6_10 0.1505 iprec_at_recall_0.80 6_10 0.1040 iprec_at_recall_0.90 6_10 0.0727 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 1.0000 P_10 6_10 0.8000 P_15 6_10 0.6000 P_20 6_10 0.5000 P_30 6_10 0.4000 P_100 6_10 0.2200 P_200 6_10 0.1450 P_500 6_10 0.0800 P_1000 6_10 0.0430 relstring 6_10 '311320-113' recall_5 6_10 0.1111 recall_10 6_10 0.1778 recall_15 6_10 0.2000 recall_20 6_10 0.2222 recall_30 6_10 0.2667 recall_100 6_10 0.4889 recall_200 6_10 0.6444 recall_500 6_10 0.8889 recall_1000 6_10 0.9556 infAP 6_10 0.3468 Rprec_mult_0.20 6_10 0.7778 Rprec_mult_0.40 6_10 0.5000 Rprec_mult_0.60 6_10 0.4444 Rprec_mult_0.80 6_10 0.3611 Rprec_mult_1.00 6_10 0.3556 Rprec_mult_1.20 6_10 0.3704 Rprec_mult_1.40 6_10 0.3175 Rprec_mult_1.60 6_10 0.2917 Rprec_mult_1.80 6_10 0.2593 Rprec_mult_2.00 6_10 0.2333 utility 6_10 -914.0000 11pt_avg 6_10 0.3708 binG 6_10 0.2737 G 6_10 0.1832 ndcg 6_10 0.6765 ndcg_rel 6_10 0.5527 Rndcg 6_10 0.5460 ndcg_cut_5 6_10 0.6294 ndcg_cut_10 6_10 0.5249 ndcg_cut_15 6_10 0.4598 ndcg_cut_20 6_10 0.4405 ndcg_cut_30 6_10 0.4058 ndcg_cut_100 6_10 0.4938 ndcg_cut_200 6_10 0.5751 ndcg_cut_500 6_10 0.6572 ndcg_cut_1000 6_10 0.6765 map_cut_5 6_10 0.1111 map_cut_10 6_10 0.1628 map_cut_15 6_10 0.1771 map_cut_20 6_10 0.1888 map_cut_30 6_10 0.2093 map_cut_100 6_10 0.2870 map_cut_200 6_10 0.3136 map_cut_500 6_10 0.3430 map_cut_1000 6_10 0.3468 relative_P_5 6_10 1.0000 relative_P_10 6_10 0.8000 relative_P_15 6_10 0.6000 relative_P_20 6_10 0.5000 relative_P_30 6_10 0.4000 relative_P_100 6_10 0.4889 relative_P_200 6_10 0.6444 relative_P_500 6_10 0.8889 relative_P_1000 6_10 0.9556 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0430 set_relative_P 6_10 0.9556 set_recall 6_10 0.9556 set_map 6_10 0.0411 set_F 6_10 0.0823 num_nonrel_judged_ret 6_10 20 rbp 6_10 0.2943 rbp_resid 6_10 0.2782 unj_5 6_10 0.0000 unj_10 6_10 0.1000 unj_20 6_10 0.3500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 91 map 6_11 0.2421 Rprec 6_11 0.2881 bpref 6_11 0.6468 recip_rank 6_11 0.3333 iprec_at_recall_0.00 6_11 0.7333 iprec_at_recall_0.10 6_11 0.7222 iprec_at_recall_0.20 6_11 0.3810 iprec_at_recall_0.30 6_11 0.2985 iprec_at_recall_0.40 6_11 0.2350 iprec_at_recall_0.50 6_11 0.2055 iprec_at_recall_0.60 6_11 0.1592 iprec_at_recall_0.70 6_11 0.1169 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.4000 P_10 6_11 0.6000 P_15 6_11 0.7333 P_20 6_11 0.7000 P_30 6_11 0.6000 P_100 6_11 0.3300 P_200 6_11 0.2350 P_500 6_11 0.1460 P_1000 6_11 0.0910 relstring 6_11 '0012001111' recall_5 6_11 0.0169 recall_10 6_11 0.0508 recall_15 6_11 0.0932 recall_20 6_11 0.1186 recall_30 6_11 0.1525 recall_100 6_11 0.2797 recall_200 6_11 0.3983 recall_500 6_11 0.6186 recall_1000 6_11 0.7712 infAP 6_11 0.2421 Rprec_mult_0.20 6_11 0.6667 Rprec_mult_0.40 6_11 0.4583 Rprec_mult_0.60 6_11 0.3662 Rprec_mult_0.80 6_11 0.3368 Rprec_mult_1.00 6_11 0.2881 Rprec_mult_1.20 6_11 0.2817 Rprec_mult_1.40 6_11 0.2530 Rprec_mult_1.60 6_11 0.2381 Rprec_mult_1.80 6_11 0.2254 Rprec_mult_2.00 6_11 0.2203 utility 6_11 -818.0000 11pt_avg 6_11 0.2592 binG 6_11 0.1438 G 6_11 0.1153 ndcg 6_11 0.5452 ndcg_rel 6_11 0.4109 Rndcg 6_11 0.2892 ndcg_cut_5 6_11 0.1696 ndcg_cut_10 6_11 0.2318 ndcg_cut_15 6_11 0.3204 ndcg_cut_20 6_11 0.3319 ndcg_cut_30 6_11 0.3160 ndcg_cut_100 6_11 0.2875 ndcg_cut_200 6_11 0.3486 ndcg_cut_500 6_11 0.4761 ndcg_cut_1000 6_11 0.5452 map_cut_5 6_11 0.0071 map_cut_10 6_11 0.0247 map_cut_15 6_11 0.0539 map_cut_20 6_11 0.0719 map_cut_30 6_11 0.0949 map_cut_100 6_11 0.1491 map_cut_200 6_11 0.1816 map_cut_500 6_11 0.2243 map_cut_1000 6_11 0.2421 relative_P_5 6_11 0.4000 relative_P_10 6_11 0.6000 relative_P_15 6_11 0.7333 relative_P_20 6_11 0.7000 relative_P_30 6_11 0.6000 relative_P_100 6_11 0.3300 relative_P_200 6_11 0.3983 relative_P_500 6_11 0.6186 relative_P_1000 6_11 0.7712 success_1 6_11 0.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0910 set_relative_P 6_11 0.7712 set_recall 6_11 0.7712 set_map 6_11 0.0702 set_F 6_11 0.1628 num_nonrel_judged_ret 6_11 29 rbp 6_11 0.2475 rbp_resid 6_11 0.0398 unj_5 6_11 0.0000 unj_10 6_11 0.0000 unj_20 6_11 0.0000 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 64 map 6_12 0.7369 Rprec 6_12 0.7101 bpref 6_12 0.9111 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 0.9375 iprec_at_recall_0.30 6_12 0.9130 iprec_at_recall_0.40 6_12 0.8788 iprec_at_recall_0.50 6_12 0.8333 iprec_at_recall_0.60 6_12 0.8302 iprec_at_recall_0.70 6_12 0.7273 iprec_at_recall_0.80 6_12 0.5978 iprec_at_recall_0.90 6_12 0.3280 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 1.0000 P_15 6_12 0.9333 P_20 6_12 0.9000 P_30 6_12 0.8667 P_100 6_12 0.5500 P_200 6_12 0.3100 P_500 6_12 0.1280 P_1000 6_12 0.0640 relstring 6_12 '3333143333' recall_5 6_12 0.0725 recall_10 6_12 0.1449 recall_15 6_12 0.2029 recall_20 6_12 0.2609 recall_30 6_12 0.3768 recall_100 6_12 0.7971 recall_200 6_12 0.8986 recall_500 6_12 0.9275 recall_1000 6_12 0.9275 infAP 6_12 0.7369 Rprec_mult_0.20 6_12 0.9286 Rprec_mult_0.40 6_12 0.8571 Rprec_mult_0.60 6_12 0.8333 Rprec_mult_0.80 6_12 0.8036 Rprec_mult_1.00 6_12 0.7101 Rprec_mult_1.20 6_12 0.6145 Rprec_mult_1.40 6_12 0.5670 Rprec_mult_1.60 6_12 0.5225 Rprec_mult_1.80 6_12 0.4640 Rprec_mult_2.00 6_12 0.4275 utility 6_12 -872.0000 11pt_avg 6_12 0.7315 binG 6_12 0.4143 G 6_12 0.2618 ndcg 6_12 0.8867 ndcg_rel 6_12 0.8430 Rndcg 6_12 0.7855 ndcg_cut_5 6_12 0.8198 ndcg_cut_10 6_12 0.9031 ndcg_cut_15 6_12 0.8813 ndcg_cut_20 6_12 0.8678 ndcg_cut_30 6_12 0.8530 ndcg_cut_100 6_12 0.8106 ndcg_cut_200 6_12 0.8735 ndcg_cut_500 6_12 0.8867 ndcg_cut_1000 6_12 0.8867 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1449 map_cut_15 6_12 0.2009 map_cut_20 6_12 0.2534 map_cut_30 6_12 0.3564 map_cut_100 6_12 0.6844 map_cut_200 6_12 0.7301 map_cut_500 6_12 0.7369 map_cut_1000 6_12 0.7369 relative_P_5 6_12 1.0000 relative_P_10 6_12 1.0000 relative_P_15 6_12 0.9333 relative_P_20 6_12 0.9000 relative_P_30 6_12 0.8667 relative_P_100 6_12 0.7971 relative_P_200 6_12 0.8986 relative_P_500 6_12 0.9275 relative_P_1000 6_12 0.9275 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0640 set_relative_P 6_12 0.9275 set_recall 6_12 0.9275 set_map 6_12 0.0594 set_F 6_12 0.1197 num_nonrel_judged_ret 6_12 5 rbp 6_12 0.6752 rbp_resid 6_12 0.0672 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.1000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 104 map 6_13 0.4883 Rprec 6_13 0.4486 bpref 6_13 0.7852 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 1.0000 iprec_at_recall_0.20 6_13 0.8000 iprec_at_recall_0.30 6_13 0.5410 iprec_at_recall_0.40 6_13 0.4944 iprec_at_recall_0.50 6_13 0.4286 iprec_at_recall_0.60 6_13 0.4051 iprec_at_recall_0.70 6_13 0.3333 iprec_at_recall_0.80 6_13 0.2976 iprec_at_recall_0.90 6_13 0.2082 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 1.0000 P_15 6_13 0.9333 P_20 6_13 0.7500 P_30 6_13 0.8000 P_100 6_13 0.4600 P_200 6_13 0.3550 P_500 6_13 0.1920 P_1000 6_13 0.1040 relstring 6_13 '2131322232' recall_5 6_13 0.0467 recall_10 6_13 0.0935 recall_15 6_13 0.1308 recall_20 6_13 0.1402 recall_30 6_13 0.2243 recall_100 6_13 0.4299 recall_200 6_13 0.6636 recall_500 6_13 0.8972 recall_1000 6_13 0.9720 infAP 6_13 0.4883 Rprec_mult_0.20 6_13 0.7727 Rprec_mult_0.40 6_13 0.6047 Rprec_mult_0.60 6_13 0.5231 Rprec_mult_0.80 6_13 0.4884 Rprec_mult_1.00 6_13 0.4486 Rprec_mult_1.20 6_13 0.4186 Rprec_mult_1.40 6_13 0.4067 Rprec_mult_1.60 6_13 0.3895 Rprec_mult_1.80 6_13 0.3679 Rprec_mult_2.00 6_13 0.3318 utility 6_13 -792.0000 11pt_avg 6_13 0.5007 binG 6_13 0.2707 G 6_13 0.1751 ndcg 6_13 0.7843 ndcg_rel 6_13 0.6207 Rndcg 6_13 0.5999 ndcg_cut_5 6_13 0.6469 ndcg_cut_10 6_13 0.6759 ndcg_cut_15 6_13 0.6251 ndcg_cut_20 6_13 0.5732 ndcg_cut_30 6_13 0.6322 ndcg_cut_100 6_13 0.5011 ndcg_cut_200 6_13 0.6334 ndcg_cut_500 6_13 0.7461 ndcg_cut_1000 6_13 0.7843 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0935 map_cut_15 6_13 0.1288 map_cut_20 6_13 0.1371 map_cut_30 6_13 0.2031 map_cut_100 6_13 0.3126 map_cut_200 6_13 0.4091 map_cut_500 6_13 0.4758 map_cut_1000 6_13 0.4883 relative_P_5 6_13 1.0000 relative_P_10 6_13 1.0000 relative_P_15 6_13 0.9333 relative_P_20 6_13 0.7500 relative_P_30 6_13 0.8000 relative_P_100 6_13 0.4600 relative_P_200 6_13 0.6636 relative_P_500 6_13 0.8972 relative_P_1000 6_13 0.9720 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.1040 set_relative_P 6_13 0.9720 set_recall 6_13 0.9720 set_map 6_13 0.1011 set_F 6_13 0.1879 num_nonrel_judged_ret 6_13 17 rbp 6_13 0.5524 rbp_resid 6_13 0.0903 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.1500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 55 map 6_14 0.4118 Rprec 6_14 0.3929 bpref 6_14 0.4809 recip_rank 6_14 0.5000 iprec_at_recall_0.00 6_14 0.8333 iprec_at_recall_0.10 6_14 0.7500 iprec_at_recall_0.20 6_14 0.6875 iprec_at_recall_0.30 6_14 0.6333 iprec_at_recall_0.40 6_14 0.4681 iprec_at_recall_0.50 6_14 0.3659 iprec_at_recall_0.60 6_14 0.3070 iprec_at_recall_0.70 6_14 0.3007 iprec_at_recall_0.80 6_14 0.2356 iprec_at_recall_0.90 6_14 0.2041 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.7000 P_15 6_14 0.6667 P_20 6_14 0.6000 P_30 6_14 0.6333 P_100 6_14 0.3200 P_200 6_14 0.2250 P_500 6_14 0.1060 P_1000 6_14 0.0550 relstring 6_14 '0222320102' recall_5 6_14 0.0714 recall_10 6_14 0.1250 recall_15 6_14 0.1786 recall_20 6_14 0.2143 recall_30 6_14 0.3393 recall_100 6_14 0.5714 recall_200 6_14 0.8036 recall_500 6_14 0.9464 recall_1000 6_14 0.9821 infAP 6_14 0.4118 Rprec_mult_0.20 6_14 0.6667 Rprec_mult_0.40 6_14 0.5652 Rprec_mult_0.60 6_14 0.5588 Rprec_mult_0.80 6_14 0.4444 Rprec_mult_1.00 6_14 0.3929 Rprec_mult_1.20 6_14 0.3529 Rprec_mult_1.40 6_14 0.3418 Rprec_mult_1.60 6_14 0.3444 Rprec_mult_1.80 6_14 0.3168 Rprec_mult_2.00 6_14 0.2946 utility 6_14 -890.0000 11pt_avg 6_14 0.4350 binG 6_14 0.2407 G 6_14 0.1965 ndcg 6_14 0.7228 ndcg_rel 6_14 0.5612 Rndcg 6_14 0.5523 ndcg_cut_5 6_14 0.4843 ndcg_cut_10 6_14 0.4753 ndcg_cut_15 6_14 0.4969 ndcg_cut_20 6_14 0.4853 ndcg_cut_30 6_14 0.5307 ndcg_cut_100 6_14 0.5666 ndcg_cut_200 6_14 0.6528 ndcg_cut_500 6_14 0.7102 ndcg_cut_1000 6_14 0.7228 map_cut_5 6_14 0.0485 map_cut_10 6_14 0.0893 map_cut_15 6_14 0.1263 map_cut_20 6_14 0.1505 map_cut_30 6_14 0.2259 map_cut_100 6_14 0.3128 map_cut_200 6_14 0.3799 map_cut_500 6_14 0.4082 map_cut_1000 6_14 0.4118 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.7000 relative_P_15 6_14 0.6667 relative_P_20 6_14 0.6000 relative_P_30 6_14 0.6333 relative_P_100 6_14 0.5714 relative_P_200 6_14 0.8036 relative_P_500 6_14 0.9464 relative_P_1000 6_14 0.9821 success_1 6_14 0.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0550 set_relative_P 6_14 0.9821 set_recall 6_14 0.9821 set_map 6_14 0.0540 set_F 6_14 0.1042 num_nonrel_judged_ret 6_14 68 rbp 6_14 0.4272 rbp_resid 6_14 0.0250 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 16 map 6_16 0.0537 Rprec 6_16 0.0345 bpref 6_16 0.1106 recip_rank 6_16 1.0000 iprec_at_recall_0.00 6_16 1.0000 iprec_at_recall_0.10 6_16 0.0469 iprec_at_recall_0.20 6_16 0.0459 iprec_at_recall_0.30 6_16 0.0459 iprec_at_recall_0.40 6_16 0.0391 iprec_at_recall_0.50 6_16 0.0206 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.2000 P_10 6_16 0.1000 P_15 6_16 0.0667 P_20 6_16 0.0500 P_30 6_16 0.0333 P_100 6_16 0.0400 P_200 6_16 0.0450 P_500 6_16 0.0280 P_1000 6_16 0.0160 relstring 6_16 '1000000--0' recall_5 6_16 0.0345 recall_10 6_16 0.0345 recall_15 6_16 0.0345 recall_20 6_16 0.0345 recall_30 6_16 0.0345 recall_100 6_16 0.1379 recall_200 6_16 0.3103 recall_500 6_16 0.4828 recall_1000 6_16 0.5517 infAP 6_16 0.0537 Rprec_mult_0.20 6_16 0.1667 Rprec_mult_0.40 6_16 0.0833 Rprec_mult_0.60 6_16 0.0556 Rprec_mult_0.80 6_16 0.0417 Rprec_mult_1.00 6_16 0.0345 Rprec_mult_1.20 6_16 0.0286 Rprec_mult_1.40 6_16 0.0244 Rprec_mult_1.60 6_16 0.0213 Rprec_mult_1.80 6_16 0.0189 Rprec_mult_2.00 6_16 0.0345 utility 6_16 -968.0000 11pt_avg 6_16 0.1089 binG 6_16 0.1031 G 6_16 0.0717 ndcg 6_16 0.2448 ndcg_rel 6_16 0.2037 Rndcg 6_16 0.0976 ndcg_cut_5 6_16 0.1131 ndcg_cut_10 6_16 0.0734 ndcg_cut_15 6_16 0.0569 ndcg_cut_20 6_16 0.0501 ndcg_cut_30 6_16 0.0436 ndcg_cut_100 6_16 0.0943 ndcg_cut_200 6_16 0.1541 ndcg_cut_500 6_16 0.2220 ndcg_cut_1000 6_16 0.2448 map_cut_5 6_16 0.0345 map_cut_10 6_16 0.0345 map_cut_15 6_16 0.0345 map_cut_20 6_16 0.0345 map_cut_30 6_16 0.0345 map_cut_100 6_16 0.0388 map_cut_200 6_16 0.0462 map_cut_500 6_16 0.0523 map_cut_1000 6_16 0.0537 relative_P_5 6_16 0.2000 relative_P_10 6_16 0.1000 relative_P_15 6_16 0.0667 relative_P_20 6_16 0.0500 relative_P_30 6_16 0.0345 relative_P_100 6_16 0.1379 relative_P_200 6_16 0.3103 relative_P_500 6_16 0.4828 relative_P_1000 6_16 0.5517 success_1 6_16 1.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0160 set_relative_P 6_16 0.5517 set_recall 6_16 0.5517 set_map 6_16 0.0088 set_F 6_16 0.0311 num_nonrel_judged_ret 6_16 71 rbp 6_16 0.0338 rbp_resid 6_16 0.3742 unj_5 6_16 0.0000 unj_10 6_16 0.2000 unj_20 6_16 0.5000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 30 map 6_3 0.0874 Rprec 6_3 0.1649 bpref 6_3 0.2829 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.3704 iprec_at_recall_0.20 6_3 0.1105 iprec_at_recall_0.30 6_3 0.0478 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.4000 P_15 6_3 0.4667 P_20 6_3 0.3500 P_30 6_3 0.3333 P_100 6_3 0.1700 P_200 6_3 0.0950 P_500 6_3 0.0520 P_1000 6_3 0.0300 relstring 6_3 '20210--2-0' recall_5 6_3 0.0309 recall_10 6_3 0.0412 recall_15 6_3 0.0722 recall_20 6_3 0.0722 recall_30 6_3 0.1031 recall_100 6_3 0.1753 recall_200 6_3 0.1959 recall_500 6_3 0.2680 recall_1000 6_3 0.3093 infAP 6_3 0.0874 Rprec_mult_0.20 6_3 0.3500 Rprec_mult_0.40 6_3 0.3333 Rprec_mult_0.60 6_3 0.2712 Rprec_mult_0.80 6_3 0.2051 Rprec_mult_1.00 6_3 0.1649 Rprec_mult_1.20 6_3 0.1453 Rprec_mult_1.40 6_3 0.1250 Rprec_mult_1.60 6_3 0.1090 Rprec_mult_1.80 6_3 0.1086 Rprec_mult_2.00 6_3 0.0979 utility 6_3 -940.0000 11pt_avg 6_3 0.1390 binG 6_3 0.0750 G 6_3 0.0543 ndcg 6_3 0.2811 ndcg_rel 6_3 0.2777 Rndcg 6_3 0.2573 ndcg_cut_5 6_3 0.3275 ndcg_cut_10 6_3 0.2661 ndcg_cut_15 6_3 0.2697 ndcg_cut_20 6_3 0.2399 ndcg_cut_30 6_3 0.2506 ndcg_cut_100 6_3 0.2062 ndcg_cut_200 6_3 0.2160 ndcg_cut_500 6_3 0.2630 ndcg_cut_1000 6_3 0.2811 map_cut_5 6_3 0.0249 map_cut_10 6_3 0.0301 map_cut_15 6_3 0.0439 map_cut_20 6_3 0.0439 map_cut_30 6_3 0.0552 map_cut_100 6_3 0.0774 map_cut_200 6_3 0.0797 map_cut_500 6_3 0.0855 map_cut_1000 6_3 0.0874 relative_P_5 6_3 0.6000 relative_P_10 6_3 0.4000 relative_P_15 6_3 0.4667 relative_P_20 6_3 0.3500 relative_P_30 6_3 0.3333 relative_P_100 6_3 0.1753 relative_P_200 6_3 0.1959 relative_P_500 6_3 0.2680 relative_P_1000 6_3 0.3093 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0300 set_relative_P 6_3 0.3093 set_recall 6_3 0.3093 set_map 6_3 0.0093 set_F 6_3 0.0547 num_nonrel_judged_ret 6_3 25 rbp 6_3 0.1800 rbp_resid 6_3 0.3661 unj_5 6_3 0.0000 unj_10 6_3 0.3000 unj_20 6_3 0.4500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 37 map 6_4 0.0656 Rprec 6_4 0.1405 bpref 6_4 0.2510 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.1648 iprec_at_recall_0.20 6_4 0.1348 iprec_at_recall_0.30 6_4 0.0440 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.6000 P_10 6_4 0.4000 P_15 6_4 0.2667 P_20 6_4 0.2000 P_30 6_4 0.2000 P_100 6_4 0.1500 P_200 6_4 0.1200 P_500 6_4 0.0640 P_1000 6_4 0.0370 relstring 6_4 '22200-2--0' recall_5 6_4 0.0248 recall_10 6_4 0.0331 recall_15 6_4 0.0331 recall_20 6_4 0.0331 recall_30 6_4 0.0496 recall_100 6_4 0.1240 recall_200 6_4 0.1983 recall_500 6_4 0.2645 recall_1000 6_4 0.3058 infAP 6_4 0.0656 Rprec_mult_0.20 6_4 0.2000 Rprec_mult_0.40 6_4 0.1837 Rprec_mult_0.60 6_4 0.1507 Rprec_mult_0.80 6_4 0.1546 Rprec_mult_1.00 6_4 0.1405 Rprec_mult_1.20 6_4 0.1438 Rprec_mult_1.40 6_4 0.1353 Rprec_mult_1.60 6_4 0.1237 Rprec_mult_1.80 6_4 0.1101 Rprec_mult_2.00 6_4 0.1074 utility 6_4 -926.0000 11pt_avg 6_4 0.1221 binG 6_4 0.0687 G 6_4 0.0521 ndcg 6_4 0.2847 ndcg_rel 6_4 0.2815 Rndcg 6_4 0.2391 ndcg_cut_5 6_4 0.4818 ndcg_cut_10 6_4 0.3616 ndcg_cut_15 6_4 0.2843 ndcg_cut_20 6_4 0.2503 ndcg_cut_30 6_4 0.2334 ndcg_cut_100 6_4 0.1863 ndcg_cut_200 6_4 0.2311 ndcg_cut_500 6_4 0.2639 ndcg_cut_1000 6_4 0.2847 map_cut_5 6_4 0.0248 map_cut_10 6_4 0.0295 map_cut_15 6_4 0.0295 map_cut_20 6_4 0.0295 map_cut_30 6_4 0.0334 map_cut_100 6_4 0.0471 map_cut_200 6_4 0.0580 map_cut_500 6_4 0.0636 map_cut_1000 6_4 0.0656 relative_P_5 6_4 0.6000 relative_P_10 6_4 0.4000 relative_P_15 6_4 0.2667 relative_P_20 6_4 0.2000 relative_P_30 6_4 0.2000 relative_P_100 6_4 0.1500 relative_P_200 6_4 0.1983 relative_P_500 6_4 0.2645 relative_P_1000 6_4 0.3058 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0370 set_relative_P 6_4 0.3058 set_recall 6_4 0.3058 set_map 6_4 0.0113 set_F 6_4 0.0660 num_nonrel_judged_ret 6_4 44 rbp 6_4 0.2329 rbp_resid 6_4 0.3005 unj_5 6_4 0.0000 unj_10 6_4 0.3000 unj_20 6_4 0.3000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 46 map 6_5 0.2968 Rprec 6_5 0.2979 bpref 6_5 0.6831 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 0.7143 iprec_at_recall_0.20 6_5 0.5294 iprec_at_recall_0.30 6_5 0.3415 iprec_at_recall_0.40 6_5 0.1944 iprec_at_recall_0.50 6_5 0.1944 iprec_at_recall_0.60 6_5 0.1944 iprec_at_recall_0.70 6_5 0.1659 iprec_at_recall_0.80 6_5 0.1508 iprec_at_recall_0.90 6_5 0.1032 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.6000 P_10 6_5 0.6000 P_15 6_5 0.5333 P_20 6_5 0.4500 P_30 6_5 0.4333 P_100 6_5 0.1900 P_200 6_5 0.1650 P_500 6_5 0.0860 P_1000 6_5 0.0460 relstring 6_5 '3301013-01' recall_5 6_5 0.0638 recall_10 6_5 0.1277 recall_15 6_5 0.1702 recall_20 6_5 0.1915 recall_30 6_5 0.2766 recall_100 6_5 0.4043 recall_200 6_5 0.7021 recall_500 6_5 0.9149 recall_1000 6_5 0.9787 infAP 6_5 0.2968 Rprec_mult_0.20 6_5 0.6000 Rprec_mult_0.40 6_5 0.4737 Rprec_mult_0.60 6_5 0.4483 Rprec_mult_0.80 6_5 0.3421 Rprec_mult_1.00 6_5 0.2979 Rprec_mult_1.20 6_5 0.2807 Rprec_mult_1.40 6_5 0.2424 Rprec_mult_1.60 6_5 0.2237 Rprec_mult_1.80 6_5 0.2000 Rprec_mult_2.00 6_5 0.1809 utility 6_5 -908.0000 11pt_avg 6_5 0.3262 binG 6_5 0.2281 G 6_5 0.1703 ndcg 6_5 0.6576 ndcg_rel 6_5 0.5080 Rndcg 6_5 0.4482 ndcg_cut_5 6_5 0.4667 ndcg_cut_10 6_5 0.4304 ndcg_cut_15 6_5 0.3847 ndcg_cut_20 6_5 0.3577 ndcg_cut_30 6_5 0.3756 ndcg_cut_100 6_5 0.4069 ndcg_cut_200 6_5 0.5558 ndcg_cut_500 6_5 0.6381 ndcg_cut_1000 6_5 0.6576 map_cut_5 6_5 0.0585 map_cut_10 6_5 0.1007 map_cut_15 6_5 0.1252 map_cut_20 6_5 0.1365 map_cut_30 6_5 0.1773 map_cut_100 6_5 0.2100 map_cut_200 6_5 0.2645 map_cut_500 6_5 0.2927 map_cut_1000 6_5 0.2968 relative_P_5 6_5 0.6000 relative_P_10 6_5 0.6000 relative_P_15 6_5 0.5333 relative_P_20 6_5 0.4500 relative_P_30 6_5 0.4333 relative_P_100 6_5 0.4043 relative_P_200 6_5 0.7021 relative_P_500 6_5 0.9149 relative_P_1000 6_5 0.9787 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0460 set_relative_P 6_5 0.9787 set_recall 6_5 0.9787 set_map 6_5 0.0450 set_F 6_5 0.0879 num_nonrel_judged_ret 6_5 27 rbp 6_5 0.2843 rbp_resid 6_5 0.1776 unj_5 6_5 0.0000 unj_10 6_5 0.1000 unj_20 6_5 0.2500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 77 map 6_6 0.4632 Rprec 6_6 0.4706 bpref 6_6 0.7584 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.8333 iprec_at_recall_0.20 6_6 0.7576 iprec_at_recall_0.30 6_6 0.7500 iprec_at_recall_0.40 6_6 0.5574 iprec_at_recall_0.50 6_6 0.4592 iprec_at_recall_0.60 6_6 0.3910 iprec_at_recall_0.70 6_6 0.2965 iprec_at_recall_0.80 6_6 0.2132 iprec_at_recall_0.90 6_6 0.0960 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.8000 P_10 6_6 0.8000 P_15 6_6 0.6667 P_20 6_6 0.6500 P_30 6_6 0.7333 P_100 6_6 0.4500 P_200 6_6 0.2950 P_500 6_6 0.1440 P_1000 6_6 0.0770 relstring 6_6 '2203332022' recall_5 6_6 0.0471 recall_10 6_6 0.0941 recall_15 6_6 0.1176 recall_20 6_6 0.1529 recall_30 6_6 0.2588 recall_100 6_6 0.5294 recall_200 6_6 0.6941 recall_500 6_6 0.8471 recall_1000 6_6 0.9059 infAP 6_6 0.4632 Rprec_mult_0.20 6_6 0.6471 Rprec_mult_0.40 6_6 0.7353 Rprec_mult_0.60 6_6 0.6275 Rprec_mult_0.80 6_6 0.5000 Rprec_mult_1.00 6_6 0.4706 Rprec_mult_1.20 6_6 0.4412 Rprec_mult_1.40 6_6 0.4118 Rprec_mult_1.60 6_6 0.3824 Rprec_mult_1.80 6_6 0.3595 Rprec_mult_2.00 6_6 0.3294 utility 6_6 -846.0000 11pt_avg 6_6 0.4867 binG 6_6 0.2340 G 6_6 0.1860 ndcg 6_6 0.7749 ndcg_rel 6_6 0.6627 Rndcg 6_6 0.6287 ndcg_cut_5 6_6 0.6460 ndcg_cut_10 6_6 0.6618 ndcg_cut_15 6_6 0.6206 ndcg_cut_20 6_6 0.6053 ndcg_cut_30 6_6 0.6525 ndcg_cut_100 6_6 0.5851 ndcg_cut_200 6_6 0.6771 ndcg_cut_500 6_6 0.7578 ndcg_cut_1000 6_6 0.7749 map_cut_5 6_6 0.0418 map_cut_10 6_6 0.0802 map_cut_15 6_6 0.0996 map_cut_20 6_6 0.1236 map_cut_30 6_6 0.1989 map_cut_100 6_6 0.3577 map_cut_200 6_6 0.4200 map_cut_500 6_6 0.4567 map_cut_1000 6_6 0.4632 relative_P_5 6_6 0.8000 relative_P_10 6_6 0.8000 relative_P_15 6_6 0.6667 relative_P_20 6_6 0.6500 relative_P_30 6_6 0.7333 relative_P_100 6_6 0.5294 relative_P_200 6_6 0.6941 relative_P_500 6_6 0.8471 relative_P_1000 6_6 0.9059 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0770 set_relative_P 6_6 0.9059 set_recall 6_6 0.9059 set_map 6_6 0.0698 set_F 6_6 0.1419 num_nonrel_judged_ret 6_6 19 rbp 6_6 0.5484 rbp_resid 6_6 0.0789 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.1500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 38 map 7_11 0.6375 Rprec 7_11 0.6053 bpref 7_11 0.8472 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.8500 iprec_at_recall_0.20 7_11 0.8500 iprec_at_recall_0.30 7_11 0.8500 iprec_at_recall_0.40 7_11 0.8500 iprec_at_recall_0.50 7_11 0.7143 iprec_at_recall_0.60 7_11 0.6970 iprec_at_recall_0.70 7_11 0.6279 iprec_at_recall_0.80 7_11 0.4412 iprec_at_recall_0.90 7_11 0.2394 iprec_at_recall_1.00 7_11 0.0682 P_5 7_11 0.8000 P_10 7_11 0.8000 P_15 7_11 0.8000 P_20 7_11 0.8500 P_30 7_11 0.7000 P_100 7_11 0.3100 P_200 7_11 0.1750 P_500 7_11 0.0740 P_1000 7_11 0.0380 relstring 7_11 '3210110112' recall_5 7_11 0.1053 recall_10 7_11 0.2105 recall_15 7_11 0.3158 recall_20 7_11 0.4474 recall_30 7_11 0.5526 recall_100 7_11 0.8158 recall_200 7_11 0.9211 recall_500 7_11 0.9737 recall_1000 7_11 1.0000 infAP 7_11 0.6375 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.8125 Rprec_mult_0.60 7_11 0.7391 Rprec_mult_0.80 7_11 0.7097 Rprec_mult_1.00 7_11 0.6053 Rprec_mult_1.20 7_11 0.5870 Rprec_mult_1.40 7_11 0.5185 Rprec_mult_1.60 7_11 0.4590 Rprec_mult_1.80 7_11 0.4348 Rprec_mult_2.00 7_11 0.3947 utility 7_11 -924.0000 11pt_avg 7_11 0.6535 binG 7_11 0.3754 G 7_11 0.2770 ndcg 7_11 0.7939 ndcg_rel 7_11 0.6648 Rndcg 7_11 0.6478 ndcg_cut_5 7_11 0.6087 ndcg_cut_10 7_11 0.5751 ndcg_cut_15 7_11 0.5738 ndcg_cut_20 7_11 0.6080 ndcg_cut_30 7_11 0.6415 ndcg_cut_100 7_11 0.7221 ndcg_cut_200 7_11 0.7687 ndcg_cut_500 7_11 0.7879 ndcg_cut_1000 7_11 0.7939 map_cut_5 7_11 0.1000 map_cut_10 7_11 0.1832 map_cut_15 7_11 0.2684 map_cut_20 7_11 0.3779 map_cut_30 7_11 0.4534 map_cut_100 7_11 0.6040 map_cut_200 7_11 0.6305 map_cut_500 7_11 0.6357 map_cut_1000 7_11 0.6375 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.8000 relative_P_20 7_11 0.8500 relative_P_30 7_11 0.7000 relative_P_100 7_11 0.8158 relative_P_200 7_11 0.9211 relative_P_500 7_11 0.9737 relative_P_1000 7_11 1.0000 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0380 set_relative_P 7_11 1.0000 set_recall 7_11 1.0000 set_map 7_11 0.0380 set_F 7_11 0.0732 num_nonrel_judged_ret 7_11 13 rbp 7_11 0.3748 rbp_resid 7_11 0.0624 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.0000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 53 map 7_12 0.2113 Rprec 7_12 0.2344 bpref 7_12 0.5667 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.5000 iprec_at_recall_0.20 7_12 0.3171 iprec_at_recall_0.30 7_12 0.2235 iprec_at_recall_0.40 7_12 0.1617 iprec_at_recall_0.50 7_12 0.1423 iprec_at_recall_0.60 7_12 0.1336 iprec_at_recall_0.70 7_12 0.0892 iprec_at_recall_0.80 7_12 0.0732 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.8000 P_10 7_12 0.5000 P_15 7_12 0.4667 P_20 7_12 0.4000 P_30 7_12 0.3333 P_100 7_12 0.2100 P_200 7_12 0.1400 P_500 7_12 0.0860 P_1000 7_12 0.0530 relstring 7_12 '1110202-0-' recall_5 7_12 0.0625 recall_10 7_12 0.0781 recall_15 7_12 0.1094 recall_20 7_12 0.1250 recall_30 7_12 0.1562 recall_100 7_12 0.3281 recall_200 7_12 0.4375 recall_500 7_12 0.6719 recall_1000 7_12 0.8281 infAP 7_12 0.2113 Rprec_mult_0.20 7_12 0.4615 Rprec_mult_0.40 7_12 0.3462 Rprec_mult_0.60 7_12 0.2821 Rprec_mult_0.80 7_12 0.2692 Rprec_mult_1.00 7_12 0.2344 Rprec_mult_1.20 7_12 0.2338 Rprec_mult_1.40 7_12 0.2111 Rprec_mult_1.60 7_12 0.2039 Rprec_mult_1.80 7_12 0.1983 Rprec_mult_2.00 7_12 0.1875 utility 7_12 -894.0000 11pt_avg 7_12 0.2400 binG 7_12 0.1802 G 7_12 0.1381 ndcg 7_12 0.5616 ndcg_rel 7_12 0.4285 Rndcg 7_12 0.3576 ndcg_cut_5 7_12 0.3618 ndcg_cut_10 7_12 0.3184 ndcg_cut_15 7_12 0.3338 ndcg_cut_20 7_12 0.2993 ndcg_cut_30 7_12 0.2678 ndcg_cut_100 7_12 0.3323 ndcg_cut_200 7_12 0.3849 ndcg_cut_500 7_12 0.5050 ndcg_cut_1000 7_12 0.5616 map_cut_5 7_12 0.0594 map_cut_10 7_12 0.0705 map_cut_15 7_12 0.0862 map_cut_20 7_12 0.0924 map_cut_30 7_12 0.1039 map_cut_100 7_12 0.1484 map_cut_200 7_12 0.1677 map_cut_500 7_12 0.1985 map_cut_1000 7_12 0.2113 relative_P_5 7_12 0.8000 relative_P_10 7_12 0.5000 relative_P_15 7_12 0.4667 relative_P_20 7_12 0.4000 relative_P_30 7_12 0.3333 relative_P_100 7_12 0.3281 relative_P_200 7_12 0.4375 relative_P_500 7_12 0.6719 relative_P_1000 7_12 0.8281 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0530 set_relative_P 7_12 0.8281 set_recall 7_12 0.8281 set_map 7_12 0.0439 set_F 7_12 0.0996 num_nonrel_judged_ret 7_12 47 rbp 7_12 0.2229 rbp_resid 7_12 0.2884 unj_5 7_12 0.0000 unj_10 7_12 0.2000 unj_20 7_12 0.4000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 62 map 7_14 0.6154 Rprec 7_14 0.5970 bpref 7_14 0.8454 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.8750 iprec_at_recall_0.20 7_14 0.8750 iprec_at_recall_0.30 7_14 0.8077 iprec_at_recall_0.40 7_14 0.7568 iprec_at_recall_0.50 7_14 0.6923 iprec_at_recall_0.60 7_14 0.6143 iprec_at_recall_0.70 7_14 0.5632 iprec_at_recall_0.80 7_14 0.3553 iprec_at_recall_0.90 7_14 0.2135 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 0.8000 P_15 7_14 0.8667 P_20 7_14 0.8500 P_30 7_14 0.8000 P_100 7_14 0.5000 P_200 7_14 0.2800 P_500 7_14 0.1220 P_1000 7_14 0.0620 relstring 7_14 '23332-1201' recall_5 7_14 0.0746 recall_10 7_14 0.1194 recall_15 7_14 0.1940 recall_20 7_14 0.2537 recall_30 7_14 0.3582 recall_100 7_14 0.7463 recall_200 7_14 0.8358 recall_500 7_14 0.9104 recall_1000 7_14 0.9254 infAP 7_14 0.6154 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.7778 Rprec_mult_0.60 7_14 0.7073 Rprec_mult_0.80 7_14 0.6667 Rprec_mult_1.00 7_14 0.5970 Rprec_mult_1.20 7_14 0.5432 Rprec_mult_1.40 7_14 0.5319 Rprec_mult_1.60 7_14 0.4630 Rprec_mult_1.80 7_14 0.4298 Rprec_mult_2.00 7_14 0.3881 utility 7_14 -876.0000 11pt_avg 7_14 0.6139 binG 7_14 0.3183 G 7_14 0.2023 ndcg 7_14 0.7938 ndcg_rel 7_14 0.6804 Rndcg 7_14 0.6534 ndcg_cut_5 7_14 0.8432 ndcg_cut_10 7_14 0.6391 ndcg_cut_15 7_14 0.6442 ndcg_cut_20 7_14 0.6364 ndcg_cut_30 7_14 0.6133 ndcg_cut_100 7_14 0.7121 ndcg_cut_200 7_14 0.7595 ndcg_cut_500 7_14 0.7881 ndcg_cut_1000 7_14 0.7938 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1124 map_cut_15 7_14 0.1754 map_cut_20 7_14 0.2262 map_cut_30 7_14 0.3114 map_cut_100 7_14 0.5637 map_cut_200 7_14 0.5979 map_cut_500 7_14 0.6137 map_cut_1000 7_14 0.6154 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.8000 relative_P_15 7_14 0.8667 relative_P_20 7_14 0.8500 relative_P_30 7_14 0.8000 relative_P_100 7_14 0.7463 relative_P_200 7_14 0.8358 relative_P_500 7_14 0.9104 relative_P_1000 7_14 0.9254 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0620 set_relative_P 7_14 0.9254 set_recall 7_14 0.9254 set_map 7_14 0.0574 set_F 7_14 0.1162 num_nonrel_judged_ret 7_14 4 rbp 7_14 0.6115 rbp_resid 7_14 0.1141 unj_5 7_14 0.0000 unj_10 7_14 0.1000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 47 map 7_15 0.3946 Rprec 7_15 0.4074 bpref 7_15 0.8205 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.9167 iprec_at_recall_0.30 7_15 0.6154 iprec_at_recall_0.40 7_15 0.5238 iprec_at_recall_0.50 7_15 0.2455 iprec_at_recall_0.60 7_15 0.1448 iprec_at_recall_0.70 7_15 0.0992 iprec_at_recall_0.80 7_15 0.0731 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.9000 P_15 7_15 0.8000 P_20 7_15 0.6500 P_30 7_15 0.5667 P_100 7_15 0.2500 P_200 7_15 0.1500 P_500 7_15 0.0800 P_1000 7_15 0.0470 relstring 7_15 '211122122-' recall_5 7_15 0.0926 recall_10 7_15 0.1667 recall_15 7_15 0.2222 recall_20 7_15 0.2407 recall_30 7_15 0.3148 recall_100 7_15 0.4630 recall_200 7_15 0.5556 recall_500 7_15 0.7407 recall_1000 7_15 0.8704 infAP 7_15 0.3946 Rprec_mult_0.20 7_15 0.9091 Rprec_mult_0.40 7_15 0.5909 Rprec_mult_0.60 7_15 0.5758 Rprec_mult_0.80 7_15 0.5000 Rprec_mult_1.00 7_15 0.4074 Rprec_mult_1.20 7_15 0.3538 Rprec_mult_1.40 7_15 0.3158 Rprec_mult_1.60 7_15 0.2874 Rprec_mult_1.80 7_15 0.2551 Rprec_mult_2.00 7_15 0.2407 utility 7_15 -906.0000 11pt_avg 7_15 0.4199 binG 7_15 0.3093 G 7_15 0.1893 ndcg 7_15 0.6788 ndcg_rel 7_15 0.5957 Rndcg 7_15 0.5560 ndcg_cut_5 7_15 0.5759 ndcg_cut_10 7_15 0.6171 ndcg_cut_15 7_15 0.5748 ndcg_cut_20 7_15 0.5424 ndcg_cut_30 7_15 0.5373 ndcg_cut_100 7_15 0.5168 ndcg_cut_200 7_15 0.5622 ndcg_cut_500 7_15 0.6301 ndcg_cut_1000 7_15 0.6788 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1667 map_cut_15 7_15 0.2164 map_cut_20 7_15 0.2297 map_cut_30 7_15 0.2744 map_cut_100 7_15 0.3447 map_cut_200 7_15 0.3647 map_cut_500 7_15 0.3864 map_cut_1000 7_15 0.3946 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.9000 relative_P_15 7_15 0.8000 relative_P_20 7_15 0.6500 relative_P_30 7_15 0.5667 relative_P_100 7_15 0.4630 relative_P_200 7_15 0.5556 relative_P_500 7_15 0.7407 relative_P_1000 7_15 0.8704 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0470 set_relative_P 7_15 0.8704 set_recall 7_15 0.8704 set_map 7_15 0.0409 set_F 7_15 0.0892 num_nonrel_judged_ret 7_15 10 rbp 7_15 0.3777 rbp_resid 7_15 0.2348 unj_5 7_15 0.0000 unj_10 7_15 0.1000 unj_20 7_15 0.3500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 43 map 7_16 0.2318 Rprec 7_16 0.2553 bpref 7_16 0.4758 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.4118 iprec_at_recall_0.20 7_16 0.3077 iprec_at_recall_0.30 7_16 0.2419 iprec_at_recall_0.40 7_16 0.1830 iprec_at_recall_0.50 7_16 0.1830 iprec_at_recall_0.60 7_16 0.1830 iprec_at_recall_0.70 7_16 0.1364 iprec_at_recall_0.80 7_16 0.0839 iprec_at_recall_0.90 7_16 0.0583 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.8000 P_10 7_16 0.4000 P_15 7_16 0.4000 P_20 7_16 0.3500 P_30 7_16 0.3000 P_100 7_16 0.1700 P_200 7_16 0.1500 P_500 7_16 0.0800 P_1000 7_16 0.0430 relstring 7_16 '330110--0-' recall_5 7_16 0.0851 recall_10 7_16 0.0851 recall_15 7_16 0.1277 recall_20 7_16 0.1489 recall_30 7_16 0.1915 recall_100 7_16 0.3617 recall_200 7_16 0.6383 recall_500 7_16 0.8511 recall_1000 7_16 0.9149 infAP 7_16 0.2318 Rprec_mult_0.20 7_16 0.4000 Rprec_mult_0.40 7_16 0.3684 Rprec_mult_0.60 7_16 0.2759 Rprec_mult_0.80 7_16 0.2895 Rprec_mult_1.00 7_16 0.2553 Rprec_mult_1.20 7_16 0.2281 Rprec_mult_1.40 7_16 0.2273 Rprec_mult_1.60 7_16 0.2105 Rprec_mult_1.80 7_16 0.2000 Rprec_mult_2.00 7_16 0.1809 utility 7_16 -914.0000 11pt_avg 7_16 0.2535 binG 7_16 0.2025 G 7_16 0.2475 ndcg 7_16 0.7092 ndcg_rel 7_16 0.6171 Rndcg 7_16 0.7118 ndcg_cut_5 7_16 0.7586 ndcg_cut_10 7_16 0.6024 ndcg_cut_15 7_16 0.5995 ndcg_cut_20 7_16 0.5605 ndcg_cut_30 7_16 0.5055 ndcg_cut_100 7_16 0.4930 ndcg_cut_200 7_16 0.6146 ndcg_cut_500 7_16 0.6909 ndcg_cut_1000 7_16 0.7092 map_cut_5 7_16 0.0755 map_cut_10 7_16 0.0755 map_cut_15 7_16 0.0916 map_cut_20 7_16 0.1004 map_cut_30 7_16 0.1136 map_cut_100 7_16 0.1574 map_cut_200 7_16 0.2047 map_cut_500 7_16 0.2280 map_cut_1000 7_16 0.2318 relative_P_5 7_16 0.8000 relative_P_10 7_16 0.4000 relative_P_15 7_16 0.4000 relative_P_20 7_16 0.3500 relative_P_30 7_16 0.3000 relative_P_100 7_16 0.3617 relative_P_200 7_16 0.6383 relative_P_500 7_16 0.8511 relative_P_1000 7_16 0.9149 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0430 set_relative_P 7_16 0.9149 set_recall 7_16 0.9149 set_map 7_16 0.0393 set_F 7_16 0.0821 num_nonrel_judged_ret 7_16 44 rbp 7_16 0.2739 rbp_resid 7_16 0.2983 unj_5 7_16 0.0000 unj_10 7_16 0.3000 unj_20 7_16 0.3500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 74 map 7_2 0.4879 Rprec 7_2 0.4342 bpref 7_2 0.7828 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.8824 iprec_at_recall_0.20 7_2 0.8824 iprec_at_recall_0.30 7_2 0.6667 iprec_at_recall_0.40 7_2 0.5085 iprec_at_recall_0.50 7_2 0.3939 iprec_at_recall_0.60 7_2 0.3286 iprec_at_recall_0.70 7_2 0.3064 iprec_at_recall_0.80 7_2 0.2442 iprec_at_recall_0.90 7_2 0.1983 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.8000 P_15 7_2 0.8667 P_20 7_2 0.8500 P_30 7_2 0.7000 P_100 7_2 0.3900 P_200 7_2 0.2800 P_500 7_2 0.1400 P_1000 7_2 0.0740 relstring 7_2 '2112131-03' recall_5 7_2 0.0658 recall_10 7_2 0.1053 recall_15 7_2 0.1711 recall_20 7_2 0.2237 recall_30 7_2 0.2763 recall_100 7_2 0.5132 recall_200 7_2 0.7368 recall_500 7_2 0.9211 recall_1000 7_2 0.9737 infAP 7_2 0.4879 Rprec_mult_0.20 7_2 0.8750 Rprec_mult_0.40 7_2 0.6774 Rprec_mult_0.60 7_2 0.5652 Rprec_mult_0.80 7_2 0.4918 Rprec_mult_1.00 7_2 0.4342 Rprec_mult_1.20 7_2 0.3913 Rprec_mult_1.40 7_2 0.3738 Rprec_mult_1.60 7_2 0.3525 Rprec_mult_1.80 7_2 0.3285 Rprec_mult_2.00 7_2 0.3158 utility 7_2 -852.0000 11pt_avg 7_2 0.4919 binG 7_2 0.2876 G 7_2 0.1913 ndcg 7_2 0.7466 ndcg_rel 7_2 0.6047 Rndcg 7_2 0.5792 ndcg_cut_5 7_2 0.4951 ndcg_cut_10 7_2 0.5524 ndcg_cut_15 7_2 0.6119 ndcg_cut_20 7_2 0.5960 ndcg_cut_30 7_2 0.5555 ndcg_cut_100 7_2 0.5421 ndcg_cut_200 7_2 0.6516 ndcg_cut_500 7_2 0.7313 ndcg_cut_1000 7_2 0.7466 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1026 map_cut_15 7_2 0.1582 map_cut_20 7_2 0.2036 map_cut_30 7_2 0.2457 map_cut_100 7_2 0.3658 map_cut_200 7_2 0.4392 map_cut_500 7_2 0.4821 map_cut_1000 7_2 0.4879 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.8000 relative_P_15 7_2 0.8667 relative_P_20 7_2 0.8500 relative_P_30 7_2 0.7000 relative_P_100 7_2 0.5132 relative_P_200 7_2 0.7368 relative_P_500 7_2 0.9211 relative_P_1000 7_2 0.9737 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0740 set_relative_P 7_2 0.9737 set_recall 7_2 0.9737 set_map 7_2 0.0721 set_F 7_2 0.1375 num_nonrel_judged_ret 7_2 21 rbp 7_2 0.4353 rbp_resid 7_2 0.0943 unj_5 7_2 0.0000 unj_10 7_2 0.1000 unj_20 7_2 0.0500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 53 map 7_3 0.4465 Rprec 7_3 0.4909 bpref 7_3 0.6767 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.7778 iprec_at_recall_0.20 7_3 0.6087 iprec_at_recall_0.30 7_3 0.6000 iprec_at_recall_0.40 7_3 0.5641 iprec_at_recall_0.50 7_3 0.4590 iprec_at_recall_0.60 7_3 0.4521 iprec_at_recall_0.70 7_3 0.3545 iprec_at_recall_0.80 7_3 0.2821 iprec_at_recall_0.90 7_3 0.1344 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.7000 P_15 7_3 0.6000 P_20 7_3 0.5500 P_30 7_3 0.5667 P_100 7_3 0.3800 P_200 7_3 0.2350 P_500 7_3 0.1020 P_1000 7_3 0.0530 relstring 7_3 '2010113120' recall_5 7_3 0.0545 recall_10 7_3 0.1273 recall_15 7_3 0.1636 recall_20 7_3 0.2000 recall_30 7_3 0.3091 recall_100 7_3 0.6909 recall_200 7_3 0.8545 recall_500 7_3 0.9273 recall_1000 7_3 0.9636 infAP 7_3 0.4465 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.5909 Rprec_mult_0.60 7_3 0.5758 Rprec_mult_0.80 7_3 0.5227 Rprec_mult_1.00 7_3 0.4909 Rprec_mult_1.20 7_3 0.4242 Rprec_mult_1.40 7_3 0.4286 Rprec_mult_1.60 7_3 0.3977 Rprec_mult_1.80 7_3 0.3838 Rprec_mult_2.00 7_3 0.3545 utility 7_3 -894.0000 11pt_avg 7_3 0.4757 binG 7_3 0.2440 G 7_3 0.2097 ndcg 7_3 0.7188 ndcg_rel 7_3 0.5675 Rndcg 7_3 0.5124 ndcg_cut_5 7_3 0.3596 ndcg_cut_10 7_3 0.4600 ndcg_cut_15 7_3 0.4336 ndcg_cut_20 7_3 0.4792 ndcg_cut_30 7_3 0.5086 ndcg_cut_100 7_3 0.6196 ndcg_cut_200 7_3 0.6859 ndcg_cut_500 7_3 0.7088 ndcg_cut_1000 7_3 0.7188 map_cut_5 7_3 0.0412 map_cut_10 7_3 0.0941 map_cut_15 7_3 0.1162 map_cut_20 7_3 0.1369 map_cut_30 7_3 0.1999 map_cut_100 7_3 0.3843 map_cut_200 7_3 0.4327 map_cut_500 7_3 0.4439 map_cut_1000 7_3 0.4465 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.7000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.5500 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.6909 relative_P_200 7_3 0.8545 relative_P_500 7_3 0.9273 relative_P_1000 7_3 0.9636 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0530 set_relative_P 7_3 0.9636 set_recall 7_3 0.9636 set_map 7_3 0.0511 set_F 7_3 0.1005 num_nonrel_judged_ret 7_3 44 rbp 7_3 0.3048 rbp_resid 7_3 0.0542 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 29 map 7_4 0.6002 Rprec 7_4 0.4828 bpref 7_4 0.6623 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.8462 iprec_at_recall_0.30 7_4 0.8462 iprec_at_recall_0.40 7_4 0.6667 iprec_at_recall_0.50 7_4 0.5263 iprec_at_recall_0.60 7_4 0.5263 iprec_at_recall_0.70 7_4 0.5263 iprec_at_recall_0.80 7_4 0.4259 iprec_at_recall_0.90 7_4 0.3649 iprec_at_recall_1.00 7_4 0.2197 P_5 7_4 0.6000 P_10 7_4 0.8000 P_15 7_4 0.7333 P_20 7_4 0.6000 P_30 7_4 0.5000 P_100 7_4 0.2700 P_200 7_4 0.1450 P_500 7_4 0.0580 P_1000 7_4 0.0290 relstring 7_4 '3330022111' recall_5 7_4 0.1034 recall_10 7_4 0.2759 recall_15 7_4 0.3793 recall_20 7_4 0.4138 recall_30 7_4 0.5172 recall_100 7_4 0.9310 recall_200 7_4 1.0000 recall_500 7_4 1.0000 recall_1000 7_4 1.0000 infAP 7_4 0.6002 Rprec_mult_0.20 7_4 0.6667 Rprec_mult_0.40 7_4 0.8333 Rprec_mult_0.60 7_4 0.6667 Rprec_mult_0.80 7_4 0.5833 Rprec_mult_1.00 7_4 0.4828 Rprec_mult_1.20 7_4 0.4857 Rprec_mult_1.40 7_4 0.5122 Rprec_mult_1.60 7_4 0.4468 Rprec_mult_1.80 7_4 0.4151 Rprec_mult_2.00 7_4 0.3966 utility 7_4 -942.0000 11pt_avg 7_4 0.6317 binG 7_4 0.3782 G 7_4 0.3873 ndcg 7_4 0.8748 ndcg_rel 7_4 0.7990 Rndcg 7_4 0.7666 ndcg_cut_5 7_4 0.7558 ndcg_cut_10 7_4 0.7449 ndcg_cut_15 7_4 0.7223 ndcg_cut_20 7_4 0.6868 ndcg_cut_30 7_4 0.6841 ndcg_cut_100 7_4 0.8500 ndcg_cut_200 7_4 0.8748 ndcg_cut_500 7_4 0.8748 ndcg_cut_1000 7_4 0.8748 map_cut_5 7_4 0.1034 map_cut_10 7_4 0.2313 map_cut_15 7_4 0.3175 map_cut_20 7_4 0.3405 map_cut_30 7_4 0.3973 map_cut_100 7_4 0.5837 map_cut_200 7_4 0.6002 map_cut_500 7_4 0.6002 map_cut_1000 7_4 0.6002 relative_P_5 7_4 0.6000 relative_P_10 7_4 0.8000 relative_P_15 7_4 0.7333 relative_P_20 7_4 0.6000 relative_P_30 7_4 0.5172 relative_P_100 7_4 0.9310 relative_P_200 7_4 1.0000 relative_P_500 7_4 1.0000 relative_P_1000 7_4 1.0000 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0290 set_relative_P 7_4 1.0000 set_recall 7_4 1.0000 set_map 7_4 0.0290 set_F 7_4 0.0564 num_nonrel_judged_ret 7_4 48 rbp 7_4 0.4902 rbp_resid 7_4 0.0632 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.1000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 33 map 7_9 0.1824 Rprec 7_9 0.1944 bpref 7_9 0.2114 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.6250 iprec_at_recall_0.20 7_9 0.2105 iprec_at_recall_0.30 7_9 0.1166 iprec_at_recall_0.40 7_9 0.1166 iprec_at_recall_0.50 7_9 0.1166 iprec_at_recall_0.60 7_9 0.0868 iprec_at_recall_0.70 7_9 0.0628 iprec_at_recall_0.80 7_9 0.0498 iprec_at_recall_0.90 7_9 0.0392 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.6000 P_10 7_9 0.5000 P_15 7_9 0.4000 P_20 7_9 0.3000 P_30 7_9 0.2000 P_100 7_9 0.1100 P_200 7_9 0.0950 P_500 7_9 0.0560 P_1000 7_9 0.0330 relstring 7_9 '301300120-' recall_5 7_9 0.0833 recall_10 7_9 0.1389 recall_15 7_9 0.1667 recall_20 7_9 0.1667 recall_30 7_9 0.1667 recall_100 7_9 0.3056 recall_200 7_9 0.5278 recall_500 7_9 0.7778 recall_1000 7_9 0.9167 infAP 7_9 0.1824 Rprec_mult_0.20 7_9 0.6250 Rprec_mult_0.40 7_9 0.4000 Rprec_mult_0.60 7_9 0.2727 Rprec_mult_0.80 7_9 0.2069 Rprec_mult_1.00 7_9 0.1944 Rprec_mult_1.20 7_9 0.1818 Rprec_mult_1.40 7_9 0.1569 Rprec_mult_1.60 7_9 0.1379 Rprec_mult_1.80 7_9 0.1385 Rprec_mult_2.00 7_9 0.1250 utility 7_9 -934.0000 11pt_avg 7_9 0.2203 binG 7_9 0.1965 G 7_9 0.2046 ndcg 7_9 0.6253 ndcg_rel 7_9 0.5360 Rndcg 7_9 0.4967 ndcg_cut_5 7_9 0.5969 ndcg_cut_10 7_9 0.5131 ndcg_cut_15 7_9 0.4516 ndcg_cut_20 7_9 0.4162 ndcg_cut_30 7_9 0.3647 ndcg_cut_100 7_9 0.4073 ndcg_cut_200 7_9 0.4990 ndcg_cut_500 7_9 0.5906 ndcg_cut_1000 7_9 0.6253 map_cut_5 7_9 0.0671 map_cut_10 7_9 0.1004 map_cut_15 7_9 0.1115 map_cut_20 7_9 0.1115 map_cut_30 7_9 0.1115 map_cut_100 7_9 0.1339 map_cut_200 7_9 0.1581 map_cut_500 7_9 0.1764 map_cut_1000 7_9 0.1824 relative_P_5 7_9 0.6000 relative_P_10 7_9 0.5000 relative_P_15 7_9 0.4000 relative_P_20 7_9 0.3000 relative_P_30 7_9 0.2000 relative_P_100 7_9 0.3056 relative_P_200 7_9 0.5278 relative_P_500 7_9 0.7778 relative_P_1000 7_9 0.9167 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0330 set_relative_P 7_9 0.9167 set_recall 7_9 0.9167 set_map 7_9 0.0302 set_F 7_9 0.0637 num_nonrel_judged_ret 7_9 62 rbp 7_9 0.2676 rbp_resid 7_9 0.1330 unj_5 7_9 0.0000 unj_10 7_9 0.1000 unj_20 7_9 0.1000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 15 map 8_1 0.0121 Rprec 8_1 0.0625 bpref 8_1 0.1023 recip_rank 8_1 0.2000 iprec_at_recall_0.00 8_1 0.2000 iprec_at_recall_0.10 8_1 0.0343 iprec_at_recall_0.20 8_1 0.0157 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.2000 P_10 8_1 0.1000 P_15 8_1 0.0667 P_20 8_1 0.1000 P_30 8_1 0.1000 P_100 8_1 0.0500 P_200 8_1 0.0300 P_500 8_1 0.0160 P_1000 8_1 0.0150 relstring 8_1 '0000100000' recall_5 8_1 0.0156 recall_10 8_1 0.0156 recall_15 8_1 0.0156 recall_20 8_1 0.0312 recall_30 8_1 0.0469 recall_100 8_1 0.0781 recall_200 8_1 0.0938 recall_500 8_1 0.1250 recall_1000 8_1 0.2344 infAP 8_1 0.0121 Rprec_mult_0.20 8_1 0.0769 Rprec_mult_0.40 8_1 0.1154 Rprec_mult_0.60 8_1 0.0769 Rprec_mult_0.80 8_1 0.0769 Rprec_mult_1.00 8_1 0.0625 Rprec_mult_1.20 8_1 0.0519 Rprec_mult_1.40 8_1 0.0556 Rprec_mult_1.60 8_1 0.0485 Rprec_mult_1.80 8_1 0.0431 Rprec_mult_2.00 8_1 0.0391 utility 8_1 -970.0000 11pt_avg 8_1 0.0227 binG 8_1 0.0359 G 8_1 0.0288 ndcg 8_1 0.1111 ndcg_rel 8_1 0.1010 Rndcg 8_1 0.0449 ndcg_cut_5 8_1 0.0328 ndcg_cut_10 8_1 0.0220 ndcg_cut_15 8_1 0.0182 ndcg_cut_20 8_1 0.0261 ndcg_cut_30 8_1 0.0373 ndcg_cut_100 8_1 0.0398 ndcg_cut_200 8_1 0.0552 ndcg_cut_500 8_1 0.0691 ndcg_cut_1000 8_1 0.1111 map_cut_5 8_1 0.0031 map_cut_10 8_1 0.0031 map_cut_15 8_1 0.0031 map_cut_20 8_1 0.0048 map_cut_30 8_1 0.0066 map_cut_100 8_1 0.0091 map_cut_200 8_1 0.0097 map_cut_500 8_1 0.0104 map_cut_1000 8_1 0.0121 relative_P_5 8_1 0.2000 relative_P_10 8_1 0.1000 relative_P_15 8_1 0.0667 relative_P_20 8_1 0.1000 relative_P_30 8_1 0.1000 relative_P_100 8_1 0.0781 relative_P_200 8_1 0.0938 relative_P_500 8_1 0.1250 relative_P_1000 8_1 0.2344 success_1 8_1 0.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0150 set_relative_P 8_1 0.2344 set_recall 8_1 0.2344 set_map 8_1 0.0035 set_F 8_1 0.0282 num_nonrel_judged_ret 8_1 47 rbp 8_1 0.0242 rbp_resid 8_1 0.0682 unj_5 8_1 0.0000 unj_10 8_1 0.0000 unj_20 8_1 0.0500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 14 map 8_10 0.0059 Rprec 8_10 0.0000 bpref 8_10 0.0204 recip_rank 8_10 0.0172 iprec_at_recall_0.00 8_10 0.0172 iprec_at_recall_0.10 8_10 0.0153 iprec_at_recall_0.20 8_10 0.0153 iprec_at_recall_0.30 8_10 0.0153 iprec_at_recall_0.40 8_10 0.0153 iprec_at_recall_0.50 8_10 0.0153 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0100 P_200 8_10 0.0050 P_500 8_10 0.0100 P_1000 8_10 0.0140 relstring 8_10 '00000-----' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0357 recall_200 8_10 0.0357 recall_500 8_10 0.1786 recall_1000 8_10 0.5000 infAP 8_10 0.0059 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -972.0000 11pt_avg 8_10 0.0085 binG 8_10 0.0562 G 8_10 0.0539 ndcg 8_10 0.1454 ndcg_rel 8_10 0.1142 Rndcg 8_10 0.0363 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0101 ndcg_cut_200 8_10 0.0101 ndcg_cut_500 8_10 0.0524 ndcg_cut_1000 8_10 0.1454 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0006 map_cut_200 8_10 0.0006 map_cut_500 8_10 0.0019 map_cut_1000 8_10 0.0059 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0357 relative_P_200 8_10 0.0357 relative_P_500 8_10 0.1786 relative_P_1000 8_10 0.5000 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0140 set_relative_P 8_10 0.5000 set_recall 8_10 0.5000 set_map 8_10 0.0070 set_F 8_10 0.0272 num_nonrel_judged_ret 8_10 56 rbp 8_10 0.0001 rbp_resid 8_10 0.5488 unj_5 8_10 0.0000 unj_10 8_10 0.5000 unj_20 8_10 0.6500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.4441 Rprec 8_11 0.5000 bpref 8_11 0.4000 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 1.0000 iprec_at_recall_0.40 8_11 0.5000 iprec_at_recall_0.50 8_11 0.5000 iprec_at_recall_0.60 8_11 0.3750 iprec_at_recall_0.70 8_11 0.0648 iprec_at_recall_0.80 8_11 0.0452 iprec_at_recall_0.90 8_11 0.0118 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.6000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.3000 P_30 8_11 0.2000 P_100 8_11 0.0600 P_200 8_11 0.0400 P_500 8_11 0.0160 P_1000 8_11 0.0090 relstring 8_11 '2110000011' recall_5 8_11 0.3000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.6000 recall_30 8_11 0.6000 recall_100 8_11 0.6000 recall_200 8_11 0.8000 recall_500 8_11 0.8000 recall_1000 8_11 0.9000 infAP 8_11 0.4441 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.5000 Rprec_mult_0.80 8_11 0.3750 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3750 Rprec_mult_1.80 8_11 0.3333 Rprec_mult_2.00 8_11 0.3000 utility 8_11 -982.0000 11pt_avg 8_11 0.4997 binG 8_11 0.4380 G 8_11 0.3823 ndcg 8_11 0.7048 ndcg_rel 8_11 0.7230 Rndcg 8_11 0.7047 ndcg_cut_5 8_11 0.6837 ndcg_cut_10 8_11 0.6026 ndcg_cut_15 8_11 0.6026 ndcg_cut_20 8_11 0.6423 ndcg_cut_30 8_11 0.6423 ndcg_cut_100 8_11 0.6423 ndcg_cut_200 8_11 0.6879 ndcg_cut_500 8_11 0.6879 ndcg_cut_1000 8_11 0.7048 map_cut_5 8_11 0.3000 map_cut_10 8_11 0.3944 map_cut_15 8_11 0.3944 map_cut_20 8_11 0.4319 map_cut_30 8_11 0.4319 map_cut_100 8_11 0.4319 map_cut_200 8_11 0.4429 map_cut_500 8_11 0.4429 map_cut_1000 8_11 0.4441 relative_P_5 8_11 0.6000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.6000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.8000 relative_P_500 8_11 0.8000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 44 rbp 8_11 0.2367 rbp_resid 8_11 0.1058 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.1500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 34 map 8_12 0.0663 Rprec 8_12 0.1364 bpref 8_12 0.1204 recip_rank 8_12 0.5000 iprec_at_recall_0.00 8_12 0.5000 iprec_at_recall_0.10 8_12 0.1463 iprec_at_recall_0.20 8_12 0.0811 iprec_at_recall_0.30 8_12 0.0721 iprec_at_recall_0.40 8_12 0.0721 iprec_at_recall_0.50 8_12 0.0721 iprec_at_recall_0.60 8_12 0.0662 iprec_at_recall_0.70 8_12 0.0497 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.2000 P_10 8_12 0.1000 P_15 8_12 0.0667 P_20 8_12 0.0500 P_30 8_12 0.1000 P_100 8_12 0.0800 P_200 8_12 0.0500 P_500 8_12 0.0560 P_1000 8_12 0.0340 relstring 8_12 '010000-000' recall_5 8_12 0.0227 recall_10 8_12 0.0227 recall_15 8_12 0.0227 recall_20 8_12 0.0227 recall_30 8_12 0.0682 recall_100 8_12 0.1818 recall_200 8_12 0.2273 recall_500 8_12 0.6364 recall_1000 8_12 0.7727 infAP 8_12 0.0663 Rprec_mult_0.20 8_12 0.1111 Rprec_mult_0.40 8_12 0.0556 Rprec_mult_0.60 8_12 0.0741 Rprec_mult_0.80 8_12 0.1111 Rprec_mult_1.00 8_12 0.1364 Rprec_mult_1.20 8_12 0.1321 Rprec_mult_1.40 8_12 0.1129 Rprec_mult_1.60 8_12 0.0986 Rprec_mult_1.80 8_12 0.0875 Rprec_mult_2.00 8_12 0.0909 utility 8_12 -932.0000 11pt_avg 8_12 0.0963 binG 8_12 0.1170 G 8_12 0.1101 ndcg 8_12 0.3473 ndcg_rel 8_12 0.2383 Rndcg 8_12 0.1249 ndcg_cut_5 8_12 0.0602 ndcg_cut_10 8_12 0.0430 ndcg_cut_15 8_12 0.0370 ndcg_cut_20 8_12 0.0346 ndcg_cut_30 8_12 0.0715 ndcg_cut_100 8_12 0.1105 ndcg_cut_200 8_12 0.1356 ndcg_cut_500 8_12 0.3100 ndcg_cut_1000 8_12 0.3473 map_cut_5 8_12 0.0114 map_cut_10 8_12 0.0114 map_cut_15 8_12 0.0114 map_cut_20 8_12 0.0114 map_cut_30 8_12 0.0156 map_cut_100 8_12 0.0301 map_cut_200 8_12 0.0334 map_cut_500 8_12 0.0595 map_cut_1000 8_12 0.0663 relative_P_5 8_12 0.2000 relative_P_10 8_12 0.1000 relative_P_15 8_12 0.0667 relative_P_20 8_12 0.0500 relative_P_30 8_12 0.1000 relative_P_100 8_12 0.1818 relative_P_200 8_12 0.2273 relative_P_500 8_12 0.6364 relative_P_1000 8_12 0.7727 success_1 8_12 0.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0340 set_relative_P 8_12 0.7727 set_recall 8_12 0.7727 set_map 8_12 0.0263 set_F 8_12 0.0651 num_nonrel_judged_ret 8_12 78 rbp 8_12 0.0309 rbp_resid 8_12 0.2491 unj_5 8_12 0.0000 unj_10 8_12 0.1000 unj_20 8_12 0.3500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 44 map 8_13 0.2720 Rprec 8_13 0.3208 bpref 8_13 0.5069 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.6667 iprec_at_recall_0.20 8_13 0.5217 iprec_at_recall_0.30 8_13 0.4211 iprec_at_recall_0.40 8_13 0.2529 iprec_at_recall_0.50 8_13 0.2015 iprec_at_recall_0.60 8_13 0.1350 iprec_at_recall_0.70 8_13 0.0937 iprec_at_recall_0.80 8_13 0.0822 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.6000 P_10 8_13 0.6000 P_15 8_13 0.5333 P_20 8_13 0.5000 P_30 8_13 0.4667 P_100 8_13 0.2200 P_200 8_13 0.1500 P_500 8_13 0.0820 P_1000 8_13 0.0440 relstring 8_13 '410104-21-' recall_5 8_13 0.0566 recall_10 8_13 0.1132 recall_15 8_13 0.1509 recall_20 8_13 0.1887 recall_30 8_13 0.2642 recall_100 8_13 0.4151 recall_200 8_13 0.5660 recall_500 8_13 0.7736 recall_1000 8_13 0.8302 infAP 8_13 0.2720 Rprec_mult_0.20 8_13 0.6364 Rprec_mult_0.40 8_13 0.5000 Rprec_mult_0.60 8_13 0.4375 Rprec_mult_0.80 8_13 0.3721 Rprec_mult_1.00 8_13 0.3208 Rprec_mult_1.20 8_13 0.2656 Rprec_mult_1.40 8_13 0.2533 Rprec_mult_1.60 8_13 0.2471 Rprec_mult_1.80 8_13 0.2292 Rprec_mult_2.00 8_13 0.2075 utility 8_13 -912.0000 11pt_avg 8_13 0.3068 binG 8_13 0.2021 G 8_13 0.1835 ndcg 8_13 0.6297 ndcg_rel 8_13 0.5483 Rndcg 8_13 0.4923 ndcg_cut_5 8_13 0.4437 ndcg_cut_10 8_13 0.4581 ndcg_cut_15 8_13 0.4528 ndcg_cut_20 8_13 0.4471 ndcg_cut_30 8_13 0.4794 ndcg_cut_100 8_13 0.4786 ndcg_cut_200 8_13 0.5244 ndcg_cut_500 8_13 0.6180 ndcg_cut_1000 8_13 0.6297 map_cut_5 8_13 0.0519 map_cut_10 8_13 0.0888 map_cut_15 8_13 0.1134 map_cut_20 8_13 0.1339 map_cut_30 8_13 0.1710 map_cut_100 8_13 0.2179 map_cut_200 8_13 0.2462 map_cut_500 8_13 0.2679 map_cut_1000 8_13 0.2720 relative_P_5 8_13 0.6000 relative_P_10 8_13 0.6000 relative_P_15 8_13 0.5333 relative_P_20 8_13 0.5000 relative_P_30 8_13 0.4667 relative_P_100 8_13 0.4151 relative_P_200 8_13 0.5660 relative_P_500 8_13 0.7736 relative_P_1000 8_13 0.8302 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0440 set_relative_P 8_13 0.8302 set_recall 8_13 0.8302 set_map 8_13 0.0365 set_F 8_13 0.0836 num_nonrel_judged_ret 8_13 51 rbp 8_13 0.3040 rbp_resid 8_13 0.2061 unj_5 8_13 0.0000 unj_10 8_13 0.2000 unj_20 8_13 0.2500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 33 map 8_2 0.1292 Rprec 8_2 0.1489 bpref 8_2 0.2313 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.2000 iprec_at_recall_0.20 8_2 0.1496 iprec_at_recall_0.30 8_2 0.1496 iprec_at_recall_0.40 8_2 0.1496 iprec_at_recall_0.50 8_2 0.1148 iprec_at_recall_0.60 8_2 0.0921 iprec_at_recall_0.70 8_2 0.0420 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.3000 P_15 8_2 0.2667 P_20 8_2 0.2000 P_30 8_2 0.2000 P_100 8_2 0.1400 P_200 8_2 0.1150 P_500 8_2 0.0600 P_1000 8_2 0.0330 relstring 8_2 '10100100-0' recall_5 8_2 0.0426 recall_10 8_2 0.0638 recall_15 8_2 0.0851 recall_20 8_2 0.0851 recall_30 8_2 0.1277 recall_100 8_2 0.2979 recall_200 8_2 0.4894 recall_500 8_2 0.6383 recall_1000 8_2 0.7021 infAP 8_2 0.1292 Rprec_mult_0.20 8_2 0.3000 Rprec_mult_0.40 8_2 0.2105 Rprec_mult_0.60 8_2 0.1724 Rprec_mult_0.80 8_2 0.1579 Rprec_mult_1.00 8_2 0.1489 Rprec_mult_1.20 8_2 0.1228 Rprec_mult_1.40 8_2 0.1212 Rprec_mult_1.60 8_2 0.1184 Rprec_mult_1.80 8_2 0.1294 Rprec_mult_2.00 8_2 0.1489 utility 8_2 -934.0000 11pt_avg 8_2 0.1725 binG 8_2 0.1411 G 8_2 0.0934 ndcg 8_2 0.3330 ndcg_rel 8_2 0.2547 Rndcg 8_2 0.1717 ndcg_cut_5 8_2 0.1367 ndcg_cut_10 8_2 0.1200 ndcg_cut_15 8_2 0.1179 ndcg_cut_20 8_2 0.1043 ndcg_cut_30 8_2 0.1214 ndcg_cut_100 8_2 0.1756 ndcg_cut_200 8_2 0.2591 ndcg_cut_500 8_2 0.3206 ndcg_cut_1000 8_2 0.3330 map_cut_5 8_2 0.0355 map_cut_10 8_2 0.0461 map_cut_15 8_2 0.0538 map_cut_20 8_2 0.0538 map_cut_30 8_2 0.0618 map_cut_100 8_2 0.0852 map_cut_200 8_2 0.1126 map_cut_500 8_2 0.1262 map_cut_1000 8_2 0.1292 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.3000 relative_P_15 8_2 0.2667 relative_P_20 8_2 0.2000 relative_P_30 8_2 0.2000 relative_P_100 8_2 0.2979 relative_P_200 8_2 0.4894 relative_P_500 8_2 0.6383 relative_P_1000 8_2 0.7021 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0330 set_relative_P 8_2 0.7021 set_recall 8_2 0.7021 set_map 8_2 0.0232 set_F 8_2 0.0630 num_nonrel_judged_ret 8_2 61 rbp 8_2 0.0733 rbp_resid 8_2 0.1041 unj_5 8_2 0.0000 unj_10 8_2 0.1000 unj_20 8_2 0.1500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 15 map 8_3 0.0471 Rprec 8_3 0.0357 bpref 8_3 0.0740 recip_rank 8_3 0.5000 iprec_at_recall_0.00 8_3 0.5000 iprec_at_recall_0.10 8_3 0.0938 iprec_at_recall_0.20 8_3 0.0938 iprec_at_recall_0.30 8_3 0.0577 iprec_at_recall_0.40 8_3 0.0577 iprec_at_recall_0.50 8_3 0.0333 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.2000 P_10 8_3 0.1000 P_15 8_3 0.0667 P_20 8_3 0.0500 P_30 8_3 0.0333 P_100 8_3 0.0600 P_200 8_3 0.0500 P_500 8_3 0.0300 P_1000 8_3 0.0150 relstring 8_3 '0100000000' recall_5 8_3 0.0357 recall_10 8_3 0.0357 recall_15 8_3 0.0357 recall_20 8_3 0.0357 recall_30 8_3 0.0357 recall_100 8_3 0.2143 recall_200 8_3 0.3571 recall_500 8_3 0.5357 recall_1000 8_3 0.5357 infAP 8_3 0.0471 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.0833 Rprec_mult_0.60 8_3 0.0588 Rprec_mult_0.80 8_3 0.0435 Rprec_mult_1.00 8_3 0.0357 Rprec_mult_1.20 8_3 0.0588 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0667 Rprec_mult_1.80 8_3 0.0588 Rprec_mult_2.00 8_3 0.0536 utility 8_3 -970.0000 11pt_avg 8_3 0.0760 binG 8_3 0.0964 G 8_3 0.0878 ndcg 8_3 0.2649 ndcg_rel 8_3 0.2145 Rndcg 8_3 0.1376 ndcg_cut_5 8_3 0.1070 ndcg_cut_10 8_3 0.0804 ndcg_cut_15 8_3 0.0688 ndcg_cut_20 8_3 0.0610 ndcg_cut_30 8_3 0.0523 ndcg_cut_100 8_3 0.1261 ndcg_cut_200 8_3 0.2055 ndcg_cut_500 8_3 0.2649 ndcg_cut_1000 8_3 0.2649 map_cut_5 8_3 0.0179 map_cut_10 8_3 0.0179 map_cut_15 8_3 0.0179 map_cut_20 8_3 0.0179 map_cut_30 8_3 0.0179 map_cut_100 8_3 0.0316 map_cut_200 8_3 0.0395 map_cut_500 8_3 0.0471 map_cut_1000 8_3 0.0471 relative_P_5 8_3 0.2000 relative_P_10 8_3 0.1000 relative_P_15 8_3 0.0667 relative_P_20 8_3 0.0500 relative_P_30 8_3 0.0357 relative_P_100 8_3 0.2143 relative_P_200 8_3 0.3571 relative_P_500 8_3 0.5357 relative_P_1000 8_3 0.5357 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0150 set_relative_P 8_3 0.5357 set_recall 8_3 0.5357 set_map 8_3 0.0080 set_F 8_3 0.0292 num_nonrel_judged_ret 8_3 50 rbp 8_3 0.0480 rbp_resid 8_3 0.1792 unj_5 8_3 0.0000 unj_10 8_3 0.0000 unj_20 8_3 0.2500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 79 map 8_4 0.5212 Rprec 8_4 0.5248 bpref 8_4 0.6781 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 1.0000 iprec_at_recall_0.20 8_4 0.8824 iprec_at_recall_0.30 8_4 0.8824 iprec_at_recall_0.40 8_4 0.7143 iprec_at_recall_0.50 8_4 0.5543 iprec_at_recall_0.60 8_4 0.4296 iprec_at_recall_0.70 8_4 0.2432 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 1.0000 P_10 8_4 1.0000 P_15 8_4 1.0000 P_20 8_4 0.9000 P_30 8_4 0.8667 P_100 8_4 0.5300 P_200 8_4 0.3400 P_500 8_4 0.1520 P_1000 8_4 0.0790 relstring 8_4 '4224342413' recall_5 8_4 0.0495 recall_10 8_4 0.0990 recall_15 8_4 0.1485 recall_20 8_4 0.1782 recall_30 8_4 0.2574 recall_100 8_4 0.5248 recall_200 8_4 0.6733 recall_500 8_4 0.7525 recall_1000 8_4 0.7822 infAP 8_4 0.5212 Rprec_mult_0.20 8_4 0.8571 Rprec_mult_0.40 8_4 0.8293 Rprec_mult_0.60 8_4 0.6557 Rprec_mult_0.80 8_4 0.5926 Rprec_mult_1.00 8_4 0.5248 Rprec_mult_1.20 8_4 0.4590 Rprec_mult_1.40 8_4 0.4296 Rprec_mult_1.60 8_4 0.3889 Rprec_mult_1.80 8_4 0.3681 Rprec_mult_2.00 8_4 0.3366 utility 8_4 -842.0000 11pt_avg 8_4 0.5187 binG 8_4 0.3150 G 8_4 0.1945 ndcg 8_4 0.7756 ndcg_rel 8_4 0.7364 Rndcg 8_4 0.7098 ndcg_cut_5 8_4 0.7754 ndcg_cut_10 8_4 0.7520 ndcg_cut_15 8_4 0.7723 ndcg_cut_20 8_4 0.7128 ndcg_cut_30 8_4 0.7153 ndcg_cut_100 8_4 0.6667 ndcg_cut_200 8_4 0.7345 ndcg_cut_500 8_4 0.7687 ndcg_cut_1000 8_4 0.7756 map_cut_5 8_4 0.0495 map_cut_10 8_4 0.0990 map_cut_15 8_4 0.1485 map_cut_20 8_4 0.1782 map_cut_30 8_4 0.2458 map_cut_100 8_4 0.4360 map_cut_200 8_4 0.5000 map_cut_500 8_4 0.5180 map_cut_1000 8_4 0.5212 relative_P_5 8_4 1.0000 relative_P_10 8_4 1.0000 relative_P_15 8_4 1.0000 relative_P_20 8_4 0.9000 relative_P_30 8_4 0.8667 relative_P_100 8_4 0.5300 relative_P_200 8_4 0.6733 relative_P_500 8_4 0.7525 relative_P_1000 8_4 0.7822 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0790 set_relative_P 8_4 0.7822 set_recall 8_4 0.7822 set_map 8_4 0.0618 set_F 8_4 0.1435 num_nonrel_judged_ret 8_4 51 rbp 8_4 0.6402 rbp_resid 8_4 0.0075 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 49 map 8_5 0.2539 Rprec 8_5 0.3333 bpref 8_5 0.4295 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.4286 iprec_at_recall_0.20 8_5 0.3636 iprec_at_recall_0.30 8_5 0.3409 iprec_at_recall_0.40 8_5 0.2330 iprec_at_recall_0.50 8_5 0.2114 iprec_at_recall_0.60 8_5 0.1799 iprec_at_recall_0.70 8_5 0.1638 iprec_at_recall_0.80 8_5 0.1459 iprec_at_recall_0.90 8_5 0.0909 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.3000 P_15 8_5 0.4000 P_20 8_5 0.4000 P_30 8_5 0.3333 P_100 8_5 0.2200 P_200 8_5 0.1750 P_500 8_5 0.0900 P_1000 8_5 0.0490 relstring 8_5 '3020002000' recall_5 8_5 0.0392 recall_10 8_5 0.0588 recall_15 8_5 0.1176 recall_20 8_5 0.1569 recall_30 8_5 0.1961 recall_100 8_5 0.4314 recall_200 8_5 0.6863 recall_500 8_5 0.8824 recall_1000 8_5 0.9608 infAP 8_5 0.2539 Rprec_mult_0.20 8_5 0.3636 Rprec_mult_0.40 8_5 0.3810 Rprec_mult_0.60 8_5 0.3548 Rprec_mult_0.80 8_5 0.3415 Rprec_mult_1.00 8_5 0.3333 Rprec_mult_1.20 8_5 0.3065 Rprec_mult_1.40 8_5 0.2639 Rprec_mult_1.60 8_5 0.2317 Rprec_mult_1.80 8_5 0.2174 Rprec_mult_2.00 8_5 0.2255 utility 8_5 -902.0000 11pt_avg 8_5 0.2871 binG 8_5 0.1937 G 8_5 0.1769 ndcg 8_5 0.6249 ndcg_rel 8_5 0.4827 Rndcg 8_5 0.4508 ndcg_cut_5 8_5 0.3965 ndcg_cut_10 8_5 0.3514 ndcg_cut_15 8_5 0.3671 ndcg_cut_20 8_5 0.3836 ndcg_cut_30 8_5 0.3629 ndcg_cut_100 8_5 0.4162 ndcg_cut_200 8_5 0.5328 ndcg_cut_500 8_5 0.5924 ndcg_cut_1000 8_5 0.6249 map_cut_5 8_5 0.0327 map_cut_10 8_5 0.0411 map_cut_15 8_5 0.0648 map_cut_20 8_5 0.0811 map_cut_30 8_5 0.0953 map_cut_100 8_5 0.1686 map_cut_200 8_5 0.2184 map_cut_500 8_5 0.2478 map_cut_1000 8_5 0.2539 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.3000 relative_P_15 8_5 0.4000 relative_P_20 8_5 0.4000 relative_P_30 8_5 0.3333 relative_P_100 8_5 0.4314 relative_P_200 8_5 0.6863 relative_P_500 8_5 0.8824 relative_P_1000 8_5 0.9608 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0490 set_relative_P 8_5 0.9608 set_recall 8_5 0.9608 set_map 8_5 0.0471 set_F 8_5 0.0932 num_nonrel_judged_ret 8_5 62 rbp 8_5 0.1949 rbp_resid 8_5 0.0818 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.1000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 46 map 8_7 0.2861 Rprec 8_7 0.2766 bpref 8_7 0.7225 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.4211 iprec_at_recall_0.20 8_7 0.4091 iprec_at_recall_0.30 8_7 0.3200 iprec_at_recall_0.40 8_7 0.3065 iprec_at_recall_0.50 8_7 0.2577 iprec_at_recall_0.60 8_7 0.2283 iprec_at_recall_0.70 8_7 0.2201 iprec_at_recall_0.80 8_7 0.1979 iprec_at_recall_0.90 8_7 0.1533 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.4000 P_10 8_7 0.3000 P_15 8_7 0.2667 P_20 8_7 0.4000 P_30 8_7 0.3333 P_100 8_7 0.2500 P_200 8_7 0.1950 P_500 8_7 0.0900 P_1000 8_7 0.0460 relstring 8_7 '3100001---' recall_5 8_7 0.0426 recall_10 8_7 0.0638 recall_15 8_7 0.0851 recall_20 8_7 0.1702 recall_30 8_7 0.2128 recall_100 8_7 0.5319 recall_200 8_7 0.8298 recall_500 8_7 0.9574 recall_1000 8_7 0.9787 infAP 8_7 0.2861 Rprec_mult_0.20 8_7 0.3000 Rprec_mult_0.40 8_7 0.4211 Rprec_mult_0.60 8_7 0.3448 Rprec_mult_0.80 8_7 0.3158 Rprec_mult_1.00 8_7 0.2766 Rprec_mult_1.20 8_7 0.2982 Rprec_mult_1.40 8_7 0.2879 Rprec_mult_1.60 8_7 0.2632 Rprec_mult_1.80 8_7 0.2588 Rprec_mult_2.00 8_7 0.2447 utility 8_7 -908.0000 11pt_avg 8_7 0.3195 binG 8_7 0.2115 G 8_7 0.1876 ndcg 8_7 0.6392 ndcg_rel 8_7 0.4845 Rndcg 8_7 0.4411 ndcg_cut_5 8_7 0.3599 ndcg_cut_10 8_7 0.2985 ndcg_cut_15 8_7 0.2666 ndcg_cut_20 8_7 0.3129 ndcg_cut_30 8_7 0.3352 ndcg_cut_100 8_7 0.4921 ndcg_cut_200 8_7 0.5963 ndcg_cut_500 8_7 0.6344 ndcg_cut_1000 8_7 0.6392 map_cut_5 8_7 0.0426 map_cut_10 8_7 0.0517 map_cut_15 8_7 0.0594 map_cut_20 8_7 0.0908 map_cut_30 8_7 0.1080 map_cut_100 8_7 0.1997 map_cut_200 8_7 0.2644 map_cut_500 8_7 0.2842 map_cut_1000 8_7 0.2861 relative_P_5 8_7 0.4000 relative_P_10 8_7 0.3000 relative_P_15 8_7 0.2667 relative_P_20 8_7 0.4000 relative_P_30 8_7 0.3333 relative_P_100 8_7 0.5319 relative_P_200 8_7 0.8298 relative_P_500 8_7 0.9574 relative_P_1000 8_7 0.9787 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0460 set_relative_P 8_7 0.9787 set_recall 8_7 0.9787 set_map 8_7 0.0450 set_F 8_7 0.0879 num_nonrel_judged_ret 8_7 28 rbp 8_7 0.1593 rbp_resid 8_7 0.3271 unj_5 8_7 0.0000 unj_10 8_7 0.3000 unj_20 8_7 0.4000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 32 map 8_8 0.5246 Rprec 8_8 0.5000 bpref 8_8 0.5732 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 0.8000 iprec_at_recall_0.30 8_8 0.7333 iprec_at_recall_0.40 8_8 0.6500 iprec_at_recall_0.50 8_8 0.5517 iprec_at_recall_0.60 8_8 0.4130 iprec_at_recall_0.70 8_8 0.2500 iprec_at_recall_0.80 8_8 0.2500 iprec_at_recall_0.90 8_8 0.1629 iprec_at_recall_1.00 8_8 0.0634 P_5 8_8 1.0000 P_10 8_8 0.8000 P_15 8_8 0.7333 P_20 8_8 0.6500 P_30 8_8 0.5333 P_100 8_8 0.2500 P_200 8_8 0.1450 P_500 8_8 0.0620 P_1000 8_8 0.0320 relstring 8_8 '4334400431' recall_5 8_8 0.1562 recall_10 8_8 0.2500 recall_15 8_8 0.3438 recall_20 8_8 0.4062 recall_30 8_8 0.5000 recall_100 8_8 0.7812 recall_200 8_8 0.9062 recall_500 8_8 0.9688 recall_1000 8_8 1.0000 infAP 8_8 0.5246 Rprec_mult_0.20 8_8 0.7143 Rprec_mult_0.40 8_8 0.6923 Rprec_mult_0.60 8_8 0.6500 Rprec_mult_0.80 8_8 0.5769 Rprec_mult_1.00 8_8 0.5000 Rprec_mult_1.20 8_8 0.4359 Rprec_mult_1.40 8_8 0.4000 Rprec_mult_1.60 8_8 0.3654 Rprec_mult_1.80 8_8 0.3448 Rprec_mult_2.00 8_8 0.3281 utility 8_8 -936.0000 11pt_avg 8_8 0.5340 binG 8_8 0.3696 G 8_8 0.3344 ndcg 8_8 0.8703 ndcg_rel 8_8 0.8160 Rndcg 8_8 0.8019 ndcg_cut_5 8_8 0.9041 ndcg_cut_10 8_8 0.7912 ndcg_cut_15 8_8 0.7931 ndcg_cut_20 8_8 0.7553 ndcg_cut_30 8_8 0.7332 ndcg_cut_100 8_8 0.8202 ndcg_cut_200 8_8 0.8496 ndcg_cut_500 8_8 0.8656 ndcg_cut_1000 8_8 0.8703 map_cut_5 8_8 0.1562 map_cut_10 8_8 0.2290 map_cut_15 8_8 0.2977 map_cut_20 8_8 0.3388 map_cut_30 8_8 0.3955 map_cut_100 8_8 0.4885 map_cut_200 8_8 0.5140 map_cut_500 8_8 0.5226 map_cut_1000 8_8 0.5246 relative_P_5 8_8 1.0000 relative_P_10 8_8 0.8000 relative_P_15 8_8 0.7333 relative_P_20 8_8 0.6500 relative_P_30 8_8 0.5333 relative_P_100 8_8 0.7812 relative_P_200 8_8 0.9062 relative_P_500 8_8 0.9688 relative_P_1000 8_8 1.0000 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0320 set_relative_P 8_8 1.0000 set_recall 8_8 1.0000 set_map 8_8 0.0320 set_F 8_8 0.0620 num_nonrel_judged_ret 8_8 59 rbp 8_8 0.5435 rbp_resid 8_8 0.0917 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.1000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 85 map 9_11 0.3123 Rprec 9_11 0.3697 bpref 9_11 0.6812 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.8000 iprec_at_recall_0.20 9_11 0.6000 iprec_at_recall_0.30 9_11 0.5278 iprec_at_recall_0.40 9_11 0.2963 iprec_at_recall_0.50 9_11 0.2451 iprec_at_recall_0.60 9_11 0.1753 iprec_at_recall_0.70 9_11 0.1023 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.8000 P_10 9_11 0.8000 P_15 9_11 0.8000 P_20 9_11 0.7000 P_30 9_11 0.6333 P_100 9_11 0.4300 P_200 9_11 0.2650 P_500 9_11 0.1500 P_1000 9_11 0.0850 relstring 9_11 '220122-212' recall_5 9_11 0.0336 recall_10 9_11 0.0672 recall_15 9_11 0.1008 recall_20 9_11 0.1176 recall_30 9_11 0.1597 recall_100 9_11 0.3613 recall_200 9_11 0.4454 recall_500 9_11 0.6303 recall_1000 9_11 0.7143 infAP 9_11 0.3123 Rprec_mult_0.20 9_11 0.6667 Rprec_mult_0.40 9_11 0.5417 Rprec_mult_0.60 9_11 0.5278 Rprec_mult_0.80 9_11 0.4479 Rprec_mult_1.00 9_11 0.3697 Rprec_mult_1.20 9_11 0.3287 Rprec_mult_1.40 9_11 0.2934 Rprec_mult_1.60 9_11 0.2723 Rprec_mult_1.80 9_11 0.2512 Rprec_mult_2.00 9_11 0.2395 utility 9_11 -830.0000 11pt_avg 9_11 0.3406 binG 9_11 0.1678 G 9_11 0.1298 ndcg 9_11 0.6296 ndcg_rel 9_11 0.5546 Rndcg 9_11 0.4997 ndcg_cut_5 9_11 0.5049 ndcg_cut_10 9_11 0.5013 ndcg_cut_15 9_11 0.5507 ndcg_cut_20 9_11 0.5304 ndcg_cut_30 9_11 0.5262 ndcg_cut_100 9_11 0.4517 ndcg_cut_200 9_11 0.4791 ndcg_cut_500 9_11 0.5962 ndcg_cut_1000 9_11 0.6296 map_cut_5 9_11 0.0298 map_cut_10 9_11 0.0564 map_cut_15 9_11 0.0836 map_cut_20 9_11 0.0956 map_cut_30 9_11 0.1251 map_cut_100 9_11 0.2349 map_cut_200 9_11 0.2615 map_cut_500 9_11 0.3021 map_cut_1000 9_11 0.3123 relative_P_5 9_11 0.8000 relative_P_10 9_11 0.8000 relative_P_15 9_11 0.8000 relative_P_20 9_11 0.7000 relative_P_30 9_11 0.6333 relative_P_100 9_11 0.4300 relative_P_200 9_11 0.4454 relative_P_500 9_11 0.6303 relative_P_1000 9_11 0.7143 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0850 set_relative_P 9_11 0.7143 set_recall 9_11 0.7143 set_map 9_11 0.0607 set_F 9_11 0.1519 num_nonrel_judged_ret 9_11 9 rbp 9_11 0.4438 rbp_resid 9_11 0.1890 unj_5 9_11 0.0000 unj_10 9_11 0.1000 unj_20 9_11 0.2500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 2 map 9_13 0.0442 Rprec 9_13 0.0000 bpref 9_13 0.3125 recip_rank 9_13 0.1667 iprec_at_recall_0.00 9_13 0.1667 iprec_at_recall_0.10 9_13 0.1667 iprec_at_recall_0.20 9_13 0.1667 iprec_at_recall_0.30 9_13 0.1667 iprec_at_recall_0.40 9_13 0.0102 iprec_at_recall_0.50 9_13 0.0102 iprec_at_recall_0.60 9_13 0.0102 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.0000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0100 P_200 9_13 0.0100 P_500 9_13 0.0040 P_1000 9_13 0.0020 relstring 9_13 '-----2----' recall_5 9_13 0.0000 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 0.2500 recall_200 9_13 0.5000 recall_500 9_13 0.5000 recall_1000 9_13 0.5000 infAP 9_13 0.0442 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.0000 Rprec_mult_1.00 9_13 0.0000 Rprec_mult_1.20 9_13 0.0000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -996.0000 11pt_avg 9_13 0.0634 binG 9_13 0.1219 G 9_13 0.1079 ndcg 9_13 0.1749 ndcg_rel 9_13 0.1593 Rndcg 9_13 0.0437 ndcg_cut_5 9_13 0.0000 ndcg_cut_10 9_13 0.1127 ndcg_cut_15 9_13 0.1127 ndcg_cut_20 9_13 0.1127 ndcg_cut_30 9_13 0.1127 ndcg_cut_100 9_13 0.1127 ndcg_cut_200 9_13 0.1749 ndcg_cut_500 9_13 0.1749 ndcg_cut_1000 9_13 0.1749 map_cut_5 9_13 0.0000 map_cut_10 9_13 0.0417 map_cut_15 9_13 0.0417 map_cut_20 9_13 0.0417 map_cut_30 9_13 0.0417 map_cut_100 9_13 0.0417 map_cut_200 9_13 0.0442 map_cut_500 9_13 0.0442 map_cut_1000 9_13 0.0442 relative_P_5 9_13 0.0000 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.5000 relative_P_1000 9_13 0.5000 success_1 9_13 0.0000 success_5 9_13 0.0000 success_10 9_13 1.0000 set_P 9_13 0.0020 set_relative_P 9_13 0.5000 set_recall 9_13 0.5000 set_map 9_13 0.0010 set_F 9_13 0.0040 num_nonrel_judged_ret 9_13 4 rbp 9_13 0.0394 rbp_resid 9_13 0.9285 unj_5 9_13 1.0000 unj_10 9_13 0.9000 unj_20 9_13 0.9500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 93 map 9_2 0.4369 Rprec 9_2 0.4248 bpref 9_2 0.7617 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 1.0000 iprec_at_recall_0.20 9_2 0.8846 iprec_at_recall_0.30 9_2 0.7000 iprec_at_recall_0.40 9_2 0.5227 iprec_at_recall_0.50 9_2 0.3585 iprec_at_recall_0.60 9_2 0.2720 iprec_at_recall_0.70 9_2 0.1808 iprec_at_recall_0.80 9_2 0.0984 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 1.0000 P_15 9_2 0.9333 P_20 9_2 0.9500 P_30 9_2 0.8000 P_100 9_2 0.4800 P_200 9_2 0.3050 P_500 9_2 0.1620 P_1000 9_2 0.0930 relstring 9_2 '1133222121' recall_5 9_2 0.0442 recall_10 9_2 0.0885 recall_15 9_2 0.1239 recall_20 9_2 0.1681 recall_30 9_2 0.2124 recall_100 9_2 0.4248 recall_200 9_2 0.5398 recall_500 9_2 0.7168 recall_1000 9_2 0.8230 infAP 9_2 0.4369 Rprec_mult_0.20 9_2 0.9130 Rprec_mult_0.40 9_2 0.6739 Rprec_mult_0.60 9_2 0.5882 Rprec_mult_0.80 9_2 0.5055 Rprec_mult_1.00 9_2 0.4248 Rprec_mult_1.20 9_2 0.3750 Rprec_mult_1.40 9_2 0.3585 Rprec_mult_1.60 9_2 0.3315 Rprec_mult_1.80 9_2 0.3039 Rprec_mult_2.00 9_2 0.2832 utility 9_2 -814.0000 11pt_avg 9_2 0.4561 binG 9_2 0.2735 G 9_2 0.1745 ndcg 9_2 0.7302 ndcg_rel 9_2 0.6538 Rndcg 9_2 0.6223 ndcg_cut_5 9_2 0.5875 ndcg_cut_10 9_2 0.6466 ndcg_cut_15 9_2 0.6391 ndcg_cut_20 9_2 0.7017 ndcg_cut_30 9_2 0.6525 ndcg_cut_100 9_2 0.5856 ndcg_cut_200 9_2 0.6218 ndcg_cut_500 9_2 0.6964 ndcg_cut_1000 9_2 0.7302 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0885 map_cut_15 9_2 0.1239 map_cut_20 9_2 0.1657 map_cut_30 9_2 0.2052 map_cut_100 9_2 0.3397 map_cut_200 9_2 0.3816 map_cut_500 9_2 0.4237 map_cut_1000 9_2 0.4369 relative_P_5 9_2 1.0000 relative_P_10 9_2 1.0000 relative_P_15 9_2 0.9333 relative_P_20 9_2 0.9500 relative_P_30 9_2 0.8000 relative_P_100 9_2 0.4800 relative_P_200 9_2 0.5398 relative_P_500 9_2 0.7168 relative_P_1000 9_2 0.8230 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0930 set_relative_P 9_2 0.8230 set_recall 9_2 0.8230 set_map 9_2 0.0765 set_F 9_2 0.1671 num_nonrel_judged_ret 9_2 21 rbp 9_2 0.5492 rbp_resid 9_2 0.0828 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.0500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 122 map 9_6 0.4130 Rprec 9_6 0.3969 bpref 9_6 0.9154 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.8235 iprec_at_recall_0.20 9_6 0.6842 iprec_at_recall_0.30 9_6 0.5735 iprec_at_recall_0.40 9_6 0.4127 iprec_at_recall_0.50 9_6 0.3455 iprec_at_recall_0.60 9_6 0.3086 iprec_at_recall_0.70 9_6 0.2541 iprec_at_recall_0.80 9_6 0.2263 iprec_at_recall_0.90 9_6 0.1406 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.8000 P_15 9_6 0.8000 P_20 9_6 0.8000 P_30 9_6 0.7000 P_100 9_6 0.4600 P_200 9_6 0.3350 P_500 9_6 0.2120 P_1000 9_6 0.1220 relstring 9_6 '12222-22-3' recall_5 9_6 0.0382 recall_10 9_6 0.0611 recall_15 9_6 0.0916 recall_20 9_6 0.1221 recall_30 9_6 0.1603 recall_100 9_6 0.3511 recall_200 9_6 0.5115 recall_500 9_6 0.8092 recall_1000 9_6 0.9313 infAP 9_6 0.4130 Rprec_mult_0.20 9_6 0.7037 Rprec_mult_0.40 9_6 0.6038 Rprec_mult_0.60 9_6 0.5316 Rprec_mult_0.80 9_6 0.4381 Rprec_mult_1.00 9_6 0.3969 Rprec_mult_1.20 9_6 0.3671 Rprec_mult_1.40 9_6 0.3370 Rprec_mult_1.60 9_6 0.3333 Rprec_mult_1.80 9_6 0.3178 Rprec_mult_2.00 9_6 0.3015 utility 9_6 -756.0000 11pt_avg 9_6 0.4336 binG 9_6 0.2089 G 9_6 0.1486 ndcg 9_6 0.7496 ndcg_rel 9_6 0.5758 Rndcg 9_6 0.5316 ndcg_cut_5 9_6 0.5536 ndcg_cut_10 9_6 0.5181 ndcg_cut_15 9_6 0.5077 ndcg_cut_20 9_6 0.5230 ndcg_cut_30 9_6 0.5085 ndcg_cut_100 9_6 0.4549 ndcg_cut_200 9_6 0.5178 ndcg_cut_500 9_6 0.6880 ndcg_cut_1000 9_6 0.7496 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0575 map_cut_15 9_6 0.0831 map_cut_20 9_6 0.1077 map_cut_30 9_6 0.1344 map_cut_100 9_6 0.2483 map_cut_200 9_6 0.3098 map_cut_500 9_6 0.3925 map_cut_1000 9_6 0.4130 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.8000 relative_P_20 9_6 0.8000 relative_P_30 9_6 0.7000 relative_P_100 9_6 0.4600 relative_P_200 9_6 0.5115 relative_P_500 9_6 0.8092 relative_P_1000 9_6 0.9313 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1220 set_relative_P 9_6 0.9313 set_recall 9_6 0.9313 set_map 9_6 0.1136 set_F 9_6 0.2157 num_nonrel_judged_ret 9_6 2 rbp 9_6 0.5021 rbp_resid 9_6 0.2107 unj_5 9_6 0.0000 unj_10 9_6 0.2000 unj_20 9_6 0.2000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 46 map 9_9 0.4670 Rprec 9_9 0.4545 bpref 9_9 0.7855 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 1.0000 iprec_at_recall_0.20 9_9 1.0000 iprec_at_recall_0.30 9_9 0.7407 iprec_at_recall_0.40 9_9 0.6471 iprec_at_recall_0.50 9_9 0.3077 iprec_at_recall_0.60 9_9 0.2276 iprec_at_recall_0.70 9_9 0.1726 iprec_at_recall_0.80 9_9 0.0807 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 1.0000 P_10 9_9 1.0000 P_15 9_9 0.9333 P_20 9_9 0.7500 P_30 9_9 0.7000 P_100 9_9 0.3000 P_200 9_9 0.1850 P_500 9_9 0.0860 P_1000 9_9 0.0460 relstring 9_9 '2333333332' recall_5 9_9 0.0909 recall_10 9_9 0.1818 recall_15 9_9 0.2545 recall_20 9_9 0.2727 recall_30 9_9 0.3818 recall_100 9_9 0.5455 recall_200 9_9 0.6727 recall_500 9_9 0.7818 recall_1000 9_9 0.8364 infAP 9_9 0.4670 Rprec_mult_0.20 9_9 1.0000 Rprec_mult_0.40 9_9 0.7273 Rprec_mult_0.60 9_9 0.6364 Rprec_mult_0.80 9_9 0.5000 Rprec_mult_1.00 9_9 0.4545 Rprec_mult_1.20 9_9 0.3788 Rprec_mult_1.40 9_9 0.3377 Rprec_mult_1.60 9_9 0.3068 Rprec_mult_1.80 9_9 0.3030 Rprec_mult_2.00 9_9 0.2818 utility 9_9 -908.0000 11pt_avg 9_9 0.4706 binG 9_9 0.3667 G 9_9 0.2696 ndcg 9_9 0.7838 ndcg_rel 9_9 0.7512 Rndcg 9_9 0.6730 ndcg_cut_5 9_9 0.8869 ndcg_cut_10 9_9 0.9054 ndcg_cut_15 9_9 0.8383 ndcg_cut_20 9_9 0.7198 ndcg_cut_30 9_9 0.6885 ndcg_cut_100 9_9 0.6412 ndcg_cut_200 9_9 0.7092 ndcg_cut_500 9_9 0.7708 ndcg_cut_1000 9_9 0.7838 map_cut_5 9_9 0.0909 map_cut_10 9_9 0.1818 map_cut_15 9_9 0.2545 map_cut_20 9_9 0.2689 map_cut_30 9_9 0.3486 map_cut_100 9_9 0.4173 map_cut_200 9_9 0.4462 map_cut_500 9_9 0.4635 map_cut_1000 9_9 0.4670 relative_P_5 9_9 1.0000 relative_P_10 9_9 1.0000 relative_P_15 9_9 0.9333 relative_P_20 9_9 0.7500 relative_P_30 9_9 0.7000 relative_P_100 9_9 0.5455 relative_P_200 9_9 0.6727 relative_P_500 9_9 0.7818 relative_P_1000 9_9 0.8364 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0460 set_relative_P 9_9 0.8364 set_recall 9_9 0.8364 set_map 9_9 0.0385 set_F 9_9 0.0872 num_nonrel_judged_ret 9_9 12 rbp 9_9 0.7419 rbp_resid 9_9 0.1575 unj_5 9_9 0.0000 unj_10 9_9 0.0000 unj_20 9_9 0.2500 runid all gpt4-MQ-out-rr-debertav3 num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 7302 map all 0.3421 gm_map all 0.2411 Rprec all 0.3637 bpref all 0.5704 recip_rank all 0.8450 iprec_at_recall_0.00 all 0.8746 iprec_at_recall_0.10 all 0.6929 iprec_at_recall_0.20 all 0.5842 iprec_at_recall_0.30 all 0.4784 iprec_at_recall_0.40 all 0.3926 iprec_at_recall_0.50 all 0.3148 iprec_at_recall_0.60 all 0.2491 iprec_at_recall_0.70 all 0.1872 iprec_at_recall_0.80 all 0.1272 iprec_at_recall_0.90 all 0.0707 iprec_at_recall_1.00 all 0.0096 P_5 all 0.7224 P_10 all 0.6586 P_15 all 0.6178 P_20 all 0.5849 P_30 all 0.5468 P_100 all 0.3231 P_200 all 0.2162 P_500 all 0.1124 P_1000 all 0.0629 recall_5 all 0.0564 recall_10 all 0.1032 recall_15 all 0.1408 recall_20 all 0.1732 recall_30 all 0.2330 recall_100 all 0.4308 recall_200 all 0.5685 recall_500 all 0.7006 recall_1000 all 0.7717 infAP all 0.3421 gm_bpref all 0.3672 Rprec_mult_0.20 all 0.6230 Rprec_mult_0.40 all 0.5158 Rprec_mult_0.60 all 0.4505 Rprec_mult_0.80 all 0.4013 Rprec_mult_1.00 all 0.3637 Rprec_mult_1.20 all 0.3321 Rprec_mult_1.40 all 0.3073 Rprec_mult_1.60 all 0.2829 Rprec_mult_1.80 all 0.2642 Rprec_mult_2.00 all 0.2481 utility all -874.1034 11pt_avg all 0.3619 binG all 0.2216 G all 0.1687 ndcg all 0.6071 ndcg_rel all 0.5282 Rndcg all 0.4862 ndcg_cut_5 all 0.5156 ndcg_cut_10 all 0.4961 ndcg_cut_15 all 0.4847 ndcg_cut_20 all 0.4781 ndcg_cut_30 all 0.4765 ndcg_cut_100 all 0.4706 ndcg_cut_200 all 0.5176 ndcg_cut_500 all 0.5796 ndcg_cut_1000 all 0.6071 map_cut_5 all 0.0521 map_cut_10 all 0.0867 map_cut_15 all 0.1146 map_cut_20 all 0.1373 map_cut_30 all 0.1762 map_cut_100 all 0.2729 map_cut_200 all 0.3101 map_cut_500 all 0.3353 map_cut_1000 all 0.3421 relative_P_5 all 0.7224 relative_P_10 all 0.6599 relative_P_15 all 0.6223 relative_P_20 all 0.5933 relative_P_30 all 0.5639 relative_P_100 all 0.4801 relative_P_200 all 0.5711 relative_P_500 all 0.7006 relative_P_1000 all 0.7717 success_1 all 0.7759 success_5 all 0.9397 success_10 all 0.9569 set_P all 0.0629 set_relative_P all 0.7717 set_recall all 0.7717 set_map all 0.0496 set_F all 0.1131 num_nonrel_judged_ret all 3768 rbp all 0.3746 rbp_resid all 0.1524 unj_5 all 0.0086 unj_10 all 0.0905 unj_20 all 0.1823