num_ret               	1001	292
num_rel               	1001	14
num_rel_ret           	1001	14
map                   	1001	0.2182
Rprec                 	1001	0.1429
bpref                 	1001	0.1122
recip_rank            	1001	0.3333
iprec_at_recall_0.00  	1001	0.3333
iprec_at_recall_0.10  	1001	0.3333
iprec_at_recall_0.20  	1001	0.2571
iprec_at_recall_0.30  	1001	0.2571
iprec_at_recall_0.40  	1001	0.2571
iprec_at_recall_0.50  	1001	0.2571
iprec_at_recall_0.60  	1001	0.2571
iprec_at_recall_0.70  	1001	0.2500
iprec_at_recall_0.80  	1001	0.1930
iprec_at_recall_0.90  	1001	0.1474
iprec_at_recall_1.00  	1001	0.1474
P_5                   	1001	0.2000
P_10                  	1001	0.2000
P_15                  	1001	0.1333
P_20                  	1001	0.1500
P_30                  	1001	0.2000
P_100                 	1001	0.1400
P_200                 	1001	0.0700
P_500                 	1001	0.0280
P_1000                	1001	0.0140
relstring             	1001	'1031131111'
recall_5              	1001	0.0714
recall_10             	1001	0.1429
recall_15             	1001	0.1429
recall_20             	1001	0.2143
recall_30             	1001	0.4286
recall_100            	1001	1.0000
recall_200            	1001	1.0000
recall_500            	1001	1.0000
recall_1000           	1001	1.0000
infAP                 	1001	0.2182
Rprec_mult_0.20       	1001	0.3333
Rprec_mult_0.40       	1001	0.3333
Rprec_mult_0.60       	1001	0.2222
Rprec_mult_0.80       	1001	0.1667
Rprec_mult_1.00       	1001	0.1429
Rprec_mult_1.20       	1001	0.1176
Rprec_mult_1.40       	1001	0.1500
Rprec_mult_1.60       	1001	0.1739
Rprec_mult_1.80       	1001	0.1923
Rprec_mult_2.00       	1001	0.1786
utility               	1001	-264.0000
11pt_avg              	1001	0.2446
binG                  	1001	0.2357
G                     	1001	0.2045
ndcg                  	1001	0.7189
ndcg_rel              	1001	0.5562
Rndcg                 	1001	0.5496
ndcg_cut_5            	1001	0.3751
ndcg_cut_10           	1001	0.4127
ndcg_cut_15           	1001	0.3604
ndcg_cut_20           	1001	0.4141
ndcg_cut_30           	1001	0.4861
ndcg_cut_100          	1001	0.7082
ndcg_cut_200          	1001	0.7189
ndcg_cut_500          	1001	0.7189
ndcg_cut_1000         	1001	0.7189
map_cut_5             	1001	0.0238
map_cut_10            	1001	0.0476
map_cut_15            	1001	0.0476
map_cut_20            	1001	0.0595
map_cut_30            	1001	0.1022
map_cut_100           	1001	0.2182
map_cut_200           	1001	0.2182
map_cut_500           	1001	0.2182
map_cut_1000          	1001	0.2182
relative_P_5          	1001	0.2000
relative_P_10         	1001	0.2000
relative_P_15         	1001	0.1429
relative_P_20         	1001	0.2143
relative_P_30         	1001	0.4286
relative_P_100        	1001	1.0000
relative_P_200        	1001	1.0000
relative_P_500        	1001	1.0000
relative_P_1000       	1001	1.0000
success_1             	1001	0.0000
success_5             	1001	1.0000
success_10            	1001	1.0000
set_P                 	1001	0.0479
set_relative_P        	1001	1.0000
set_recall            	1001	1.0000
set_map               	1001	0.0479
set_F                 	1001	0.0915
num_nonrel_judged_ret 	1001	116
rbp                   	1001	0.3813
rbp_resid             	1001	0.0020
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	641
num_rel               	1003	4
num_rel_ret           	1003	4
map                   	1003	0.2396
Rprec                 	1003	0.2500
bpref                 	1003	0.1875
recip_rank            	1003	0.5000
iprec_at_recall_0.00  	1003	0.5000
iprec_at_recall_0.10  	1003	0.5000
iprec_at_recall_0.20  	1003	0.5000
iprec_at_recall_0.30  	1003	0.5000
iprec_at_recall_0.40  	1003	0.2308
iprec_at_recall_0.50  	1003	0.2308
iprec_at_recall_0.60  	1003	0.2308
iprec_at_recall_0.70  	1003	0.2308
iprec_at_recall_0.80  	1003	0.2308
iprec_at_recall_0.90  	1003	0.0278
iprec_at_recall_1.00  	1003	0.0278
P_5                   	1003	0.2000
P_10                  	1003	0.2000
P_15                  	1003	0.2000
P_20                  	1003	0.1500
P_30                  	1003	0.1000
P_100                 	1003	0.0300
P_200                 	1003	0.0200
P_500                 	1003	0.0080
P_1000                	1003	0.0040
relstring             	1003	'1301111013'
recall_5              	1003	0.2500
recall_10             	1003	0.5000
recall_15             	1003	0.7500
recall_20             	1003	0.7500
recall_30             	1003	0.7500
recall_100            	1003	0.7500
recall_200            	1003	1.0000
recall_500            	1003	1.0000
recall_1000           	1003	1.0000
infAP                 	1003	0.2396
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.5000
Rprec_mult_0.60       	1003	0.3333
Rprec_mult_0.80       	1003	0.2500
Rprec_mult_1.00       	1003	0.2500
Rprec_mult_1.20       	1003	0.2000
Rprec_mult_1.40       	1003	0.1667
Rprec_mult_1.60       	1003	0.1429
Rprec_mult_1.80       	1003	0.1250
Rprec_mult_2.00       	1003	0.1250
utility               	1003	-633.0000
11pt_avg              	1003	0.2918
binG                  	1003	0.3377
G                     	1003	0.1829
ndcg                  	1003	0.6952
ndcg_rel              	1003	0.6463
Rndcg                 	1003	0.5633
ndcg_cut_5            	1003	0.4597
ndcg_cut_10           	1003	0.5760
ndcg_cut_15           	1003	0.6501
ndcg_cut_20           	1003	0.6653
ndcg_cut_30           	1003	0.6854
ndcg_cut_100          	1003	0.6202
ndcg_cut_200          	1003	0.6567
ndcg_cut_500          	1003	0.6914
ndcg_cut_1000         	1003	0.6952
map_cut_5             	1003	0.1250
map_cut_10            	1003	0.1750
map_cut_15            	1003	0.2327
map_cut_20            	1003	0.2327
map_cut_30            	1003	0.2327
map_cut_100           	1003	0.2327
map_cut_200           	1003	0.2396
map_cut_500           	1003	0.2396
map_cut_1000          	1003	0.2396
relative_P_5          	1003	0.2500
relative_P_10         	1003	0.5000
relative_P_15         	1003	0.7500
relative_P_20         	1003	0.7500
relative_P_30         	1003	0.7500
relative_P_100        	1003	0.7500
relative_P_200        	1003	1.0000
relative_P_500        	1003	1.0000
relative_P_1000       	1003	1.0000
success_1             	1003	0.0000
success_5             	1003	1.0000
success_10            	1003	1.0000
set_P                 	1003	0.0062
set_relative_P        	1003	1.0000
set_recall            	1003	1.0000
set_map               	1003	0.0062
set_F                 	1003	0.0124
num_nonrel_judged_ret 	1003	179
rbp                   	1003	0.3664
rbp_resid             	1003	0.0051
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	652
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'1001110000'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-652.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.3021
ndcg                  	1007	0.6465
ndcg_rel              	1007	0.6244
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	0.6164
ndcg_cut_10           	1007	0.4784
ndcg_cut_15           	1007	0.4549
ndcg_cut_20           	1007	0.5438
ndcg_cut_30           	1007	0.5831
ndcg_cut_100          	1007	0.6465
ndcg_cut_200          	1007	0.6465
ndcg_cut_500          	1007	0.6465
ndcg_cut_1000         	1007	0.6465
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	98
rbp                   	1007	0.3693
rbp_resid             	1007	0.0096
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	409
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	1.0000
Rprec                 	1009	1.0000
bpref                 	1009	1.0000
recip_rank            	1009	1.0000
iprec_at_recall_0.00  	1009	1.0000
iprec_at_recall_0.10  	1009	1.0000
iprec_at_recall_0.20  	1009	1.0000
iprec_at_recall_0.30  	1009	1.0000
iprec_at_recall_0.40  	1009	1.0000
iprec_at_recall_0.50  	1009	1.0000
iprec_at_recall_0.60  	1009	1.0000
iprec_at_recall_0.70  	1009	1.0000
iprec_at_recall_0.80  	1009	1.0000
iprec_at_recall_0.90  	1009	1.0000
iprec_at_recall_1.00  	1009	1.0000
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'3101010000'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	1.0000
Rprec_mult_0.20       	1009	1.0000
Rprec_mult_0.40       	1009	1.0000
Rprec_mult_0.60       	1009	1.0000
Rprec_mult_0.80       	1009	1.0000
Rprec_mult_1.00       	1009	1.0000
Rprec_mult_1.20       	1009	0.5000
Rprec_mult_1.40       	1009	0.5000
Rprec_mult_1.60       	1009	0.5000
Rprec_mult_1.80       	1009	0.5000
Rprec_mult_2.00       	1009	0.5000
utility               	1009	-407.0000
11pt_avg              	1009	1.0000
binG                  	1009	1.0000
G                     	1009	0.3861
ndcg                  	1009	0.7499
ndcg_rel              	1009	0.7537
Rndcg                 	1009	0.7650
ndcg_cut_5            	1009	0.8208
ndcg_cut_10           	1009	0.6751
ndcg_cut_15           	1009	0.5620
ndcg_cut_20           	1009	0.6322
ndcg_cut_30           	1009	0.6587
ndcg_cut_100          	1009	0.7499
ndcg_cut_200          	1009	0.7499
ndcg_cut_500          	1009	0.7499
ndcg_cut_1000         	1009	0.7499
map_cut_5             	1009	1.0000
map_cut_10            	1009	1.0000
map_cut_15            	1009	1.0000
map_cut_20            	1009	1.0000
map_cut_30            	1009	1.0000
map_cut_100           	1009	1.0000
map_cut_200           	1009	1.0000
map_cut_500           	1009	1.0000
map_cut_1000          	1009	1.0000
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	1.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0024
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0024
set_F                 	1009	0.0049
num_nonrel_judged_ret 	1009	105
rbp                   	1009	0.1958
rbp_resid             	1009	0.0096
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	539
num_rel               	1011	4
num_rel_ret           	1011	4
map                   	1011	0.0093
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0045
iprec_at_recall_0.00  	1011	0.0134
iprec_at_recall_0.10  	1011	0.0134
iprec_at_recall_0.20  	1011	0.0134
iprec_at_recall_0.30  	1011	0.0134
iprec_at_recall_0.40  	1011	0.0134
iprec_at_recall_0.50  	1011	0.0134
iprec_at_recall_0.60  	1011	0.0134
iprec_at_recall_0.70  	1011	0.0134
iprec_at_recall_0.80  	1011	0.0134
iprec_at_recall_0.90  	1011	0.0134
iprec_at_recall_1.00  	1011	0.0134
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0000
P_200                 	1011	0.0000
P_500                 	1011	0.0080
P_1000                	1011	0.0040
relstring             	1011	'0000001011'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.0000
recall_200            	1011	0.0000
recall_500            	1011	1.0000
recall_1000           	1011	1.0000
infAP                 	1011	0.0093
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-531.0000
11pt_avg              	1011	0.0134
binG                  	1011	0.1251
G                     	1011	0.1154
ndcg                  	1011	0.4789
ndcg_rel              	1011	0.3423
Rndcg                 	1011	0.2346
ndcg_cut_5            	1011	0.0000
ndcg_cut_10           	1011	0.0955
ndcg_cut_15           	1011	0.1068
ndcg_cut_20           	1011	0.1166
ndcg_cut_30           	1011	0.2013
ndcg_cut_100          	1011	0.2281
ndcg_cut_200          	1011	0.3326
ndcg_cut_500          	1011	0.4789
ndcg_cut_1000         	1011	0.4789
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0000
map_cut_200           	1011	0.0000
map_cut_500           	1011	0.0093
map_cut_1000          	1011	0.0093
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.0000
relative_P_200        	1011	0.0000
relative_P_500        	1011	1.0000
relative_P_1000       	1011	1.0000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0074
set_relative_P        	1011	1.0000
set_recall            	1011	1.0000
set_map               	1011	0.0074
set_F                 	1011	0.0147
num_nonrel_judged_ret 	1011	212
rbp                   	1011	0.0788
rbp_resid             	1011	0.0057
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	566
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.3015
Rprec                 	1013	0.2500
bpref                 	1013	0.1875
recip_rank            	1013	0.3333
iprec_at_recall_0.00  	1013	0.4000
iprec_at_recall_0.10  	1013	0.4000
iprec_at_recall_0.20  	1013	0.4000
iprec_at_recall_0.30  	1013	0.4000
iprec_at_recall_0.40  	1013	0.4000
iprec_at_recall_0.50  	1013	0.4000
iprec_at_recall_0.60  	1013	0.4000
iprec_at_recall_0.70  	1013	0.2727
iprec_at_recall_0.80  	1013	0.2727
iprec_at_recall_0.90  	1013	0.2000
iprec_at_recall_1.00  	1013	0.2000
P_5                   	1013	0.4000
P_10                  	1013	0.2000
P_15                  	1013	0.2000
P_20                  	1013	0.2000
P_30                  	1013	0.1333
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'1131311111'
recall_5              	1013	0.5000
recall_10             	1013	0.5000
recall_15             	1013	0.7500
recall_20             	1013	1.0000
recall_30             	1013	1.0000
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.3015
Rprec_mult_0.20       	1013	0.0000
Rprec_mult_0.40       	1013	0.0000
Rprec_mult_0.60       	1013	0.3333
Rprec_mult_0.80       	1013	0.2500
Rprec_mult_1.00       	1013	0.2500
Rprec_mult_1.20       	1013	0.4000
Rprec_mult_1.40       	1013	0.3333
Rprec_mult_1.60       	1013	0.2857
Rprec_mult_1.80       	1013	0.2500
Rprec_mult_2.00       	1013	0.2500
utility               	1013	-558.0000
11pt_avg              	1013	0.3405
binG                  	1013	0.3679
G                     	1013	0.3231
ndcg                  	1013	0.7265
ndcg_rel              	1013	0.6869
Rndcg                 	1013	0.6200
ndcg_cut_5            	1013	0.5850
ndcg_cut_10           	1013	0.6535
ndcg_cut_15           	1013	0.7459
ndcg_cut_20           	1013	0.7886
ndcg_cut_30           	1013	0.7464
ndcg_cut_100          	1013	0.6989
ndcg_cut_200          	1013	0.6989
ndcg_cut_500          	1013	0.7200
ndcg_cut_1000         	1013	0.7265
map_cut_5             	1013	0.1833
map_cut_10            	1013	0.1833
map_cut_15            	1013	0.2515
map_cut_20            	1013	0.3015
map_cut_30            	1013	0.3015
map_cut_100           	1013	0.3015
map_cut_200           	1013	0.3015
map_cut_500           	1013	0.3015
map_cut_1000          	1013	0.3015
relative_P_5          	1013	0.5000
relative_P_10         	1013	0.5000
relative_P_15         	1013	0.7500
relative_P_20         	1013	1.0000
relative_P_30         	1013	1.0000
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	0.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0071
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0071
set_F                 	1013	0.0140
num_nonrel_judged_ret 	1013	88
rbp                   	1013	0.4338
rbp_resid             	1013	0.0261
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	661
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'0010001100'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-661.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.2596
ndcg                  	1015	0.5710
ndcg_rel              	1015	0.4098
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.1696
ndcg_cut_10           	1015	0.2528
ndcg_cut_15           	1015	0.4139
ndcg_cut_20           	1015	0.4139
ndcg_cut_30           	1015	0.4940
ndcg_cut_100          	1015	0.5224
ndcg_cut_200          	1015	0.5500
ndcg_cut_500          	1015	0.5710
ndcg_cut_1000         	1015	0.5710
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	111
rbp                   	1015	0.3193
rbp_resid             	1015	0.0164
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	484
num_rel               	1017	4
num_rel_ret           	1017	4
map                   	1017	0.4128
Rprec                 	1017	0.2500
bpref                 	1017	0.3125
recip_rank            	1017	1.0000
iprec_at_recall_0.00  	1017	1.0000
iprec_at_recall_0.10  	1017	1.0000
iprec_at_recall_0.20  	1017	1.0000
iprec_at_recall_0.30  	1017	1.0000
iprec_at_recall_0.40  	1017	0.4000
iprec_at_recall_0.50  	1017	0.4000
iprec_at_recall_0.60  	1017	0.4000
iprec_at_recall_0.70  	1017	0.2308
iprec_at_recall_0.80  	1017	0.2308
iprec_at_recall_0.90  	1017	0.0205
iprec_at_recall_1.00  	1017	0.0205
P_5                   	1017	0.4000
P_10                  	1017	0.2000
P_15                  	1017	0.2000
P_20                  	1017	0.1500
P_30                  	1017	0.1000
P_100                 	1017	0.0300
P_200                 	1017	0.0200
P_500                 	1017	0.0080
P_1000                	1017	0.0040
relstring             	1017	'3011300100'
recall_5              	1017	0.5000
recall_10             	1017	0.5000
recall_15             	1017	0.7500
recall_20             	1017	0.7500
recall_30             	1017	0.7500
recall_100            	1017	0.7500
recall_200            	1017	1.0000
recall_500            	1017	1.0000
recall_1000           	1017	1.0000
infAP                 	1017	0.4128
Rprec_mult_0.20       	1017	1.0000
Rprec_mult_0.40       	1017	0.5000
Rprec_mult_0.60       	1017	0.3333
Rprec_mult_0.80       	1017	0.2500
Rprec_mult_1.00       	1017	0.2500
Rprec_mult_1.20       	1017	0.4000
Rprec_mult_1.40       	1017	0.3333
Rprec_mult_1.60       	1017	0.2857
Rprec_mult_1.80       	1017	0.2500
Rprec_mult_2.00       	1017	0.2500
utility               	1017	-476.0000
11pt_avg              	1017	0.5184
binG                  	1017	0.4603
G                     	1017	0.1696
ndcg                  	1017	0.5304
ndcg_rel              	1017	0.5238
Rndcg                 	1017	0.4777
ndcg_cut_5            	1017	0.6308
ndcg_cut_10           	1017	0.5593
ndcg_cut_15           	1017	0.5639
ndcg_cut_20           	1017	0.5294
ndcg_cut_30           	1017	0.4508
ndcg_cut_100          	1017	0.4684
ndcg_cut_200          	1017	0.5153
ndcg_cut_500          	1017	0.5304
ndcg_cut_1000         	1017	0.5304
map_cut_5             	1017	0.3500
map_cut_10            	1017	0.3500
map_cut_15            	1017	0.4077
map_cut_20            	1017	0.4077
map_cut_30            	1017	0.4077
map_cut_100           	1017	0.4077
map_cut_200           	1017	0.4128
map_cut_500           	1017	0.4128
map_cut_1000          	1017	0.4128
relative_P_5          	1017	0.5000
relative_P_10         	1017	0.5000
relative_P_15         	1017	0.7500
relative_P_20         	1017	0.7500
relative_P_30         	1017	0.7500
relative_P_100        	1017	0.7500
relative_P_200        	1017	1.0000
relative_P_500        	1017	1.0000
relative_P_1000       	1017	1.0000
success_1             	1017	1.0000
success_5             	1017	1.0000
success_10            	1017	1.0000
set_P                 	1017	0.0083
set_relative_P        	1017	1.0000
set_recall            	1017	1.0000
set_map               	1017	0.0083
set_F                 	1017	0.0164
num_nonrel_judged_ret 	1017	115
rbp                   	1017	0.2691
rbp_resid             	1017	0.0115
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	522
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1111100011'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-522.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.3481
ndcg                  	1019	0.7402
ndcg_rel              	1019	0.7633
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	1.0000
ndcg_cut_10           	1019	0.7788
ndcg_cut_15           	1019	0.6925
ndcg_cut_20           	1019	0.6777
ndcg_cut_30           	1019	0.5719
ndcg_cut_100          	1019	0.6602
ndcg_cut_200          	1019	0.7111
ndcg_cut_500          	1019	0.7402
ndcg_cut_1000         	1019	0.7402
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	126
rbp                   	1019	0.6046
rbp_resid             	1019	0.0086
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	755
num_rel               	1023	7
num_rel_ret           	1023	5
map                   	1023	0.0754
Rprec                 	1023	0.1429
bpref                 	1023	0.1224
recip_rank            	1023	0.5000
iprec_at_recall_0.00  	1023	0.5000
iprec_at_recall_0.10  	1023	0.5000
iprec_at_recall_0.20  	1023	0.5000
iprec_at_recall_0.30  	1023	0.0078
iprec_at_recall_0.40  	1023	0.0078
iprec_at_recall_0.50  	1023	0.0078
iprec_at_recall_0.60  	1023	0.0078
iprec_at_recall_0.70  	1023	0.0073
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.2000
P_10                  	1023	0.1000
P_15                  	1023	0.0667
P_20                  	1023	0.0500
P_30                  	1023	0.0333
P_100                 	1023	0.0100
P_200                 	1023	0.0050
P_500                 	1023	0.0060
P_1000                	1023	0.0050
relstring             	1023	'1301010000'
recall_5              	1023	0.1429
recall_10             	1023	0.1429
recall_15             	1023	0.1429
recall_20             	1023	0.1429
recall_30             	1023	0.1429
recall_100            	1023	0.1429
recall_200            	1023	0.1429
recall_500            	1023	0.4286
recall_1000           	1023	0.7143
infAP                 	1023	0.0754
Rprec_mult_0.20       	1023	0.5000
Rprec_mult_0.40       	1023	0.3333
Rprec_mult_0.60       	1023	0.2000
Rprec_mult_0.80       	1023	0.1667
Rprec_mult_1.00       	1023	0.1429
Rprec_mult_1.20       	1023	0.1111
Rprec_mult_1.40       	1023	0.1000
Rprec_mult_1.60       	1023	0.0833
Rprec_mult_1.80       	1023	0.0769
Rprec_mult_2.00       	1023	0.0714
utility               	1023	-745.0000
11pt_avg              	1023	0.1399
binG                  	1023	0.1545
G                     	1023	0.1170
ndcg                  	1023	0.4365
ndcg_rel              	1023	0.3690
Rndcg                 	1023	0.3364
ndcg_cut_5            	1023	0.3757
ndcg_cut_10           	1023	0.3113
ndcg_cut_15           	1023	0.2996
ndcg_cut_20           	1023	0.2749
ndcg_cut_30           	1023	0.2652
ndcg_cut_100          	1023	0.2737
ndcg_cut_200          	1023	0.2944
ndcg_cut_500          	1023	0.3843
ndcg_cut_1000         	1023	0.4365
map_cut_5             	1023	0.0714
map_cut_10            	1023	0.0714
map_cut_15            	1023	0.0714
map_cut_20            	1023	0.0714
map_cut_30            	1023	0.0714
map_cut_100           	1023	0.0714
map_cut_200           	1023	0.0714
map_cut_500           	1023	0.0733
map_cut_1000          	1023	0.0754
relative_P_5          	1023	0.2000
relative_P_10         	1023	0.1429
relative_P_15         	1023	0.1429
relative_P_20         	1023	0.1429
relative_P_30         	1023	0.1429
relative_P_100        	1023	0.1429
relative_P_200        	1023	0.1429
relative_P_500        	1023	0.4286
relative_P_1000       	1023	0.7143
success_1             	1023	0.0000
success_5             	1023	1.0000
success_10            	1023	1.0000
set_P                 	1023	0.0066
set_relative_P        	1023	0.7143
set_recall            	1023	0.7143
set_map               	1023	0.0047
set_F                 	1023	0.0131
num_nonrel_judged_ret 	1023	210
rbp                   	1023	0.1826
rbp_resid             	1023	0.0163
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	533
num_rel               	1025	2
num_rel_ret           	1025	2
map                   	1025	0.0117
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0137
iprec_at_recall_0.00  	1025	0.0137
iprec_at_recall_0.10  	1025	0.0137
iprec_at_recall_0.20  	1025	0.0137
iprec_at_recall_0.30  	1025	0.0137
iprec_at_recall_0.40  	1025	0.0137
iprec_at_recall_0.50  	1025	0.0137
iprec_at_recall_0.60  	1025	0.0137
iprec_at_recall_0.70  	1025	0.0137
iprec_at_recall_0.80  	1025	0.0097
iprec_at_recall_0.90  	1025	0.0097
iprec_at_recall_1.00  	1025	0.0097
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0000
P_20                  	1025	0.0000
P_30                  	1025	0.0000
P_100                 	1025	0.0100
P_200                 	1025	0.0050
P_500                 	1025	0.0040
P_1000                	1025	0.0020
relstring             	1025	'0010000100'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.0000
recall_20             	1025	0.0000
recall_30             	1025	0.0000
recall_100            	1025	0.5000
recall_200            	1025	0.5000
recall_500            	1025	1.0000
recall_1000           	1025	1.0000
infAP                 	1025	0.0117
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-529.0000
11pt_avg              	1025	0.0126
binG                  	1025	0.1456
G                     	1025	0.0895
ndcg                  	1025	0.2880
ndcg_rel              	1025	0.2378
Rndcg                 	1025	0.1383
ndcg_cut_5            	1025	0.0805
ndcg_cut_10           	1025	0.1045
ndcg_cut_15           	1025	0.0894
ndcg_cut_20           	1025	0.0792
ndcg_cut_30           	1025	0.1169
ndcg_cut_100          	1025	0.2062
ndcg_cut_200          	1025	0.2453
ndcg_cut_500          	1025	0.2880
ndcg_cut_1000         	1025	0.2880
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0000
map_cut_20            	1025	0.0000
map_cut_30            	1025	0.0000
map_cut_100           	1025	0.0068
map_cut_200           	1025	0.0068
map_cut_500           	1025	0.0117
map_cut_1000          	1025	0.0117
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.0000
relative_P_20         	1025	0.0000
relative_P_30         	1025	0.0000
relative_P_100        	1025	0.5000
relative_P_200        	1025	0.5000
relative_P_500        	1025	1.0000
relative_P_1000       	1025	1.0000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0038
set_relative_P        	1025	1.0000
set_recall            	1025	1.0000
set_map               	1025	0.0038
set_F                 	1025	0.0075
num_nonrel_judged_ret 	1025	181
rbp                   	1025	0.0536
rbp_resid             	1025	0.0060
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	675
num_rel               	1029	8
num_rel_ret           	1029	8
map                   	1029	0.3526
Rprec                 	1029	0.2500
bpref                 	1029	0.2500
recip_rank            	1029	1.0000
iprec_at_recall_0.00  	1029	1.0000
iprec_at_recall_0.10  	1029	1.0000
iprec_at_recall_0.20  	1029	1.0000
iprec_at_recall_0.30  	1029	1.0000
iprec_at_recall_0.40  	1029	0.1765
iprec_at_recall_0.50  	1029	0.1429
iprec_at_recall_0.60  	1029	0.1429
iprec_at_recall_0.70  	1029	0.1333
iprec_at_recall_0.80  	1029	0.1333
iprec_at_recall_0.90  	1029	0.1186
iprec_at_recall_1.00  	1029	0.1159
P_5                   	1029	0.4000
P_10                  	1029	0.2000
P_15                  	1029	0.1333
P_20                  	1029	0.1500
P_30                  	1029	0.1333
P_100                 	1029	0.0800
P_200                 	1029	0.0400
P_500                 	1029	0.0160
P_1000                	1029	0.0080
relstring             	1029	'3310101101'
recall_5              	1029	0.2500
recall_10             	1029	0.2500
recall_15             	1029	0.2500
recall_20             	1029	0.3750
recall_30             	1029	0.5000
recall_100            	1029	1.0000
recall_200            	1029	1.0000
recall_500            	1029	1.0000
recall_1000           	1029	1.0000
infAP                 	1029	0.3526
Rprec_mult_0.20       	1029	1.0000
Rprec_mult_0.40       	1029	0.5000
Rprec_mult_0.60       	1029	0.4000
Rprec_mult_0.80       	1029	0.2857
Rprec_mult_1.00       	1029	0.2500
Rprec_mult_1.20       	1029	0.2000
Rprec_mult_1.40       	1029	0.1667
Rprec_mult_1.60       	1029	0.1538
Rprec_mult_1.80       	1029	0.1333
Rprec_mult_2.00       	1029	0.1250
utility               	1029	-659.0000
11pt_avg              	1029	0.4512
binG                  	1029	0.3982
G                     	1029	0.2008
ndcg                  	1029	0.6476
ndcg_rel              	1029	0.6124
Rndcg                 	1029	0.5648
ndcg_cut_5            	1029	0.6534
ndcg_cut_10           	1029	0.5395
ndcg_cut_15           	1029	0.5263
ndcg_cut_20           	1029	0.5636
ndcg_cut_30           	1029	0.5411
ndcg_cut_100          	1029	0.5791
ndcg_cut_200          	1029	0.6026
ndcg_cut_500          	1029	0.6383
ndcg_cut_1000         	1029	0.6476
map_cut_5             	1029	0.2500
map_cut_10            	1029	0.2500
map_cut_15            	1029	0.2500
map_cut_20            	1029	0.2721
map_cut_30            	1029	0.2887
map_cut_100           	1029	0.3526
map_cut_200           	1029	0.3526
map_cut_500           	1029	0.3526
map_cut_1000          	1029	0.3526
relative_P_5          	1029	0.4000
relative_P_10         	1029	0.2500
relative_P_15         	1029	0.2500
relative_P_20         	1029	0.3750
relative_P_30         	1029	0.5000
relative_P_100        	1029	1.0000
relative_P_200        	1029	1.0000
relative_P_500        	1029	1.0000
relative_P_1000       	1029	1.0000
success_1             	1029	1.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0119
set_relative_P        	1029	1.0000
set_recall            	1029	1.0000
set_map               	1029	0.0119
set_F                 	1029	0.0234
num_nonrel_judged_ret 	1029	146
rbp                   	1029	0.3463
rbp_resid             	1029	0.0088
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	661
num_rel               	1031	44
num_rel_ret           	1031	19
map                   	1031	0.0532
Rprec                 	1031	0.1136
bpref                 	1031	0.0847
recip_rank            	1031	0.3333
iprec_at_recall_0.00  	1031	0.4000
iprec_at_recall_0.10  	1031	0.2000
iprec_at_recall_0.20  	1031	0.1087
iprec_at_recall_0.30  	1031	0.0992
iprec_at_recall_0.40  	1031	0.0434
iprec_at_recall_0.50  	1031	0.0000
iprec_at_recall_0.60  	1031	0.0000
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.4000
P_10                  	1031	0.2000
P_15                  	1031	0.1333
P_20                  	1031	0.2000
P_30                  	1031	0.1667
P_100                 	1031	0.1000
P_200                 	1031	0.0650
P_500                 	1031	0.0380
P_1000                	1031	0.0190
relstring             	1031	'0130301111'
recall_5              	1031	0.0455
recall_10             	1031	0.0455
recall_15             	1031	0.0455
recall_20             	1031	0.0909
recall_30             	1031	0.1136
recall_100            	1031	0.2273
recall_200            	1031	0.2955
recall_500            	1031	0.4318
recall_1000           	1031	0.4318
infAP                 	1031	0.0532
Rprec_mult_0.20       	1031	0.2222
Rprec_mult_0.40       	1031	0.1667
Rprec_mult_0.60       	1031	0.1852
Rprec_mult_0.80       	1031	0.1389
Rprec_mult_1.00       	1031	0.1136
Rprec_mult_1.20       	1031	0.0943
Rprec_mult_1.40       	1031	0.0806
Rprec_mult_1.60       	1031	0.0704
Rprec_mult_1.80       	1031	0.0625
Rprec_mult_2.00       	1031	0.0909
utility               	1031	-623.0000
11pt_avg              	1031	0.0774
binG                  	1031	0.0816
G                     	1031	0.0667
ndcg                  	1031	0.3613
ndcg_rel              	1031	0.3415
Rndcg                 	1031	0.3107
ndcg_cut_5            	1031	0.3721
ndcg_cut_10           	1031	0.3324
ndcg_cut_15           	1031	0.3176
ndcg_cut_20           	1031	0.3427
ndcg_cut_30           	1031	0.3247
ndcg_cut_100          	1031	0.3059
ndcg_cut_200          	1031	0.2949
ndcg_cut_500          	1031	0.3593
ndcg_cut_1000         	1031	0.3613
map_cut_5             	1031	0.0167
map_cut_10            	1031	0.0167
map_cut_15            	1031	0.0167
map_cut_20            	1031	0.0255
map_cut_30            	1031	0.0297
map_cut_100           	1031	0.0400
map_cut_200           	1031	0.0467
map_cut_500           	1031	0.0532
map_cut_1000          	1031	0.0532
relative_P_5          	1031	0.4000
relative_P_10         	1031	0.2000
relative_P_15         	1031	0.1333
relative_P_20         	1031	0.2000
relative_P_30         	1031	0.1667
relative_P_100        	1031	0.2273
relative_P_200        	1031	0.2955
relative_P_500        	1031	0.4318
relative_P_1000       	1031	0.4318
success_1             	1031	0.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.0287
set_relative_P        	1031	0.4318
set_recall            	1031	0.4318
set_map               	1031	0.0124
set_F                 	1031	0.0539
num_nonrel_judged_ret 	1031	170
rbp                   	1031	0.3393
rbp_resid             	1031	0.0045
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	249
num_rel               	1033	13
num_rel_ret           	1033	11
map                   	1033	0.1415
Rprec                 	1033	0.2308
bpref                 	1033	0.1361
recip_rank            	1033	0.3333
iprec_at_recall_0.00  	1033	0.3333
iprec_at_recall_0.10  	1033	0.3333
iprec_at_recall_0.20  	1033	0.2727
iprec_at_recall_0.30  	1033	0.2500
iprec_at_recall_0.40  	1033	0.2500
iprec_at_recall_0.50  	1033	0.0933
iprec_at_recall_0.60  	1033	0.0763
iprec_at_recall_0.70  	1033	0.0763
iprec_at_recall_0.80  	1033	0.0649
iprec_at_recall_0.90  	1033	0.0000
iprec_at_recall_1.00  	1033	0.0000
P_5                   	1033	0.2000
P_10                  	1033	0.2000
P_15                  	1033	0.2000
P_20                  	1033	0.2500
P_30                  	1033	0.1667
P_100                 	1033	0.0700
P_200                 	1033	0.0500
P_500                 	1033	0.0220
P_1000                	1033	0.0110
relstring             	1033	'1131011311'
recall_5              	1033	0.0769
recall_10             	1033	0.1538
recall_15             	1033	0.2308
recall_20             	1033	0.3846
recall_30             	1033	0.3846
recall_100            	1033	0.5385
recall_200            	1033	0.7692
recall_500            	1033	0.8462
recall_1000           	1033	0.8462
infAP                 	1033	0.1415
Rprec_mult_0.20       	1033	0.3333
Rprec_mult_0.40       	1033	0.1667
Rprec_mult_0.60       	1033	0.2500
Rprec_mult_0.80       	1033	0.2727
Rprec_mult_1.00       	1033	0.2308
Rprec_mult_1.20       	1033	0.1875
Rprec_mult_1.40       	1033	0.2105
Rprec_mult_1.60       	1033	0.2381
Rprec_mult_1.80       	1033	0.2083
Rprec_mult_2.00       	1033	0.1923
utility               	1033	-227.0000
11pt_avg              	1033	0.1591
binG                  	1033	0.1962
G                     	1033	0.1830
ndcg                  	1033	0.7065
ndcg_rel              	1033	0.5551
Rndcg                 	1033	0.5558
ndcg_cut_5            	1033	0.4027
ndcg_cut_10           	1033	0.4246
ndcg_cut_15           	1033	0.4303
ndcg_cut_20           	1033	0.5060
ndcg_cut_30           	1033	0.5046
ndcg_cut_100          	1033	0.5907
ndcg_cut_200          	1033	0.6936
ndcg_cut_500          	1033	0.7065
ndcg_cut_1000         	1033	0.7065
map_cut_5             	1033	0.0256
map_cut_10            	1033	0.0449
map_cut_15            	1033	0.0659
map_cut_20            	1033	0.1013
map_cut_30            	1033	0.1013
map_cut_100           	1033	0.1216
map_cut_200           	1033	0.1381
map_cut_500           	1033	0.1415
map_cut_1000          	1033	0.1415
relative_P_5          	1033	0.2000
relative_P_10         	1033	0.2000
relative_P_15         	1033	0.2308
relative_P_20         	1033	0.3846
relative_P_30         	1033	0.3846
relative_P_100        	1033	0.5385
relative_P_200        	1033	0.7692
relative_P_500        	1033	0.8462
relative_P_1000       	1033	0.8462
success_1             	1033	0.0000
success_5             	1033	1.0000
success_10            	1033	1.0000
set_P                 	1033	0.0442
set_relative_P        	1033	0.8462
set_recall            	1033	0.8462
set_map               	1033	0.0374
set_F                 	1033	0.0840
num_nonrel_judged_ret 	1033	116
rbp                   	1033	0.3938
rbp_resid             	1033	0.0017
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	826
num_rel               	1035	3
num_rel_ret           	1035	2
map                   	1035	0.0019
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0021
iprec_at_recall_0.00  	1035	0.0037
iprec_at_recall_0.10  	1035	0.0037
iprec_at_recall_0.20  	1035	0.0037
iprec_at_recall_0.30  	1035	0.0037
iprec_at_recall_0.40  	1035	0.0037
iprec_at_recall_0.50  	1035	0.0037
iprec_at_recall_0.60  	1035	0.0037
iprec_at_recall_0.70  	1035	0.0037
iprec_at_recall_0.80  	1035	0.0037
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0000
P_20                  	1035	0.0000
P_30                  	1035	0.0000
P_100                 	1035	0.0000
P_200                 	1035	0.0000
P_500                 	1035	0.0020
P_1000                	1035	0.0020
relstring             	1035	'0000101000'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.0000
recall_20             	1035	0.0000
recall_30             	1035	0.0000
recall_100            	1035	0.0000
recall_200            	1035	0.0000
recall_500            	1035	0.3333
recall_1000           	1035	0.6667
infAP                 	1035	0.0019
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-822.0000
11pt_avg              	1035	0.0030
binG                  	1035	0.0743
G                     	1035	0.0638
ndcg                  	1035	0.2267
ndcg_rel              	1035	0.1847
Rndcg                 	1035	0.0961
ndcg_cut_5            	1035	0.0537
ndcg_cut_10           	1035	0.0818
ndcg_cut_15           	1035	0.0711
ndcg_cut_20           	1035	0.0637
ndcg_cut_30           	1035	0.0687
ndcg_cut_100          	1035	0.0703
ndcg_cut_200          	1035	0.0781
ndcg_cut_500          	1035	0.1907
ndcg_cut_1000         	1035	0.2267
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0000
map_cut_20            	1035	0.0000
map_cut_30            	1035	0.0000
map_cut_100           	1035	0.0000
map_cut_200           	1035	0.0000
map_cut_500           	1035	0.0007
map_cut_1000          	1035	0.0019
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.0000
relative_P_20         	1035	0.0000
relative_P_30         	1035	0.0000
relative_P_100        	1035	0.0000
relative_P_200        	1035	0.0000
relative_P_500        	1035	0.3333
relative_P_1000       	1035	0.6667
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0024
set_relative_P        	1035	0.6667
set_recall            	1035	0.6667
set_map               	1035	0.0016
set_F                 	1035	0.0048
num_nonrel_judged_ret 	1035	128
rbp                   	1035	0.0426
rbp_resid             	1035	0.0221
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	643
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'1000011100'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-643.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.4212
ndcg                  	1037	0.7454
ndcg_rel              	1037	0.6386
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.3392
ndcg_cut_10           	1037	0.5511
ndcg_cut_15           	1037	0.5511
ndcg_cut_20           	1037	0.7454
ndcg_cut_30           	1037	0.7454
ndcg_cut_100          	1037	0.7454
ndcg_cut_200          	1037	0.7454
ndcg_cut_500          	1037	0.7454
ndcg_cut_1000         	1037	0.7454
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	105
rbp                   	1037	0.3102
rbp_resid             	1037	0.0200
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	404
num_rel               	1041	6
num_rel_ret           	1041	1
map                   	1041	0.1667
Rprec                 	1041	0.1667
bpref                 	1041	0.1667
recip_rank            	1041	1.0000
iprec_at_recall_0.00  	1041	1.0000
iprec_at_recall_0.10  	1041	1.0000
iprec_at_recall_0.20  	1041	1.0000
iprec_at_recall_0.30  	1041	0.0000
iprec_at_recall_0.40  	1041	0.0000
iprec_at_recall_0.50  	1041	0.0000
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.2000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0333
P_100                 	1041	0.0100
P_200                 	1041	0.0050
P_500                 	1041	0.0020
P_1000                	1041	0.0010
relstring             	1041	'3101010111'
recall_5              	1041	0.1667
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.1667
recall_100            	1041	0.1667
recall_200            	1041	0.1667
recall_500            	1041	0.1667
recall_1000           	1041	0.1667
infAP                 	1041	0.1667
Rprec_mult_0.20       	1041	0.5000
Rprec_mult_0.40       	1041	0.3333
Rprec_mult_0.60       	1041	0.2500
Rprec_mult_0.80       	1041	0.2000
Rprec_mult_1.00       	1041	0.1667
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-402.0000
11pt_avg              	1041	0.2727
binG                  	1041	0.1667
G                     	1041	0.1516
ndcg                  	1041	0.4784
ndcg_rel              	1041	0.4678
Rndcg                 	1041	0.4259
ndcg_cut_5            	1041	0.4592
ndcg_cut_10           	1041	0.4773
ndcg_cut_15           	1041	0.4269
ndcg_cut_20           	1041	0.4252
ndcg_cut_30           	1041	0.3809
ndcg_cut_100          	1041	0.4190
ndcg_cut_200          	1041	0.4428
ndcg_cut_500          	1041	0.4784
ndcg_cut_1000         	1041	0.4784
map_cut_5             	1041	0.1667
map_cut_10            	1041	0.1667
map_cut_15            	1041	0.1667
map_cut_20            	1041	0.1667
map_cut_30            	1041	0.1667
map_cut_100           	1041	0.1667
map_cut_200           	1041	0.1667
map_cut_500           	1041	0.1667
map_cut_1000          	1041	0.1667
relative_P_5          	1041	0.2000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.1667
relative_P_100        	1041	0.1667
relative_P_200        	1041	0.1667
relative_P_500        	1041	0.1667
relative_P_1000       	1041	0.1667
success_1             	1041	1.0000
success_5             	1041	1.0000
success_10            	1041	1.0000
set_P                 	1041	0.0025
set_relative_P        	1041	0.1667
set_recall            	1041	0.1667
set_map               	1041	0.0004
set_F                 	1041	0.0049
num_nonrel_judged_ret 	1041	119
rbp                   	1041	0.2338
rbp_resid             	1041	0.0033
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	560
num_rel               	1047	19
num_rel_ret           	1047	12
map                   	1047	0.1670
Rprec                 	1047	0.3158
bpref                 	1047	0.1911
recip_rank            	1047	1.0000
iprec_at_recall_0.00  	1047	1.0000
iprec_at_recall_0.10  	1047	0.3529
iprec_at_recall_0.20  	1047	0.3529
iprec_at_recall_0.30  	1047	0.3529
iprec_at_recall_0.40  	1047	0.1163
iprec_at_recall_0.50  	1047	0.1163
iprec_at_recall_0.60  	1047	0.0445
iprec_at_recall_0.70  	1047	0.0000
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.2000
P_10                  	1047	0.2000
P_15                  	1047	0.2667
P_20                  	1047	0.3000
P_30                  	1047	0.2333
P_100                 	1047	0.1000
P_200                 	1047	0.0500
P_500                 	1047	0.0240
P_1000                	1047	0.0120
relstring             	1047	'3111110310'
recall_5              	1047	0.0526
recall_10             	1047	0.1053
recall_15             	1047	0.2105
recall_20             	1047	0.3158
recall_30             	1047	0.3684
recall_100            	1047	0.5263
recall_200            	1047	0.5263
recall_500            	1047	0.6316
recall_1000           	1047	0.6316
infAP                 	1047	0.1670
Rprec_mult_0.20       	1047	0.2500
Rprec_mult_0.40       	1047	0.2500
Rprec_mult_0.60       	1047	0.2500
Rprec_mult_0.80       	1047	0.3125
Rprec_mult_1.00       	1047	0.3158
Rprec_mult_1.20       	1047	0.2609
Rprec_mult_1.40       	1047	0.2593
Rprec_mult_1.60       	1047	0.2258
Rprec_mult_1.80       	1047	0.2000
Rprec_mult_2.00       	1047	0.1842
utility               	1047	-536.0000
11pt_avg              	1047	0.2124
binG                  	1047	0.1799
G                     	1047	0.1536
ndcg                  	1047	0.5718
ndcg_rel              	1047	0.5474
Rndcg                 	1047	0.4994
ndcg_cut_5            	1047	0.5594
ndcg_cut_10           	1047	0.4807
ndcg_cut_15           	1047	0.4650
ndcg_cut_20           	1047	0.4884
ndcg_cut_30           	1047	0.5086
ndcg_cut_100          	1047	0.5312
ndcg_cut_200          	1047	0.5365
ndcg_cut_500          	1047	0.5718
ndcg_cut_1000         	1047	0.5718
map_cut_5             	1047	0.0526
map_cut_10            	1047	0.0658
map_cut_15            	1047	0.0963
map_cut_20            	1047	0.1314
map_cut_30            	1047	0.1455
map_cut_100           	1047	0.1631
map_cut_200           	1047	0.1631
map_cut_500           	1047	0.1670
map_cut_1000          	1047	0.1670
relative_P_5          	1047	0.2000
relative_P_10         	1047	0.2000
relative_P_15         	1047	0.2667
relative_P_20         	1047	0.3158
relative_P_30         	1047	0.3684
relative_P_100        	1047	0.5263
relative_P_200        	1047	0.5263
relative_P_500        	1047	0.6316
relative_P_1000       	1047	0.6316
success_1             	1047	1.0000
success_5             	1047	1.0000
success_10            	1047	1.0000
set_P                 	1047	0.0214
set_relative_P        	1047	0.6316
set_recall            	1047	0.6316
set_map               	1047	0.0135
set_F                 	1047	0.0415
num_nonrel_judged_ret 	1047	91
rbp                   	1047	0.4193
rbp_resid             	1047	0.0094
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	731
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.5037
Rprec                 	1053	0.3333
bpref                 	1053	0.3333
recip_rank            	1053	1.0000
iprec_at_recall_0.00  	1053	1.0000
iprec_at_recall_0.10  	1053	1.0000
iprec_at_recall_0.20  	1053	1.0000
iprec_at_recall_0.30  	1053	1.0000
iprec_at_recall_0.40  	1053	1.0000
iprec_at_recall_0.50  	1053	0.4000
iprec_at_recall_0.60  	1053	0.4000
iprec_at_recall_0.70  	1053	0.4000
iprec_at_recall_0.80  	1053	0.4000
iprec_at_recall_0.90  	1053	0.1111
iprec_at_recall_1.00  	1053	0.1111
P_5                   	1053	0.4000
P_10                  	1053	0.2000
P_15                  	1053	0.1333
P_20                  	1053	0.1000
P_30                  	1053	0.1000
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'3111310100'
recall_5              	1053	0.6667
recall_10             	1053	0.6667
recall_15             	1053	0.6667
recall_20             	1053	0.6667
recall_30             	1053	1.0000
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.5037
Rprec_mult_0.20       	1053	1.0000
Rprec_mult_0.40       	1053	0.5000
Rprec_mult_0.60       	1053	0.5000
Rprec_mult_0.80       	1053	0.3333
Rprec_mult_1.00       	1053	0.3333
Rprec_mult_1.20       	1053	0.2500
Rprec_mult_1.40       	1053	0.4000
Rprec_mult_1.60       	1053	0.4000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-725.0000
11pt_avg              	1053	0.6202
binG                  	1053	0.5478
G                     	1053	0.2891
ndcg                  	1053	0.7271
ndcg_rel              	1053	0.7149
Rndcg                 	1053	0.6721
ndcg_cut_5            	1053	0.7936
ndcg_cut_10           	1053	0.7261
ndcg_cut_15           	1053	0.7111
ndcg_cut_20           	1053	0.6571
ndcg_cut_30           	1053	0.6472
ndcg_cut_100          	1053	0.6546
ndcg_cut_200          	1053	0.6761
ndcg_cut_500          	1053	0.7194
ndcg_cut_1000         	1053	0.7271
map_cut_5             	1053	0.4667
map_cut_10            	1053	0.4667
map_cut_15            	1053	0.4667
map_cut_20            	1053	0.4667
map_cut_30            	1053	0.5037
map_cut_100           	1053	0.5037
map_cut_200           	1053	0.5037
map_cut_500           	1053	0.5037
map_cut_1000          	1053	0.5037
relative_P_5          	1053	0.6667
relative_P_10         	1053	0.6667
relative_P_15         	1053	0.6667
relative_P_20         	1053	0.6667
relative_P_30         	1053	1.0000
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	1.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0041
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0041
set_F                 	1053	0.0082
num_nonrel_judged_ret 	1053	115
rbp                   	1053	0.3335
rbp_resid             	1053	0.0220
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	685
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-685.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.0938
ndcg                  	1055	0.1320
ndcg_rel              	1055	0.1147
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.0000
ndcg_cut_15           	1055	0.0000
ndcg_cut_20           	1055	0.0000
ndcg_cut_30           	1055	0.0000
ndcg_cut_100          	1055	0.0801
ndcg_cut_200          	1055	0.0801
ndcg_cut_500          	1055	0.0801
ndcg_cut_1000         	1055	0.1320
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	161
rbp                   	1055	0.0003
rbp_resid             	1055	0.0062
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	889
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	1.0000
Rprec                 	1065	1.0000
bpref                 	1065	1.0000
recip_rank            	1065	1.0000
iprec_at_recall_0.00  	1065	1.0000
iprec_at_recall_0.10  	1065	1.0000
iprec_at_recall_0.20  	1065	1.0000
iprec_at_recall_0.30  	1065	1.0000
iprec_at_recall_0.40  	1065	1.0000
iprec_at_recall_0.50  	1065	1.0000
iprec_at_recall_0.60  	1065	1.0000
iprec_at_recall_0.70  	1065	1.0000
iprec_at_recall_0.80  	1065	1.0000
iprec_at_recall_0.90  	1065	1.0000
iprec_at_recall_1.00  	1065	1.0000
P_5                   	1065	0.2000
P_10                  	1065	0.1000
P_15                  	1065	0.0667
P_20                  	1065	0.0500
P_30                  	1065	0.0333
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'3100110000'
recall_5              	1065	1.0000
recall_10             	1065	1.0000
recall_15             	1065	1.0000
recall_20             	1065	1.0000
recall_30             	1065	1.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	1.0000
Rprec_mult_0.20       	1065	1.0000
Rprec_mult_0.40       	1065	1.0000
Rprec_mult_0.60       	1065	1.0000
Rprec_mult_0.80       	1065	1.0000
Rprec_mult_1.00       	1065	1.0000
Rprec_mult_1.20       	1065	0.5000
Rprec_mult_1.40       	1065	0.5000
Rprec_mult_1.60       	1065	0.5000
Rprec_mult_1.80       	1065	0.5000
Rprec_mult_2.00       	1065	0.5000
utility               	1065	-887.0000
11pt_avg              	1065	1.0000
binG                  	1065	1.0000
G                     	1065	0.3268
ndcg                  	1065	0.6971
ndcg_rel              	1065	0.7031
Rndcg                 	1065	0.7504
ndcg_cut_5            	1065	0.8119
ndcg_cut_10           	1065	0.6684
ndcg_cut_15           	1065	0.5919
ndcg_cut_20           	1065	0.5542
ndcg_cut_30           	1065	0.5542
ndcg_cut_100          	1065	0.5932
ndcg_cut_200          	1065	0.5932
ndcg_cut_500          	1065	0.6608
ndcg_cut_1000         	1065	0.6971
map_cut_5             	1065	1.0000
map_cut_10            	1065	1.0000
map_cut_15            	1065	1.0000
map_cut_20            	1065	1.0000
map_cut_30            	1065	1.0000
map_cut_100           	1065	1.0000
map_cut_200           	1065	1.0000
map_cut_500           	1065	1.0000
map_cut_1000          	1065	1.0000
relative_P_5          	1065	1.0000
relative_P_10         	1065	1.0000
relative_P_15         	1065	1.0000
relative_P_20         	1065	1.0000
relative_P_30         	1065	1.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	1.0000
success_5             	1065	1.0000
success_10            	1065	1.0000
set_P                 	1065	0.0011
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0011
set_F                 	1065	0.0022
num_nonrel_judged_ret 	1065	112
rbp                   	1065	0.1884
rbp_resid             	1065	0.0292
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	539
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.1667
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.1667
iprec_at_recall_0.00  	1067	0.1667
iprec_at_recall_0.10  	1067	0.1667
iprec_at_recall_0.20  	1067	0.1667
iprec_at_recall_0.30  	1067	0.1667
iprec_at_recall_0.40  	1067	0.1667
iprec_at_recall_0.50  	1067	0.1667
iprec_at_recall_0.60  	1067	0.1667
iprec_at_recall_0.70  	1067	0.1667
iprec_at_recall_0.80  	1067	0.1667
iprec_at_recall_0.90  	1067	0.1667
iprec_at_recall_1.00  	1067	0.1667
P_5                   	1067	0.0000
P_10                  	1067	0.1000
P_15                  	1067	0.0667
P_20                  	1067	0.0500
P_30                  	1067	0.0333
P_100                 	1067	0.0100
P_200                 	1067	0.0050
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'1101030001'
recall_5              	1067	0.0000
recall_10             	1067	1.0000
recall_15             	1067	1.0000
recall_20             	1067	1.0000
recall_30             	1067	1.0000
recall_100            	1067	1.0000
recall_200            	1067	1.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.1667
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-537.0000
11pt_avg              	1067	0.1667
binG                  	1067	0.3562
G                     	1067	0.2008
ndcg                  	1067	0.5189
ndcg_rel              	1067	0.4878
Rndcg                 	1067	0.4111
ndcg_cut_5            	1067	0.4166
ndcg_cut_10           	1067	0.5225
ndcg_cut_15           	1067	0.4704
ndcg_cut_20           	1067	0.4091
ndcg_cut_30           	1067	0.4033
ndcg_cut_100          	1067	0.4515
ndcg_cut_200          	1067	0.4957
ndcg_cut_500          	1067	0.5189
ndcg_cut_1000         	1067	0.5189
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.1667
map_cut_15            	1067	0.1667
map_cut_20            	1067	0.1667
map_cut_30            	1067	0.1667
map_cut_100           	1067	0.1667
map_cut_200           	1067	0.1667
map_cut_500           	1067	0.1667
map_cut_1000          	1067	0.1667
relative_P_5          	1067	0.0000
relative_P_10         	1067	1.0000
relative_P_15         	1067	1.0000
relative_P_20         	1067	1.0000
relative_P_30         	1067	1.0000
relative_P_100        	1067	1.0000
relative_P_200        	1067	1.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	1.0000
set_P                 	1067	0.0019
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0019
set_F                 	1067	0.0037
num_nonrel_judged_ret 	1067	146
rbp                   	1067	0.1742
rbp_resid             	1067	0.0069
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	702
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0000000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-702.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0744
ndcg                  	1069	0.1430
ndcg_rel              	1069	0.1156
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.0000
ndcg_cut_10           	1069	0.0000
ndcg_cut_15           	1069	0.0000
ndcg_cut_20           	1069	0.0000
ndcg_cut_30           	1069	0.0000
ndcg_cut_100          	1069	0.0453
ndcg_cut_200          	1069	0.0453
ndcg_cut_500          	1069	0.1128
ndcg_cut_1000         	1069	0.1430
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	144
rbp                   	1069	0.0001
rbp_resid             	1069	0.0110
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	472
num_rel               	1075	3
num_rel_ret           	1075	2
map                   	1075	0.0722
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.0833
iprec_at_recall_0.00  	1075	0.1333
iprec_at_recall_0.10  	1075	0.1333
iprec_at_recall_0.20  	1075	0.1333
iprec_at_recall_0.30  	1075	0.1333
iprec_at_recall_0.40  	1075	0.1333
iprec_at_recall_0.50  	1075	0.1333
iprec_at_recall_0.60  	1075	0.1333
iprec_at_recall_0.70  	1075	0.1333
iprec_at_recall_0.80  	1075	0.1333
iprec_at_recall_0.90  	1075	0.0000
iprec_at_recall_1.00  	1075	0.0000
P_5                   	1075	0.0000
P_10                  	1075	0.0000
P_15                  	1075	0.1333
P_20                  	1075	0.1000
P_30                  	1075	0.0667
P_100                 	1075	0.0200
P_200                 	1075	0.0100
P_500                 	1075	0.0040
P_1000                	1075	0.0020
relstring             	1075	'1111010001'
recall_5              	1075	0.0000
recall_10             	1075	0.0000
recall_15             	1075	0.6667
recall_20             	1075	0.6667
recall_30             	1075	0.6667
recall_100            	1075	0.6667
recall_200            	1075	0.6667
recall_500            	1075	0.6667
recall_1000           	1075	0.6667
infAP                 	1075	0.0722
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-468.0000
11pt_avg              	1075	0.1091
binG                  	1075	0.1754
G                     	1075	0.1507
ndcg                  	1075	0.6091
ndcg_rel              	1075	0.5486
Rndcg                 	1075	0.4714
ndcg_cut_5            	1075	0.3553
ndcg_cut_10           	1075	0.3642
ndcg_cut_15           	1075	0.5497
ndcg_cut_20           	1075	0.5967
ndcg_cut_30           	1075	0.5638
ndcg_cut_100          	1075	0.4899
ndcg_cut_200          	1075	0.5374
ndcg_cut_500          	1075	0.6091
ndcg_cut_1000         	1075	0.6091
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0000
map_cut_15            	1075	0.0722
map_cut_20            	1075	0.0722
map_cut_30            	1075	0.0722
map_cut_100           	1075	0.0722
map_cut_200           	1075	0.0722
map_cut_500           	1075	0.0722
map_cut_1000          	1075	0.0722
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.0000
relative_P_15         	1075	0.6667
relative_P_20         	1075	0.6667
relative_P_30         	1075	0.6667
relative_P_100        	1075	0.6667
relative_P_200        	1075	0.6667
relative_P_500        	1075	0.6667
relative_P_1000       	1075	0.6667
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	0.0000
set_P                 	1075	0.0042
set_relative_P        	1075	0.6667
set_recall            	1075	0.6667
set_map               	1075	0.0028
set_F                 	1075	0.0084
num_nonrel_judged_ret 	1075	187
rbp                   	1075	0.2740
rbp_resid             	1075	0.0041
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	348
num_rel               	1077	16
num_rel_ret           	1077	12
map                   	1077	0.0762
Rprec                 	1077	0.0625
bpref                 	1077	0.0234
recip_rank            	1077	0.0833
iprec_at_recall_0.00  	1077	0.1266
iprec_at_recall_0.10  	1077	0.1266
iprec_at_recall_0.20  	1077	0.1266
iprec_at_recall_0.30  	1077	0.1266
iprec_at_recall_0.40  	1077	0.1266
iprec_at_recall_0.50  	1077	0.1266
iprec_at_recall_0.60  	1077	0.1266
iprec_at_recall_0.70  	1077	0.0679
iprec_at_recall_0.80  	1077	0.0000
iprec_at_recall_0.90  	1077	0.0000
iprec_at_recall_1.00  	1077	0.0000
P_5                   	1077	0.0000
P_10                  	1077	0.0000
P_15                  	1077	0.0667
P_20                  	1077	0.1000
P_30                  	1077	0.0667
P_100                 	1077	0.1000
P_200                 	1077	0.0550
P_500                 	1077	0.0240
P_1000                	1077	0.0120
relstring             	1077	'1111110111'
recall_5              	1077	0.0000
recall_10             	1077	0.0000
recall_15             	1077	0.0625
recall_20             	1077	0.1250
recall_30             	1077	0.1250
recall_100            	1077	0.6250
recall_200            	1077	0.6875
recall_500            	1077	0.7500
recall_1000           	1077	0.7500
infAP                 	1077	0.0762
Rprec_mult_0.20       	1077	0.0000
Rprec_mult_0.40       	1077	0.0000
Rprec_mult_0.60       	1077	0.0000
Rprec_mult_0.80       	1077	0.0769
Rprec_mult_1.00       	1077	0.0625
Rprec_mult_1.20       	1077	0.1000
Rprec_mult_1.40       	1077	0.0870
Rprec_mult_1.60       	1077	0.0769
Rprec_mult_1.80       	1077	0.0690
Rprec_mult_2.00       	1077	0.0625
utility               	1077	-324.0000
11pt_avg              	1077	0.0867
binG                  	1077	0.1377
G                     	1077	0.1595
ndcg                  	1077	0.6609
ndcg_rel              	1077	0.5464
Rndcg                 	1077	0.5321
ndcg_cut_5            	1077	0.3333
ndcg_cut_10           	1077	0.3089
ndcg_cut_15           	1077	0.3451
ndcg_cut_20           	1077	0.4014
ndcg_cut_30           	1077	0.4300
ndcg_cut_100          	1077	0.5961
ndcg_cut_200          	1077	0.6364
ndcg_cut_500          	1077	0.6609
ndcg_cut_1000         	1077	0.6609
map_cut_5             	1077	0.0000
map_cut_10            	1077	0.0000
map_cut_15            	1077	0.0052
map_cut_20            	1077	0.0126
map_cut_30            	1077	0.0126
map_cut_100           	1077	0.0691
map_cut_200           	1077	0.0733
map_cut_500           	1077	0.0762
map_cut_1000          	1077	0.0762
relative_P_5          	1077	0.0000
relative_P_10         	1077	0.0000
relative_P_15         	1077	0.0667
relative_P_20         	1077	0.1250
relative_P_30         	1077	0.1250
relative_P_100        	1077	0.6250
relative_P_200        	1077	0.6875
relative_P_500        	1077	0.7500
relative_P_1000       	1077	0.7500
success_1             	1077	0.0000
success_5             	1077	0.0000
success_10            	1077	0.0000
set_P                 	1077	0.0345
set_relative_P        	1077	0.7500
set_recall            	1077	0.7500
set_map               	1077	0.0259
set_F                 	1077	0.0659
num_nonrel_judged_ret 	1077	120
rbp                   	1077	0.3421
rbp_resid             	1077	0.0002
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	678
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.6093
Rprec                 	1079	0.5000
bpref                 	1079	0.5556
recip_rank            	1079	1.0000
iprec_at_recall_0.00  	1079	1.0000
iprec_at_recall_0.10  	1079	1.0000
iprec_at_recall_0.20  	1079	1.0000
iprec_at_recall_0.30  	1079	1.0000
iprec_at_recall_0.40  	1079	1.0000
iprec_at_recall_0.50  	1079	0.6000
iprec_at_recall_0.60  	1079	0.5556
iprec_at_recall_0.70  	1079	0.5556
iprec_at_recall_0.80  	1079	0.5556
iprec_at_recall_0.90  	1079	0.5556
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.6000
P_10                  	1079	0.5000
P_15                  	1079	0.3333
P_20                  	1079	0.2500
P_30                  	1079	0.1667
P_100                 	1079	0.0500
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'3311311331'
recall_5              	1079	0.5000
recall_10             	1079	0.8333
recall_15             	1079	0.8333
recall_20             	1079	0.8333
recall_30             	1079	0.8333
recall_100            	1079	0.8333
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.6093
Rprec_mult_0.20       	1079	1.0000
Rprec_mult_0.40       	1079	0.6667
Rprec_mult_0.60       	1079	0.5000
Rprec_mult_0.80       	1079	0.6000
Rprec_mult_1.00       	1079	0.5000
Rprec_mult_1.20       	1079	0.5000
Rprec_mult_1.40       	1079	0.5556
Rprec_mult_1.60       	1079	0.5000
Rprec_mult_1.80       	1079	0.4545
Rprec_mult_2.00       	1079	0.4167
utility               	1079	-668.0000
11pt_avg              	1079	0.7111
binG                  	1079	0.5456
G                     	1079	0.4085
ndcg                  	1079	0.8321
ndcg_rel              	1079	0.8340
Rndcg                 	1079	0.7763
ndcg_cut_5            	1079	0.7896
ndcg_cut_10           	1079	0.8798
ndcg_cut_15           	1079	0.8701
ndcg_cut_20           	1079	0.8122
ndcg_cut_30           	1079	0.7698
ndcg_cut_100          	1079	0.8063
ndcg_cut_200          	1079	0.8162
ndcg_cut_500          	1079	0.8321
ndcg_cut_1000         	1079	0.8321
map_cut_5             	1079	0.4333
map_cut_10            	1079	0.6093
map_cut_15            	1079	0.6093
map_cut_20            	1079	0.6093
map_cut_30            	1079	0.6093
map_cut_100           	1079	0.6093
map_cut_200           	1079	0.6093
map_cut_500           	1079	0.6093
map_cut_1000          	1079	0.6093
relative_P_5          	1079	0.6000
relative_P_10         	1079	0.8333
relative_P_15         	1079	0.8333
relative_P_20         	1079	0.8333
relative_P_30         	1079	0.8333
relative_P_100        	1079	0.8333
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	1.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0074
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0061
set_F                 	1079	0.0146
num_nonrel_judged_ret 	1079	86
rbp                   	1079	0.4968
rbp_resid             	1079	0.0220
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	384
num_rel               	1081	11
num_rel_ret           	1081	10
map                   	1081	0.2995
Rprec                 	1081	0.3636
bpref                 	1081	0.2893
recip_rank            	1081	1.0000
iprec_at_recall_0.00  	1081	1.0000
iprec_at_recall_0.10  	1081	1.0000
iprec_at_recall_0.20  	1081	0.5000
iprec_at_recall_0.30  	1081	0.4167
iprec_at_recall_0.40  	1081	0.4167
iprec_at_recall_0.50  	1081	0.4000
iprec_at_recall_0.60  	1081	0.1228
iprec_at_recall_0.70  	1081	0.0860
iprec_at_recall_0.80  	1081	0.0443
iprec_at_recall_0.90  	1081	0.0278
iprec_at_recall_1.00  	1081	0.0000
P_5                   	1081	0.4000
P_10                  	1081	0.3000
P_15                  	1081	0.4000
P_20                  	1081	0.3000
P_30                  	1081	0.2000
P_100                 	1081	0.0800
P_200                 	1081	0.0400
P_500                 	1081	0.0200
P_1000                	1081	0.0100
relstring             	1081	'3113111131'
recall_5              	1081	0.1818
recall_10             	1081	0.2727
recall_15             	1081	0.5455
recall_20             	1081	0.5455
recall_30             	1081	0.5455
recall_100            	1081	0.7273
recall_200            	1081	0.7273
recall_500            	1081	0.9091
recall_1000           	1081	0.9091
infAP                 	1081	0.2995
Rprec_mult_0.20       	1081	0.3333
Rprec_mult_0.40       	1081	0.4000
Rprec_mult_0.60       	1081	0.2857
Rprec_mult_0.80       	1081	0.3333
Rprec_mult_1.00       	1081	0.3636
Rprec_mult_1.20       	1081	0.3571
Rprec_mult_1.40       	1081	0.3750
Rprec_mult_1.60       	1081	0.3333
Rprec_mult_1.80       	1081	0.3000
Rprec_mult_2.00       	1081	0.2727
utility               	1081	-364.0000
11pt_avg              	1081	0.3649
binG                  	1081	0.3030
G                     	1081	0.2005
ndcg                  	1081	0.7523
ndcg_rel              	1081	0.6937
Rndcg                 	1081	0.6667
ndcg_cut_5            	1081	0.6568
ndcg_cut_10           	1081	0.5874
ndcg_cut_15           	1081	0.7044
ndcg_cut_20           	1081	0.6827
ndcg_cut_30           	1081	0.6955
ndcg_cut_100          	1081	0.6364
ndcg_cut_200          	1081	0.7152
ndcg_cut_500          	1081	0.7523
ndcg_cut_1000         	1081	0.7523
map_cut_5             	1081	0.1364
map_cut_10            	1081	0.1667
map_cut_15            	1081	0.2740
map_cut_20            	1081	0.2740
map_cut_30            	1081	0.2740
map_cut_100           	1081	0.2930
map_cut_200           	1081	0.2930
map_cut_500           	1081	0.2995
map_cut_1000          	1081	0.2995
relative_P_5          	1081	0.4000
relative_P_10         	1081	0.3000
relative_P_15         	1081	0.5455
relative_P_20         	1081	0.5455
relative_P_30         	1081	0.5455
relative_P_100        	1081	0.7273
relative_P_200        	1081	0.7273
relative_P_500        	1081	0.9091
relative_P_1000       	1081	0.9091
success_1             	1081	1.0000
success_5             	1081	1.0000
success_10            	1081	1.0000
set_P                 	1081	0.0260
set_relative_P        	1081	0.9091
set_recall            	1081	0.9091
set_map               	1081	0.0237
set_F                 	1081	0.0506
num_nonrel_judged_ret 	1081	154
rbp                   	1081	0.5065
rbp_resid             	1081	0.0070
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	486
num_rel               	1083	3
num_rel_ret           	1083	2
map                   	1083	0.1123
Rprec                 	1083	0.0000
bpref                 	1083	0.0000
recip_rank            	1083	0.2500
iprec_at_recall_0.00  	1083	0.2500
iprec_at_recall_0.10  	1083	0.2500
iprec_at_recall_0.20  	1083	0.2500
iprec_at_recall_0.30  	1083	0.2500
iprec_at_recall_0.40  	1083	0.2500
iprec_at_recall_0.50  	1083	0.0870
iprec_at_recall_0.60  	1083	0.0870
iprec_at_recall_0.70  	1083	0.0870
iprec_at_recall_0.80  	1083	0.0870
iprec_at_recall_0.90  	1083	0.0000
iprec_at_recall_1.00  	1083	0.0000
P_5                   	1083	0.2000
P_10                  	1083	0.1000
P_15                  	1083	0.0667
P_20                  	1083	0.0500
P_30                  	1083	0.0667
P_100                 	1083	0.0200
P_200                 	1083	0.0100
P_500                 	1083	0.0040
P_1000                	1083	0.0020
relstring             	1083	'1103000--0'
recall_5              	1083	0.3333
recall_10             	1083	0.3333
recall_15             	1083	0.3333
recall_20             	1083	0.3333
recall_30             	1083	0.6667
recall_100            	1083	0.6667
recall_200            	1083	0.6667
recall_500            	1083	0.6667
recall_1000           	1083	0.6667
infAP                 	1083	0.1123
Rprec_mult_0.20       	1083	0.0000
Rprec_mult_0.40       	1083	0.0000
Rprec_mult_0.60       	1083	0.0000
Rprec_mult_0.80       	1083	0.0000
Rprec_mult_1.00       	1083	0.0000
Rprec_mult_1.20       	1083	0.2500
Rprec_mult_1.40       	1083	0.2000
Rprec_mult_1.60       	1083	0.2000
Rprec_mult_1.80       	1083	0.1667
Rprec_mult_2.00       	1083	0.1667
utility               	1083	-482.0000
11pt_avg              	1083	0.1453
binG                  	1083	0.2172
G                     	1083	0.2480
ndcg                  	1083	0.5730
ndcg_rel              	1083	0.4422
Rndcg                 	1083	0.3964
ndcg_cut_5            	1083	0.4054
ndcg_cut_10           	1083	0.3320
ndcg_cut_15           	1083	0.4136
ndcg_cut_20           	1083	0.4623
ndcg_cut_30           	1083	0.5522
ndcg_cut_100          	1083	0.5730
ndcg_cut_200          	1083	0.5730
ndcg_cut_500          	1083	0.5730
ndcg_cut_1000         	1083	0.5730
map_cut_5             	1083	0.0833
map_cut_10            	1083	0.0833
map_cut_15            	1083	0.0833
map_cut_20            	1083	0.0833
map_cut_30            	1083	0.1123
map_cut_100           	1083	0.1123
map_cut_200           	1083	0.1123
map_cut_500           	1083	0.1123
map_cut_1000          	1083	0.1123
relative_P_5          	1083	0.3333
relative_P_10         	1083	0.3333
relative_P_15         	1083	0.3333
relative_P_20         	1083	0.3333
relative_P_30         	1083	0.6667
relative_P_100        	1083	0.6667
relative_P_200        	1083	0.6667
relative_P_500        	1083	0.6667
relative_P_1000       	1083	0.6667
success_1             	1083	0.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0041
set_relative_P        	1083	0.6667
set_recall            	1083	0.6667
set_map               	1083	0.0027
set_F                 	1083	0.0082
num_nonrel_judged_ret 	1083	83
rbp                   	1083	0.1987
rbp_resid             	1083	0.1703
unj_5                 	1083	0.0000
unj_10                	1083	0.2000
unj_20                	1083	0.2000
num_ret               	1085	408
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.6845
Rprec                 	1085	0.5000
bpref                 	1085	0.8750
recip_rank            	1085	1.0000
iprec_at_recall_0.00  	1085	1.0000
iprec_at_recall_0.10  	1085	1.0000
iprec_at_recall_0.20  	1085	1.0000
iprec_at_recall_0.30  	1085	1.0000
iprec_at_recall_0.40  	1085	0.6667
iprec_at_recall_0.50  	1085	0.6667
iprec_at_recall_0.60  	1085	0.6667
iprec_at_recall_0.70  	1085	0.5714
iprec_at_recall_0.80  	1085	0.5714
iprec_at_recall_0.90  	1085	0.5714
iprec_at_recall_1.00  	1085	0.5714
P_5                   	1085	0.4000
P_10                  	1085	0.4000
P_15                  	1085	0.2667
P_20                  	1085	0.2000
P_30                  	1085	0.1333
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'3-30-33---'
recall_5              	1085	0.5000
recall_10             	1085	1.0000
recall_15             	1085	1.0000
recall_20             	1085	1.0000
recall_30             	1085	1.0000
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.6845
Rprec_mult_0.20       	1085	1.0000
Rprec_mult_0.40       	1085	0.5000
Rprec_mult_0.60       	1085	0.6667
Rprec_mult_0.80       	1085	0.5000
Rprec_mult_1.00       	1085	0.5000
Rprec_mult_1.20       	1085	0.4000
Rprec_mult_1.40       	1085	0.5000
Rprec_mult_1.60       	1085	0.5714
Rprec_mult_1.80       	1085	0.5000
Rprec_mult_2.00       	1085	0.5000
utility               	1085	-400.0000
11pt_avg              	1085	0.7532
binG                  	1085	0.6231
G                     	1085	0.3901
ndcg                  	1085	0.7356
ndcg_rel              	1085	0.7391
Rndcg                 	1085	0.6605
ndcg_cut_5            	1085	0.5575
ndcg_cut_10           	1085	0.6795
ndcg_cut_15           	1085	0.6604
ndcg_cut_20           	1085	0.6604
ndcg_cut_30           	1085	0.6604
ndcg_cut_100          	1085	0.6960
ndcg_cut_200          	1085	0.7232
ndcg_cut_500          	1085	0.7356
ndcg_cut_1000         	1085	0.7356
map_cut_5             	1085	0.4167
map_cut_10            	1085	0.6845
map_cut_15            	1085	0.6845
map_cut_20            	1085	0.6845
map_cut_30            	1085	0.6845
map_cut_100           	1085	0.6845
map_cut_200           	1085	0.6845
map_cut_500           	1085	0.6845
map_cut_1000          	1085	0.6845
relative_P_5          	1085	0.5000
relative_P_10         	1085	1.0000
relative_P_15         	1085	1.0000
relative_P_20         	1085	1.0000
relative_P_30         	1085	1.0000
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	1.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0098
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0098
set_F                 	1085	0.0194
num_nonrel_judged_ret 	1085	65
rbp                   	1085	0.2942
rbp_resid             	1085	0.4993
unj_5                 	1085	0.4000
unj_10                	1085	0.5000
unj_20                	1085	0.6000
num_ret               	1087	719
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.5357
Rprec                 	1087	0.5000
bpref                 	1087	0.5000
recip_rank            	1087	1.0000
iprec_at_recall_0.00  	1087	1.0000
iprec_at_recall_0.10  	1087	1.0000
iprec_at_recall_0.20  	1087	1.0000
iprec_at_recall_0.30  	1087	1.0000
iprec_at_recall_0.40  	1087	1.0000
iprec_at_recall_0.50  	1087	1.0000
iprec_at_recall_0.60  	1087	1.0000
iprec_at_recall_0.70  	1087	1.0000
iprec_at_recall_0.80  	1087	0.0714
iprec_at_recall_0.90  	1087	0.0714
iprec_at_recall_1.00  	1087	0.0714
P_5                   	1087	0.2000
P_10                  	1087	0.1000
P_15                  	1087	0.0667
P_20                  	1087	0.0500
P_30                  	1087	0.0667
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'3101110101'
recall_5              	1087	0.5000
recall_10             	1087	0.5000
recall_15             	1087	0.5000
recall_20             	1087	0.5000
recall_30             	1087	1.0000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.5357
Rprec_mult_0.20       	1087	1.0000
Rprec_mult_0.40       	1087	1.0000
Rprec_mult_0.60       	1087	0.5000
Rprec_mult_0.80       	1087	0.5000
Rprec_mult_1.00       	1087	0.5000
Rprec_mult_1.20       	1087	0.3333
Rprec_mult_1.40       	1087	0.3333
Rprec_mult_1.60       	1087	0.2500
Rprec_mult_1.80       	1087	0.2500
Rprec_mult_2.00       	1087	0.2500
utility               	1087	-715.0000
11pt_avg              	1087	0.7468
binG                  	1087	0.6040
G                     	1087	0.2450
ndcg                  	1087	0.7527
ndcg_rel              	1087	0.6830
Rndcg                 	1087	0.6967
ndcg_cut_5            	1087	0.7163
ndcg_cut_10           	1087	0.6930
ndcg_cut_15           	1087	0.6789
ndcg_cut_20           	1087	0.6012
ndcg_cut_30           	1087	0.6348
ndcg_cut_100          	1087	0.6799
ndcg_cut_200          	1087	0.7319
ndcg_cut_500          	1087	0.7395
ndcg_cut_1000         	1087	0.7527
map_cut_5             	1087	0.5000
map_cut_10            	1087	0.5000
map_cut_15            	1087	0.5000
map_cut_20            	1087	0.5000
map_cut_30            	1087	0.5357
map_cut_100           	1087	0.5357
map_cut_200           	1087	0.5357
map_cut_500           	1087	0.5357
map_cut_1000          	1087	0.5357
relative_P_5          	1087	0.5000
relative_P_10         	1087	0.5000
relative_P_15         	1087	0.5000
relative_P_20         	1087	0.5000
relative_P_30         	1087	1.0000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	1.0000
success_5             	1087	1.0000
success_10            	1087	1.0000
set_P                 	1087	0.0028
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0028
set_F                 	1087	0.0055
num_nonrel_judged_ret 	1087	169
rbp                   	1087	0.2798
rbp_resid             	1087	0.0437
unj_5                 	1087	0.0000
unj_10                	1087	0.0000
unj_20                	1087	0.1000
runid                 	all	genaius-llama3-3-70B
num_q                 	all	30
num_ret               	all	17113
num_rel               	all	183
num_rel_ret           	all	133
map                   	all	0.2404
gm_map                	all	0.0223
Rprec                 	all	0.2124
bpref                 	all	0.2109
recip_rank            	all	0.4646
iprec_at_recall_0.00  	all	0.4725
iprec_at_recall_0.10  	all	0.4442
iprec_at_recall_0.20  	all	0.4200
iprec_at_recall_0.30  	all	0.3664
iprec_at_recall_0.40  	all	0.2891
iprec_at_recall_0.50  	all	0.2420
iprec_at_recall_0.60  	all	0.2283
iprec_at_recall_0.70  	all	0.2100
iprec_at_recall_0.80  	all	0.1727
iprec_at_recall_0.90  	all	0.1347
iprec_at_recall_1.00  	all	0.1152
P_5                   	all	0.1800
P_10                  	all	0.1233
P_15                  	all	0.1089
P_20                  	all	0.0983
P_30                  	all	0.0756
P_100                 	all	0.0337
P_200                 	all	0.0183
P_500                 	all	0.0087
P_1000                	all	0.0044
recall_5              	all	0.2246
recall_10             	all	0.3038
recall_15             	all	0.3682
recall_20             	all	0.3954
recall_30             	all	0.4481
recall_100            	all	0.5374
recall_200            	all	0.5661
recall_500            	all	0.6555
recall_1000           	all	0.6761
infAP                 	all	0.2404
gm_bpref              	all	0.0043
Rprec_mult_0.20       	all	0.3491
Rprec_mult_0.40       	all	0.2717
Rprec_mult_0.60       	all	0.2403
Rprec_mult_0.80       	all	0.2212
Rprec_mult_1.00       	all	0.2124
Rprec_mult_1.20       	all	0.1762
Rprec_mult_1.40       	all	0.1787
Rprec_mult_1.60       	all	0.1697
Rprec_mult_1.80       	all	0.1554
Rprec_mult_2.00       	all	0.1518
utility               	all	-561.5667
11pt_avg              	all	0.2814
binG                  	all	0.2811
G                     	all	0.2175
ndcg                  	all	0.5818
ndcg_rel              	all	0.5295
Rndcg                 	all	0.4057
ndcg_cut_5            	all	0.4596
ndcg_cut_10           	all	0.4516
ndcg_cut_15           	all	0.4575
ndcg_cut_20           	all	0.4703
ndcg_cut_30           	all	0.4748
ndcg_cut_100          	all	0.5109
ndcg_cut_200          	all	0.5379
ndcg_cut_500          	all	0.5735
ndcg_cut_1000         	all	0.5818
map_cut_5             	all	0.1767
map_cut_10            	all	0.2016
map_cut_15            	all	0.2156
map_cut_20            	all	0.2213
map_cut_30            	all	0.2273
map_cut_100           	all	0.2376
map_cut_200           	all	0.2389
map_cut_500           	all	0.2403
map_cut_1000          	all	0.2404
relative_P_5          	all	0.2683
relative_P_10         	all	0.3164
relative_P_15         	all	0.3732
relative_P_20         	all	0.3990
relative_P_30         	all	0.4498
relative_P_100        	all	0.5374
relative_P_200        	all	0.5661
relative_P_500        	all	0.6555
relative_P_1000       	all	0.6761
success_1             	all	0.3667
success_5             	all	0.6000
success_10            	all	0.6333
set_P                 	all	0.0099
set_relative_P        	all	0.6761
set_recall            	all	0.6761
set_map               	all	0.0082
set_F                 	all	0.0191
num_nonrel_judged_ret 	all	3958
rbp                   	all	0.2810
rbp_resid             	all	0.0336
unj_5                 	all	0.0133
unj_10                	all	0.0233
unj_20                	all	0.0300
