num_ret               	1001	200
num_rel               	1001	14
num_rel_ret           	1001	14
map                   	1001	0.2180
Rprec                 	1001	0.2857
bpref                 	1001	0.1990
recip_rank            	1001	0.2000
iprec_at_recall_0.00  	1001	0.4000
iprec_at_recall_0.10  	1001	0.4000
iprec_at_recall_0.20  	1001	0.4000
iprec_at_recall_0.30  	1001	0.4000
iprec_at_recall_0.40  	1001	0.3158
iprec_at_recall_0.50  	1001	0.1892
iprec_at_recall_0.60  	1001	0.1818
iprec_at_recall_0.70  	1001	0.1571
iprec_at_recall_0.80  	1001	0.1571
iprec_at_recall_0.90  	1001	0.1262
iprec_at_recall_1.00  	1001	0.1239
P_5                   	1001	0.2000
P_10                  	1001	0.4000
P_15                  	1001	0.2667
P_20                  	1001	0.3000
P_30                  	1001	0.2000
P_100                 	1001	0.1200
P_200                 	1001	0.0700
P_500                 	1001	0.0280
P_1000                	1001	0.0140
relstring             	1001	'1111303033'
recall_5              	1001	0.0714
recall_10             	1001	0.2857
recall_15             	1001	0.2857
recall_20             	1001	0.4286
recall_30             	1001	0.4286
recall_100            	1001	0.8571
recall_200            	1001	1.0000
recall_500            	1001	1.0000
recall_1000           	1001	1.0000
infAP                 	1001	0.2180
Rprec_mult_0.20       	1001	0.0000
Rprec_mult_0.40       	1001	0.1667
Rprec_mult_0.60       	1001	0.3333
Rprec_mult_0.80       	1001	0.3333
Rprec_mult_1.00       	1001	0.2857
Rprec_mult_1.20       	1001	0.2941
Rprec_mult_1.40       	1001	0.3000
Rprec_mult_1.60       	1001	0.2609
Rprec_mult_1.80       	1001	0.2308
Rprec_mult_2.00       	1001	0.2143
utility               	1001	-172.0000
11pt_avg              	1001	0.2592
binG                  	1001	0.2357
G                     	1001	0.2069
ndcg                  	1001	0.7367
ndcg_rel              	1001	0.5669
Rndcg                 	1001	0.5715
ndcg_cut_5            	1001	0.4208
ndcg_cut_10           	1001	0.4763
ndcg_cut_15           	1001	0.4408
ndcg_cut_20           	1001	0.5162
ndcg_cut_30           	1001	0.5560
ndcg_cut_100          	1001	0.6977
ndcg_cut_200          	1001	0.7367
ndcg_cut_500          	1001	0.7367
ndcg_cut_1000         	1001	0.7367
map_cut_5             	1001	0.0143
map_cut_10            	1001	0.0871
map_cut_15            	1001	0.0871
map_cut_20            	1001	0.1320
map_cut_30            	1001	0.1320
map_cut_100           	1001	0.2002
map_cut_200           	1001	0.2180
map_cut_500           	1001	0.2180
map_cut_1000          	1001	0.2180
relative_P_5          	1001	0.2000
relative_P_10         	1001	0.4000
relative_P_15         	1001	0.2857
relative_P_20         	1001	0.4286
relative_P_30         	1001	0.4286
relative_P_100        	1001	0.8571
relative_P_200        	1001	1.0000
relative_P_500        	1001	1.0000
relative_P_1000       	1001	1.0000
success_1             	1001	0.0000
success_5             	1001	1.0000
success_10            	1001	1.0000
set_P                 	1001	0.0700
set_relative_P        	1001	1.0000
set_recall            	1001	1.0000
set_map               	1001	0.0700
set_F                 	1001	0.1308
num_nonrel_judged_ret 	1001	98
rbp                   	1001	0.4298
rbp_resid             	1001	0.0003
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	200
num_rel               	1003	4
num_rel_ret           	1003	4
map                   	1003	0.2603
Rprec                 	1003	0.2500
bpref                 	1003	0.1875
recip_rank            	1003	0.3333
iprec_at_recall_0.00  	1003	0.4000
iprec_at_recall_0.10  	1003	0.4000
iprec_at_recall_0.20  	1003	0.4000
iprec_at_recall_0.30  	1003	0.4000
iprec_at_recall_0.40  	1003	0.4000
iprec_at_recall_0.50  	1003	0.4000
iprec_at_recall_0.60  	1003	0.4000
iprec_at_recall_0.70  	1003	0.2727
iprec_at_recall_0.80  	1003	0.2727
iprec_at_recall_0.90  	1003	0.0351
iprec_at_recall_1.00  	1003	0.0351
P_5                   	1003	0.4000
P_10                  	1003	0.2000
P_15                  	1003	0.2000
P_20                  	1003	0.1500
P_30                  	1003	0.1000
P_100                 	1003	0.0300
P_200                 	1003	0.0200
P_500                 	1003	0.0080
P_1000                	1003	0.0040
relstring             	1003	'1130311110'
recall_5              	1003	0.5000
recall_10             	1003	0.5000
recall_15             	1003	0.7500
recall_20             	1003	0.7500
recall_30             	1003	0.7500
recall_100            	1003	0.7500
recall_200            	1003	1.0000
recall_500            	1003	1.0000
recall_1000           	1003	1.0000
infAP                 	1003	0.2603
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.0000
Rprec_mult_0.60       	1003	0.3333
Rprec_mult_0.80       	1003	0.2500
Rprec_mult_1.00       	1003	0.2500
Rprec_mult_1.20       	1003	0.4000
Rprec_mult_1.40       	1003	0.3333
Rprec_mult_1.60       	1003	0.2857
Rprec_mult_1.80       	1003	0.2500
Rprec_mult_2.00       	1003	0.2500
utility               	1003	-192.0000
11pt_avg              	1003	0.3105
binG                  	1003	0.3447
G                     	1003	0.1808
ndcg                  	1003	0.6218
ndcg_rel              	1003	0.6534
Rndcg                 	1003	0.5455
ndcg_cut_5            	1003	0.5317
ndcg_cut_10           	1003	0.5790
ndcg_cut_15           	1003	0.6576
ndcg_cut_20           	1003	0.6908
ndcg_cut_30           	1003	0.7367
ndcg_cut_100          	1003	0.6420
ndcg_cut_200          	1003	0.6218
ndcg_cut_500          	1003	0.6218
ndcg_cut_1000         	1003	0.6218
map_cut_5             	1003	0.1833
map_cut_10            	1003	0.1833
map_cut_15            	1003	0.2515
map_cut_20            	1003	0.2515
map_cut_30            	1003	0.2515
map_cut_100           	1003	0.2515
map_cut_200           	1003	0.2603
map_cut_500           	1003	0.2603
map_cut_1000          	1003	0.2603
relative_P_5          	1003	0.5000
relative_P_10         	1003	0.5000
relative_P_15         	1003	0.7500
relative_P_20         	1003	0.7500
relative_P_30         	1003	0.7500
relative_P_100        	1003	0.7500
relative_P_200        	1003	1.0000
relative_P_500        	1003	1.0000
relative_P_1000       	1003	1.0000
success_1             	1003	0.0000
success_5             	1003	1.0000
success_10            	1003	1.0000
set_P                 	1003	0.0200
set_relative_P        	1003	1.0000
set_recall            	1003	1.0000
set_map               	1003	0.0200
set_F                 	1003	0.0392
num_nonrel_judged_ret 	1003	125
rbp                   	1003	0.4053
rbp_resid             	1003	0.0017
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	200
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'1111111010'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-200.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.7108
ndcg                  	1007	0.9176
ndcg_rel              	1007	0.9541
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	1.0000
ndcg_cut_10           	1007	0.8669
ndcg_cut_15           	1007	0.8859
ndcg_cut_20           	1007	0.8859
ndcg_cut_30           	1007	0.8859
ndcg_cut_100          	1007	0.9176
ndcg_cut_200          	1007	0.9176
ndcg_cut_500          	1007	0.9176
ndcg_cut_1000         	1007	0.9176
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	125
rbp                   	1007	0.6567
rbp_resid             	1007	0.0120
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	200
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	1.0000
Rprec                 	1009	1.0000
bpref                 	1009	1.0000
recip_rank            	1009	1.0000
iprec_at_recall_0.00  	1009	1.0000
iprec_at_recall_0.10  	1009	1.0000
iprec_at_recall_0.20  	1009	1.0000
iprec_at_recall_0.30  	1009	1.0000
iprec_at_recall_0.40  	1009	1.0000
iprec_at_recall_0.50  	1009	1.0000
iprec_at_recall_0.60  	1009	1.0000
iprec_at_recall_0.70  	1009	1.0000
iprec_at_recall_0.80  	1009	1.0000
iprec_at_recall_0.90  	1009	1.0000
iprec_at_recall_1.00  	1009	1.0000
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'3011100111'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	1.0000
Rprec_mult_0.20       	1009	1.0000
Rprec_mult_0.40       	1009	1.0000
Rprec_mult_0.60       	1009	1.0000
Rprec_mult_0.80       	1009	1.0000
Rprec_mult_1.00       	1009	1.0000
Rprec_mult_1.20       	1009	0.5000
Rprec_mult_1.40       	1009	0.5000
Rprec_mult_1.60       	1009	0.5000
Rprec_mult_1.80       	1009	0.5000
Rprec_mult_2.00       	1009	0.5000
utility               	1009	-198.0000
11pt_avg              	1009	1.0000
binG                  	1009	1.0000
G                     	1009	0.3930
ndcg                  	1009	0.7492
ndcg_rel              	1009	0.7811
Rndcg                 	1009	0.7978
ndcg_cut_5            	1009	0.8725
ndcg_cut_10           	1009	0.7982
ndcg_cut_15           	1009	0.6644
ndcg_cut_20           	1009	0.6443
ndcg_cut_30           	1009	0.6443
ndcg_cut_100          	1009	0.7317
ndcg_cut_200          	1009	0.7492
ndcg_cut_500          	1009	0.7492
ndcg_cut_1000         	1009	0.7492
map_cut_5             	1009	1.0000
map_cut_10            	1009	1.0000
map_cut_15            	1009	1.0000
map_cut_20            	1009	1.0000
map_cut_30            	1009	1.0000
map_cut_100           	1009	1.0000
map_cut_200           	1009	1.0000
map_cut_500           	1009	1.0000
map_cut_1000          	1009	1.0000
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	1.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0050
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0050
set_F                 	1009	0.0100
num_nonrel_judged_ret 	1009	106
rbp                   	1009	0.2182
rbp_resid             	1009	0.0150
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	200
num_rel               	1011	4
num_rel_ret           	1011	0
map                   	1011	0.0000
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0000
iprec_at_recall_0.00  	1011	0.0000
iprec_at_recall_0.10  	1011	0.0000
iprec_at_recall_0.20  	1011	0.0000
iprec_at_recall_0.30  	1011	0.0000
iprec_at_recall_0.40  	1011	0.0000
iprec_at_recall_0.50  	1011	0.0000
iprec_at_recall_0.60  	1011	0.0000
iprec_at_recall_0.70  	1011	0.0000
iprec_at_recall_0.80  	1011	0.0000
iprec_at_recall_0.90  	1011	0.0000
iprec_at_recall_1.00  	1011	0.0000
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0000
P_200                 	1011	0.0000
P_500                 	1011	0.0000
P_1000                	1011	0.0000
relstring             	1011	'1000011110'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.0000
recall_200            	1011	0.0000
recall_500            	1011	0.0000
recall_1000           	1011	0.0000
infAP                 	1011	0.0000
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-200.0000
11pt_avg              	1011	0.0000
binG                  	1011	0.0000
G                     	1011	0.0715
ndcg                  	1011	0.3217
ndcg_rel              	1011	0.3062
Rndcg                 	1011	0.2407
ndcg_cut_5            	1011	0.1239
ndcg_cut_10           	1011	0.2386
ndcg_cut_15           	1011	0.2353
ndcg_cut_20           	1011	0.2326
ndcg_cut_30           	1011	0.2721
ndcg_cut_100          	1011	0.2811
ndcg_cut_200          	1011	0.3217
ndcg_cut_500          	1011	0.3217
ndcg_cut_1000         	1011	0.3217
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0000
map_cut_200           	1011	0.0000
map_cut_500           	1011	0.0000
map_cut_1000          	1011	0.0000
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.0000
relative_P_200        	1011	0.0000
relative_P_500        	1011	0.0000
relative_P_1000       	1011	0.0000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0000
set_relative_P        	1011	0.0000
set_recall            	1011	0.0000
set_map               	1011	0.0000
set_F                 	1011	0.0000
num_nonrel_judged_ret 	1011	151
rbp                   	1011	0.1369
rbp_resid             	1011	0.0042
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	200
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.5248
Rprec                 	1013	0.5000
bpref                 	1013	0.4375
recip_rank            	1013	1.0000
iprec_at_recall_0.00  	1013	1.0000
iprec_at_recall_0.10  	1013	1.0000
iprec_at_recall_0.20  	1013	1.0000
iprec_at_recall_0.30  	1013	1.0000
iprec_at_recall_0.40  	1013	0.6667
iprec_at_recall_0.50  	1013	0.6667
iprec_at_recall_0.60  	1013	0.6667
iprec_at_recall_0.70  	1013	0.2727
iprec_at_recall_0.80  	1013	0.2727
iprec_at_recall_0.90  	1013	0.1600
iprec_at_recall_1.00  	1013	0.1600
P_5                   	1013	0.4000
P_10                  	1013	0.2000
P_15                  	1013	0.2000
P_20                  	1013	0.1500
P_30                  	1013	0.1333
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'3131111111'
recall_5              	1013	0.5000
recall_10             	1013	0.5000
recall_15             	1013	0.7500
recall_20             	1013	0.7500
recall_30             	1013	1.0000
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.5248
Rprec_mult_0.20       	1013	1.0000
Rprec_mult_0.40       	1013	0.5000
Rprec_mult_0.60       	1013	0.6667
Rprec_mult_0.80       	1013	0.5000
Rprec_mult_1.00       	1013	0.5000
Rprec_mult_1.20       	1013	0.4000
Rprec_mult_1.40       	1013	0.3333
Rprec_mult_1.60       	1013	0.2857
Rprec_mult_1.80       	1013	0.2500
Rprec_mult_2.00       	1013	0.2500
utility               	1013	-192.0000
11pt_avg              	1013	0.6241
binG                  	1013	0.5383
G                     	1013	0.3650
ndcg                  	1013	0.8135
ndcg_rel              	1013	0.8160
Rndcg                 	1013	0.7636
ndcg_cut_5            	1013	0.7370
ndcg_cut_10           	1013	0.7804
ndcg_cut_15           	1013	0.8575
ndcg_cut_20           	1013	0.8318
ndcg_cut_30           	1013	0.8579
ndcg_cut_100          	1013	0.8135
ndcg_cut_200          	1013	0.8135
ndcg_cut_500          	1013	0.8135
ndcg_cut_1000         	1013	0.8135
map_cut_5             	1013	0.4167
map_cut_10            	1013	0.4167
map_cut_15            	1013	0.4848
map_cut_20            	1013	0.4848
map_cut_30            	1013	0.5248
map_cut_100           	1013	0.5248
map_cut_200           	1013	0.5248
map_cut_500           	1013	0.5248
map_cut_1000          	1013	0.5248
relative_P_5          	1013	0.5000
relative_P_10         	1013	0.5000
relative_P_15         	1013	0.7500
relative_P_20         	1013	0.7500
relative_P_30         	1013	1.0000
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	1.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0200
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0200
set_F                 	1013	0.0392
num_nonrel_judged_ret 	1013	84
rbp                   	1013	0.4543
rbp_resid             	1013	0.0160
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	200
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'1101100000'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-200.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.4035
ndcg                  	1015	0.7673
ndcg_rel              	1015	0.7529
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.8304
ndcg_cut_10           	1015	0.5389
ndcg_cut_15           	1015	0.6555
ndcg_cut_20           	1015	0.6555
ndcg_cut_30           	1015	0.6973
ndcg_cut_100          	1015	0.7673
ndcg_cut_200          	1015	0.7673
ndcg_cut_500          	1015	0.7673
ndcg_cut_1000         	1015	0.7673
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	107
rbp                   	1015	0.4627
rbp_resid             	1015	0.0110
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	200
num_rel               	1017	4
num_rel_ret           	1017	4
map                   	1017	0.1075
Rprec                 	1017	0.2500
bpref                 	1017	0.0625
recip_rank            	1017	0.2500
iprec_at_recall_0.00  	1017	0.2500
iprec_at_recall_0.10  	1017	0.2500
iprec_at_recall_0.20  	1017	0.2500
iprec_at_recall_0.30  	1017	0.2500
iprec_at_recall_0.40  	1017	0.0714
iprec_at_recall_0.50  	1017	0.0714
iprec_at_recall_0.60  	1017	0.0714
iprec_at_recall_0.70  	1017	0.0615
iprec_at_recall_0.80  	1017	0.0615
iprec_at_recall_0.90  	1017	0.0615
iprec_at_recall_1.00  	1017	0.0615
P_5                   	1017	0.2000
P_10                  	1017	0.1000
P_15                  	1017	0.0667
P_20                  	1017	0.0500
P_30                  	1017	0.0667
P_100                 	1017	0.0400
P_200                 	1017	0.0200
P_500                 	1017	0.0080
P_1000                	1017	0.0040
relstring             	1017	'1103101010'
recall_5              	1017	0.2500
recall_10             	1017	0.2500
recall_15             	1017	0.2500
recall_20             	1017	0.2500
recall_30             	1017	0.5000
recall_100            	1017	1.0000
recall_200            	1017	1.0000
recall_500            	1017	1.0000
recall_1000           	1017	1.0000
infAP                 	1017	0.1075
Rprec_mult_0.20       	1017	0.0000
Rprec_mult_0.40       	1017	0.0000
Rprec_mult_0.60       	1017	0.0000
Rprec_mult_0.80       	1017	0.2500
Rprec_mult_1.00       	1017	0.2500
Rprec_mult_1.20       	1017	0.2000
Rprec_mult_1.40       	1017	0.1667
Rprec_mult_1.60       	1017	0.1429
Rprec_mult_1.80       	1017	0.1250
Rprec_mult_2.00       	1017	0.1250
utility               	1017	-192.0000
11pt_avg              	1017	0.1328
binG                  	1017	0.2433
G                     	1017	0.1470
ndcg                  	1017	0.5046
ndcg_rel              	1017	0.4479
Rndcg                 	1017	0.4106
ndcg_cut_5            	1017	0.4101
ndcg_cut_10           	1017	0.4080
ndcg_cut_15           	1017	0.4057
ndcg_cut_20           	1017	0.3664
ndcg_cut_30           	1017	0.3844
ndcg_cut_100          	1017	0.4966
ndcg_cut_200          	1017	0.5046
ndcg_cut_500          	1017	0.5046
ndcg_cut_1000         	1017	0.5046
map_cut_5             	1017	0.0625
map_cut_10            	1017	0.0625
map_cut_15            	1017	0.0625
map_cut_20            	1017	0.0625
map_cut_30            	1017	0.0804
map_cut_100           	1017	0.1075
map_cut_200           	1017	0.1075
map_cut_500           	1017	0.1075
map_cut_1000          	1017	0.1075
relative_P_5          	1017	0.2500
relative_P_10         	1017	0.2500
relative_P_15         	1017	0.2500
relative_P_20         	1017	0.2500
relative_P_30         	1017	0.5000
relative_P_100        	1017	1.0000
relative_P_200        	1017	1.0000
relative_P_500        	1017	1.0000
relative_P_1000       	1017	1.0000
success_1             	1017	0.0000
success_5             	1017	1.0000
success_10            	1017	1.0000
set_P                 	1017	0.0200
set_relative_P        	1017	1.0000
set_recall            	1017	1.0000
set_map               	1017	0.0200
set_F                 	1017	0.0392
num_nonrel_judged_ret 	1017	127
rbp                   	1017	0.2210
rbp_resid             	1017	0.0047
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	200
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1110101001'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-200.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.2853
ndcg                  	1019	0.6978
ndcg_rel              	1019	0.6745
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.8539
ndcg_cut_10           	1019	0.6911
ndcg_cut_15           	1019	0.5784
ndcg_cut_20           	1019	0.5473
ndcg_cut_30           	1019	0.4868
ndcg_cut_100          	1019	0.5619
ndcg_cut_200          	1019	0.6978
ndcg_cut_500          	1019	0.6978
ndcg_cut_1000         	1019	0.6978
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	145
rbp                   	1019	0.4882
rbp_resid             	1019	0.0042
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	200
num_rel               	1023	7
num_rel_ret           	1023	1
map                   	1023	0.0046
Rprec                 	1023	0.0000
bpref                 	1023	0.0000
recip_rank            	1023	0.0323
iprec_at_recall_0.00  	1023	0.0323
iprec_at_recall_0.10  	1023	0.0323
iprec_at_recall_0.20  	1023	0.0323
iprec_at_recall_0.30  	1023	0.0000
iprec_at_recall_0.40  	1023	0.0000
iprec_at_recall_0.50  	1023	0.0000
iprec_at_recall_0.60  	1023	0.0000
iprec_at_recall_0.70  	1023	0.0000
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.0000
P_15                  	1023	0.0000
P_20                  	1023	0.0000
P_30                  	1023	0.0000
P_100                 	1023	0.0100
P_200                 	1023	0.0050
P_500                 	1023	0.0020
P_1000                	1023	0.0010
relstring             	1023	'1001000000'
recall_5              	1023	0.0000
recall_10             	1023	0.0000
recall_15             	1023	0.0000
recall_20             	1023	0.0000
recall_30             	1023	0.0000
recall_100            	1023	0.1429
recall_200            	1023	0.1429
recall_500            	1023	0.1429
recall_1000           	1023	0.1429
infAP                 	1023	0.0046
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.0000
Rprec_mult_1.20       	1023	0.0000
Rprec_mult_1.40       	1023	0.0000
Rprec_mult_1.60       	1023	0.0000
Rprec_mult_1.80       	1023	0.0000
Rprec_mult_2.00       	1023	0.0000
utility               	1023	-198.0000
11pt_avg              	1023	0.0088
binG                  	1023	0.0286
G                     	1023	0.0494
ndcg                  	1023	0.1981
ndcg_rel              	1023	0.1900
Rndcg                 	1023	0.1522
ndcg_cut_5            	1023	0.1617
ndcg_cut_10           	1023	0.1210
ndcg_cut_15           	1023	0.1301
ndcg_cut_20           	1023	0.1194
ndcg_cut_30           	1023	0.1040
ndcg_cut_100          	1023	0.1509
ndcg_cut_200          	1023	0.1981
ndcg_cut_500          	1023	0.1981
ndcg_cut_1000         	1023	0.1981
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0000
map_cut_15            	1023	0.0000
map_cut_20            	1023	0.0000
map_cut_30            	1023	0.0000
map_cut_100           	1023	0.0046
map_cut_200           	1023	0.0046
map_cut_500           	1023	0.0046
map_cut_1000          	1023	0.0046
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.0000
relative_P_15         	1023	0.0000
relative_P_20         	1023	0.0000
relative_P_30         	1023	0.0000
relative_P_100        	1023	0.1429
relative_P_200        	1023	0.1429
relative_P_500        	1023	0.1429
relative_P_1000       	1023	0.1429
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	0.0000
set_P                 	1023	0.0050
set_relative_P        	1023	0.1429
set_recall            	1023	0.1429
set_map               	1023	0.0007
set_F                 	1023	0.0097
num_nonrel_judged_ret 	1023	139
rbp                   	1023	0.0740
rbp_resid             	1023	0.0048
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	200
num_rel               	1025	2
num_rel_ret           	1025	1
map                   	1025	0.2500
Rprec                 	1025	0.5000
bpref                 	1025	0.2500
recip_rank            	1025	0.5000
iprec_at_recall_0.00  	1025	0.5000
iprec_at_recall_0.10  	1025	0.5000
iprec_at_recall_0.20  	1025	0.5000
iprec_at_recall_0.30  	1025	0.5000
iprec_at_recall_0.40  	1025	0.5000
iprec_at_recall_0.50  	1025	0.5000
iprec_at_recall_0.60  	1025	0.5000
iprec_at_recall_0.70  	1025	0.5000
iprec_at_recall_0.80  	1025	0.0000
iprec_at_recall_0.90  	1025	0.0000
iprec_at_recall_1.00  	1025	0.0000
P_5                   	1025	0.2000
P_10                  	1025	0.1000
P_15                  	1025	0.0667
P_20                  	1025	0.0500
P_30                  	1025	0.0333
P_100                 	1025	0.0100
P_200                 	1025	0.0050
P_500                 	1025	0.0020
P_1000                	1025	0.0010
relstring             	1025	'1310000010'
recall_5              	1025	0.5000
recall_10             	1025	0.5000
recall_15             	1025	0.5000
recall_20             	1025	0.5000
recall_30             	1025	0.5000
recall_100            	1025	0.5000
recall_200            	1025	0.5000
recall_500            	1025	0.5000
recall_1000           	1025	0.5000
infAP                 	1025	0.2500
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.5000
Rprec_mult_0.80       	1025	0.5000
Rprec_mult_1.00       	1025	0.5000
Rprec_mult_1.20       	1025	0.3333
Rprec_mult_1.40       	1025	0.3333
Rprec_mult_1.60       	1025	0.2500
Rprec_mult_1.80       	1025	0.2500
Rprec_mult_2.00       	1025	0.2500
utility               	1025	-198.0000
11pt_avg              	1025	0.3636
binG                  	1025	0.3155
G                     	1025	0.1566
ndcg                  	1025	0.5240
ndcg_rel              	1025	0.4908
Rndcg                 	1025	0.4987
ndcg_cut_5            	1025	0.5463
ndcg_cut_10           	1025	0.4732
ndcg_cut_15           	1025	0.4900
ndcg_cut_20           	1025	0.4567
ndcg_cut_30           	1025	0.4141
ndcg_cut_100          	1025	0.4758
ndcg_cut_200          	1025	0.5240
ndcg_cut_500          	1025	0.5240
ndcg_cut_1000         	1025	0.5240
map_cut_5             	1025	0.2500
map_cut_10            	1025	0.2500
map_cut_15            	1025	0.2500
map_cut_20            	1025	0.2500
map_cut_30            	1025	0.2500
map_cut_100           	1025	0.2500
map_cut_200           	1025	0.2500
map_cut_500           	1025	0.2500
map_cut_1000          	1025	0.2500
relative_P_5          	1025	0.5000
relative_P_10         	1025	0.5000
relative_P_15         	1025	0.5000
relative_P_20         	1025	0.5000
relative_P_30         	1025	0.5000
relative_P_100        	1025	0.5000
relative_P_200        	1025	0.5000
relative_P_500        	1025	0.5000
relative_P_1000       	1025	0.5000
success_1             	1025	0.0000
success_5             	1025	1.0000
success_10            	1025	1.0000
set_P                 	1025	0.0050
set_relative_P        	1025	0.5000
set_recall            	1025	0.5000
set_map               	1025	0.0025
set_F                 	1025	0.0099
num_nonrel_judged_ret 	1025	158
rbp                   	1025	0.2076
rbp_resid             	1025	0.0033
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	200
num_rel               	1029	8
num_rel_ret           	1029	8
map                   	1029	0.2504
Rprec                 	1029	0.1250
bpref                 	1029	0.1406
recip_rank            	1029	1.0000
iprec_at_recall_0.00  	1029	1.0000
iprec_at_recall_0.10  	1029	1.0000
iprec_at_recall_0.20  	1029	0.2222
iprec_at_recall_0.30  	1029	0.2222
iprec_at_recall_0.40  	1029	0.1622
iprec_at_recall_0.50  	1029	0.1622
iprec_at_recall_0.60  	1029	0.1622
iprec_at_recall_0.70  	1029	0.1622
iprec_at_recall_0.80  	1029	0.1622
iprec_at_recall_0.90  	1029	0.1111
iprec_at_recall_1.00  	1029	0.1111
P_5                   	1029	0.2000
P_10                  	1029	0.2000
P_15                  	1029	0.1333
P_20                  	1029	0.1000
P_30                  	1029	0.1000
P_100                 	1029	0.0800
P_200                 	1029	0.0400
P_500                 	1029	0.0160
P_1000                	1029	0.0080
relstring             	1029	'3101110130'
recall_5              	1029	0.1250
recall_10             	1029	0.2500
recall_15             	1029	0.2500
recall_20             	1029	0.2500
recall_30             	1029	0.3750
recall_100            	1029	1.0000
recall_200            	1029	1.0000
recall_500            	1029	1.0000
recall_1000           	1029	1.0000
infAP                 	1029	0.2504
Rprec_mult_0.20       	1029	0.5000
Rprec_mult_0.40       	1029	0.2500
Rprec_mult_0.60       	1029	0.2000
Rprec_mult_0.80       	1029	0.1429
Rprec_mult_1.00       	1029	0.1250
Rprec_mult_1.20       	1029	0.2000
Rprec_mult_1.40       	1029	0.1667
Rprec_mult_1.60       	1029	0.1538
Rprec_mult_1.80       	1029	0.1333
Rprec_mult_2.00       	1029	0.1250
utility               	1029	-184.0000
11pt_avg              	1029	0.3161
binG                  	1029	0.3097
G                     	1029	0.1846
ndcg                  	1029	0.6371
ndcg_rel              	1029	0.5887
Rndcg                 	1029	0.5409
ndcg_cut_5            	1029	0.5029
ndcg_cut_10           	1029	0.4838
ndcg_cut_15           	1029	0.4768
ndcg_cut_20           	1029	0.4710
ndcg_cut_30           	1029	0.4893
ndcg_cut_100          	1029	0.6009
ndcg_cut_200          	1029	0.6371
ndcg_cut_500          	1029	0.6371
ndcg_cut_1000         	1029	0.6371
map_cut_5             	1029	0.1250
map_cut_10            	1029	0.1528
map_cut_15            	1029	0.1528
map_cut_20            	1029	0.1528
map_cut_30            	1029	0.1698
map_cut_100           	1029	0.2504
map_cut_200           	1029	0.2504
map_cut_500           	1029	0.2504
map_cut_1000          	1029	0.2504
relative_P_5          	1029	0.2000
relative_P_10         	1029	0.2500
relative_P_15         	1029	0.2500
relative_P_20         	1029	0.2500
relative_P_30         	1029	0.3750
relative_P_100        	1029	1.0000
relative_P_200        	1029	1.0000
relative_P_500        	1029	1.0000
relative_P_1000       	1029	1.0000
success_1             	1029	1.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0400
set_relative_P        	1029	1.0000
set_recall            	1029	1.0000
set_map               	1029	0.0400
set_F                 	1029	0.0769
num_nonrel_judged_ret 	1029	119
rbp                   	1029	0.3223
rbp_resid             	1029	0.0035
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	200
num_rel               	1031	44
num_rel_ret           	1031	26
map                   	1031	0.1882
Rprec                 	1031	0.2500
bpref                 	1031	0.1942
recip_rank            	1031	1.0000
iprec_at_recall_0.00  	1031	1.0000
iprec_at_recall_0.10  	1031	0.3750
iprec_at_recall_0.20  	1031	0.2766
iprec_at_recall_0.30  	1031	0.2766
iprec_at_recall_0.40  	1031	0.2687
iprec_at_recall_0.50  	1031	0.2447
iprec_at_recall_0.60  	1031	0.1548
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.6000
P_10                  	1031	0.3000
P_15                  	1031	0.3333
P_20                  	1031	0.3000
P_30                  	1031	0.2667
P_100                 	1031	0.2300
P_200                 	1031	0.1300
P_500                 	1031	0.0520
P_1000                	1031	0.0260
relstring             	1031	'3131310011'
recall_5              	1031	0.0682
recall_10             	1031	0.0682
recall_15             	1031	0.1136
recall_20             	1031	0.1364
recall_30             	1031	0.1818
recall_100            	1031	0.5227
recall_200            	1031	0.5909
recall_500            	1031	0.5909
recall_1000           	1031	0.5909
infAP                 	1031	0.1882
Rprec_mult_0.20       	1031	0.3333
Rprec_mult_0.40       	1031	0.3333
Rprec_mult_0.60       	1031	0.2593
Rprec_mult_0.80       	1031	0.2500
Rprec_mult_1.00       	1031	0.2500
Rprec_mult_1.20       	1031	0.2453
Rprec_mult_1.40       	1031	0.2581
Rprec_mult_1.60       	1031	0.2535
Rprec_mult_1.80       	1031	0.2500
Rprec_mult_2.00       	1031	0.2386
utility               	1031	-148.0000
11pt_avg              	1031	0.2360
binG                  	1031	0.1502
G                     	1031	0.1063
ndcg                  	1031	0.5282
ndcg_rel              	1031	0.5327
Rndcg                 	1031	0.4964
ndcg_cut_5            	1031	0.7600
ndcg_cut_10           	1031	0.5626
ndcg_cut_15           	1031	0.5547
ndcg_cut_20           	1031	0.5077
ndcg_cut_30           	1031	0.4747
ndcg_cut_100          	1031	0.5550
ndcg_cut_200          	1031	0.5282
ndcg_cut_500          	1031	0.5282
ndcg_cut_1000         	1031	0.5282
map_cut_5             	1031	0.0515
map_cut_10            	1031	0.0515
map_cut_15            	1031	0.0666
map_cut_20            	1031	0.0751
map_cut_30            	1031	0.0878
map_cut_100           	1031	0.1759
map_cut_200           	1031	0.1882
map_cut_500           	1031	0.1882
map_cut_1000          	1031	0.1882
relative_P_5          	1031	0.6000
relative_P_10         	1031	0.3000
relative_P_15         	1031	0.3333
relative_P_20         	1031	0.3000
relative_P_30         	1031	0.2667
relative_P_100        	1031	0.5227
relative_P_200        	1031	0.5909
relative_P_500        	1031	0.5909
relative_P_1000       	1031	0.5909
success_1             	1031	1.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.1300
set_relative_P        	1031	0.5909
set_recall            	1031	0.5909
set_map               	1031	0.0768
set_F                 	1031	0.2131
num_nonrel_judged_ret 	1031	121
rbp                   	1031	0.4897
rbp_resid             	1031	0.0073
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	200
num_rel               	1033	13
num_rel_ret           	1033	12
map                   	1033	0.1918
Rprec                 	1033	0.2308
bpref                 	1033	0.1893
recip_rank            	1033	0.3333
iprec_at_recall_0.00  	1033	0.5000
iprec_at_recall_0.10  	1033	0.5000
iprec_at_recall_0.20  	1033	0.3333
iprec_at_recall_0.30  	1033	0.2857
iprec_at_recall_0.40  	1033	0.2083
iprec_at_recall_0.50  	1033	0.1385
iprec_at_recall_0.60  	1033	0.1385
iprec_at_recall_0.70  	1033	0.1385
iprec_at_recall_0.80  	1033	0.1010
iprec_at_recall_0.90  	1033	0.0916
iprec_at_recall_1.00  	1033	0.0000
P_5                   	1033	0.4000
P_10                  	1033	0.3000
P_15                  	1033	0.2667
P_20                  	1033	0.2000
P_30                  	1033	0.1667
P_100                 	1033	0.1000
P_200                 	1033	0.0600
P_500                 	1033	0.0240
P_1000                	1033	0.0120
relstring             	1033	'1133111130'
recall_5              	1033	0.1538
recall_10             	1033	0.2308
recall_15             	1033	0.3077
recall_20             	1033	0.3077
recall_30             	1033	0.3846
recall_100            	1033	0.7692
recall_200            	1033	0.9231
recall_500            	1033	0.9231
recall_1000           	1033	0.9231
infAP                 	1033	0.1918
Rprec_mult_0.20       	1033	0.3333
Rprec_mult_0.40       	1033	0.3333
Rprec_mult_0.60       	1033	0.2500
Rprec_mult_0.80       	1033	0.2727
Rprec_mult_1.00       	1033	0.2308
Rprec_mult_1.20       	1033	0.2500
Rprec_mult_1.40       	1033	0.2105
Rprec_mult_1.60       	1033	0.1905
Rprec_mult_1.80       	1033	0.2083
Rprec_mult_2.00       	1033	0.1923
utility               	1033	-176.0000
11pt_avg              	1033	0.2214
binG                  	1033	0.2308
G                     	1033	0.2018
ndcg                  	1033	0.7596
ndcg_rel              	1033	0.5991
Rndcg                 	1033	0.6061
ndcg_cut_5            	1033	0.5438
ndcg_cut_10           	1033	0.4929
ndcg_cut_15           	1033	0.5158
ndcg_cut_20           	1033	0.5349
ndcg_cut_30           	1033	0.5422
ndcg_cut_100          	1033	0.6372
ndcg_cut_200          	1033	0.7596
ndcg_cut_500          	1033	0.7596
ndcg_cut_1000         	1033	0.7596
map_cut_5             	1033	0.0641
map_cut_10            	1033	0.0897
map_cut_15            	1033	0.1117
map_cut_20            	1033	0.1117
map_cut_30            	1033	0.1277
map_cut_100           	1033	0.1770
map_cut_200           	1033	0.1918
map_cut_500           	1033	0.1918
map_cut_1000          	1033	0.1918
relative_P_5          	1033	0.4000
relative_P_10         	1033	0.3000
relative_P_15         	1033	0.3077
relative_P_20         	1033	0.3077
relative_P_30         	1033	0.3846
relative_P_100        	1033	0.7692
relative_P_200        	1033	0.9231
relative_P_500        	1033	0.9231
relative_P_1000       	1033	0.9231
success_1             	1033	0.0000
success_5             	1033	1.0000
success_10            	1033	1.0000
set_P                 	1033	0.0600
set_relative_P        	1033	0.9231
set_recall            	1033	0.9231
set_map               	1033	0.0554
set_F                 	1033	0.1127
num_nonrel_judged_ret 	1033	127
rbp                   	1033	0.4478
rbp_resid             	1033	0.0014
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	200
num_rel               	1035	3
num_rel_ret           	1035	1
map                   	1035	0.0076
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0227
iprec_at_recall_0.00  	1035	0.0227
iprec_at_recall_0.10  	1035	0.0227
iprec_at_recall_0.20  	1035	0.0227
iprec_at_recall_0.30  	1035	0.0227
iprec_at_recall_0.40  	1035	0.0227
iprec_at_recall_0.50  	1035	0.0000
iprec_at_recall_0.60  	1035	0.0000
iprec_at_recall_0.70  	1035	0.0000
iprec_at_recall_0.80  	1035	0.0000
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0000
P_20                  	1035	0.0000
P_30                  	1035	0.0000
P_100                 	1035	0.0100
P_200                 	1035	0.0050
P_500                 	1035	0.0020
P_1000                	1035	0.0010
relstring             	1035	'0100000000'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.0000
recall_20             	1035	0.0000
recall_30             	1035	0.0000
recall_100            	1035	0.3333
recall_200            	1035	0.3333
recall_500            	1035	0.3333
recall_1000           	1035	0.3333
infAP                 	1035	0.0076
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-198.0000
11pt_avg              	1035	0.0103
binG                  	1035	0.0607
G                     	1035	0.0272
ndcg                  	1035	0.1100
ndcg_rel              	1035	0.1092
Rndcg                 	1035	0.1033
ndcg_cut_5            	1035	0.0875
ndcg_cut_10           	1035	0.0717
ndcg_cut_15           	1035	0.0899
ndcg_cut_20           	1035	0.0805
ndcg_cut_30           	1035	0.0678
ndcg_cut_100          	1035	0.1100
ndcg_cut_200          	1035	0.1100
ndcg_cut_500          	1035	0.1100
ndcg_cut_1000         	1035	0.1100
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0000
map_cut_20            	1035	0.0000
map_cut_30            	1035	0.0000
map_cut_100           	1035	0.0076
map_cut_200           	1035	0.0076
map_cut_500           	1035	0.0076
map_cut_1000          	1035	0.0076
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.0000
relative_P_20         	1035	0.0000
relative_P_30         	1035	0.0000
relative_P_100        	1035	0.3333
relative_P_200        	1035	0.3333
relative_P_500        	1035	0.3333
relative_P_1000       	1035	0.3333
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0050
set_relative_P        	1035	0.3333
set_recall            	1035	0.3333
set_map               	1035	0.0017
set_F                 	1035	0.0099
num_nonrel_judged_ret 	1035	110
rbp                   	1035	0.0445
rbp_resid             	1035	0.0154
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	200
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'1001001000'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-200.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.4186
ndcg                  	1037	0.7449
ndcg_rel              	1037	0.6672
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.4852
ndcg_cut_10           	1037	0.4849
ndcg_cut_15           	1037	0.6314
ndcg_cut_20           	1037	0.6314
ndcg_cut_30           	1037	0.6913
ndcg_cut_100          	1037	0.7449
ndcg_cut_200          	1037	0.7449
ndcg_cut_500          	1037	0.7449
ndcg_cut_1000         	1037	0.7449
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	95
rbp                   	1037	0.2986
rbp_resid             	1037	0.0118
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	200
num_rel               	1041	6
num_rel_ret           	1041	2
map                   	1041	0.0855
Rprec                 	1041	0.1667
bpref                 	1041	0.1389
recip_rank            	1041	0.5000
iprec_at_recall_0.00  	1041	0.5000
iprec_at_recall_0.10  	1041	0.5000
iprec_at_recall_0.20  	1041	0.5000
iprec_at_recall_0.30  	1041	0.0129
iprec_at_recall_0.40  	1041	0.0129
iprec_at_recall_0.50  	1041	0.0000
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.2000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0333
P_100                 	1041	0.0100
P_200                 	1041	0.0100
P_500                 	1041	0.0040
P_1000                	1041	0.0020
relstring             	1041	'1311100001'
recall_5              	1041	0.1667
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.1667
recall_100            	1041	0.1667
recall_200            	1041	0.3333
recall_500            	1041	0.3333
recall_1000           	1041	0.3333
infAP                 	1041	0.0855
Rprec_mult_0.20       	1041	0.5000
Rprec_mult_0.40       	1041	0.3333
Rprec_mult_0.60       	1041	0.2500
Rprec_mult_0.80       	1041	0.2000
Rprec_mult_1.00       	1041	0.1667
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-196.0000
11pt_avg              	1041	0.1387
binG                  	1041	0.1281
G                     	1041	0.1379
ndcg                  	1041	0.4784
ndcg_rel              	1041	0.4511
Rndcg                 	1041	0.4296
ndcg_cut_5            	1041	0.4760
ndcg_cut_10           	1041	0.4034
ndcg_cut_15           	1041	0.4241
ndcg_cut_20           	1041	0.4214
ndcg_cut_30           	1041	0.4055
ndcg_cut_100          	1041	0.4311
ndcg_cut_200          	1041	0.4784
ndcg_cut_500          	1041	0.4784
ndcg_cut_1000         	1041	0.4784
map_cut_5             	1041	0.0833
map_cut_10            	1041	0.0833
map_cut_15            	1041	0.0833
map_cut_20            	1041	0.0833
map_cut_30            	1041	0.0833
map_cut_100           	1041	0.0833
map_cut_200           	1041	0.0855
map_cut_500           	1041	0.0855
map_cut_1000          	1041	0.0855
relative_P_5          	1041	0.2000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.1667
relative_P_100        	1041	0.1667
relative_P_200        	1041	0.3333
relative_P_500        	1041	0.3333
relative_P_1000       	1041	0.3333
success_1             	1041	0.0000
success_5             	1041	1.0000
success_10            	1041	1.0000
set_P                 	1041	0.0100
set_relative_P        	1041	0.3333
set_recall            	1041	0.3333
set_map               	1041	0.0033
set_F                 	1041	0.0194
num_nonrel_judged_ret 	1041	121
rbp                   	1041	0.2595
rbp_resid             	1041	0.0130
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	200
num_rel               	1047	19
num_rel_ret           	1047	14
map                   	1047	0.1301
Rprec                 	1047	0.1579
bpref                 	1047	0.0859
recip_rank            	1047	0.5000
iprec_at_recall_0.00  	1047	0.5000
iprec_at_recall_0.10  	1047	0.2174
iprec_at_recall_0.20  	1047	0.2174
iprec_at_recall_0.30  	1047	0.2143
iprec_at_recall_0.40  	1047	0.1667
iprec_at_recall_0.50  	1047	0.1429
iprec_at_recall_0.60  	1047	0.1429
iprec_at_recall_0.70  	1047	0.0935
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.2000
P_10                  	1047	0.1000
P_15                  	1047	0.1333
P_20                  	1047	0.2000
P_30                  	1047	0.2000
P_100                 	1047	0.1100
P_200                 	1047	0.0700
P_500                 	1047	0.0280
P_1000                	1047	0.0140
relstring             	1047	'1311100000'
recall_5              	1047	0.0526
recall_10             	1047	0.0526
recall_15             	1047	0.1053
recall_20             	1047	0.2105
recall_30             	1047	0.3158
recall_100            	1047	0.5789
recall_200            	1047	0.7368
recall_500            	1047	0.7368
recall_1000           	1047	0.7368
infAP                 	1047	0.1301
Rprec_mult_0.20       	1047	0.2500
Rprec_mult_0.40       	1047	0.1250
Rprec_mult_0.60       	1047	0.0833
Rprec_mult_0.80       	1047	0.1250
Rprec_mult_1.00       	1047	0.1579
Rprec_mult_1.20       	1047	0.2174
Rprec_mult_1.40       	1047	0.1852
Rprec_mult_1.60       	1047	0.1935
Rprec_mult_1.80       	1047	0.1714
Rprec_mult_2.00       	1047	0.1579
utility               	1047	-172.0000
11pt_avg              	1047	0.1541
binG                  	1047	0.1647
G                     	1047	0.1448
ndcg                  	1047	0.5619
ndcg_rel              	1047	0.4663
Rndcg                 	1047	0.4313
ndcg_cut_5            	1047	0.4760
ndcg_cut_10           	1047	0.3089
ndcg_cut_15           	1047	0.2970
ndcg_cut_20           	1047	0.3542
ndcg_cut_30           	1047	0.3864
ndcg_cut_100          	1047	0.4900
ndcg_cut_200          	1047	0.5619
ndcg_cut_500          	1047	0.5619
ndcg_cut_1000         	1047	0.5619
map_cut_5             	1047	0.0263
map_cut_10            	1047	0.0263
map_cut_15            	1047	0.0333
map_cut_20            	1047	0.0522
map_cut_30            	1047	0.0749
map_cut_100           	1047	0.1143
map_cut_200           	1047	0.1301
map_cut_500           	1047	0.1301
map_cut_1000          	1047	0.1301
relative_P_5          	1047	0.2000
relative_P_10         	1047	0.1000
relative_P_15         	1047	0.1333
relative_P_20         	1047	0.2105
relative_P_30         	1047	0.3158
relative_P_100        	1047	0.5789
relative_P_200        	1047	0.7368
relative_P_500        	1047	0.7368
relative_P_1000       	1047	0.7368
success_1             	1047	0.0000
success_5             	1047	1.0000
success_10            	1047	1.0000
set_P                 	1047	0.0700
set_relative_P        	1047	0.7368
set_recall            	1047	0.7368
set_map               	1047	0.0516
set_F                 	1047	0.1279
num_nonrel_judged_ret 	1047	92
rbp                   	1047	0.2994
rbp_resid             	1047	0.0089
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	200
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.5536
Rprec                 	1053	0.3333
bpref                 	1053	0.3333
recip_rank            	1053	1.0000
iprec_at_recall_0.00  	1053	1.0000
iprec_at_recall_0.10  	1053	1.0000
iprec_at_recall_0.20  	1053	1.0000
iprec_at_recall_0.30  	1053	1.0000
iprec_at_recall_0.40  	1053	1.0000
iprec_at_recall_0.50  	1053	0.3750
iprec_at_recall_0.60  	1053	0.3750
iprec_at_recall_0.70  	1053	0.3750
iprec_at_recall_0.80  	1053	0.3750
iprec_at_recall_0.90  	1053	0.3750
iprec_at_recall_1.00  	1053	0.3750
P_5                   	1053	0.2000
P_10                  	1053	0.3000
P_15                  	1053	0.2000
P_20                  	1053	0.1500
P_30                  	1053	0.1000
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'3111113301'
recall_5              	1053	0.3333
recall_10             	1053	1.0000
recall_15             	1053	1.0000
recall_20             	1053	1.0000
recall_30             	1053	1.0000
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.5536
Rprec_mult_0.20       	1053	1.0000
Rprec_mult_0.40       	1053	0.5000
Rprec_mult_0.60       	1053	0.5000
Rprec_mult_0.80       	1053	0.3333
Rprec_mult_1.00       	1053	0.3333
Rprec_mult_1.20       	1053	0.2500
Rprec_mult_1.40       	1053	0.2000
Rprec_mult_1.60       	1053	0.2000
Rprec_mult_1.80       	1053	0.1667
Rprec_mult_2.00       	1053	0.1667
utility               	1053	-194.0000
11pt_avg              	1053	0.6591
binG                  	1053	0.5708
G                     	1053	0.3935
ndcg                  	1053	0.7991
ndcg_rel              	1053	0.7699
Rndcg                 	1053	0.7177
ndcg_cut_5            	1053	0.6863
ndcg_cut_10           	1053	0.8563
ndcg_cut_15           	1053	0.7968
ndcg_cut_20           	1053	0.7551
ndcg_cut_30           	1053	0.7141
ndcg_cut_100          	1053	0.7991
ndcg_cut_200          	1053	0.7991
ndcg_cut_500          	1053	0.7991
ndcg_cut_1000         	1053	0.7991
map_cut_5             	1053	0.3333
map_cut_10            	1053	0.5536
map_cut_15            	1053	0.5536
map_cut_20            	1053	0.5536
map_cut_30            	1053	0.5536
map_cut_100           	1053	0.5536
map_cut_200           	1053	0.5536
map_cut_500           	1053	0.5536
map_cut_1000          	1053	0.5536
relative_P_5          	1053	0.3333
relative_P_10         	1053	1.0000
relative_P_15         	1053	1.0000
relative_P_20         	1053	1.0000
relative_P_30         	1053	1.0000
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	1.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0150
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0150
set_F                 	1053	0.0296
num_nonrel_judged_ret 	1053	85
rbp                   	1053	0.3829
rbp_resid             	1053	0.0077
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	200
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'1010000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-200.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.6400
ndcg                  	1055	0.8307
ndcg_rel              	1055	0.8449
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.7039
ndcg_cut_10           	1055	0.7039
ndcg_cut_15           	1055	0.8307
ndcg_cut_20           	1055	0.8307
ndcg_cut_30           	1055	0.8307
ndcg_cut_100          	1055	0.8307
ndcg_cut_200          	1055	0.8307
ndcg_cut_500          	1055	0.8307
ndcg_cut_1000         	1055	0.8307
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	132
rbp                   	1055	0.2124
rbp_resid             	1055	0.0140
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	200
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	0.1250
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.1250
iprec_at_recall_0.00  	1065	0.1250
iprec_at_recall_0.10  	1065	0.1250
iprec_at_recall_0.20  	1065	0.1250
iprec_at_recall_0.30  	1065	0.1250
iprec_at_recall_0.40  	1065	0.1250
iprec_at_recall_0.50  	1065	0.1250
iprec_at_recall_0.60  	1065	0.1250
iprec_at_recall_0.70  	1065	0.1250
iprec_at_recall_0.80  	1065	0.1250
iprec_at_recall_0.90  	1065	0.1250
iprec_at_recall_1.00  	1065	0.1250
P_5                   	1065	0.0000
P_10                  	1065	0.1000
P_15                  	1065	0.0667
P_20                  	1065	0.0500
P_30                  	1065	0.0333
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'1101000300'
recall_5              	1065	0.0000
recall_10             	1065	1.0000
recall_15             	1065	1.0000
recall_20             	1065	1.0000
recall_30             	1065	1.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	0.1250
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-198.0000
11pt_avg              	1065	0.1250
binG                  	1065	0.3155
G                     	1065	0.2174
ndcg                  	1065	0.5285
ndcg_rel              	1065	0.5008
Rndcg                 	1065	0.4500
ndcg_cut_5            	1065	0.4166
ndcg_cut_10           	1065	0.4597
ndcg_cut_15           	1065	0.5177
ndcg_cut_20           	1065	0.4881
ndcg_cut_30           	1065	0.4881
ndcg_cut_100          	1065	0.5285
ndcg_cut_200          	1065	0.5285
ndcg_cut_500          	1065	0.5285
ndcg_cut_1000         	1065	0.5285
map_cut_5             	1065	0.0000
map_cut_10            	1065	0.1250
map_cut_15            	1065	0.1250
map_cut_20            	1065	0.1250
map_cut_30            	1065	0.1250
map_cut_100           	1065	0.1250
map_cut_200           	1065	0.1250
map_cut_500           	1065	0.1250
map_cut_1000          	1065	0.1250
relative_P_5          	1065	0.0000
relative_P_10         	1065	1.0000
relative_P_15         	1065	1.0000
relative_P_20         	1065	1.0000
relative_P_30         	1065	1.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	0.0000
success_5             	1065	0.0000
success_10            	1065	1.0000
set_P                 	1065	0.0050
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0050
set_F                 	1065	0.0100
num_nonrel_judged_ret 	1065	113
rbp                   	1065	0.1809
rbp_resid             	1065	0.0166
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	200
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.0357
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.0357
iprec_at_recall_0.00  	1067	0.0357
iprec_at_recall_0.10  	1067	0.0357
iprec_at_recall_0.20  	1067	0.0357
iprec_at_recall_0.30  	1067	0.0357
iprec_at_recall_0.40  	1067	0.0357
iprec_at_recall_0.50  	1067	0.0357
iprec_at_recall_0.60  	1067	0.0357
iprec_at_recall_0.70  	1067	0.0357
iprec_at_recall_0.80  	1067	0.0357
iprec_at_recall_0.90  	1067	0.0357
iprec_at_recall_1.00  	1067	0.0357
P_5                   	1067	0.0000
P_10                  	1067	0.0000
P_15                  	1067	0.0000
P_20                  	1067	0.0000
P_30                  	1067	0.0333
P_100                 	1067	0.0100
P_200                 	1067	0.0050
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'0111100000'
recall_5              	1067	0.0000
recall_10             	1067	0.0000
recall_15             	1067	0.0000
recall_20             	1067	0.0000
recall_30             	1067	1.0000
recall_100            	1067	1.0000
recall_200            	1067	1.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.0357
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-198.0000
11pt_avg              	1067	0.0357
binG                  	1067	0.2058
G                     	1067	0.1501
ndcg                  	1067	0.3992
ndcg_rel              	1067	0.3605
Rndcg                 	1067	0.2168
ndcg_cut_5            	1067	0.3938
ndcg_cut_10           	1067	0.2978
ndcg_cut_15           	1067	0.2822
ndcg_cut_20           	1067	0.2454
ndcg_cut_30           	1067	0.3148
ndcg_cut_100          	1067	0.3692
ndcg_cut_200          	1067	0.3992
ndcg_cut_500          	1067	0.3992
ndcg_cut_1000         	1067	0.3992
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.0000
map_cut_15            	1067	0.0000
map_cut_20            	1067	0.0000
map_cut_30            	1067	0.0357
map_cut_100           	1067	0.0357
map_cut_200           	1067	0.0357
map_cut_500           	1067	0.0357
map_cut_1000          	1067	0.0357
relative_P_5          	1067	0.0000
relative_P_10         	1067	0.0000
relative_P_15         	1067	0.0000
relative_P_20         	1067	0.0000
relative_P_30         	1067	1.0000
relative_P_100        	1067	1.0000
relative_P_200        	1067	1.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	0.0000
set_P                 	1067	0.0050
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0050
set_F                 	1067	0.0100
num_nonrel_judged_ret 	1067	118
rbp                   	1067	0.1234
rbp_resid             	1067	0.0123
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	200
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'1011000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-200.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.3231
ndcg                  	1069	0.5307
ndcg_rel              	1069	0.6543
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.6548
ndcg_cut_10           	1069	0.5307
ndcg_cut_15           	1069	0.5307
ndcg_cut_20           	1069	0.5307
ndcg_cut_30           	1069	0.5307
ndcg_cut_100          	1069	0.5307
ndcg_cut_200          	1069	0.5307
ndcg_cut_500          	1069	0.5307
ndcg_cut_1000         	1069	0.5307
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	131
rbp                   	1069	0.2539
rbp_resid             	1069	0.0091
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	200
num_rel               	1075	3
num_rel_ret           	1075	2
map                   	1075	0.0499
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.0909
iprec_at_recall_0.00  	1075	0.0909
iprec_at_recall_0.10  	1075	0.0909
iprec_at_recall_0.20  	1075	0.0909
iprec_at_recall_0.30  	1075	0.0909
iprec_at_recall_0.40  	1075	0.0909
iprec_at_recall_0.50  	1075	0.0588
iprec_at_recall_0.60  	1075	0.0588
iprec_at_recall_0.70  	1075	0.0588
iprec_at_recall_0.80  	1075	0.0588
iprec_at_recall_0.90  	1075	0.0000
iprec_at_recall_1.00  	1075	0.0000
P_5                   	1075	0.0000
P_10                  	1075	0.0000
P_15                  	1075	0.0667
P_20                  	1075	0.0500
P_30                  	1075	0.0333
P_100                 	1075	0.0200
P_200                 	1075	0.0100
P_500                 	1075	0.0040
P_1000                	1075	0.0020
relstring             	1075	'1111111011'
recall_5              	1075	0.0000
recall_10             	1075	0.0000
recall_15             	1075	0.3333
recall_20             	1075	0.3333
recall_30             	1075	0.3333
recall_100            	1075	0.6667
recall_200            	1075	0.6667
recall_500            	1075	0.6667
recall_1000           	1075	0.6667
infAP                 	1075	0.0499
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-196.0000
11pt_avg              	1075	0.0627
binG                  	1075	0.1585
G                     	1075	0.1784
ndcg                  	1075	0.6489
ndcg_rel              	1075	0.6175
Rndcg                 	1075	0.5232
ndcg_cut_5            	1075	0.4089
ndcg_cut_10           	1075	0.4802
ndcg_cut_15           	1075	0.6029
ndcg_cut_20           	1075	0.6022
ndcg_cut_30           	1075	0.6186
ndcg_cut_100          	1075	0.5920
ndcg_cut_200          	1075	0.6489
ndcg_cut_500          	1075	0.6489
ndcg_cut_1000         	1075	0.6489
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0000
map_cut_15            	1075	0.0303
map_cut_20            	1075	0.0303
map_cut_30            	1075	0.0303
map_cut_100           	1075	0.0499
map_cut_200           	1075	0.0499
map_cut_500           	1075	0.0499
map_cut_1000          	1075	0.0499
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.0000
relative_P_15         	1075	0.3333
relative_P_20         	1075	0.3333
relative_P_30         	1075	0.3333
relative_P_100        	1075	0.6667
relative_P_200        	1075	0.6667
relative_P_500        	1075	0.6667
relative_P_1000       	1075	0.6667
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	0.0000
set_P                 	1075	0.0100
set_relative_P        	1075	0.6667
set_recall            	1075	0.6667
set_map               	1075	0.0067
set_F                 	1075	0.0197
num_nonrel_judged_ret 	1075	133
rbp                   	1075	0.3214
rbp_resid             	1075	0.0010
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	200
num_rel               	1077	16
num_rel_ret           	1077	14
map                   	1077	0.1004
Rprec                 	1077	0.1875
bpref                 	1077	0.1016
recip_rank            	1077	0.2000
iprec_at_recall_0.00  	1077	0.2500
iprec_at_recall_0.10  	1077	0.2500
iprec_at_recall_0.20  	1077	0.2500
iprec_at_recall_0.30  	1077	0.1048
iprec_at_recall_0.40  	1077	0.1048
iprec_at_recall_0.50  	1077	0.1048
iprec_at_recall_0.60  	1077	0.1048
iprec_at_recall_0.70  	1077	0.1048
iprec_at_recall_0.80  	1077	0.0897
iprec_at_recall_0.90  	1077	0.0875
iprec_at_recall_1.00  	1077	0.0000
P_5                   	1077	0.2000
P_10                  	1077	0.1000
P_15                  	1077	0.2000
P_20                  	1077	0.1500
P_30                  	1077	0.1000
P_100                 	1077	0.0900
P_200                 	1077	0.0700
P_500                 	1077	0.0280
P_1000                	1077	0.0140
relstring             	1077	'1111311111'
recall_5              	1077	0.0625
recall_10             	1077	0.0625
recall_15             	1077	0.1875
recall_20             	1077	0.1875
recall_30             	1077	0.1875
recall_100            	1077	0.5625
recall_200            	1077	0.8750
recall_500            	1077	0.8750
recall_1000           	1077	0.8750
infAP                 	1077	0.1004
Rprec_mult_0.20       	1077	0.0000
Rprec_mult_0.40       	1077	0.1429
Rprec_mult_0.60       	1077	0.1000
Rprec_mult_0.80       	1077	0.2308
Rprec_mult_1.00       	1077	0.1875
Rprec_mult_1.20       	1077	0.1500
Rprec_mult_1.40       	1077	0.1304
Rprec_mult_1.60       	1077	0.1154
Rprec_mult_1.80       	1077	0.1034
Rprec_mult_2.00       	1077	0.0938
utility               	1077	-172.0000
11pt_avg              	1077	0.1319
binG                  	1077	0.1670
G                     	1077	0.1715
ndcg                  	1077	0.7079
ndcg_rel              	1077	0.5677
Rndcg                 	1077	0.5796
ndcg_cut_5            	1077	0.4208
ndcg_cut_10           	1077	0.3901
ndcg_cut_15           	1077	0.4106
ndcg_cut_20           	1077	0.4363
ndcg_cut_30           	1077	0.4922
ndcg_cut_100          	1077	0.6178
ndcg_cut_200          	1077	0.7079
ndcg_cut_500          	1077	0.7079
ndcg_cut_1000         	1077	0.7079
map_cut_5             	1077	0.0125
map_cut_10            	1077	0.0125
map_cut_15            	1077	0.0395
map_cut_20            	1077	0.0395
map_cut_30            	1077	0.0395
map_cut_100           	1077	0.0705
map_cut_200           	1077	0.1004
map_cut_500           	1077	0.1004
map_cut_1000          	1077	0.1004
relative_P_5          	1077	0.2000
relative_P_10         	1077	0.1000
relative_P_15         	1077	0.2000
relative_P_20         	1077	0.1875
relative_P_30         	1077	0.1875
relative_P_100        	1077	0.5625
relative_P_200        	1077	0.8750
relative_P_500        	1077	0.8750
relative_P_1000       	1077	0.8750
success_1             	1077	0.0000
success_5             	1077	1.0000
success_10            	1077	1.0000
set_P                 	1077	0.0700
set_relative_P        	1077	0.8750
set_recall            	1077	0.8750
set_map               	1077	0.0612
set_F                 	1077	0.1296
num_nonrel_judged_ret 	1077	128
rbp                   	1077	0.3999
rbp_resid             	1077	0.0012
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	200
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.3862
Rprec                 	1079	0.3333
bpref                 	1079	0.3611
recip_rank            	1079	0.5000
iprec_at_recall_0.00  	1079	0.6667
iprec_at_recall_0.10  	1079	0.6667
iprec_at_recall_0.20  	1079	0.6667
iprec_at_recall_0.30  	1079	0.6667
iprec_at_recall_0.40  	1079	0.6667
iprec_at_recall_0.50  	1079	0.4444
iprec_at_recall_0.60  	1079	0.4444
iprec_at_recall_0.70  	1079	0.4444
iprec_at_recall_0.80  	1079	0.2778
iprec_at_recall_0.90  	1079	0.2778
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.4000
P_10                  	1079	0.4000
P_15                  	1079	0.2667
P_20                  	1079	0.2500
P_30                  	1079	0.1667
P_100                 	1079	0.0500
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'1331113131'
recall_5              	1079	0.3333
recall_10             	1079	0.6667
recall_15             	1079	0.6667
recall_20             	1079	0.8333
recall_30             	1079	0.8333
recall_100            	1079	0.8333
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.3862
Rprec_mult_0.20       	1079	0.5000
Rprec_mult_0.40       	1079	0.6667
Rprec_mult_0.60       	1079	0.5000
Rprec_mult_0.80       	1079	0.4000
Rprec_mult_1.00       	1079	0.3333
Rprec_mult_1.20       	1079	0.3750
Rprec_mult_1.40       	1079	0.4444
Rprec_mult_1.60       	1079	0.4000
Rprec_mult_1.80       	1079	0.3636
Rprec_mult_2.00       	1079	0.3333
utility               	1079	-190.0000
11pt_avg              	1079	0.4747
binG                  	1079	0.3768
G                     	1079	0.3098
ndcg                  	1079	0.7518
ndcg_rel              	1079	0.6862
Rndcg                 	1079	0.6802
ndcg_cut_5            	1079	0.5890
ndcg_cut_10           	1079	0.7240
ndcg_cut_15           	1079	0.6890
ndcg_cut_20           	1079	0.7328
ndcg_cut_30           	1079	0.7273
ndcg_cut_100          	1079	0.7518
ndcg_cut_200          	1079	0.7518
ndcg_cut_500          	1079	0.7518
ndcg_cut_1000         	1079	0.7518
map_cut_5             	1079	0.1944
map_cut_10            	1079	0.3399
map_cut_15            	1079	0.3399
map_cut_20            	1079	0.3862
map_cut_30            	1079	0.3862
map_cut_100           	1079	0.3862
map_cut_200           	1079	0.3862
map_cut_500           	1079	0.3862
map_cut_1000          	1079	0.3862
relative_P_5          	1079	0.4000
relative_P_10         	1079	0.6667
relative_P_15         	1079	0.6667
relative_P_20         	1079	0.8333
relative_P_30         	1079	0.8333
relative_P_100        	1079	0.8333
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	0.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0250
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0208
set_F                 	1079	0.0485
num_nonrel_judged_ret 	1079	92
rbp                   	1079	0.4605
rbp_resid             	1079	0.0141
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	200
num_rel               	1081	11
num_rel_ret           	1081	9
map                   	1081	0.3460
Rprec                 	1081	0.4545
bpref                 	1081	0.3884
recip_rank            	1081	0.5000
iprec_at_recall_0.00  	1081	0.6667
iprec_at_recall_0.10  	1081	0.6667
iprec_at_recall_0.20  	1081	0.6667
iprec_at_recall_0.30  	1081	0.6000
iprec_at_recall_0.40  	1081	0.5000
iprec_at_recall_0.50  	1081	0.5000
iprec_at_recall_0.60  	1081	0.4118
iprec_at_recall_0.70  	1081	0.1127
iprec_at_recall_0.80  	1081	0.0600
iprec_at_recall_0.90  	1081	0.0000
iprec_at_recall_1.00  	1081	0.0000
P_5                   	1081	0.6000
P_10                  	1081	0.4000
P_15                  	1081	0.4000
P_20                  	1081	0.3500
P_30                  	1081	0.2333
P_100                 	1081	0.0800
P_200                 	1081	0.0450
P_500                 	1081	0.0180
P_1000                	1081	0.0090
relstring             	1081	'1331311311'
recall_5              	1081	0.2727
recall_10             	1081	0.3636
recall_15             	1081	0.5455
recall_20             	1081	0.6364
recall_30             	1081	0.6364
recall_100            	1081	0.7273
recall_200            	1081	0.8182
recall_500            	1081	0.8182
recall_1000           	1081	0.8182
infAP                 	1081	0.3460
Rprec_mult_0.20       	1081	0.6667
Rprec_mult_0.40       	1081	0.6000
Rprec_mult_0.60       	1081	0.4286
Rprec_mult_0.80       	1081	0.4444
Rprec_mult_1.00       	1081	0.4545
Rprec_mult_1.20       	1081	0.4286
Rprec_mult_1.40       	1081	0.3750
Rprec_mult_1.60       	1081	0.3889
Rprec_mult_1.80       	1081	0.3500
Rprec_mult_2.00       	1081	0.3182
utility               	1081	-182.0000
11pt_avg              	1081	0.3804
binG                  	1081	0.3091
G                     	1081	0.1930
ndcg                  	1081	0.7184
ndcg_rel              	1081	0.6842
Rndcg                 	1081	0.6606
ndcg_cut_5            	1081	0.6765
ndcg_cut_10           	1081	0.6023
ndcg_cut_15           	1081	0.6853
ndcg_cut_20           	1081	0.6941
ndcg_cut_30           	1081	0.7061
ndcg_cut_100          	1081	0.6382
ndcg_cut_200          	1081	0.7184
ndcg_cut_500          	1081	0.7184
ndcg_cut_1000         	1081	0.7184
map_cut_5             	1081	0.1606
map_cut_10            	1081	0.2061
map_cut_15            	1081	0.2928
map_cut_20            	1081	0.3303
map_cut_30            	1081	0.3303
map_cut_100           	1081	0.3405
map_cut_200           	1081	0.3460
map_cut_500           	1081	0.3460
map_cut_1000          	1081	0.3460
relative_P_5          	1081	0.6000
relative_P_10         	1081	0.4000
relative_P_15         	1081	0.5455
relative_P_20         	1081	0.6364
relative_P_30         	1081	0.6364
relative_P_100        	1081	0.7273
relative_P_200        	1081	0.8182
relative_P_500        	1081	0.8182
relative_P_1000       	1081	0.8182
success_1             	1081	0.0000
success_5             	1081	1.0000
success_10            	1081	1.0000
set_P                 	1081	0.0450
set_relative_P        	1081	0.8182
set_recall            	1081	0.8182
set_map               	1081	0.0368
set_F                 	1081	0.0853
num_nonrel_judged_ret 	1081	125
rbp                   	1081	0.5524
rbp_resid             	1081	0.0086
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	200
num_rel               	1083	3
num_rel_ret           	1083	3
map                   	1083	0.4722
Rprec                 	1083	0.6667
bpref                 	1083	0.4444
recip_rank            	1083	0.5000
iprec_at_recall_0.00  	1083	0.6667
iprec_at_recall_0.10  	1083	0.6667
iprec_at_recall_0.20  	1083	0.6667
iprec_at_recall_0.30  	1083	0.6667
iprec_at_recall_0.40  	1083	0.6667
iprec_at_recall_0.50  	1083	0.6667
iprec_at_recall_0.60  	1083	0.6667
iprec_at_recall_0.70  	1083	0.6667
iprec_at_recall_0.80  	1083	0.6667
iprec_at_recall_0.90  	1083	0.2500
iprec_at_recall_1.00  	1083	0.2500
P_5                   	1083	0.4000
P_10                  	1083	0.2000
P_15                  	1083	0.2000
P_20                  	1083	0.1500
P_30                  	1083	0.1000
P_100                 	1083	0.0300
P_200                 	1083	0.0150
P_500                 	1083	0.0060
P_1000                	1083	0.0030
relstring             	1083	'13301-1010'
recall_5              	1083	0.6667
recall_10             	1083	0.6667
recall_15             	1083	1.0000
recall_20             	1083	1.0000
recall_30             	1083	1.0000
recall_100            	1083	1.0000
recall_200            	1083	1.0000
recall_500            	1083	1.0000
recall_1000           	1083	1.0000
infAP                 	1083	0.4722
Rprec_mult_0.20       	1083	0.0000
Rprec_mult_0.40       	1083	0.5000
Rprec_mult_0.60       	1083	0.5000
Rprec_mult_0.80       	1083	0.6667
Rprec_mult_1.00       	1083	0.6667
Rprec_mult_1.20       	1083	0.5000
Rprec_mult_1.40       	1083	0.4000
Rprec_mult_1.60       	1083	0.4000
Rprec_mult_1.80       	1083	0.3333
Rprec_mult_2.00       	1083	0.3333
utility               	1083	-194.0000
11pt_avg              	1083	0.5909
binG                  	1083	0.5170
G                     	1083	0.3966
ndcg                  	1083	0.7923
ndcg_rel              	1083	0.6643
Rndcg                 	1083	0.7180
ndcg_cut_5            	1083	0.6629
ndcg_cut_10           	1083	0.6148
ndcg_cut_15           	1083	0.6746
ndcg_cut_20           	1083	0.7490
ndcg_cut_30           	1083	0.7723
ndcg_cut_100          	1083	0.7923
ndcg_cut_200          	1083	0.7923
ndcg_cut_500          	1083	0.7923
ndcg_cut_1000         	1083	0.7923
map_cut_5             	1083	0.3889
map_cut_10            	1083	0.3889
map_cut_15            	1083	0.4722
map_cut_20            	1083	0.4722
map_cut_30            	1083	0.4722
map_cut_100           	1083	0.4722
map_cut_200           	1083	0.4722
map_cut_500           	1083	0.4722
map_cut_1000          	1083	0.4722
relative_P_5          	1083	0.6667
relative_P_10         	1083	0.6667
relative_P_15         	1083	1.0000
relative_P_20         	1083	1.0000
relative_P_30         	1083	1.0000
relative_P_100        	1083	1.0000
relative_P_200        	1083	1.0000
relative_P_500        	1083	1.0000
relative_P_1000       	1083	1.0000
success_1             	1083	0.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0150
set_relative_P        	1083	1.0000
set_recall            	1083	1.0000
set_map               	1083	0.0150
set_F                 	1083	0.0296
num_nonrel_judged_ret 	1083	81
rbp                   	1083	0.3220
rbp_resid             	1083	0.1224
unj_5                 	1083	0.0000
unj_10                	1083	0.1000
unj_20                	1083	0.1000
num_ret               	1085	200
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.4549
Rprec                 	1085	0.5000
bpref                 	1085	0.6250
recip_rank            	1085	0.5000
iprec_at_recall_0.00  	1085	0.5000
iprec_at_recall_0.10  	1085	0.5000
iprec_at_recall_0.20  	1085	0.5000
iprec_at_recall_0.30  	1085	0.5000
iprec_at_recall_0.40  	1085	0.5000
iprec_at_recall_0.50  	1085	0.5000
iprec_at_recall_0.60  	1085	0.5000
iprec_at_recall_0.70  	1085	0.4444
iprec_at_recall_0.80  	1085	0.4444
iprec_at_recall_0.90  	1085	0.4444
iprec_at_recall_1.00  	1085	0.4444
P_5                   	1085	0.4000
P_10                  	1085	0.4000
P_15                  	1085	0.2667
P_20                  	1085	0.2000
P_30                  	1085	0.1333
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'-3-3000330'
recall_5              	1085	0.5000
recall_10             	1085	1.0000
recall_15             	1085	1.0000
recall_20             	1085	1.0000
recall_30             	1085	1.0000
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.4549
Rprec_mult_0.20       	1085	0.0000
Rprec_mult_0.40       	1085	0.5000
Rprec_mult_0.60       	1085	0.3333
Rprec_mult_0.80       	1085	0.5000
Rprec_mult_1.00       	1085	0.5000
Rprec_mult_1.20       	1085	0.4000
Rprec_mult_1.40       	1085	0.3333
Rprec_mult_1.60       	1085	0.2857
Rprec_mult_1.80       	1085	0.3750
Rprec_mult_2.00       	1085	0.3750
utility               	1085	-192.0000
11pt_avg              	1085	0.4798
binG                  	1085	0.4608
G                     	1085	0.2783
ndcg                  	1085	0.5976
ndcg_rel              	1085	0.5300
Rndcg                 	1085	0.5154
ndcg_cut_5            	1085	0.3946
ndcg_cut_10           	1085	0.5208
ndcg_cut_15           	1085	0.5342
ndcg_cut_20           	1085	0.5342
ndcg_cut_30           	1085	0.5549
ndcg_cut_100          	1085	0.5702
ndcg_cut_200          	1085	0.5976
ndcg_cut_500          	1085	0.5976
ndcg_cut_1000         	1085	0.5976
map_cut_5             	1085	0.2500
map_cut_10            	1085	0.4549
map_cut_15            	1085	0.4549
map_cut_20            	1085	0.4549
map_cut_30            	1085	0.4549
map_cut_100           	1085	0.4549
map_cut_200           	1085	0.4549
map_cut_500           	1085	0.4549
map_cut_1000          	1085	0.4549
relative_P_5          	1085	0.5000
relative_P_10         	1085	1.0000
relative_P_15         	1085	1.0000
relative_P_20         	1085	1.0000
relative_P_30         	1085	1.0000
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	0.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0200
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0200
set_F                 	1085	0.0392
num_nonrel_judged_ret 	1085	93
rbp                   	1085	0.2673
rbp_resid             	1085	0.2930
unj_5                 	1085	0.4000
unj_10                	1085	0.2000
unj_20                	1085	0.2500
num_ret               	1087	200
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.0595
Rprec                 	1087	0.0000
bpref                 	1087	0.0000
recip_rank            	1087	0.0714
iprec_at_recall_0.00  	1087	0.0714
iprec_at_recall_0.10  	1087	0.0714
iprec_at_recall_0.20  	1087	0.0714
iprec_at_recall_0.30  	1087	0.0714
iprec_at_recall_0.40  	1087	0.0714
iprec_at_recall_0.50  	1087	0.0714
iprec_at_recall_0.60  	1087	0.0714
iprec_at_recall_0.70  	1087	0.0714
iprec_at_recall_0.80  	1087	0.0476
iprec_at_recall_0.90  	1087	0.0476
iprec_at_recall_1.00  	1087	0.0476
P_5                   	1087	0.0000
P_10                  	1087	0.0000
P_15                  	1087	0.0667
P_20                  	1087	0.0500
P_30                  	1087	0.0333
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'110100-1-0'
recall_5              	1087	0.0000
recall_10             	1087	0.0000
recall_15             	1087	0.5000
recall_20             	1087	0.5000
recall_30             	1087	0.5000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.0595
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.0000
Rprec_mult_0.80       	1087	0.0000
Rprec_mult_1.00       	1087	0.0000
Rprec_mult_1.20       	1087	0.0000
Rprec_mult_1.40       	1087	0.0000
Rprec_mult_1.60       	1087	0.0000
Rprec_mult_1.80       	1087	0.0000
Rprec_mult_2.00       	1087	0.0000
utility               	1087	-196.0000
11pt_avg              	1087	0.0649
binG                  	1087	0.2207
G                     	1087	0.1555
ndcg                  	1087	0.5446
ndcg_rel              	1087	0.4556
Rndcg                 	1087	0.4201
ndcg_cut_5            	1087	0.3320
ndcg_cut_10           	1087	0.3045
ndcg_cut_15           	1087	0.4031
ndcg_cut_20           	1087	0.3570
ndcg_cut_30           	1087	0.3639
ndcg_cut_100          	1087	0.4610
ndcg_cut_200          	1087	0.5446
ndcg_cut_500          	1087	0.5446
ndcg_cut_1000         	1087	0.5446
map_cut_5             	1087	0.0000
map_cut_10            	1087	0.0000
map_cut_15            	1087	0.0357
map_cut_20            	1087	0.0357
map_cut_30            	1087	0.0357
map_cut_100           	1087	0.0595
map_cut_200           	1087	0.0595
map_cut_500           	1087	0.0595
map_cut_1000          	1087	0.0595
relative_P_5          	1087	0.0000
relative_P_10         	1087	0.0000
relative_P_15         	1087	0.5000
relative_P_20         	1087	0.5000
relative_P_30         	1087	0.5000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	0.0000
success_10            	1087	0.0000
set_P                 	1087	0.0100
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0100
set_F                 	1087	0.0198
num_nonrel_judged_ret 	1087	127
rbp                   	1087	0.1648
rbp_resid             	1087	0.1728
unj_5                 	1087	0.0000
unj_10                	1087	0.2000
unj_20                	1087	0.2500
runid                 	all	hltime-qwen-jina
num_q                 	all	30
num_ret               	all	6000
num_rel               	all	183
num_rel_ret           	all	136
map                   	all	0.1934
gm_map                	all	0.0156
Rprec                 	all	0.2064
bpref                 	all	0.1713
recip_rank            	all	0.3398
iprec_at_recall_0.00  	all	0.3726
iprec_at_recall_0.10  	all	0.3423
iprec_at_recall_0.20  	all	0.3076
iprec_at_recall_0.30  	all	0.2815
iprec_at_recall_0.40  	all	0.2519
iprec_at_recall_0.50  	all	0.2132
iprec_at_recall_0.60  	all	0.2071
iprec_at_recall_0.70  	all	0.1699
iprec_at_recall_0.80  	all	0.1403
iprec_at_recall_0.90  	all	0.1076
iprec_at_recall_1.00  	all	0.0923
P_5                   	all	0.1800
P_10                  	all	0.1333
P_15                  	all	0.1178
P_20                  	all	0.1000
P_30                  	all	0.0767
P_100                 	all	0.0393
P_200                 	all	0.0227
P_500                 	all	0.0091
P_1000                	all	0.0045
recall_5              	all	0.1852
recall_10             	all	0.2854
recall_15             	all	0.3571
recall_20             	all	0.3747
recall_30             	all	0.4364
recall_100            	all	0.5804
recall_200            	all	0.6251
recall_500            	all	0.6251
recall_1000           	all	0.6251
infAP                 	all	0.1934
gm_bpref              	all	0.0030
Rprec_mult_0.20       	all	0.2028
Rprec_mult_0.40       	all	0.1984
Rprec_mult_0.60       	all	0.2079
Rprec_mult_0.80       	all	0.2133
Rprec_mult_1.00       	all	0.2064
Rprec_mult_1.20       	all	0.1756
Rprec_mult_1.40       	all	0.1594
Rprec_mult_1.60       	all	0.1469
Rprec_mult_1.80       	all	0.1384
Rprec_mult_2.00       	all	0.1336
utility               	all	-190.9333
11pt_avg              	all	0.2260
binG                  	all	0.2351
G                     	all	0.2533
ndcg                  	all	0.6174
ndcg_rel              	all	0.5795
Rndcg                 	all	0.4023
ndcg_cut_5            	all	0.5387
ndcg_cut_10           	all	0.5088
ndcg_cut_15           	all	0.5316
ndcg_cut_20           	all	0.5301
ndcg_cut_30           	all	0.5403
ndcg_cut_100          	all	0.5862
ndcg_cut_200          	all	0.6174
ndcg_cut_500          	all	0.6174
ndcg_cut_1000         	all	0.6174
map_cut_5             	all	0.1206
map_cut_10            	all	0.1495
map_cut_15            	all	0.1643
map_cut_20            	all	0.1695
map_cut_30            	all	0.1749
map_cut_100           	all	0.1898
map_cut_200           	all	0.1934
map_cut_500           	all	0.1934
map_cut_1000          	all	0.1934
relative_P_5          	all	0.2417
relative_P_10         	all	0.3033
relative_P_15         	all	0.3657
relative_P_20         	all	0.3801
relative_P_30         	all	0.4393
relative_P_100        	all	0.5804
relative_P_200        	all	0.6251
relative_P_500        	all	0.6251
relative_P_1000       	all	0.6251
success_1             	all	0.1667
success_5             	all	0.5667
success_10            	all	0.6000
set_P                 	all	0.0227
set_relative_P        	all	0.6251
set_recall            	all	0.6251
set_map               	all	0.0188
set_F                 	all	0.0420
num_nonrel_judged_ret 	all	3508
rbp                   	all	0.3186
rbp_resid             	all	0.0271
unj_5                 	all	0.0133
unj_10                	all	0.0167
unj_20                	all	0.0200
