num_ret               	1001	100
num_rel               	1001	14
num_rel_ret           	1001	13
map                   	1001	0.3687
Rprec                 	1001	0.3571
bpref                 	1001	0.3163
recip_rank            	1001	0.5000
iprec_at_recall_0.00  	1001	0.7500
iprec_at_recall_0.10  	1001	0.7500
iprec_at_recall_0.20  	1001	0.7500
iprec_at_recall_0.30  	1001	0.5714
iprec_at_recall_0.40  	1001	0.3333
iprec_at_recall_0.50  	1001	0.2963
iprec_at_recall_0.60  	1001	0.2963
iprec_at_recall_0.70  	1001	0.2632
iprec_at_recall_0.80  	1001	0.2449
iprec_at_recall_0.90  	1001	0.1806
iprec_at_recall_1.00  	1001	0.0000
P_5                   	1001	0.6000
P_10                  	1001	0.5000
P_15                  	1001	0.3333
P_20                  	1001	0.3000
P_30                  	1001	0.2667
P_100                 	1001	0.1300
P_200                 	1001	0.0650
P_500                 	1001	0.0260
P_1000                	1001	0.0130
relstring             	1001	'0333013131'
recall_5              	1001	0.2143
recall_10             	1001	0.3571
recall_15             	1001	0.3571
recall_20             	1001	0.4286
recall_30             	1001	0.5714
recall_100            	1001	0.9286
recall_200            	1001	0.9286
recall_500            	1001	0.9286
recall_1000           	1001	0.9286
infAP                 	1001	0.3687
Rprec_mult_0.20       	1001	0.6667
Rprec_mult_0.40       	1001	0.5000
Rprec_mult_0.60       	1001	0.5556
Rprec_mult_0.80       	1001	0.4167
Rprec_mult_1.00       	1001	0.3571
Rprec_mult_1.20       	1001	0.2941
Rprec_mult_1.40       	1001	0.3000
Rprec_mult_1.60       	1001	0.2609
Rprec_mult_1.80       	1001	0.2692
Rprec_mult_2.00       	1001	0.2857
utility               	1001	-74.0000
11pt_avg              	1001	0.4033
binG                  	1001	0.3144
G                     	1001	0.2176
ndcg                  	1001	0.7262
ndcg_rel              	1001	0.6307
Rndcg                 	1001	0.6198
ndcg_cut_5            	1001	0.5296
ndcg_cut_10           	1001	0.5538
ndcg_cut_15           	1001	0.4877
ndcg_cut_20           	1001	0.5339
ndcg_cut_30           	1001	0.6027
ndcg_cut_100          	1001	0.7262
ndcg_cut_200          	1001	0.7262
ndcg_cut_500          	1001	0.7262
ndcg_cut_1000         	1001	0.7262
map_cut_5             	1001	0.1369
map_cut_10            	1001	0.2174
map_cut_15            	1001	0.2174
map_cut_20            	1001	0.2412
map_cut_30            	1001	0.2824
map_cut_100           	1001	0.3687
map_cut_200           	1001	0.3687
map_cut_500           	1001	0.3687
map_cut_1000          	1001	0.3687
relative_P_5          	1001	0.6000
relative_P_10         	1001	0.5000
relative_P_15         	1001	0.3571
relative_P_20         	1001	0.4286
relative_P_30         	1001	0.5714
relative_P_100        	1001	0.9286
relative_P_200        	1001	0.9286
relative_P_500        	1001	0.9286
relative_P_1000       	1001	0.9286
success_1             	1001	0.0000
success_5             	1001	1.0000
success_10            	1001	1.0000
set_P                 	1001	0.1300
set_relative_P        	1001	0.9286
set_recall            	1001	0.9286
set_map               	1001	0.1207
set_F                 	1001	0.2281
num_nonrel_judged_ret 	1001	69
rbp                   	1001	0.4960
rbp_resid             	1001	0.0014
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	100
num_rel               	1003	4
num_rel_ret           	1003	3
map                   	1003	0.2538
Rprec                 	1003	0.2500
bpref                 	1003	0.2500
recip_rank            	1003	0.5000
iprec_at_recall_0.00  	1003	0.5000
iprec_at_recall_0.10  	1003	0.5000
iprec_at_recall_0.20  	1003	0.5000
iprec_at_recall_0.30  	1003	0.5000
iprec_at_recall_0.40  	1003	0.4000
iprec_at_recall_0.50  	1003	0.4000
iprec_at_recall_0.60  	1003	0.4000
iprec_at_recall_0.70  	1003	0.1154
iprec_at_recall_0.80  	1003	0.1154
iprec_at_recall_0.90  	1003	0.0000
iprec_at_recall_1.00  	1003	0.0000
P_5                   	1003	0.4000
P_10                  	1003	0.2000
P_15                  	1003	0.1333
P_20                  	1003	0.1000
P_30                  	1003	0.1000
P_100                 	1003	0.0300
P_200                 	1003	0.0150
P_500                 	1003	0.0060
P_1000                	1003	0.0030
relstring             	1003	'1311311011'
recall_5              	1003	0.5000
recall_10             	1003	0.5000
recall_15             	1003	0.5000
recall_20             	1003	0.5000
recall_30             	1003	0.7500
recall_100            	1003	0.7500
recall_200            	1003	0.7500
recall_500            	1003	0.7500
recall_1000           	1003	0.7500
infAP                 	1003	0.2538
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.5000
Rprec_mult_0.60       	1003	0.3333
Rprec_mult_0.80       	1003	0.2500
Rprec_mult_1.00       	1003	0.2500
Rprec_mult_1.20       	1003	0.4000
Rprec_mult_1.40       	1003	0.3333
Rprec_mult_1.60       	1003	0.2857
Rprec_mult_1.80       	1003	0.2500
Rprec_mult_2.00       	1003	0.2500
utility               	1003	-94.0000
11pt_avg              	1003	0.3119
binG                  	1003	0.3192
G                     	1003	0.1626
ndcg                  	1003	0.5750
ndcg_rel              	1003	0.6356
Rndcg                 	1003	0.5363
ndcg_cut_5            	1003	0.6175
ndcg_cut_10           	1003	0.6480
ndcg_cut_15           	1003	0.6669
ndcg_cut_20           	1003	0.6802
ndcg_cut_30           	1003	0.7425
ndcg_cut_100          	1003	0.6399
ndcg_cut_200          	1003	0.5750
ndcg_cut_500          	1003	0.5750
ndcg_cut_1000         	1003	0.5750
map_cut_5             	1003	0.2250
map_cut_10            	1003	0.2250
map_cut_15            	1003	0.2250
map_cut_20            	1003	0.2250
map_cut_30            	1003	0.2538
map_cut_100           	1003	0.2538
map_cut_200           	1003	0.2538
map_cut_500           	1003	0.2538
map_cut_1000          	1003	0.2538
relative_P_5          	1003	0.5000
relative_P_10         	1003	0.5000
relative_P_15         	1003	0.5000
relative_P_20         	1003	0.5000
relative_P_30         	1003	0.7500
relative_P_100        	1003	0.7500
relative_P_200        	1003	0.7500
relative_P_500        	1003	0.7500
relative_P_1000       	1003	0.7500
success_1             	1003	0.0000
success_5             	1003	1.0000
success_10            	1003	1.0000
set_P                 	1003	0.0300
set_relative_P        	1003	0.7500
set_recall            	1003	0.7500
set_map               	1003	0.0225
set_F                 	1003	0.0577
num_nonrel_judged_ret 	1003	87
rbp                   	1003	0.4071
rbp_resid             	1003	0.0013
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	100
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'1111111101'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-100.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.7125
ndcg                  	1007	0.8443
ndcg_rel              	1007	0.9542
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	1.0000
ndcg_cut_10           	1007	0.9337
ndcg_cut_15           	1007	0.8443
ndcg_cut_20           	1007	0.8443
ndcg_cut_30           	1007	0.8443
ndcg_cut_100          	1007	0.8443
ndcg_cut_200          	1007	0.8443
ndcg_cut_500          	1007	0.8443
ndcg_cut_1000         	1007	0.8443
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	91
rbp                   	1007	0.6431
rbp_resid             	1007	0.0018
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	100
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	1.0000
Rprec                 	1009	1.0000
bpref                 	1009	1.0000
recip_rank            	1009	1.0000
iprec_at_recall_0.00  	1009	1.0000
iprec_at_recall_0.10  	1009	1.0000
iprec_at_recall_0.20  	1009	1.0000
iprec_at_recall_0.30  	1009	1.0000
iprec_at_recall_0.40  	1009	1.0000
iprec_at_recall_0.50  	1009	1.0000
iprec_at_recall_0.60  	1009	1.0000
iprec_at_recall_0.70  	1009	1.0000
iprec_at_recall_0.80  	1009	1.0000
iprec_at_recall_0.90  	1009	1.0000
iprec_at_recall_1.00  	1009	1.0000
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'3110110001'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	1.0000
Rprec_mult_0.20       	1009	1.0000
Rprec_mult_0.40       	1009	1.0000
Rprec_mult_0.60       	1009	1.0000
Rprec_mult_0.80       	1009	1.0000
Rprec_mult_1.00       	1009	1.0000
Rprec_mult_1.20       	1009	0.5000
Rprec_mult_1.40       	1009	0.5000
Rprec_mult_1.60       	1009	0.5000
Rprec_mult_1.80       	1009	0.5000
Rprec_mult_2.00       	1009	0.5000
utility               	1009	-98.0000
11pt_avg              	1009	1.0000
binG                  	1009	1.0000
G                     	1009	0.4312
ndcg                  	1009	0.7492
ndcg_rel              	1009	0.8196
Rndcg                 	1009	0.8171
ndcg_cut_5            	1009	0.9130
ndcg_cut_10           	1009	0.7890
ndcg_cut_15           	1009	0.7240
ndcg_cut_20           	1009	0.7022
ndcg_cut_30           	1009	0.7273
ndcg_cut_100          	1009	0.7492
ndcg_cut_200          	1009	0.7492
ndcg_cut_500          	1009	0.7492
ndcg_cut_1000         	1009	0.7492
map_cut_5             	1009	1.0000
map_cut_10            	1009	1.0000
map_cut_15            	1009	1.0000
map_cut_20            	1009	1.0000
map_cut_30            	1009	1.0000
map_cut_100           	1009	1.0000
map_cut_200           	1009	1.0000
map_cut_500           	1009	1.0000
map_cut_1000          	1009	1.0000
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	1.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0100
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0100
set_F                 	1009	0.0198
num_nonrel_judged_ret 	1009	77
rbp                   	1009	0.2327
rbp_resid             	1009	0.0069
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	100
num_rel               	1011	4
num_rel_ret           	1011	0
map                   	1011	0.0000
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0000
iprec_at_recall_0.00  	1011	0.0000
iprec_at_recall_0.10  	1011	0.0000
iprec_at_recall_0.20  	1011	0.0000
iprec_at_recall_0.30  	1011	0.0000
iprec_at_recall_0.40  	1011	0.0000
iprec_at_recall_0.50  	1011	0.0000
iprec_at_recall_0.60  	1011	0.0000
iprec_at_recall_0.70  	1011	0.0000
iprec_at_recall_0.80  	1011	0.0000
iprec_at_recall_0.90  	1011	0.0000
iprec_at_recall_1.00  	1011	0.0000
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0000
P_200                 	1011	0.0000
P_500                 	1011	0.0000
P_1000                	1011	0.0000
relstring             	1011	'1101110001'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.0000
recall_200            	1011	0.0000
recall_500            	1011	0.0000
recall_1000           	1011	0.0000
infAP                 	1011	0.0000
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-100.0000
11pt_avg              	1011	0.0000
binG                  	1011	0.0000
G                     	1011	0.0557
ndcg                  	1011	0.2698
ndcg_rel              	1011	0.2842
Rndcg                 	1011	0.2690
ndcg_cut_5            	1011	0.3033
ndcg_cut_10           	1011	0.3200
ndcg_cut_15           	1011	0.3277
ndcg_cut_20           	1011	0.3530
ndcg_cut_30           	1011	0.3159
ndcg_cut_100          	1011	0.2806
ndcg_cut_200          	1011	0.2698
ndcg_cut_500          	1011	0.2698
ndcg_cut_1000         	1011	0.2698
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0000
map_cut_200           	1011	0.0000
map_cut_500           	1011	0.0000
map_cut_1000          	1011	0.0000
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.0000
relative_P_200        	1011	0.0000
relative_P_500        	1011	0.0000
relative_P_1000       	1011	0.0000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0000
set_relative_P        	1011	0.0000
set_recall            	1011	0.0000
set_map               	1011	0.0000
set_F                 	1011	0.0000
num_nonrel_judged_ret 	1011	96
rbp                   	1011	0.1807
rbp_resid             	1011	0.0015
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	100
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.5134
Rprec                 	1013	0.5000
bpref                 	1013	0.4375
recip_rank            	1013	1.0000
iprec_at_recall_0.00  	1013	1.0000
iprec_at_recall_0.10  	1013	1.0000
iprec_at_recall_0.20  	1013	1.0000
iprec_at_recall_0.30  	1013	1.0000
iprec_at_recall_0.40  	1013	0.6667
iprec_at_recall_0.50  	1013	0.6667
iprec_at_recall_0.60  	1013	0.6667
iprec_at_recall_0.70  	1013	0.2105
iprec_at_recall_0.80  	1013	0.2105
iprec_at_recall_0.90  	1013	0.2105
iprec_at_recall_1.00  	1013	0.2105
P_5                   	1013	0.4000
P_10                  	1013	0.2000
P_15                  	1013	0.1333
P_20                  	1013	0.2000
P_30                  	1013	0.1333
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'3131110011'
recall_5              	1013	0.5000
recall_10             	1013	0.5000
recall_15             	1013	0.5000
recall_20             	1013	1.0000
recall_30             	1013	1.0000
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.5134
Rprec_mult_0.20       	1013	1.0000
Rprec_mult_0.40       	1013	0.5000
Rprec_mult_0.60       	1013	0.6667
Rprec_mult_0.80       	1013	0.5000
Rprec_mult_1.00       	1013	0.5000
Rprec_mult_1.20       	1013	0.4000
Rprec_mult_1.40       	1013	0.3333
Rprec_mult_1.60       	1013	0.2857
Rprec_mult_1.80       	1013	0.2500
Rprec_mult_2.00       	1013	0.2500
utility               	1013	-92.0000
11pt_avg              	1013	0.6220
binG                  	1013	0.5314
G                     	1013	0.2830
ndcg                  	1013	0.7512
ndcg_rel              	1013	0.7456
Rndcg                 	1013	0.7182
ndcg_cut_5            	1013	0.7370
ndcg_cut_10           	1013	0.7132
ndcg_cut_15           	1013	0.7010
ndcg_cut_20           	1013	0.7881
ndcg_cut_30           	1013	0.7440
ndcg_cut_100          	1013	0.7512
ndcg_cut_200          	1013	0.7512
ndcg_cut_500          	1013	0.7512
ndcg_cut_1000         	1013	0.7512
map_cut_5             	1013	0.4167
map_cut_10            	1013	0.4167
map_cut_15            	1013	0.4167
map_cut_20            	1013	0.5134
map_cut_30            	1013	0.5134
map_cut_100           	1013	0.5134
map_cut_200           	1013	0.5134
map_cut_500           	1013	0.5134
map_cut_1000          	1013	0.5134
relative_P_5          	1013	0.5000
relative_P_10         	1013	0.5000
relative_P_15         	1013	0.5000
relative_P_20         	1013	1.0000
relative_P_30         	1013	1.0000
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	1.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0400
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0400
set_F                 	1013	0.0769
num_nonrel_judged_ret 	1013	70
rbp                   	1013	0.3954
rbp_resid             	1013	0.0105
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	100
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'1101001100'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-100.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.3435
ndcg                  	1015	0.6671
ndcg_rel              	1015	0.7157
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.6992
ndcg_cut_10           	1015	0.5965
ndcg_cut_15           	1015	0.5566
ndcg_cut_20           	1015	0.5991
ndcg_cut_30           	1015	0.5991
ndcg_cut_100          	1015	0.6671
ndcg_cut_200          	1015	0.6671
ndcg_cut_500          	1015	0.6671
ndcg_cut_1000         	1015	0.6671
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	86
rbp                   	1015	0.4121
rbp_resid             	1015	0.0032
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	100
num_rel               	1017	4
num_rel_ret           	1017	4
map                   	1017	0.0903
Rprec                 	1017	0.0000
bpref                 	1017	0.0000
recip_rank            	1017	0.1250
iprec_at_recall_0.00  	1017	0.1250
iprec_at_recall_0.10  	1017	0.1250
iprec_at_recall_0.20  	1017	0.1250
iprec_at_recall_0.30  	1017	0.1250
iprec_at_recall_0.40  	1017	0.0952
iprec_at_recall_0.50  	1017	0.0952
iprec_at_recall_0.60  	1017	0.0952
iprec_at_recall_0.70  	1017	0.0811
iprec_at_recall_0.80  	1017	0.0811
iprec_at_recall_0.90  	1017	0.0597
iprec_at_recall_1.00  	1017	0.0597
P_5                   	1017	0.0000
P_10                  	1017	0.1000
P_15                  	1017	0.0667
P_20                  	1017	0.0500
P_30                  	1017	0.0667
P_100                 	1017	0.0400
P_200                 	1017	0.0200
P_500                 	1017	0.0080
P_1000                	1017	0.0040
relstring             	1017	'0110100310'
recall_5              	1017	0.0000
recall_10             	1017	0.2500
recall_15             	1017	0.2500
recall_20             	1017	0.2500
recall_30             	1017	0.5000
recall_100            	1017	1.0000
recall_200            	1017	1.0000
recall_500            	1017	1.0000
recall_1000           	1017	1.0000
infAP                 	1017	0.0903
Rprec_mult_0.20       	1017	0.0000
Rprec_mult_0.40       	1017	0.0000
Rprec_mult_0.60       	1017	0.0000
Rprec_mult_0.80       	1017	0.0000
Rprec_mult_1.00       	1017	0.0000
Rprec_mult_1.20       	1017	0.0000
Rprec_mult_1.40       	1017	0.0000
Rprec_mult_1.60       	1017	0.0000
Rprec_mult_1.80       	1017	0.1250
Rprec_mult_2.00       	1017	0.1250
utility               	1017	-92.0000
11pt_avg              	1017	0.0970
binG                  	1017	0.2257
G                     	1017	0.1319
ndcg                  	1017	0.4227
ndcg_rel              	1017	0.3816
Rndcg                 	1017	0.3182
ndcg_cut_5            	1017	0.1880
ndcg_cut_10           	1017	0.2861
ndcg_cut_15           	1017	0.3250
ndcg_cut_20           	1017	0.3510
ndcg_cut_30           	1017	0.3759
ndcg_cut_100          	1017	0.4227
ndcg_cut_200          	1017	0.4227
ndcg_cut_500          	1017	0.4227
ndcg_cut_1000         	1017	0.4227
map_cut_5             	1017	0.0000
map_cut_10            	1017	0.0312
map_cut_15            	1017	0.0312
map_cut_20            	1017	0.0312
map_cut_30            	1017	0.0551
map_cut_100           	1017	0.0903
map_cut_200           	1017	0.0903
map_cut_500           	1017	0.0903
map_cut_1000          	1017	0.0903
relative_P_5          	1017	0.0000
relative_P_10         	1017	0.2500
relative_P_15         	1017	0.2500
relative_P_20         	1017	0.2500
relative_P_30         	1017	0.5000
relative_P_100        	1017	1.0000
relative_P_200        	1017	1.0000
relative_P_500        	1017	1.0000
relative_P_1000       	1017	1.0000
success_1             	1017	0.0000
success_5             	1017	0.0000
success_10            	1017	1.0000
set_P                 	1017	0.0400
set_relative_P        	1017	1.0000
set_recall            	1017	1.0000
set_map               	1017	0.0400
set_F                 	1017	0.0769
num_nonrel_judged_ret 	1017	86
rbp                   	1017	0.2102
rbp_resid             	1017	0.0008
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	100
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1111010011'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-100.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.2968
ndcg                  	1019	0.6393
ndcg_rel              	1019	0.7108
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.8688
ndcg_cut_10           	1019	0.7721
ndcg_cut_15           	1019	0.6461
ndcg_cut_20           	1019	0.6067
ndcg_cut_30           	1019	0.5617
ndcg_cut_100          	1019	0.6393
ndcg_cut_200          	1019	0.6393
ndcg_cut_500          	1019	0.6393
ndcg_cut_1000         	1019	0.6393
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	93
rbp                   	1019	0.5719
rbp_resid             	1019	0.0003
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	100
num_rel               	1023	7
num_rel_ret           	1023	1
map                   	1023	0.0026
Rprec                 	1023	0.0000
bpref                 	1023	0.0000
recip_rank            	1023	0.0185
iprec_at_recall_0.00  	1023	0.0185
iprec_at_recall_0.10  	1023	0.0185
iprec_at_recall_0.20  	1023	0.0185
iprec_at_recall_0.30  	1023	0.0000
iprec_at_recall_0.40  	1023	0.0000
iprec_at_recall_0.50  	1023	0.0000
iprec_at_recall_0.60  	1023	0.0000
iprec_at_recall_0.70  	1023	0.0000
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.0000
P_15                  	1023	0.0000
P_20                  	1023	0.0000
P_30                  	1023	0.0000
P_100                 	1023	0.0100
P_200                 	1023	0.0050
P_500                 	1023	0.0020
P_1000                	1023	0.0010
relstring             	1023	'0100100000'
recall_5              	1023	0.0000
recall_10             	1023	0.0000
recall_15             	1023	0.0000
recall_20             	1023	0.0000
recall_30             	1023	0.0000
recall_100            	1023	0.1429
recall_200            	1023	0.1429
recall_500            	1023	0.1429
recall_1000           	1023	0.1429
infAP                 	1023	0.0026
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.0000
Rprec_mult_1.20       	1023	0.0000
Rprec_mult_1.40       	1023	0.0000
Rprec_mult_1.60       	1023	0.0000
Rprec_mult_1.80       	1023	0.0000
Rprec_mult_2.00       	1023	0.0000
utility               	1023	-98.0000
11pt_avg              	1023	0.0051
binG                  	1023	0.0247
G                     	1023	0.0337
ndcg                  	1023	0.1325
ndcg_rel              	1023	0.1278
Rndcg                 	1023	0.1121
ndcg_cut_5            	1023	0.1151
ndcg_cut_10           	1023	0.0861
ndcg_cut_15           	1023	0.0775
ndcg_cut_20           	1023	0.0711
ndcg_cut_30           	1023	0.0743
ndcg_cut_100          	1023	0.1325
ndcg_cut_200          	1023	0.1325
ndcg_cut_500          	1023	0.1325
ndcg_cut_1000         	1023	0.1325
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0000
map_cut_15            	1023	0.0000
map_cut_20            	1023	0.0000
map_cut_30            	1023	0.0000
map_cut_100           	1023	0.0026
map_cut_200           	1023	0.0026
map_cut_500           	1023	0.0026
map_cut_1000          	1023	0.0026
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.0000
relative_P_15         	1023	0.0000
relative_P_20         	1023	0.0000
relative_P_30         	1023	0.0000
relative_P_100        	1023	0.1429
relative_P_200        	1023	0.1429
relative_P_500        	1023	0.1429
relative_P_1000       	1023	0.1429
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	0.0000
set_P                 	1023	0.0100
set_relative_P        	1023	0.1429
set_recall            	1023	0.1429
set_map               	1023	0.0014
set_F                 	1023	0.0187
num_nonrel_judged_ret 	1023	91
rbp                   	1023	0.0561
rbp_resid             	1023	0.0005
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	100
num_rel               	1025	2
num_rel_ret           	1025	1
map                   	1025	0.0455
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0909
iprec_at_recall_0.00  	1025	0.0909
iprec_at_recall_0.10  	1025	0.0909
iprec_at_recall_0.20  	1025	0.0909
iprec_at_recall_0.30  	1025	0.0909
iprec_at_recall_0.40  	1025	0.0909
iprec_at_recall_0.50  	1025	0.0909
iprec_at_recall_0.60  	1025	0.0909
iprec_at_recall_0.70  	1025	0.0909
iprec_at_recall_0.80  	1025	0.0000
iprec_at_recall_0.90  	1025	0.0000
iprec_at_recall_1.00  	1025	0.0000
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0667
P_20                  	1025	0.0500
P_30                  	1025	0.0333
P_100                 	1025	0.0100
P_200                 	1025	0.0050
P_500                 	1025	0.0020
P_1000                	1025	0.0010
relstring             	1025	'1100000001'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.5000
recall_20             	1025	0.5000
recall_30             	1025	0.5000
recall_100            	1025	0.5000
recall_200            	1025	0.5000
recall_500            	1025	0.5000
recall_1000           	1025	0.5000
infAP                 	1025	0.0455
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-98.0000
11pt_avg              	1025	0.0661
binG                  	1025	0.1395
G                     	1025	0.1127
ndcg                  	1025	0.3868
ndcg_rel              	1025	0.3597
Rndcg                 	1025	0.3418
ndcg_cut_5            	1025	0.2626
ndcg_cut_10           	1025	0.2460
ndcg_cut_15           	1025	0.3296
ndcg_cut_20           	1025	0.3140
ndcg_cut_30           	1025	0.2947
ndcg_cut_100          	1025	0.3868
ndcg_cut_200          	1025	0.3868
ndcg_cut_500          	1025	0.3868
ndcg_cut_1000         	1025	0.3868
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0455
map_cut_20            	1025	0.0455
map_cut_30            	1025	0.0455
map_cut_100           	1025	0.0455
map_cut_200           	1025	0.0455
map_cut_500           	1025	0.0455
map_cut_1000          	1025	0.0455
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.5000
relative_P_20         	1025	0.5000
relative_P_30         	1025	0.5000
relative_P_100        	1025	0.5000
relative_P_200        	1025	0.5000
relative_P_500        	1025	0.5000
relative_P_1000       	1025	0.5000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0100
set_relative_P        	1025	0.5000
set_recall            	1025	0.5000
set_map               	1025	0.0050
set_F                 	1025	0.0196
num_nonrel_judged_ret 	1025	98
rbp                   	1025	0.1336
rbp_resid             	1025	0.0000
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	100
num_rel               	1029	8
num_rel_ret           	1029	6
map                   	1029	0.4157
Rprec                 	1029	0.5000
bpref                 	1029	0.4062
recip_rank            	1029	1.0000
iprec_at_recall_0.00  	1029	1.0000
iprec_at_recall_0.10  	1029	1.0000
iprec_at_recall_0.20  	1029	0.6667
iprec_at_recall_0.30  	1029	0.6667
iprec_at_recall_0.40  	1029	0.6000
iprec_at_recall_0.50  	1029	0.5714
iprec_at_recall_0.60  	1029	0.3333
iprec_at_recall_0.70  	1029	0.1538
iprec_at_recall_0.80  	1029	0.1538
iprec_at_recall_0.90  	1029	0.0000
iprec_at_recall_1.00  	1029	0.0000
P_5                   	1029	0.6000
P_10                  	1029	0.4000
P_15                  	1029	0.3333
P_20                  	1029	0.2500
P_30                  	1029	0.1667
P_100                 	1029	0.0600
P_200                 	1029	0.0300
P_500                 	1029	0.0120
P_1000                	1029	0.0060
relstring             	1029	'3030313001'
recall_5              	1029	0.3750
recall_10             	1029	0.5000
recall_15             	1029	0.6250
recall_20             	1029	0.6250
recall_30             	1029	0.6250
recall_100            	1029	0.7500
recall_200            	1029	0.7500
recall_500            	1029	0.7500
recall_1000           	1029	0.7500
infAP                 	1029	0.4157
Rprec_mult_0.20       	1029	0.5000
Rprec_mult_0.40       	1029	0.5000
Rprec_mult_0.60       	1029	0.6000
Rprec_mult_0.80       	1029	0.5714
Rprec_mult_1.00       	1029	0.5000
Rprec_mult_1.20       	1029	0.4000
Rprec_mult_1.40       	1029	0.3333
Rprec_mult_1.60       	1029	0.3077
Rprec_mult_1.80       	1029	0.3333
Rprec_mult_2.00       	1029	0.3125
utility               	1029	-88.0000
11pt_avg              	1029	0.4678
binG                  	1029	0.3794
G                     	1029	0.1685
ndcg                  	1029	0.5853
ndcg_rel              	1029	0.5977
Rndcg                 	1029	0.5762
ndcg_cut_5            	1029	0.6399
ndcg_cut_10           	1029	0.5868
ndcg_cut_15           	1029	0.6430
ndcg_cut_20           	1029	0.6244
ndcg_cut_30           	1029	0.5720
ndcg_cut_100          	1029	0.5853
ndcg_cut_200          	1029	0.5853
ndcg_cut_500          	1029	0.5853
ndcg_cut_1000         	1029	0.5853
map_cut_5             	1029	0.2833
map_cut_10            	1029	0.3548
map_cut_15            	1029	0.3964
map_cut_20            	1029	0.3964
map_cut_30            	1029	0.3964
map_cut_100           	1029	0.4157
map_cut_200           	1029	0.4157
map_cut_500           	1029	0.4157
map_cut_1000          	1029	0.4157
relative_P_5          	1029	0.6000
relative_P_10         	1029	0.5000
relative_P_15         	1029	0.6250
relative_P_20         	1029	0.6250
relative_P_30         	1029	0.6250
relative_P_100        	1029	0.7500
relative_P_200        	1029	0.7500
relative_P_500        	1029	0.7500
relative_P_1000       	1029	0.7500
success_1             	1029	1.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0600
set_relative_P        	1029	0.7500
set_recall            	1029	0.7500
set_map               	1029	0.0450
set_F                 	1029	0.1111
num_nonrel_judged_ret 	1029	83
rbp                   	1029	0.4130
rbp_resid             	1029	0.0016
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	100
num_rel               	1031	44
num_rel_ret           	1031	18
map                   	1031	0.1894
Rprec                 	1031	0.3182
bpref                 	1031	0.2541
recip_rank            	1031	1.0000
iprec_at_recall_0.00  	1031	1.0000
iprec_at_recall_0.10  	1031	0.6250
iprec_at_recall_0.20  	1031	0.4167
iprec_at_recall_0.30  	1031	0.3333
iprec_at_recall_0.40  	1031	0.2647
iprec_at_recall_0.50  	1031	0.0000
iprec_at_recall_0.60  	1031	0.0000
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.6000
P_10                  	1031	0.5000
P_15                  	1031	0.4667
P_20                  	1031	0.4000
P_30                  	1031	0.4000
P_100                 	1031	0.1800
P_200                 	1031	0.0900
P_500                 	1031	0.0360
P_1000                	1031	0.0180
relstring             	1031	'3131313311'
recall_5              	1031	0.0682
recall_10             	1031	0.1136
recall_15             	1031	0.1591
recall_20             	1031	0.1818
recall_30             	1031	0.2727
recall_100            	1031	0.4091
recall_200            	1031	0.4091
recall_500            	1031	0.4091
recall_1000           	1031	0.4091
infAP                 	1031	0.1894
Rprec_mult_0.20       	1031	0.5556
Rprec_mult_0.40       	1031	0.3889
Rprec_mult_0.60       	1031	0.3704
Rprec_mult_0.80       	1031	0.3333
Rprec_mult_1.00       	1031	0.3182
Rprec_mult_1.20       	1031	0.3019
Rprec_mult_1.40       	1031	0.2581
Rprec_mult_1.60       	1031	0.2535
Rprec_mult_1.80       	1031	0.2250
Rprec_mult_2.00       	1031	0.2045
utility               	1031	-64.0000
11pt_avg              	1031	0.2400
binG                  	1031	0.1373
G                     	1031	0.0867
ndcg                  	1031	0.4269
ndcg_rel              	1031	0.4830
Rndcg                 	1031	0.4718
ndcg_cut_5            	1031	0.7600
ndcg_cut_10           	1031	0.7054
ndcg_cut_15           	1031	0.6678
ndcg_cut_20           	1031	0.6218
ndcg_cut_30           	1031	0.5853
ndcg_cut_100          	1031	0.5126
ndcg_cut_200          	1031	0.4269
ndcg_cut_500          	1031	0.4269
ndcg_cut_1000         	1031	0.4269
map_cut_5             	1031	0.0515
map_cut_10            	1031	0.0787
map_cut_15            	1031	0.1023
map_cut_20            	1031	0.1114
map_cut_30            	1031	0.1478
map_cut_100           	1031	0.1894
map_cut_200           	1031	0.1894
map_cut_500           	1031	0.1894
map_cut_1000          	1031	0.1894
relative_P_5          	1031	0.6000
relative_P_10         	1031	0.5000
relative_P_15         	1031	0.4667
relative_P_20         	1031	0.4000
relative_P_30         	1031	0.4000
relative_P_100        	1031	0.4091
relative_P_200        	1031	0.4091
relative_P_500        	1031	0.4091
relative_P_1000       	1031	0.4091
success_1             	1031	1.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.1800
set_relative_P        	1031	0.4091
set_recall            	1031	0.4091
set_map               	1031	0.0736
set_F                 	1031	0.2500
num_nonrel_judged_ret 	1031	69
rbp                   	1031	0.6030
rbp_resid             	1031	0.0029
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	100
num_rel               	1033	13
num_rel_ret           	1033	9
map                   	1033	0.1667
Rprec                 	1033	0.3077
bpref                 	1033	0.1598
recip_rank            	1033	0.5000
iprec_at_recall_0.00  	1033	0.5000
iprec_at_recall_0.10  	1033	0.5000
iprec_at_recall_0.20  	1033	0.3077
iprec_at_recall_0.30  	1033	0.3077
iprec_at_recall_0.40  	1033	0.2273
iprec_at_recall_0.50  	1033	0.1600
iprec_at_recall_0.60  	1033	0.1600
iprec_at_recall_0.70  	1033	0.1169
iprec_at_recall_0.80  	1033	0.0000
iprec_at_recall_0.90  	1033	0.0000
iprec_at_recall_1.00  	1033	0.0000
P_5                   	1033	0.2000
P_10                  	1033	0.2000
P_15                  	1033	0.2667
P_20                  	1033	0.2000
P_30                  	1033	0.2000
P_100                 	1033	0.0900
P_200                 	1033	0.0450
P_500                 	1033	0.0180
P_1000                	1033	0.0090
relstring             	1033	'1310111131'
recall_5              	1033	0.0769
recall_10             	1033	0.1538
recall_15             	1033	0.3077
recall_20             	1033	0.3077
recall_30             	1033	0.4615
recall_100            	1033	0.6923
recall_200            	1033	0.6923
recall_500            	1033	0.6923
recall_1000           	1033	0.6923
infAP                 	1033	0.1667
Rprec_mult_0.20       	1033	0.3333
Rprec_mult_0.40       	1033	0.1667
Rprec_mult_0.60       	1033	0.1250
Rprec_mult_0.80       	1033	0.2727
Rprec_mult_1.00       	1033	0.3077
Rprec_mult_1.20       	1033	0.2500
Rprec_mult_1.40       	1033	0.2105
Rprec_mult_1.60       	1033	0.1905
Rprec_mult_1.80       	1033	0.2083
Rprec_mult_2.00       	1033	0.1923
utility               	1033	-82.0000
11pt_avg              	1033	0.2072
binG                  	1033	0.1939
G                     	1033	0.1716
ndcg                  	1033	0.6531
ndcg_rel              	1033	0.5882
Rndcg                 	1033	0.5773
ndcg_cut_5            	1033	0.4273
ndcg_cut_10           	1033	0.4385
ndcg_cut_15           	1033	0.4892
ndcg_cut_20           	1033	0.5231
ndcg_cut_30           	1033	0.6068
ndcg_cut_100          	1033	0.6531
ndcg_cut_200          	1033	0.6531
ndcg_cut_500          	1033	0.6531
ndcg_cut_1000         	1033	0.6531
map_cut_5             	1033	0.0385
map_cut_10            	1033	0.0556
map_cut_15            	1033	0.1002
map_cut_20            	1033	0.1002
map_cut_30            	1033	0.1342
map_cut_100           	1033	0.1667
map_cut_200           	1033	0.1667
map_cut_500           	1033	0.1667
map_cut_1000          	1033	0.1667
relative_P_5          	1033	0.2000
relative_P_10         	1033	0.2000
relative_P_15         	1033	0.3077
relative_P_20         	1033	0.3077
relative_P_30         	1033	0.4615
relative_P_100        	1033	0.6923
relative_P_200        	1033	0.6923
relative_P_500        	1033	0.6923
relative_P_1000       	1033	0.6923
success_1             	1033	0.0000
success_5             	1033	1.0000
success_10            	1033	1.0000
set_P                 	1033	0.0900
set_relative_P        	1033	0.6923
set_recall            	1033	0.6923
set_map               	1033	0.0623
set_F                 	1033	0.1593
num_nonrel_judged_ret 	1033	84
rbp                   	1033	0.4316
rbp_resid             	1033	0.0006
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	100
num_rel               	1035	3
num_rel_ret           	1035	0
map                   	1035	0.0000
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0000
iprec_at_recall_0.00  	1035	0.0000
iprec_at_recall_0.10  	1035	0.0000
iprec_at_recall_0.20  	1035	0.0000
iprec_at_recall_0.30  	1035	0.0000
iprec_at_recall_0.40  	1035	0.0000
iprec_at_recall_0.50  	1035	0.0000
iprec_at_recall_0.60  	1035	0.0000
iprec_at_recall_0.70  	1035	0.0000
iprec_at_recall_0.80  	1035	0.0000
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0000
P_20                  	1035	0.0000
P_30                  	1035	0.0000
P_100                 	1035	0.0000
P_200                 	1035	0.0000
P_500                 	1035	0.0000
P_1000                	1035	0.0000
relstring             	1035	'0000000000'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.0000
recall_20             	1035	0.0000
recall_30             	1035	0.0000
recall_100            	1035	0.0000
recall_200            	1035	0.0000
recall_500            	1035	0.0000
recall_1000           	1035	0.0000
infAP                 	1035	0.0000
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-100.0000
11pt_avg              	1035	0.0000
binG                  	1035	0.0000
G                     	1035	0.0071
ndcg                  	1035	0.0268
ndcg_rel              	1035	0.0270
Rndcg                 	1035	0.0178
ndcg_cut_5            	1035	0.0000
ndcg_cut_10           	1035	0.0000
ndcg_cut_15           	1035	0.0259
ndcg_cut_20           	1035	0.0232
ndcg_cut_30           	1035	0.0363
ndcg_cut_100          	1035	0.0268
ndcg_cut_200          	1035	0.0268
ndcg_cut_500          	1035	0.0268
ndcg_cut_1000         	1035	0.0268
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0000
map_cut_20            	1035	0.0000
map_cut_30            	1035	0.0000
map_cut_100           	1035	0.0000
map_cut_200           	1035	0.0000
map_cut_500           	1035	0.0000
map_cut_1000          	1035	0.0000
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.0000
relative_P_20         	1035	0.0000
relative_P_30         	1035	0.0000
relative_P_100        	1035	0.0000
relative_P_200        	1035	0.0000
relative_P_500        	1035	0.0000
relative_P_1000       	1035	0.0000
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0000
set_relative_P        	1035	0.0000
set_recall            	1035	0.0000
set_map               	1035	0.0000
set_F                 	1035	0.0000
num_nonrel_judged_ret 	1035	85
rbp                   	1035	0.0135
rbp_resid             	1035	0.0063
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	100
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'0111110000'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-100.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.5396
ndcg                  	1037	0.7750
ndcg_rel              	1037	0.6240
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.6608
ndcg_cut_10           	1037	0.6335
ndcg_cut_15           	1037	0.7078
ndcg_cut_20           	1037	0.7750
ndcg_cut_30           	1037	0.7750
ndcg_cut_100          	1037	0.7750
ndcg_cut_200          	1037	0.7750
ndcg_cut_500          	1037	0.7750
ndcg_cut_1000         	1037	0.7750
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	78
rbp                   	1037	0.4205
rbp_resid             	1037	0.0078
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	100
num_rel               	1041	6
num_rel_ret           	1041	2
map                   	1041	0.0243
Rprec                 	1041	0.0000
bpref                 	1041	0.0000
recip_rank            	1041	0.1250
iprec_at_recall_0.00  	1041	0.1250
iprec_at_recall_0.10  	1041	0.1250
iprec_at_recall_0.20  	1041	0.1250
iprec_at_recall_0.30  	1041	0.0208
iprec_at_recall_0.40  	1041	0.0208
iprec_at_recall_0.50  	1041	0.0000
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.0000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0333
P_100                 	1041	0.0200
P_200                 	1041	0.0100
P_500                 	1041	0.0040
P_1000                	1041	0.0020
relstring             	1041	'0110000311'
recall_5              	1041	0.0000
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.1667
recall_100            	1041	0.3333
recall_200            	1041	0.3333
recall_500            	1041	0.3333
recall_1000           	1041	0.3333
infAP                 	1041	0.0243
Rprec_mult_0.20       	1041	0.0000
Rprec_mult_0.40       	1041	0.0000
Rprec_mult_0.60       	1041	0.0000
Rprec_mult_0.80       	1041	0.0000
Rprec_mult_1.00       	1041	0.0000
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-96.0000
11pt_avg              	1041	0.0379
binG                  	1041	0.0779
G                     	1041	0.0980
ndcg                  	1041	0.3375
ndcg_rel              	1041	0.2973
Rndcg                 	1041	0.2331
ndcg_cut_5            	1041	0.1279
ndcg_cut_10           	1041	0.2392
ndcg_cut_15           	1041	0.2568
ndcg_cut_20           	1041	0.2522
ndcg_cut_30           	1041	0.2598
ndcg_cut_100          	1041	0.3375
ndcg_cut_200          	1041	0.3375
ndcg_cut_500          	1041	0.3375
ndcg_cut_1000         	1041	0.3375
map_cut_5             	1041	0.0000
map_cut_10            	1041	0.0208
map_cut_15            	1041	0.0208
map_cut_20            	1041	0.0208
map_cut_30            	1041	0.0208
map_cut_100           	1041	0.0243
map_cut_200           	1041	0.0243
map_cut_500           	1041	0.0243
map_cut_1000          	1041	0.0243
relative_P_5          	1041	0.0000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.1667
relative_P_100        	1041	0.3333
relative_P_200        	1041	0.3333
relative_P_500        	1041	0.3333
relative_P_1000       	1041	0.3333
success_1             	1041	0.0000
success_5             	1041	0.0000
success_10            	1041	1.0000
set_P                 	1041	0.0200
set_relative_P        	1041	0.3333
set_recall            	1041	0.3333
set_map               	1041	0.0067
set_F                 	1041	0.0377
num_nonrel_judged_ret 	1041	88
rbp                   	1041	0.1703
rbp_resid             	1041	0.0026
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	100
num_rel               	1047	19
num_rel_ret           	1047	13
map                   	1047	0.1260
Rprec                 	1047	0.2105
bpref                 	1047	0.0693
recip_rank            	1047	0.0769
iprec_at_recall_0.00  	1047	0.2381
iprec_at_recall_0.10  	1047	0.2381
iprec_at_recall_0.20  	1047	0.2381
iprec_at_recall_0.30  	1047	0.2308
iprec_at_recall_0.40  	1047	0.2143
iprec_at_recall_0.50  	1047	0.2083
iprec_at_recall_0.60  	1047	0.1864
iprec_at_recall_0.70  	1047	0.1477
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.0000
P_10                  	1047	0.0000
P_15                  	1047	0.1333
P_20                  	1047	0.2000
P_30                  	1047	0.2000
P_100                 	1047	0.1300
P_200                 	1047	0.0650
P_500                 	1047	0.0260
P_1000                	1047	0.0130
relstring             	1047	'1100110010'
recall_5              	1047	0.0000
recall_10             	1047	0.0000
recall_15             	1047	0.1053
recall_20             	1047	0.2105
recall_30             	1047	0.3158
recall_100            	1047	0.6842
recall_200            	1047	0.6842
recall_500            	1047	0.6842
recall_1000           	1047	0.6842
infAP                 	1047	0.1260
Rprec_mult_0.20       	1047	0.0000
Rprec_mult_0.40       	1047	0.0000
Rprec_mult_0.60       	1047	0.0000
Rprec_mult_0.80       	1047	0.1250
Rprec_mult_1.00       	1047	0.2105
Rprec_mult_1.20       	1047	0.2174
Rprec_mult_1.40       	1047	0.2222
Rprec_mult_1.60       	1047	0.1935
Rprec_mult_1.80       	1047	0.2000
Rprec_mult_2.00       	1047	0.1842
utility               	1047	-74.0000
11pt_avg              	1047	0.1547
binG                  	1047	0.1457
G                     	1047	0.1300
ndcg                  	1047	0.5147
ndcg_rel              	1047	0.4223
Rndcg                 	1047	0.4264
ndcg_cut_5            	1047	0.2281
ndcg_cut_10           	1047	0.1962
ndcg_cut_15           	1047	0.2861
ndcg_cut_20           	1047	0.3456
ndcg_cut_30           	1047	0.3898
ndcg_cut_100          	1047	0.5147
ndcg_cut_200          	1047	0.5147
ndcg_cut_500          	1047	0.5147
ndcg_cut_1000         	1047	0.5147
map_cut_5             	1047	0.0000
map_cut_10            	1047	0.0000
map_cut_15            	1047	0.0116
map_cut_20            	1047	0.0314
map_cut_30            	1047	0.0561
map_cut_100           	1047	0.1260
map_cut_200           	1047	0.1260
map_cut_500           	1047	0.1260
map_cut_1000          	1047	0.1260
relative_P_5          	1047	0.0000
relative_P_10         	1047	0.0000
relative_P_15         	1047	0.1333
relative_P_20         	1047	0.2105
relative_P_30         	1047	0.3158
relative_P_100        	1047	0.6842
relative_P_200        	1047	0.6842
relative_P_500        	1047	0.6842
relative_P_1000       	1047	0.6842
success_1             	1047	0.0000
success_5             	1047	0.0000
success_10            	1047	0.0000
set_P                 	1047	0.1300
set_relative_P        	1047	0.6842
set_recall            	1047	0.6842
set_map               	1047	0.0889
set_F                 	1047	0.2185
num_nonrel_judged_ret 	1047	65
rbp                   	1047	0.2865
rbp_resid             	1047	0.0076
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	100
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.4259
Rprec                 	1053	0.6667
bpref                 	1053	0.4444
recip_rank            	1053	0.5000
iprec_at_recall_0.00  	1053	0.6667
iprec_at_recall_0.10  	1053	0.6667
iprec_at_recall_0.20  	1053	0.6667
iprec_at_recall_0.30  	1053	0.6667
iprec_at_recall_0.40  	1053	0.6667
iprec_at_recall_0.50  	1053	0.6667
iprec_at_recall_0.60  	1053	0.6667
iprec_at_recall_0.70  	1053	0.6667
iprec_at_recall_0.80  	1053	0.6667
iprec_at_recall_0.90  	1053	0.1111
iprec_at_recall_1.00  	1053	0.1111
P_5                   	1053	0.4000
P_10                  	1053	0.2000
P_15                  	1053	0.1333
P_20                  	1053	0.1000
P_30                  	1053	0.1000
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'0331111010'
recall_5              	1053	0.6667
recall_10             	1053	0.6667
recall_15             	1053	0.6667
recall_20             	1053	0.6667
recall_30             	1053	1.0000
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.4259
Rprec_mult_0.20       	1053	0.0000
Rprec_mult_0.40       	1053	0.5000
Rprec_mult_0.60       	1053	0.5000
Rprec_mult_0.80       	1053	0.6667
Rprec_mult_1.00       	1053	0.6667
Rprec_mult_1.20       	1053	0.5000
Rprec_mult_1.40       	1053	0.4000
Rprec_mult_1.60       	1053	0.4000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-94.0000
11pt_avg              	1053	0.5657
binG                  	1053	0.4915
G                     	1053	0.2633
ndcg                  	1053	0.6826
ndcg_rel              	1053	0.6157
Rndcg                 	1053	0.6058
ndcg_cut_5            	1053	0.5839
ndcg_cut_10           	1053	0.5906
ndcg_cut_15           	1053	0.5680
ndcg_cut_20           	1053	0.5926
ndcg_cut_30           	1053	0.6073
ndcg_cut_100          	1053	0.6826
ndcg_cut_200          	1053	0.6826
ndcg_cut_500          	1053	0.6826
ndcg_cut_1000         	1053	0.6826
map_cut_5             	1053	0.3889
map_cut_10            	1053	0.3889
map_cut_15            	1053	0.3889
map_cut_20            	1053	0.3889
map_cut_30            	1053	0.4259
map_cut_100           	1053	0.4259
map_cut_200           	1053	0.4259
map_cut_500           	1053	0.4259
map_cut_1000          	1053	0.4259
relative_P_5          	1053	0.6667
relative_P_10         	1053	0.6667
relative_P_15         	1053	0.6667
relative_P_20         	1053	0.6667
relative_P_30         	1053	1.0000
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	0.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0300
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0300
set_F                 	1053	0.0583
num_nonrel_judged_ret 	1053	73
rbp                   	1053	0.3326
rbp_resid             	1053	0.0058
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	100
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'1000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-100.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.4848
ndcg                  	1055	0.6776
ndcg_rel              	1055	0.7579
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.4693
ndcg_cut_10           	1055	0.4693
ndcg_cut_15           	1055	0.5961
ndcg_cut_20           	1055	0.5961
ndcg_cut_30           	1055	0.5961
ndcg_cut_100          	1055	0.6776
ndcg_cut_200          	1055	0.6776
ndcg_cut_500          	1055	0.6776
ndcg_cut_1000         	1055	0.6776
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	94
rbp                   	1055	0.1318
rbp_resid             	1055	0.0002
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	100
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	0.0714
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.0714
iprec_at_recall_0.00  	1065	0.0714
iprec_at_recall_0.10  	1065	0.0714
iprec_at_recall_0.20  	1065	0.0714
iprec_at_recall_0.30  	1065	0.0714
iprec_at_recall_0.40  	1065	0.0714
iprec_at_recall_0.50  	1065	0.0714
iprec_at_recall_0.60  	1065	0.0714
iprec_at_recall_0.70  	1065	0.0714
iprec_at_recall_0.80  	1065	0.0714
iprec_at_recall_0.90  	1065	0.0714
iprec_at_recall_1.00  	1065	0.0714
P_5                   	1065	0.0000
P_10                  	1065	0.0000
P_15                  	1065	0.0667
P_20                  	1065	0.0500
P_30                  	1065	0.0333
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'1110000001'
recall_5              	1065	0.0000
recall_10             	1065	0.0000
recall_15             	1065	1.0000
recall_20             	1065	1.0000
recall_30             	1065	1.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	0.0714
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-98.0000
11pt_avg              	1065	0.0714
binG                  	1065	0.2560
G                     	1065	0.1956
ndcg                  	1065	0.5079
ndcg_rel              	1065	0.4670
Rndcg                 	1065	0.4101
ndcg_cut_5            	1065	0.4306
ndcg_cut_10           	1065	0.3698
ndcg_cut_15           	1065	0.4055
ndcg_cut_20           	1065	0.4148
ndcg_cut_30           	1065	0.4631
ndcg_cut_100          	1065	0.5079
ndcg_cut_200          	1065	0.5079
ndcg_cut_500          	1065	0.5079
ndcg_cut_1000         	1065	0.5079
map_cut_5             	1065	0.0000
map_cut_10            	1065	0.0000
map_cut_15            	1065	0.0714
map_cut_20            	1065	0.0714
map_cut_30            	1065	0.0714
map_cut_100           	1065	0.0714
map_cut_200           	1065	0.0714
map_cut_500           	1065	0.0714
map_cut_1000          	1065	0.0714
relative_P_5          	1065	0.0000
relative_P_10         	1065	0.0000
relative_P_15         	1065	1.0000
relative_P_20         	1065	1.0000
relative_P_30         	1065	1.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	0.0000
success_5             	1065	0.0000
success_10            	1065	0.0000
set_P                 	1065	0.0100
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0100
set_F                 	1065	0.0198
num_nonrel_judged_ret 	1065	84
rbp                   	1065	0.1474
rbp_resid             	1065	0.0023
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	100
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.5000
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.5000
iprec_at_recall_0.00  	1067	0.5000
iprec_at_recall_0.10  	1067	0.5000
iprec_at_recall_0.20  	1067	0.5000
iprec_at_recall_0.30  	1067	0.5000
iprec_at_recall_0.40  	1067	0.5000
iprec_at_recall_0.50  	1067	0.5000
iprec_at_recall_0.60  	1067	0.5000
iprec_at_recall_0.70  	1067	0.5000
iprec_at_recall_0.80  	1067	0.5000
iprec_at_recall_0.90  	1067	0.5000
iprec_at_recall_1.00  	1067	0.5000
P_5                   	1067	0.2000
P_10                  	1067	0.1000
P_15                  	1067	0.0667
P_20                  	1067	0.0500
P_30                  	1067	0.0333
P_100                 	1067	0.0100
P_200                 	1067	0.0050
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'0301101000'
recall_5              	1067	1.0000
recall_10             	1067	1.0000
recall_15             	1067	1.0000
recall_20             	1067	1.0000
recall_30             	1067	1.0000
recall_100            	1067	1.0000
recall_200            	1067	1.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.5000
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.5000
Rprec_mult_1.40       	1067	0.5000
Rprec_mult_1.60       	1067	0.5000
Rprec_mult_1.80       	1067	0.5000
Rprec_mult_2.00       	1067	0.5000
utility               	1067	-98.0000
11pt_avg              	1067	0.5000
binG                  	1067	0.6309
G                     	1067	0.1859
ndcg                  	1067	0.4329
ndcg_rel              	1067	0.4542
Rndcg                 	1067	0.2829
ndcg_cut_5            	1067	0.5477
ndcg_cut_10           	1067	0.4651
ndcg_cut_15           	1067	0.4533
ndcg_cut_20           	1067	0.4463
ndcg_cut_30           	1067	0.4158
ndcg_cut_100          	1067	0.4329
ndcg_cut_200          	1067	0.4329
ndcg_cut_500          	1067	0.4329
ndcg_cut_1000         	1067	0.4329
map_cut_5             	1067	0.5000
map_cut_10            	1067	0.5000
map_cut_15            	1067	0.5000
map_cut_20            	1067	0.5000
map_cut_30            	1067	0.5000
map_cut_100           	1067	0.5000
map_cut_200           	1067	0.5000
map_cut_500           	1067	0.5000
map_cut_1000          	1067	0.5000
relative_P_5          	1067	1.0000
relative_P_10         	1067	1.0000
relative_P_15         	1067	1.0000
relative_P_20         	1067	1.0000
relative_P_30         	1067	1.0000
relative_P_100        	1067	1.0000
relative_P_200        	1067	1.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	1.0000
success_10            	1067	1.0000
set_P                 	1067	0.0100
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0100
set_F                 	1067	0.0198
num_nonrel_judged_ret 	1067	86
rbp                   	1067	0.1832
rbp_resid             	1067	0.0018
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	100
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0100000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-100.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0901
ndcg                  	1069	0.1734
ndcg_rel              	1069	0.2039
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.2140
ndcg_cut_10           	1069	0.1734
ndcg_cut_15           	1069	0.1734
ndcg_cut_20           	1069	0.1734
ndcg_cut_30           	1069	0.1734
ndcg_cut_100          	1069	0.1734
ndcg_cut_200          	1069	0.1734
ndcg_cut_500          	1069	0.1734
ndcg_cut_1000         	1069	0.1734
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	96
rbp                   	1069	0.0900
rbp_resid             	1069	0.0036
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	100
num_rel               	1075	3
num_rel_ret           	1075	1
map                   	1075	0.0095
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.0286
iprec_at_recall_0.00  	1075	0.0286
iprec_at_recall_0.10  	1075	0.0286
iprec_at_recall_0.20  	1075	0.0286
iprec_at_recall_0.30  	1075	0.0286
iprec_at_recall_0.40  	1075	0.0286
iprec_at_recall_0.50  	1075	0.0000
iprec_at_recall_0.60  	1075	0.0000
iprec_at_recall_0.70  	1075	0.0000
iprec_at_recall_0.80  	1075	0.0000
iprec_at_recall_0.90  	1075	0.0000
iprec_at_recall_1.00  	1075	0.0000
P_5                   	1075	0.0000
P_10                  	1075	0.0000
P_15                  	1075	0.0000
P_20                  	1075	0.0000
P_30                  	1075	0.0000
P_100                 	1075	0.0100
P_200                 	1075	0.0050
P_500                 	1075	0.0020
P_1000                	1075	0.0010
relstring             	1075	'1011101111'
recall_5              	1075	0.0000
recall_10             	1075	0.0000
recall_15             	1075	0.0000
recall_20             	1075	0.0000
recall_30             	1075	0.0000
recall_100            	1075	0.3333
recall_200            	1075	0.3333
recall_500            	1075	0.3333
recall_1000           	1075	0.3333
infAP                 	1075	0.0095
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-98.0000
11pt_avg              	1075	0.0130
binG                  	1075	0.0645
G                     	1075	0.1300
ndcg                  	1075	0.4948
ndcg_rel              	1075	0.5122
Rndcg                 	1075	0.3647
ndcg_cut_5            	1075	0.3214
ndcg_cut_10           	1075	0.4039
ndcg_cut_15           	1075	0.4568
ndcg_cut_20           	1075	0.4922
ndcg_cut_30           	1075	0.5397
ndcg_cut_100          	1075	0.5384
ndcg_cut_200          	1075	0.4948
ndcg_cut_500          	1075	0.4948
ndcg_cut_1000         	1075	0.4948
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0000
map_cut_15            	1075	0.0000
map_cut_20            	1075	0.0000
map_cut_30            	1075	0.0000
map_cut_100           	1075	0.0095
map_cut_200           	1075	0.0095
map_cut_500           	1075	0.0095
map_cut_1000          	1075	0.0095
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.0000
relative_P_15         	1075	0.0000
relative_P_20         	1075	0.0000
relative_P_30         	1075	0.0000
relative_P_100        	1075	0.3333
relative_P_200        	1075	0.3333
relative_P_500        	1075	0.3333
relative_P_1000       	1075	0.3333
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	0.0000
set_P                 	1075	0.0100
set_relative_P        	1075	0.3333
set_recall            	1075	0.3333
set_map               	1075	0.0033
set_F                 	1075	0.0194
num_nonrel_judged_ret 	1075	87
rbp                   	1075	0.2620
rbp_resid             	1075	0.0008
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	100
num_rel               	1077	16
num_rel_ret           	1077	8
map                   	1077	0.0653
Rprec                 	1077	0.0625
bpref                 	1077	0.0508
recip_rank            	1077	0.1667
iprec_at_recall_0.00  	1077	0.1667
iprec_at_recall_0.10  	1077	0.1667
iprec_at_recall_0.20  	1077	0.1667
iprec_at_recall_0.30  	1077	0.1463
iprec_at_recall_0.40  	1077	0.1463
iprec_at_recall_0.50  	1077	0.0920
iprec_at_recall_0.60  	1077	0.0000
iprec_at_recall_0.70  	1077	0.0000
iprec_at_recall_0.80  	1077	0.0000
iprec_at_recall_0.90  	1077	0.0000
iprec_at_recall_1.00  	1077	0.0000
P_5                   	1077	0.0000
P_10                  	1077	0.1000
P_15                  	1077	0.0667
P_20                  	1077	0.1500
P_30                  	1077	0.1333
P_100                 	1077	0.0800
P_200                 	1077	0.0400
P_500                 	1077	0.0160
P_1000                	1077	0.0080
relstring             	1077	'1011131111'
recall_5              	1077	0.0000
recall_10             	1077	0.0625
recall_15             	1077	0.0625
recall_20             	1077	0.1875
recall_30             	1077	0.2500
recall_100            	1077	0.5000
recall_200            	1077	0.5000
recall_500            	1077	0.5000
recall_1000           	1077	0.5000
infAP                 	1077	0.0653
Rprec_mult_0.20       	1077	0.0000
Rprec_mult_0.40       	1077	0.1429
Rprec_mult_0.60       	1077	0.1000
Rprec_mult_0.80       	1077	0.0769
Rprec_mult_1.00       	1077	0.0625
Rprec_mult_1.20       	1077	0.1500
Rprec_mult_1.40       	1077	0.1304
Rprec_mult_1.60       	1077	0.1154
Rprec_mult_1.80       	1077	0.1379
Rprec_mult_2.00       	1077	0.1250
utility               	1077	-84.0000
11pt_avg              	1077	0.0804
binG                  	1077	0.1100
G                     	1077	0.1217
ndcg                  	1077	0.5308
ndcg_rel              	1077	0.4982
Rndcg                 	1077	0.4200
ndcg_cut_5            	1077	0.2620
ndcg_cut_10           	1077	0.3393
ndcg_cut_15           	1077	0.3221
ndcg_cut_20           	1077	0.3921
ndcg_cut_30           	1077	0.4719
ndcg_cut_100          	1077	0.5756
ndcg_cut_200          	1077	0.5308
ndcg_cut_500          	1077	0.5308
ndcg_cut_1000         	1077	0.5308
map_cut_5             	1077	0.0000
map_cut_10            	1077	0.0104
map_cut_15            	1077	0.0104
map_cut_20            	1077	0.0282
map_cut_30            	1077	0.0374
map_cut_100           	1077	0.0653
map_cut_200           	1077	0.0653
map_cut_500           	1077	0.0653
map_cut_1000          	1077	0.0653
relative_P_5          	1077	0.0000
relative_P_10         	1077	0.1000
relative_P_15         	1077	0.0667
relative_P_20         	1077	0.1875
relative_P_30         	1077	0.2500
relative_P_100        	1077	0.5000
relative_P_200        	1077	0.5000
relative_P_500        	1077	0.5000
relative_P_1000       	1077	0.5000
success_1             	1077	0.0000
success_5             	1077	0.0000
success_10            	1077	1.0000
set_P                 	1077	0.0800
set_relative_P        	1077	0.5000
set_recall            	1077	0.5000
set_map               	1077	0.0400
set_F                 	1077	0.1379
num_nonrel_judged_ret 	1077	85
rbp                   	1077	0.3504
rbp_resid             	1077	0.0044
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	100
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.4431
Rprec                 	1079	0.3333
bpref                 	1079	0.3333
recip_rank            	1079	1.0000
iprec_at_recall_0.00  	1079	1.0000
iprec_at_recall_0.10  	1079	1.0000
iprec_at_recall_0.20  	1079	1.0000
iprec_at_recall_0.30  	1079	1.0000
iprec_at_recall_0.40  	1079	1.0000
iprec_at_recall_0.50  	1079	0.2500
iprec_at_recall_0.60  	1079	0.2083
iprec_at_recall_0.70  	1079	0.2083
iprec_at_recall_0.80  	1079	0.2083
iprec_at_recall_0.90  	1079	0.2083
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.4000
P_10                  	1079	0.2000
P_15                  	1079	0.2000
P_20                  	1079	0.2000
P_30                  	1079	0.1667
P_100                 	1079	0.0500
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'3311011111'
recall_5              	1079	0.3333
recall_10             	1079	0.3333
recall_15             	1079	0.5000
recall_20             	1079	0.6667
recall_30             	1079	0.8333
recall_100            	1079	0.8333
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.4431
Rprec_mult_0.20       	1079	1.0000
Rprec_mult_0.40       	1079	0.6667
Rprec_mult_0.60       	1079	0.5000
Rprec_mult_0.80       	1079	0.4000
Rprec_mult_1.00       	1079	0.3333
Rprec_mult_1.20       	1079	0.2500
Rprec_mult_1.40       	1079	0.2222
Rprec_mult_1.60       	1079	0.2000
Rprec_mult_1.80       	1079	0.1818
Rprec_mult_2.00       	1079	0.2500
utility               	1079	-90.0000
11pt_avg              	1079	0.5530
binG                  	1079	0.4594
G                     	1079	0.3382
ndcg                  	1079	0.7467
ndcg_rel              	1079	0.7401
Rndcg                 	1079	0.6924
ndcg_cut_5            	1079	0.6584
ndcg_cut_10           	1079	0.6652
ndcg_cut_15           	1079	0.7228
ndcg_cut_20           	1079	0.7274
ndcg_cut_30           	1079	0.7212
ndcg_cut_100          	1079	0.7467
ndcg_cut_200          	1079	0.7467
ndcg_cut_500          	1079	0.7467
ndcg_cut_1000         	1079	0.7467
map_cut_5             	1079	0.3333
map_cut_10            	1079	0.3333
map_cut_15            	1079	0.3750
map_cut_20            	1079	0.4083
map_cut_30            	1079	0.4431
map_cut_100           	1079	0.4431
map_cut_200           	1079	0.4431
map_cut_500           	1079	0.4431
map_cut_1000          	1079	0.4431
relative_P_5          	1079	0.4000
relative_P_10         	1079	0.3333
relative_P_15         	1079	0.5000
relative_P_20         	1079	0.6667
relative_P_30         	1079	0.8333
relative_P_100        	1079	0.8333
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	1.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0500
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0417
set_F                 	1079	0.0943
num_nonrel_judged_ret 	1079	76
rbp                   	1079	0.4121
rbp_resid             	1079	0.0052
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	100
num_rel               	1081	11
num_rel_ret           	1081	8
map                   	1081	0.1705
Rprec                 	1081	0.1818
bpref                 	1081	0.1570
recip_rank            	1081	0.2500
iprec_at_recall_0.00  	1081	0.3333
iprec_at_recall_0.10  	1081	0.3333
iprec_at_recall_0.20  	1081	0.3333
iprec_at_recall_0.30  	1081	0.3077
iprec_at_recall_0.40  	1081	0.3077
iprec_at_recall_0.50  	1081	0.2143
iprec_at_recall_0.60  	1081	0.1346
iprec_at_recall_0.70  	1081	0.0920
iprec_at_recall_0.80  	1081	0.0000
iprec_at_recall_0.90  	1081	0.0000
iprec_at_recall_1.00  	1081	0.0000
P_5                   	1081	0.2000
P_10                  	1081	0.2000
P_15                  	1081	0.2667
P_20                  	1081	0.2500
P_30                  	1081	0.2000
P_100                 	1081	0.0800
P_200                 	1081	0.0400
P_500                 	1081	0.0160
P_1000                	1081	0.0080
relstring             	1081	'1013131111'
recall_5              	1081	0.0909
recall_10             	1081	0.1818
recall_15             	1081	0.3636
recall_20             	1081	0.4545
recall_30             	1081	0.5455
recall_100            	1081	0.7273
recall_200            	1081	0.7273
recall_500            	1081	0.7273
recall_1000           	1081	0.7273
infAP                 	1081	0.1705
Rprec_mult_0.20       	1081	0.0000
Rprec_mult_0.40       	1081	0.2000
Rprec_mult_0.60       	1081	0.2857
Rprec_mult_0.80       	1081	0.2222
Rprec_mult_1.00       	1081	0.1818
Rprec_mult_1.20       	1081	0.2857
Rprec_mult_1.40       	1081	0.2500
Rprec_mult_1.60       	1081	0.2778
Rprec_mult_1.80       	1081	0.2500
Rprec_mult_2.00       	1081	0.2273
utility               	1081	-84.0000
11pt_avg              	1081	0.1869
binG                  	1081	0.2013
G                     	1081	0.1350
ndcg                  	1081	0.5489
ndcg_rel              	1081	0.5368
Rndcg                 	1081	0.4737
ndcg_cut_5            	1081	0.3594
ndcg_cut_10           	1081	0.4025
ndcg_cut_15           	1081	0.5075
ndcg_cut_20           	1081	0.5428
ndcg_cut_30           	1081	0.5708
ndcg_cut_100          	1081	0.5489
ndcg_cut_200          	1081	0.5489
ndcg_cut_500          	1081	0.5489
ndcg_cut_1000         	1081	0.5489
map_cut_5             	1081	0.0227
map_cut_10            	1081	0.0530
map_cut_15            	1081	0.1037
map_cut_20            	1081	0.1305
map_cut_30            	1081	0.1499
map_cut_100           	1081	0.1705
map_cut_200           	1081	0.1705
map_cut_500           	1081	0.1705
map_cut_1000          	1081	0.1705
relative_P_5          	1081	0.2000
relative_P_10         	1081	0.2000
relative_P_15         	1081	0.3636
relative_P_20         	1081	0.4545
relative_P_30         	1081	0.5455
relative_P_100        	1081	0.7273
relative_P_200        	1081	0.7273
relative_P_500        	1081	0.7273
relative_P_1000       	1081	0.7273
success_1             	1081	0.0000
success_5             	1081	1.0000
success_10            	1081	1.0000
set_P                 	1081	0.0800
set_relative_P        	1081	0.7273
set_recall            	1081	0.7273
set_map               	1081	0.0582
set_F                 	1081	0.1441
num_nonrel_judged_ret 	1081	79
rbp                   	1081	0.4187
rbp_resid             	1081	0.0020
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	100
num_rel               	1083	3
num_rel_ret           	1083	3
map                   	1083	0.8095
Rprec                 	1083	0.6667
bpref                 	1083	0.6667
recip_rank            	1083	1.0000
iprec_at_recall_0.00  	1083	1.0000
iprec_at_recall_0.10  	1083	1.0000
iprec_at_recall_0.20  	1083	1.0000
iprec_at_recall_0.30  	1083	1.0000
iprec_at_recall_0.40  	1083	1.0000
iprec_at_recall_0.50  	1083	1.0000
iprec_at_recall_0.60  	1083	1.0000
iprec_at_recall_0.70  	1083	1.0000
iprec_at_recall_0.80  	1083	1.0000
iprec_at_recall_0.90  	1083	0.4286
iprec_at_recall_1.00  	1083	0.4286
P_5                   	1083	0.4000
P_10                  	1083	0.3000
P_15                  	1083	0.2000
P_20                  	1083	0.1500
P_30                  	1083	0.1000
P_100                 	1083	0.0300
P_200                 	1083	0.0150
P_500                 	1083	0.0060
P_1000                	1083	0.0030
relstring             	1083	'33-1103011'
recall_5              	1083	0.6667
recall_10             	1083	1.0000
recall_15             	1083	1.0000
recall_20             	1083	1.0000
recall_30             	1083	1.0000
recall_100            	1083	1.0000
recall_200            	1083	1.0000
recall_500            	1083	1.0000
recall_1000           	1083	1.0000
infAP                 	1083	0.8095
Rprec_mult_0.20       	1083	1.0000
Rprec_mult_0.40       	1083	1.0000
Rprec_mult_0.60       	1083	1.0000
Rprec_mult_0.80       	1083	0.6667
Rprec_mult_1.00       	1083	0.6667
Rprec_mult_1.20       	1083	0.5000
Rprec_mult_1.40       	1083	0.4000
Rprec_mult_1.60       	1083	0.4000
Rprec_mult_1.80       	1083	0.3333
Rprec_mult_2.00       	1083	0.3333
utility               	1083	-94.0000
11pt_avg              	1083	0.8961
binG                  	1083	0.7956
G                     	1083	0.5774
ndcg                  	1083	0.9012
ndcg_rel              	1083	0.8580
Rndcg                 	1083	0.8177
ndcg_cut_5            	1083	0.7920
ndcg_cut_10           	1083	0.8291
ndcg_cut_15           	1083	0.8390
ndcg_cut_20           	1083	0.8390
ndcg_cut_30           	1083	0.8600
ndcg_cut_100          	1083	0.9012
ndcg_cut_200          	1083	0.9012
ndcg_cut_500          	1083	0.9012
ndcg_cut_1000         	1083	0.9012
map_cut_5             	1083	0.6667
map_cut_10            	1083	0.8095
map_cut_15            	1083	0.8095
map_cut_20            	1083	0.8095
map_cut_30            	1083	0.8095
map_cut_100           	1083	0.8095
map_cut_200           	1083	0.8095
map_cut_500           	1083	0.8095
map_cut_1000          	1083	0.8095
relative_P_5          	1083	0.6667
relative_P_10         	1083	1.0000
relative_P_15         	1083	1.0000
relative_P_20         	1083	1.0000
relative_P_30         	1083	1.0000
relative_P_100        	1083	1.0000
relative_P_200        	1083	1.0000
relative_P_500        	1083	1.0000
relative_P_1000       	1083	1.0000
success_1             	1083	1.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0300
set_relative_P        	1083	1.0000
set_recall            	1083	1.0000
set_map               	1083	0.0300
set_F                 	1083	0.0583
num_nonrel_judged_ret 	1083	57
rbp                   	1083	0.3462
rbp_resid             	1083	0.1719
unj_5                 	1083	0.2000
unj_10                	1083	0.1000
unj_20                	1083	0.1500
num_ret               	1085	100
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.8125
Rprec                 	1085	0.7500
bpref                 	1085	0.9375
recip_rank            	1085	1.0000
iprec_at_recall_0.00  	1085	1.0000
iprec_at_recall_0.10  	1085	1.0000
iprec_at_recall_0.20  	1085	1.0000
iprec_at_recall_0.30  	1085	1.0000
iprec_at_recall_0.40  	1085	1.0000
iprec_at_recall_0.50  	1085	1.0000
iprec_at_recall_0.60  	1085	1.0000
iprec_at_recall_0.70  	1085	0.7500
iprec_at_recall_0.80  	1085	0.7500
iprec_at_recall_0.90  	1085	0.5000
iprec_at_recall_1.00  	1085	0.5000
P_5                   	1085	0.6000
P_10                  	1085	0.4000
P_15                  	1085	0.2667
P_20                  	1085	0.2000
P_30                  	1085	0.1333
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'33-3-0-300'
recall_5              	1085	0.7500
recall_10             	1085	1.0000
recall_15             	1085	1.0000
recall_20             	1085	1.0000
recall_30             	1085	1.0000
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.8125
Rprec_mult_0.20       	1085	1.0000
Rprec_mult_0.40       	1085	1.0000
Rprec_mult_0.60       	1085	0.6667
Rprec_mult_0.80       	1085	0.7500
Rprec_mult_1.00       	1085	0.7500
Rprec_mult_1.20       	1085	0.6000
Rprec_mult_1.40       	1085	0.5000
Rprec_mult_1.60       	1085	0.4286
Rprec_mult_1.80       	1085	0.5000
Rprec_mult_2.00       	1085	0.5000
utility               	1085	-92.0000
11pt_avg              	1085	0.8636
binG                  	1085	0.7544
G                     	1085	0.4684
ndcg                  	1085	0.7593
ndcg_rel              	1085	0.8079
Rndcg                 	1085	0.7604
ndcg_cut_5            	1085	0.7662
ndcg_cut_10           	1085	0.7377
ndcg_cut_15           	1085	0.7170
ndcg_cut_20           	1085	0.7403
ndcg_cut_30           	1085	0.7403
ndcg_cut_100          	1085	0.7593
ndcg_cut_200          	1085	0.7593
ndcg_cut_500          	1085	0.7593
ndcg_cut_1000         	1085	0.7593
map_cut_5             	1085	0.6875
map_cut_10            	1085	0.8125
map_cut_15            	1085	0.8125
map_cut_20            	1085	0.8125
map_cut_30            	1085	0.8125
map_cut_100           	1085	0.8125
map_cut_200           	1085	0.8125
map_cut_500           	1085	0.8125
map_cut_1000          	1085	0.8125
relative_P_5          	1085	0.7500
relative_P_10         	1085	1.0000
relative_P_15         	1085	1.0000
relative_P_20         	1085	1.0000
relative_P_30         	1085	1.0000
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	1.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0400
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0400
set_F                 	1085	0.0769
num_nonrel_judged_ret 	1085	59
rbp                   	1085	0.3164
rbp_resid             	1085	0.2766
unj_5                 	1085	0.4000
unj_10                	1085	0.3000
unj_20                	1085	0.2500
num_ret               	1087	100
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.0277
Rprec                 	1087	0.0000
bpref                 	1087	0.0000
recip_rank            	1087	0.0312
iprec_at_recall_0.00  	1087	0.0312
iprec_at_recall_0.10  	1087	0.0312
iprec_at_recall_0.20  	1087	0.0312
iprec_at_recall_0.30  	1087	0.0312
iprec_at_recall_0.40  	1087	0.0312
iprec_at_recall_0.50  	1087	0.0312
iprec_at_recall_0.60  	1087	0.0312
iprec_at_recall_0.70  	1087	0.0312
iprec_at_recall_0.80  	1087	0.0241
iprec_at_recall_0.90  	1087	0.0241
iprec_at_recall_1.00  	1087	0.0241
P_5                   	1087	0.0000
P_10                  	1087	0.0000
P_15                  	1087	0.0000
P_20                  	1087	0.0000
P_30                  	1087	0.0000
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'-011-01-01'
recall_5              	1087	0.0000
recall_10             	1087	0.0000
recall_15             	1087	0.0000
recall_20             	1087	0.0000
recall_30             	1087	0.0000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.0277
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.0000
Rprec_mult_0.80       	1087	0.0000
Rprec_mult_1.00       	1087	0.0000
Rprec_mult_1.20       	1087	0.0000
Rprec_mult_1.40       	1087	0.0000
Rprec_mult_1.60       	1087	0.0000
Rprec_mult_1.80       	1087	0.0000
Rprec_mult_2.00       	1087	0.0000
utility               	1087	-96.0000
11pt_avg              	1087	0.0293
binG                  	1087	0.1776
G                     	1087	0.1016
ndcg                  	1087	0.3496
ndcg_rel              	1087	0.3064
Rndcg                 	1087	0.2009
ndcg_cut_5            	1087	0.1499
ndcg_cut_10           	1087	0.1990
ndcg_cut_15           	1087	0.1999
ndcg_cut_20           	1087	0.1998
ndcg_cut_30           	1087	0.2153
ndcg_cut_100          	1087	0.3496
ndcg_cut_200          	1087	0.3496
ndcg_cut_500          	1087	0.3496
ndcg_cut_1000         	1087	0.3496
map_cut_5             	1087	0.0000
map_cut_10            	1087	0.0000
map_cut_15            	1087	0.0000
map_cut_20            	1087	0.0000
map_cut_30            	1087	0.0000
map_cut_100           	1087	0.0277
map_cut_200           	1087	0.0277
map_cut_500           	1087	0.0277
map_cut_1000          	1087	0.0277
relative_P_5          	1087	0.0000
relative_P_10         	1087	0.0000
relative_P_15         	1087	0.0000
relative_P_20         	1087	0.0000
relative_P_30         	1087	0.0000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	0.0000
success_10            	1087	0.0000
set_P                 	1087	0.0200
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0200
set_F                 	1087	0.0392
num_nonrel_judged_ret 	1087	78
rbp                   	1087	0.1120
rbp_resid             	1087	0.2893
unj_5                 	1087	0.4000
unj_10                	1087	0.3000
unj_20                	1087	0.2500
runid                 	all	hltime-searcher
num_q                 	all	30
num_ret               	all	3000
num_rel               	all	183
num_rel_ret           	all	111
map                   	all	0.2177
gm_map                	all	0.0112
Rprec                 	all	0.2035
bpref                 	all	0.1828
recip_rank            	all	0.3495
iprec_at_recall_0.00  	all	0.3715
iprec_at_recall_0.10  	all	0.3590
iprec_at_recall_0.20  	all	0.3345
iprec_at_recall_0.30  	all	0.3200
iprec_at_recall_0.40  	all	0.2888
iprec_at_recall_0.50  	all	0.2438
iprec_at_recall_0.60  	all	0.2280
iprec_at_recall_0.70  	all	0.1833
iprec_at_recall_0.80  	all	0.1675
iprec_at_recall_0.90  	all	0.1098
iprec_at_recall_1.00  	all	0.0968
P_5                   	all	0.1733
P_10                  	all	0.1267
P_15                  	all	0.1111
P_20                  	all	0.1000
P_30                  	all	0.0844
P_100                 	all	0.0370
P_200                 	all	0.0185
P_500                 	all	0.0074
P_1000                	all	0.0037
recall_5              	all	0.2081
recall_10             	all	0.2595
recall_15             	all	0.3355
recall_20             	all	0.3715
recall_30             	all	0.4264
recall_100            	all	0.5528
recall_200            	all	0.5528
recall_500            	all	0.5528
recall_1000           	all	0.5528
infAP                 	all	0.2177
gm_bpref              	all	0.0012
Rprec_mult_0.20       	all	0.2352
Rprec_mult_0.40       	all	0.2355
Rprec_mult_0.60       	all	0.2234
Rprec_mult_0.80       	all	0.2084
Rprec_mult_1.00       	all	0.2035
Rprec_mult_1.20       	all	0.1891
Rprec_mult_1.40       	all	0.1668
Rprec_mult_1.60       	all	0.1566
Rprec_mult_1.80       	all	0.1563
Rprec_mult_2.00       	all	0.1552
utility               	all	-92.6000
11pt_avg              	all	0.2457
binG                  	all	0.2477
G                     	all	0.2358
ndcg                  	all	0.5430
ndcg_rel              	all	0.5388
Rndcg                 	all	0.3688
ndcg_cut_5            	all	0.4878
ndcg_cut_10           	all	0.4796
ndcg_cut_15           	all	0.4908
ndcg_cut_20           	all	0.5055
ndcg_cut_30           	all	0.5161
ndcg_cut_100          	all	0.5513
ndcg_cut_200          	all	0.5430
ndcg_cut_500          	all	0.5430
ndcg_cut_1000         	all	0.5430
map_cut_5             	all	0.1584
map_cut_10            	all	0.1769
map_cut_15            	all	0.1880
map_cut_20            	all	0.1955
map_cut_30            	all	0.2052
map_cut_100           	all	0.2177
map_cut_200           	all	0.2177
map_cut_500           	all	0.2177
map_cut_1000          	all	0.2177
relative_P_5          	all	0.2561
relative_P_10         	all	0.2806
relative_P_15         	all	0.3468
relative_P_20         	all	0.3788
relative_P_30         	all	0.4306
relative_P_100        	all	0.5528
relative_P_200        	all	0.5528
relative_P_500        	all	0.5528
relative_P_1000       	all	0.5528
success_1             	all	0.2333
success_5             	all	0.4333
success_10            	all	0.5333
set_P                 	all	0.0370
set_relative_P        	all	0.5528
set_recall            	all	0.5528
set_map               	all	0.0266
set_F                 	all	0.0647
num_nonrel_judged_ret 	all	2450
rbp                   	all	0.3060
rbp_resid             	all	0.0274
unj_5                 	all	0.0333
unj_10                	all	0.0233
unj_20                	all	0.0217
