num_ret               	1001	1000
num_rel               	1001	14
num_rel_ret           	1001	12
map                   	1001	0.2529
Rprec                 	1001	0.2857
bpref                 	1001	0.2296
recip_rank            	1001	0.3333
iprec_at_recall_0.00  	1001	0.5000
iprec_at_recall_0.10  	1001	0.5000
iprec_at_recall_0.20  	1001	0.5000
iprec_at_recall_0.30  	1001	0.3500
iprec_at_recall_0.40  	1001	0.3500
iprec_at_recall_0.50  	1001	0.3500
iprec_at_recall_0.60  	1001	0.3333
iprec_at_recall_0.70  	1001	0.1493
iprec_at_recall_0.80  	1001	0.0591
iprec_at_recall_0.90  	1001	0.0000
iprec_at_recall_1.00  	1001	0.0000
P_5                   	1001	0.4000
P_10                  	1001	0.3000
P_15                  	1001	0.2667
P_20                  	1001	0.3500
P_30                  	1001	0.3000
P_100                 	1001	0.1000
P_200                 	1001	0.0550
P_500                 	1001	0.0240
P_1000                	1001	0.0120
relstring             	1001	'1133131100'
recall_5              	1001	0.1429
recall_10             	1001	0.2143
recall_15             	1001	0.2857
recall_20             	1001	0.5000
recall_30             	1001	0.6429
recall_100            	1001	0.7143
recall_200            	1001	0.7857
recall_500            	1001	0.8571
recall_1000           	1001	0.8571
infAP                 	1001	0.2529
Rprec_mult_0.20       	1001	0.3333
Rprec_mult_0.40       	1001	0.5000
Rprec_mult_0.60       	1001	0.3333
Rprec_mult_0.80       	1001	0.3333
Rprec_mult_1.00       	1001	0.2857
Rprec_mult_1.20       	1001	0.2941
Rprec_mult_1.40       	1001	0.3500
Rprec_mult_1.60       	1001	0.3043
Rprec_mult_1.80       	1001	0.3077
Rprec_mult_2.00       	1001	0.3214
utility               	1001	-976.0000
11pt_avg              	1001	0.2811
binG                  	1001	0.2431
G                     	1001	0.1852
ndcg                  	1001	0.6794
ndcg_rel              	1001	0.5939
Rndcg                 	1001	0.5668
ndcg_cut_5            	1001	0.5438
ndcg_cut_10           	1001	0.4789
ndcg_cut_15           	1001	0.4762
ndcg_cut_20           	1001	0.5732
ndcg_cut_30           	1001	0.6384
ndcg_cut_100          	1001	0.5865
ndcg_cut_200          	1001	0.6226
ndcg_cut_500          	1001	0.6550
ndcg_cut_1000         	1001	0.6794
map_cut_5             	1001	0.0595
map_cut_10            	1001	0.0952
map_cut_15            	1001	0.1190
map_cut_20            	1001	0.1876
map_cut_30            	1001	0.2352
map_cut_100           	1001	0.2459
map_cut_200           	1001	0.2501
map_cut_500           	1001	0.2529
map_cut_1000          	1001	0.2529
relative_P_5          	1001	0.4000
relative_P_10         	1001	0.3000
relative_P_15         	1001	0.2857
relative_P_20         	1001	0.5000
relative_P_30         	1001	0.6429
relative_P_100        	1001	0.7143
relative_P_200        	1001	0.7857
relative_P_500        	1001	0.8571
relative_P_1000       	1001	0.8571
success_1             	1001	0.0000
success_5             	1001	1.0000
success_10            	1001	1.0000
set_P                 	1001	0.0120
set_relative_P        	1001	0.8571
set_recall            	1001	0.8571
set_map               	1001	0.0103
set_F                 	1001	0.0237
num_nonrel_judged_ret 	1001	150
rbp                   	1001	0.4784
rbp_resid             	1001	0.0230
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	1000
num_rel               	1003	4
num_rel_ret           	1003	4
map                   	1003	0.1044
Rprec                 	1003	0.0000
bpref                 	1003	0.0000
recip_rank            	1003	0.1429
iprec_at_recall_0.00  	1003	0.1500
iprec_at_recall_0.10  	1003	0.1500
iprec_at_recall_0.20  	1003	0.1500
iprec_at_recall_0.30  	1003	0.1500
iprec_at_recall_0.40  	1003	0.1500
iprec_at_recall_0.50  	1003	0.1500
iprec_at_recall_0.60  	1003	0.1500
iprec_at_recall_0.70  	1003	0.1500
iprec_at_recall_0.80  	1003	0.1500
iprec_at_recall_0.90  	1003	0.0070
iprec_at_recall_1.00  	1003	0.0070
P_5                   	1003	0.0000
P_10                  	1003	0.1000
P_15                  	1003	0.0667
P_20                  	1003	0.1500
P_30                  	1003	0.1000
P_100                 	1003	0.0300
P_200                 	1003	0.0150
P_500                 	1003	0.0060
P_1000                	1003	0.0040
relstring             	1003	'0110013111'
recall_5              	1003	0.0000
recall_10             	1003	0.2500
recall_15             	1003	0.2500
recall_20             	1003	0.7500
recall_30             	1003	0.7500
recall_100            	1003	0.7500
recall_200            	1003	0.7500
recall_500            	1003	0.7500
recall_1000           	1003	1.0000
infAP                 	1003	0.1044
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.0000
Rprec_mult_0.60       	1003	0.0000
Rprec_mult_0.80       	1003	0.0000
Rprec_mult_1.00       	1003	0.0000
Rprec_mult_1.20       	1003	0.0000
Rprec_mult_1.40       	1003	0.0000
Rprec_mult_1.60       	1003	0.1429
Rprec_mult_1.80       	1003	0.1250
Rprec_mult_2.00       	1003	0.1250
utility               	1003	-992.0000
11pt_avg              	1003	0.1240
binG                  	1003	0.2306
G                     	1003	0.1663
ndcg                  	1003	0.6053
ndcg_rel              	1003	0.5523
Rndcg                 	1003	0.4085
ndcg_cut_5            	1003	0.1401
ndcg_cut_10           	1003	0.3510
ndcg_cut_15           	1003	0.4042
ndcg_cut_20           	1003	0.5388
ndcg_cut_30           	1003	0.5931
ndcg_cut_100          	1003	0.5095
ndcg_cut_200          	1003	0.5019
ndcg_cut_500          	1003	0.5717
ndcg_cut_1000         	1003	0.6053
map_cut_5             	1003	0.0000
map_cut_10            	1003	0.0357
map_cut_15            	1003	0.0357
map_cut_20            	1003	0.1026
map_cut_30            	1003	0.1026
map_cut_100           	1003	0.1026
map_cut_200           	1003	0.1026
map_cut_500           	1003	0.1026
map_cut_1000          	1003	0.1044
relative_P_5          	1003	0.0000
relative_P_10         	1003	0.2500
relative_P_15         	1003	0.2500
relative_P_20         	1003	0.7500
relative_P_30         	1003	0.7500
relative_P_100        	1003	0.7500
relative_P_200        	1003	0.7500
relative_P_500        	1003	0.7500
relative_P_1000       	1003	1.0000
success_1             	1003	0.0000
success_5             	1003	0.0000
success_10            	1003	1.0000
set_P                 	1003	0.0040
set_relative_P        	1003	1.0000
set_recall            	1003	1.0000
set_map               	1003	0.0040
set_F                 	1003	0.0080
num_nonrel_judged_ret 	1003	190
rbp                   	1003	0.2953
rbp_resid             	1003	0.0024
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	1000
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'1010000111'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-1000.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.3083
ndcg                  	1007	0.6795
ndcg_rel              	1007	0.6178
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	0.5087
ndcg_cut_10           	1007	0.5294
ndcg_cut_15           	1007	0.4492
ndcg_cut_20           	1007	0.4940
ndcg_cut_30           	1007	0.5705
ndcg_cut_100          	1007	0.6294
ndcg_cut_200          	1007	0.6561
ndcg_cut_500          	1007	0.6795
ndcg_cut_1000         	1007	0.6795
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	150
rbp                   	1007	0.3403
rbp_resid             	1007	0.0183
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	1000
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	0.1000
Rprec                 	1009	0.0000
bpref                 	1009	0.0000
recip_rank            	1009	0.1000
iprec_at_recall_0.00  	1009	0.1000
iprec_at_recall_0.10  	1009	0.1000
iprec_at_recall_0.20  	1009	0.1000
iprec_at_recall_0.30  	1009	0.1000
iprec_at_recall_0.40  	1009	0.1000
iprec_at_recall_0.50  	1009	0.1000
iprec_at_recall_0.60  	1009	0.1000
iprec_at_recall_0.70  	1009	0.1000
iprec_at_recall_0.80  	1009	0.1000
iprec_at_recall_0.90  	1009	0.1000
iprec_at_recall_1.00  	1009	0.1000
P_5                   	1009	0.0000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'0000010013'
recall_5              	1009	0.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	0.1000
Rprec_mult_0.20       	1009	0.0000
Rprec_mult_0.40       	1009	0.0000
Rprec_mult_0.60       	1009	0.0000
Rprec_mult_0.80       	1009	0.0000
Rprec_mult_1.00       	1009	0.0000
Rprec_mult_1.20       	1009	0.0000
Rprec_mult_1.40       	1009	0.0000
Rprec_mult_1.60       	1009	0.0000
Rprec_mult_1.80       	1009	0.0000
Rprec_mult_2.00       	1009	0.0000
utility               	1009	-998.0000
11pt_avg              	1009	0.1000
binG                  	1009	0.2891
G                     	1009	0.1769
ndcg                  	1009	0.3809
ndcg_rel              	1009	0.2947
Rndcg                 	1009	0.1997
ndcg_cut_5            	1009	0.0000
ndcg_cut_10           	1009	0.2330
ndcg_cut_15           	1009	0.1939
ndcg_cut_20           	1009	0.2182
ndcg_cut_30           	1009	0.2716
ndcg_cut_100          	1009	0.3364
ndcg_cut_200          	1009	0.3364
ndcg_cut_500          	1009	0.3679
ndcg_cut_1000         	1009	0.3809
map_cut_5             	1009	0.0000
map_cut_10            	1009	0.1000
map_cut_15            	1009	0.1000
map_cut_20            	1009	0.1000
map_cut_30            	1009	0.1000
map_cut_100           	1009	0.1000
map_cut_200           	1009	0.1000
map_cut_500           	1009	0.1000
map_cut_1000          	1009	0.1000
relative_P_5          	1009	0.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	0.0000
success_5             	1009	0.0000
success_10            	1009	1.0000
set_P                 	1009	0.0010
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0010
set_F                 	1009	0.0020
num_nonrel_judged_ret 	1009	142
rbp                   	1009	0.0873
rbp_resid             	1009	0.0157
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	1000
num_rel               	1011	4
num_rel_ret           	1011	4
map                   	1011	0.0085
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0085
iprec_at_recall_0.00  	1011	0.0091
iprec_at_recall_0.10  	1011	0.0091
iprec_at_recall_0.20  	1011	0.0091
iprec_at_recall_0.30  	1011	0.0091
iprec_at_recall_0.40  	1011	0.0091
iprec_at_recall_0.50  	1011	0.0091
iprec_at_recall_0.60  	1011	0.0091
iprec_at_recall_0.70  	1011	0.0091
iprec_at_recall_0.80  	1011	0.0091
iprec_at_recall_0.90  	1011	0.0082
iprec_at_recall_1.00  	1011	0.0082
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0000
P_200                 	1011	0.0050
P_500                 	1011	0.0080
P_1000                	1011	0.0040
relstring             	1011	'1000110010'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.0000
recall_200            	1011	0.2500
recall_500            	1011	1.0000
recall_1000           	1011	1.0000
infAP                 	1011	0.0085
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-992.0000
11pt_avg              	1011	0.0089
binG                  	1011	0.1257
G                     	1011	0.1192
ndcg                  	1011	0.5216
ndcg_rel              	1011	0.3885
Rndcg                 	1011	0.2962
ndcg_cut_5            	1011	0.1718
ndcg_cut_10           	1011	0.2115
ndcg_cut_15           	1011	0.2348
ndcg_cut_20           	1011	0.2509
ndcg_cut_30           	1011	0.2576
ndcg_cut_100          	1011	0.2462
ndcg_cut_200          	1011	0.3243
ndcg_cut_500          	1011	0.4661
ndcg_cut_1000         	1011	0.5216
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0000
map_cut_200           	1011	0.0021
map_cut_500           	1011	0.0085
map_cut_1000          	1011	0.0085
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.0000
relative_P_200        	1011	0.2500
relative_P_500        	1011	1.0000
relative_P_1000       	1011	1.0000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0040
set_relative_P        	1011	1.0000
set_recall            	1011	1.0000
set_map               	1011	0.0040
set_F                 	1011	0.0080
num_nonrel_judged_ret 	1011	258
rbp                   	1011	0.1321
rbp_resid             	1011	0.0034
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	1000
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.1427
Rprec                 	1013	0.0000
bpref                 	1013	0.0000
recip_rank            	1013	0.1667
iprec_at_recall_0.00  	1013	0.2000
iprec_at_recall_0.10  	1013	0.2000
iprec_at_recall_0.20  	1013	0.2000
iprec_at_recall_0.30  	1013	0.2000
iprec_at_recall_0.40  	1013	0.2000
iprec_at_recall_0.50  	1013	0.2000
iprec_at_recall_0.60  	1013	0.2000
iprec_at_recall_0.70  	1013	0.1765
iprec_at_recall_0.80  	1013	0.1765
iprec_at_recall_0.90  	1013	0.0278
iprec_at_recall_1.00  	1013	0.0278
P_5                   	1013	0.0000
P_10                  	1013	0.2000
P_15                  	1013	0.1333
P_20                  	1013	0.1500
P_30                  	1013	0.1000
P_100                 	1013	0.0300
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'1110131103'
recall_5              	1013	0.0000
recall_10             	1013	0.5000
recall_15             	1013	0.5000
recall_20             	1013	0.7500
recall_30             	1013	0.7500
recall_100            	1013	0.7500
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.1427
Rprec_mult_0.20       	1013	0.0000
Rprec_mult_0.40       	1013	0.0000
Rprec_mult_0.60       	1013	0.0000
Rprec_mult_0.80       	1013	0.0000
Rprec_mult_1.00       	1013	0.0000
Rprec_mult_1.20       	1013	0.0000
Rprec_mult_1.40       	1013	0.1667
Rprec_mult_1.60       	1013	0.1429
Rprec_mult_1.80       	1013	0.1250
Rprec_mult_2.00       	1013	0.1250
utility               	1013	-992.0000
11pt_avg              	1013	0.1644
binG                  	1013	0.2618
G                     	1013	0.1776
ndcg                  	1013	0.5694
ndcg_rel              	1013	0.5084
Rndcg                 	1013	0.4255
ndcg_cut_5            	1013	0.3119
ndcg_cut_10           	1013	0.5278
ndcg_cut_15           	1013	0.5112
ndcg_cut_20           	1013	0.5409
ndcg_cut_30           	1013	0.4913
ndcg_cut_100          	1013	0.4403
ndcg_cut_200          	1013	0.5146
ndcg_cut_500          	1013	0.5568
ndcg_cut_1000         	1013	0.5694
map_cut_5             	1013	0.0000
map_cut_10            	1013	0.0917
map_cut_15            	1013	0.0917
map_cut_20            	1013	0.1358
map_cut_30            	1013	0.1358
map_cut_100           	1013	0.1358
map_cut_200           	1013	0.1427
map_cut_500           	1013	0.1427
map_cut_1000          	1013	0.1427
relative_P_5          	1013	0.0000
relative_P_10         	1013	0.5000
relative_P_15         	1013	0.5000
relative_P_20         	1013	0.7500
relative_P_30         	1013	0.7500
relative_P_100        	1013	0.7500
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	0.0000
success_5             	1013	0.0000
success_10            	1013	1.0000
set_P                 	1013	0.0040
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0040
set_F                 	1013	0.0080
num_nonrel_judged_ret 	1013	91
rbp                   	1013	0.2938
rbp_resid             	1013	0.0269
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	1000
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'1001010010'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-1000.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.2841
ndcg                  	1015	0.6329
ndcg_rel              	1015	0.5916
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.4852
ndcg_cut_10           	1015	0.4595
ndcg_cut_15           	1015	0.4856
ndcg_cut_20           	1015	0.4856
ndcg_cut_30           	1015	0.5233
ndcg_cut_100          	1015	0.5876
ndcg_cut_200          	1015	0.5876
ndcg_cut_500          	1015	0.6329
ndcg_cut_1000         	1015	0.6329
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	61
rbp                   	1015	0.3315
rbp_resid             	1015	0.0329
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	1000
num_rel               	1017	4
num_rel_ret           	1017	4
map                   	1017	0.0650
Rprec                 	1017	0.0000
bpref                 	1017	0.0000
recip_rank            	1017	0.1250
iprec_at_recall_0.00  	1017	0.1250
iprec_at_recall_0.10  	1017	0.1250
iprec_at_recall_0.20  	1017	0.1250
iprec_at_recall_0.30  	1017	0.1250
iprec_at_recall_0.40  	1017	0.0952
iprec_at_recall_0.50  	1017	0.0952
iprec_at_recall_0.60  	1017	0.0952
iprec_at_recall_0.70  	1017	0.0226
iprec_at_recall_0.80  	1017	0.0226
iprec_at_recall_0.90  	1017	0.0173
iprec_at_recall_1.00  	1017	0.0173
P_5                   	1017	0.0000
P_10                  	1017	0.1000
P_15                  	1017	0.0667
P_20                  	1017	0.0500
P_30                  	1017	0.0667
P_100                 	1017	0.0200
P_200                 	1017	0.0150
P_500                 	1017	0.0080
P_1000                	1017	0.0040
relstring             	1017	'1000000300'
recall_5              	1017	0.0000
recall_10             	1017	0.2500
recall_15             	1017	0.2500
recall_20             	1017	0.2500
recall_30             	1017	0.5000
recall_100            	1017	0.5000
recall_200            	1017	0.7500
recall_500            	1017	1.0000
recall_1000           	1017	1.0000
infAP                 	1017	0.0650
Rprec_mult_0.20       	1017	0.0000
Rprec_mult_0.40       	1017	0.0000
Rprec_mult_0.60       	1017	0.0000
Rprec_mult_0.80       	1017	0.0000
Rprec_mult_1.00       	1017	0.0000
Rprec_mult_1.20       	1017	0.0000
Rprec_mult_1.40       	1017	0.0000
Rprec_mult_1.60       	1017	0.0000
Rprec_mult_1.80       	1017	0.1250
Rprec_mult_2.00       	1017	0.1250
utility               	1017	-992.0000
11pt_avg              	1017	0.0787
binG                  	1017	0.2032
G                     	1017	0.1560
ndcg                  	1017	0.5080
ndcg_rel              	1017	0.3900
Rndcg                 	1017	0.3083
ndcg_cut_5            	1017	0.1239
ndcg_cut_10           	1017	0.2013
ndcg_cut_15           	1017	0.2246
ndcg_cut_20           	1017	0.2419
ndcg_cut_30           	1017	0.3271
ndcg_cut_100          	1017	0.3641
ndcg_cut_200          	1017	0.3891
ndcg_cut_500          	1017	0.4765
ndcg_cut_1000         	1017	0.5080
map_cut_5             	1017	0.0000
map_cut_10            	1017	0.0312
map_cut_15            	1017	0.0312
map_cut_20            	1017	0.0312
map_cut_30            	1017	0.0551
map_cut_100           	1017	0.0551
map_cut_200           	1017	0.0607
map_cut_500           	1017	0.0650
map_cut_1000          	1017	0.0650
relative_P_5          	1017	0.0000
relative_P_10         	1017	0.2500
relative_P_15         	1017	0.2500
relative_P_20         	1017	0.2500
relative_P_30         	1017	0.5000
relative_P_100        	1017	0.5000
relative_P_200        	1017	0.7500
relative_P_500        	1017	1.0000
relative_P_1000       	1017	1.0000
success_1             	1017	0.0000
success_5             	1017	0.0000
success_10            	1017	1.0000
set_P                 	1017	0.0040
set_relative_P        	1017	1.0000
set_recall            	1017	1.0000
set_map               	1017	0.0040
set_F                 	1017	0.0080
num_nonrel_judged_ret 	1017	224
rbp                   	1017	0.1368
rbp_resid             	1017	0.0101
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	1000
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1000101000'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-1000.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.1585
ndcg                  	1019	0.4732
ndcg_rel              	1019	0.4414
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.4704
ndcg_cut_10           	1019	0.3786
ndcg_cut_15           	1019	0.3371
ndcg_cut_20           	1019	0.2807
ndcg_cut_30           	1019	0.2624
ndcg_cut_100          	1019	0.3852
ndcg_cut_200          	1019	0.4190
ndcg_cut_500          	1019	0.4481
ndcg_cut_1000         	1019	0.4732
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	202
rbp                   	1019	0.2546
rbp_resid             	1019	0.0105
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	1000
num_rel               	1023	7
num_rel_ret           	1023	5
map                   	1023	0.0045
Rprec                 	1023	0.0000
bpref                 	1023	0.0000
recip_rank            	1023	0.0109
iprec_at_recall_0.00  	1023	0.0109
iprec_at_recall_0.10  	1023	0.0109
iprec_at_recall_0.20  	1023	0.0109
iprec_at_recall_0.30  	1023	0.0060
iprec_at_recall_0.40  	1023	0.0056
iprec_at_recall_0.50  	1023	0.0056
iprec_at_recall_0.60  	1023	0.0056
iprec_at_recall_0.70  	1023	0.0056
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.0000
P_15                  	1023	0.0000
P_20                  	1023	0.0000
P_30                  	1023	0.0000
P_100                 	1023	0.0100
P_200                 	1023	0.0050
P_500                 	1023	0.0040
P_1000                	1023	0.0050
relstring             	1023	'0100000000'
recall_5              	1023	0.0000
recall_10             	1023	0.0000
recall_15             	1023	0.0000
recall_20             	1023	0.0000
recall_30             	1023	0.0000
recall_100            	1023	0.1429
recall_200            	1023	0.1429
recall_500            	1023	0.2857
recall_1000           	1023	0.7143
infAP                 	1023	0.0045
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.0000
Rprec_mult_1.20       	1023	0.0000
Rprec_mult_1.40       	1023	0.0000
Rprec_mult_1.60       	1023	0.0000
Rprec_mult_1.80       	1023	0.0000
Rprec_mult_2.00       	1023	0.0000
utility               	1023	-990.0000
11pt_avg              	1023	0.0056
binG                  	1023	0.0832
G                     	1023	0.0742
ndcg                  	1023	0.2570
ndcg_rel              	1023	0.2007
Rndcg                 	1023	0.1239
ndcg_cut_5            	1023	0.0713
ndcg_cut_10           	1023	0.0534
ndcg_cut_15           	1023	0.0480
ndcg_cut_20           	1023	0.0441
ndcg_cut_30           	1023	0.0384
ndcg_cut_100          	1023	0.0940
ndcg_cut_200          	1023	0.1205
ndcg_cut_500          	1023	0.1725
ndcg_cut_1000         	1023	0.2570
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0000
map_cut_15            	1023	0.0000
map_cut_20            	1023	0.0000
map_cut_30            	1023	0.0000
map_cut_100           	1023	0.0016
map_cut_200           	1023	0.0016
map_cut_500           	1023	0.0024
map_cut_1000          	1023	0.0045
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.0000
relative_P_15         	1023	0.0000
relative_P_20         	1023	0.0000
relative_P_30         	1023	0.0000
relative_P_100        	1023	0.1429
relative_P_200        	1023	0.1429
relative_P_500        	1023	0.2857
relative_P_1000       	1023	0.7143
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	0.0000
set_P                 	1023	0.0050
set_relative_P        	1023	0.7143
set_recall            	1023	0.7143
set_map               	1023	0.0036
set_F                 	1023	0.0099
num_nonrel_judged_ret 	1023	260
rbp                   	1023	0.0316
rbp_resid             	1023	0.0078
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	1000
num_rel               	1025	2
num_rel_ret           	1025	2
map                   	1025	0.0482
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0909
iprec_at_recall_0.00  	1025	0.0909
iprec_at_recall_0.10  	1025	0.0909
iprec_at_recall_0.20  	1025	0.0909
iprec_at_recall_0.30  	1025	0.0909
iprec_at_recall_0.40  	1025	0.0909
iprec_at_recall_0.50  	1025	0.0909
iprec_at_recall_0.60  	1025	0.0909
iprec_at_recall_0.70  	1025	0.0909
iprec_at_recall_0.80  	1025	0.0054
iprec_at_recall_0.90  	1025	0.0054
iprec_at_recall_1.00  	1025	0.0054
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0667
P_20                  	1025	0.0500
P_30                  	1025	0.0333
P_100                 	1025	0.0100
P_200                 	1025	0.0050
P_500                 	1025	0.0040
P_1000                	1025	0.0020
relstring             	1025	'0111000000'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.5000
recall_20             	1025	0.5000
recall_30             	1025	0.5000
recall_100            	1025	0.5000
recall_200            	1025	0.5000
recall_500            	1025	1.0000
recall_1000           	1025	1.0000
infAP                 	1025	0.0482
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-996.0000
11pt_avg              	1025	0.0676
binG                  	1025	0.1981
G                     	1025	0.1639
ndcg                  	1025	0.5185
ndcg_rel              	1025	0.3928
Rndcg                 	1025	0.3192
ndcg_cut_5            	1025	0.2515
ndcg_cut_10           	1025	0.2001
ndcg_cut_15           	1025	0.2917
ndcg_cut_20           	1025	0.3049
ndcg_cut_30           	1025	0.2862
ndcg_cut_100          	1025	0.4142
ndcg_cut_200          	1025	0.4426
ndcg_cut_500          	1025	0.4750
ndcg_cut_1000         	1025	0.5185
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0455
map_cut_20            	1025	0.0455
map_cut_30            	1025	0.0455
map_cut_100           	1025	0.0455
map_cut_200           	1025	0.0455
map_cut_500           	1025	0.0482
map_cut_1000          	1025	0.0482
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.5000
relative_P_20         	1025	0.5000
relative_P_30         	1025	0.5000
relative_P_100        	1025	0.5000
relative_P_200        	1025	0.5000
relative_P_500        	1025	1.0000
relative_P_1000       	1025	1.0000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0020
set_relative_P        	1025	1.0000
set_recall            	1025	1.0000
set_map               	1025	0.0020
set_F                 	1025	0.0040
num_nonrel_judged_ret 	1025	284
rbp                   	1025	0.1471
rbp_resid             	1025	0.0041
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	1000
num_rel               	1029	8
num_rel_ret           	1029	8
map                   	1029	0.3141
Rprec                 	1029	0.2500
bpref                 	1029	0.2812
recip_rank            	1029	1.0000
iprec_at_recall_0.00  	1029	1.0000
iprec_at_recall_0.10  	1029	1.0000
iprec_at_recall_0.20  	1029	1.0000
iprec_at_recall_0.30  	1029	1.0000
iprec_at_recall_0.40  	1029	0.3333
iprec_at_recall_0.50  	1029	0.0541
iprec_at_recall_0.60  	1029	0.0541
iprec_at_recall_0.70  	1029	0.0541
iprec_at_recall_0.80  	1029	0.0541
iprec_at_recall_0.90  	1029	0.0193
iprec_at_recall_1.00  	1029	0.0116
P_5                   	1029	0.4000
P_10                  	1029	0.3000
P_15                  	1029	0.2000
P_20                  	1029	0.1500
P_30                  	1029	0.1000
P_100                 	1029	0.0400
P_200                 	1029	0.0300
P_500                 	1029	0.0140
P_1000                	1029	0.0080
relstring             	1029	'3311111030'
recall_5              	1029	0.2500
recall_10             	1029	0.3750
recall_15             	1029	0.3750
recall_20             	1029	0.3750
recall_30             	1029	0.3750
recall_100            	1029	0.5000
recall_200            	1029	0.7500
recall_500            	1029	0.8750
recall_1000           	1029	1.0000
infAP                 	1029	0.3141
Rprec_mult_0.20       	1029	1.0000
Rprec_mult_0.40       	1029	0.5000
Rprec_mult_0.60       	1029	0.4000
Rprec_mult_0.80       	1029	0.2857
Rprec_mult_1.00       	1029	0.2500
Rprec_mult_1.20       	1029	0.3000
Rprec_mult_1.40       	1029	0.2500
Rprec_mult_1.60       	1029	0.2308
Rprec_mult_1.80       	1029	0.2000
Rprec_mult_2.00       	1029	0.1875
utility               	1029	-984.0000
11pt_avg              	1029	0.4164
binG                  	1029	0.3765
G                     	1029	0.2154
ndcg                  	1029	0.7065
ndcg_rel              	1029	0.6332
Rndcg                 	1029	0.5863
ndcg_cut_5            	1029	0.7021
ndcg_cut_10           	1029	0.6267
ndcg_cut_15           	1029	0.6052
ndcg_cut_20           	1029	0.6051
ndcg_cut_30           	1029	0.5917
ndcg_cut_100          	1029	0.5168
ndcg_cut_200          	1029	0.5956
ndcg_cut_500          	1029	0.6667
ndcg_cut_1000         	1029	0.7065
map_cut_5             	1029	0.2500
map_cut_10            	1029	0.2917
map_cut_15            	1029	0.2917
map_cut_20            	1029	0.2917
map_cut_30            	1029	0.2917
map_cut_100           	1029	0.2975
map_cut_200           	1029	0.3102
map_cut_500           	1029	0.3126
map_cut_1000          	1029	0.3141
relative_P_5          	1029	0.4000
relative_P_10         	1029	0.3750
relative_P_15         	1029	0.3750
relative_P_20         	1029	0.3750
relative_P_30         	1029	0.3750
relative_P_100        	1029	0.5000
relative_P_200        	1029	0.7500
relative_P_500        	1029	0.8750
relative_P_1000       	1029	1.0000
success_1             	1029	1.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0080
set_relative_P        	1029	1.0000
set_recall            	1029	1.0000
set_map               	1029	0.0080
set_F                 	1029	0.0159
num_nonrel_judged_ret 	1029	175
rbp                   	1029	0.3943
rbp_resid             	1029	0.0175
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	1000
num_rel               	1031	44
num_rel_ret           	1031	38
map                   	1031	0.1703
Rprec                 	1031	0.2273
bpref                 	1031	0.1643
recip_rank            	1031	0.5000
iprec_at_recall_0.00  	1031	0.5000
iprec_at_recall_0.10  	1031	0.2917
iprec_at_recall_0.20  	1031	0.2500
iprec_at_recall_0.30  	1031	0.2254
iprec_at_recall_0.40  	1031	0.2045
iprec_at_recall_0.50  	1031	0.1692
iprec_at_recall_0.60  	1031	0.1520
iprec_at_recall_0.70  	1031	0.1319
iprec_at_recall_0.80  	1031	0.0723
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.4000
P_10                  	1031	0.3000
P_15                  	1031	0.2000
P_20                  	1031	0.2500
P_30                  	1031	0.2333
P_100                 	1031	0.1800
P_200                 	1031	0.1500
P_500                 	1031	0.0700
P_1000                	1031	0.0380
relstring             	1031	'1303111300'
recall_5              	1031	0.0455
recall_10             	1031	0.0682
recall_15             	1031	0.0682
recall_20             	1031	0.1136
recall_30             	1031	0.1591
recall_100            	1031	0.4091
recall_200            	1031	0.6818
recall_500            	1031	0.7955
recall_1000           	1031	0.8636
infAP                 	1031	0.1703
Rprec_mult_0.20       	1031	0.3333
Rprec_mult_0.40       	1031	0.2222
Rprec_mult_0.60       	1031	0.2593
Rprec_mult_0.80       	1031	0.2500
Rprec_mult_1.00       	1031	0.2273
Rprec_mult_1.20       	1031	0.2075
Rprec_mult_1.40       	1031	0.1774
Rprec_mult_1.60       	1031	0.2254
Rprec_mult_1.80       	1031	0.2125
Rprec_mult_2.00       	1031	0.2045
utility               	1031	-924.0000
11pt_avg              	1031	0.1816
binG                  	1031	0.1618
G                     	1031	0.1169
ndcg                  	1031	0.5987
ndcg_rel              	1031	0.5195
Rndcg                 	1031	0.4774
ndcg_cut_5            	1031	0.5168
ndcg_cut_10           	1031	0.4554
ndcg_cut_15           	1031	0.3972
ndcg_cut_20           	1031	0.4202
ndcg_cut_30           	1031	0.4242
ndcg_cut_100          	1031	0.4395
ndcg_cut_200          	1031	0.4815
ndcg_cut_500          	1031	0.5497
ndcg_cut_1000         	1031	0.5987
map_cut_5             	1031	0.0227
map_cut_10            	1031	0.0312
map_cut_15            	1031	0.0312
map_cut_20            	1031	0.0429
map_cut_30            	1031	0.0555
map_cut_100           	1031	0.1107
map_cut_200           	1031	0.1544
map_cut_500           	1031	0.1670
map_cut_1000          	1031	0.1703
relative_P_5          	1031	0.4000
relative_P_10         	1031	0.3000
relative_P_15         	1031	0.2000
relative_P_20         	1031	0.2500
relative_P_30         	1031	0.2333
relative_P_100        	1031	0.4091
relative_P_200        	1031	0.6818
relative_P_500        	1031	0.7955
relative_P_1000       	1031	0.8636
success_1             	1031	0.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.0380
set_relative_P        	1031	0.8636
set_recall            	1031	0.8636
set_map               	1031	0.0328
set_F                 	1031	0.0728
num_nonrel_judged_ret 	1031	148
rbp                   	1031	0.4256
rbp_resid             	1031	0.0159
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	1000
num_rel               	1033	13
num_rel_ret           	1033	13
map                   	1033	0.1331
Rprec                 	1033	0.0769
bpref                 	1033	0.0237
recip_rank            	1033	0.1000
iprec_at_recall_0.00  	1033	0.1923
iprec_at_recall_0.10  	1033	0.1923
iprec_at_recall_0.20  	1033	0.1923
iprec_at_recall_0.30  	1033	0.1923
iprec_at_recall_0.40  	1033	0.1923
iprec_at_recall_0.50  	1033	0.1493
iprec_at_recall_0.60  	1033	0.1493
iprec_at_recall_0.70  	1033	0.1493
iprec_at_recall_0.80  	1033	0.1493
iprec_at_recall_0.90  	1033	0.0916
iprec_at_recall_1.00  	1033	0.0546
P_5                   	1033	0.0000
P_10                  	1033	0.1000
P_15                  	1033	0.0667
P_20                  	1033	0.1500
P_30                  	1033	0.1667
P_100                 	1033	0.1100
P_200                 	1033	0.0600
P_500                 	1033	0.0260
P_1000                	1033	0.0130
relstring             	1033	'1110001103'
recall_5              	1033	0.0000
recall_10             	1033	0.0769
recall_15             	1033	0.0769
recall_20             	1033	0.2308
recall_30             	1033	0.3846
recall_100            	1033	0.8462
recall_200            	1033	0.9231
recall_500            	1033	1.0000
recall_1000           	1033	1.0000
infAP                 	1033	0.1331
Rprec_mult_0.20       	1033	0.0000
Rprec_mult_0.40       	1033	0.0000
Rprec_mult_0.60       	1033	0.0000
Rprec_mult_0.80       	1033	0.0909
Rprec_mult_1.00       	1033	0.0769
Rprec_mult_1.20       	1033	0.1250
Rprec_mult_1.40       	1033	0.1579
Rprec_mult_1.60       	1033	0.1429
Rprec_mult_1.80       	1033	0.1667
Rprec_mult_2.00       	1033	0.1923
utility               	1033	-974.0000
11pt_avg              	1033	0.1550
binG                  	1033	0.1961
G                     	1033	0.1909
ndcg                  	1033	0.7208
ndcg_rel              	1033	0.5112
Rndcg                 	1033	0.5019
ndcg_cut_5            	1033	0.2409
ndcg_cut_10           	1033	0.2676
ndcg_cut_15           	1033	0.2532
ndcg_cut_20           	1033	0.3564
ndcg_cut_30           	1033	0.4152
ndcg_cut_100          	1033	0.5815
ndcg_cut_200          	1033	0.6832
ndcg_cut_500          	1033	0.7174
ndcg_cut_1000         	1033	0.7208
map_cut_5             	1033	0.0000
map_cut_10            	1033	0.0077
map_cut_15            	1033	0.0077
map_cut_20            	1033	0.0295
map_cut_30            	1033	0.0576
map_cut_100           	1033	0.1219
map_cut_200           	1033	0.1289
map_cut_500           	1033	0.1331
map_cut_1000          	1033	0.1331
relative_P_5          	1033	0.0000
relative_P_10         	1033	0.1000
relative_P_15         	1033	0.0769
relative_P_20         	1033	0.2308
relative_P_30         	1033	0.3846
relative_P_100        	1033	0.8462
relative_P_200        	1033	0.9231
relative_P_500        	1033	1.0000
relative_P_1000       	1033	1.0000
success_1             	1033	0.0000
success_5             	1033	0.0000
success_10            	1033	1.0000
set_P                 	1033	0.0130
set_relative_P        	1033	1.0000
set_recall            	1033	1.0000
set_map               	1033	0.0130
set_F                 	1033	0.0257
num_nonrel_judged_ret 	1033	156
rbp                   	1033	0.2739
rbp_resid             	1033	0.0015
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	1000
num_rel               	1035	3
num_rel_ret           	1035	2
map                   	1035	0.0065
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0164
iprec_at_recall_0.00  	1035	0.0164
iprec_at_recall_0.10  	1035	0.0164
iprec_at_recall_0.20  	1035	0.0164
iprec_at_recall_0.30  	1035	0.0164
iprec_at_recall_0.40  	1035	0.0164
iprec_at_recall_0.50  	1035	0.0032
iprec_at_recall_0.60  	1035	0.0032
iprec_at_recall_0.70  	1035	0.0032
iprec_at_recall_0.80  	1035	0.0032
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0000
P_20                  	1035	0.0000
P_30                  	1035	0.0000
P_100                 	1035	0.0100
P_200                 	1035	0.0050
P_500                 	1035	0.0020
P_1000                	1035	0.0020
relstring             	1035	'0000000100'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.0000
recall_20             	1035	0.0000
recall_30             	1035	0.0000
recall_100            	1035	0.3333
recall_200            	1035	0.3333
recall_500            	1035	0.3333
recall_1000           	1035	0.6667
infAP                 	1035	0.0065
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-996.0000
11pt_avg              	1035	0.0086
binG                  	1035	0.0918
G                     	1035	0.0533
ndcg                  	1035	0.1849
ndcg_rel              	1035	0.1567
Rndcg                 	1035	0.0706
ndcg_cut_5            	1035	0.0000
ndcg_cut_10           	1035	0.0358
ndcg_cut_15           	1035	0.0312
ndcg_cut_20           	1035	0.0279
ndcg_cut_30           	1035	0.0235
ndcg_cut_100          	1035	0.0547
ndcg_cut_200          	1035	0.0772
ndcg_cut_500          	1035	0.1030
ndcg_cut_1000         	1035	0.1849
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0000
map_cut_20            	1035	0.0000
map_cut_30            	1035	0.0000
map_cut_100           	1035	0.0055
map_cut_200           	1035	0.0055
map_cut_500           	1035	0.0055
map_cut_1000          	1035	0.0065
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.0000
relative_P_20         	1035	0.0000
relative_P_30         	1035	0.0000
relative_P_100        	1035	0.3333
relative_P_200        	1035	0.3333
relative_P_500        	1035	0.3333
relative_P_1000       	1035	0.6667
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0020
set_relative_P        	1035	0.6667
set_recall            	1035	0.6667
set_map               	1035	0.0013
set_F                 	1035	0.0040
num_nonrel_judged_ret 	1035	136
rbp                   	1035	0.0163
rbp_resid             	1035	0.0233
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	1000
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'1001010000'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-1000.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.3377
ndcg                  	1037	0.6002
ndcg_rel              	1037	0.6382
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.4852
ndcg_cut_10           	1037	0.4912
ndcg_cut_15           	1037	0.5678
ndcg_cut_20           	1037	0.5678
ndcg_cut_30           	1037	0.5678
ndcg_cut_100          	1037	0.5678
ndcg_cut_200          	1037	0.5678
ndcg_cut_500          	1037	0.6002
ndcg_cut_1000         	1037	0.6002
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	105
rbp                   	1037	0.2668
rbp_resid             	1037	0.0225
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	1000
num_rel               	1041	6
num_rel_ret           	1041	3
map                   	1041	0.1689
Rprec                 	1041	0.1667
bpref                 	1041	0.1667
recip_rank            	1041	1.0000
iprec_at_recall_0.00  	1041	1.0000
iprec_at_recall_0.10  	1041	1.0000
iprec_at_recall_0.20  	1041	1.0000
iprec_at_recall_0.30  	1041	0.0069
iprec_at_recall_0.40  	1041	0.0069
iprec_at_recall_0.50  	1041	0.0067
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.2000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0333
P_100                 	1041	0.0100
P_200                 	1041	0.0050
P_500                 	1041	0.0060
P_1000                	1041	0.0030
relstring             	1041	'3001000000'
recall_5              	1041	0.1667
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.1667
recall_100            	1041	0.1667
recall_200            	1041	0.1667
recall_500            	1041	0.5000
recall_1000           	1041	0.5000
infAP                 	1041	0.1689
Rprec_mult_0.20       	1041	0.5000
Rprec_mult_0.40       	1041	0.3333
Rprec_mult_0.60       	1041	0.2500
Rprec_mult_0.80       	1041	0.2000
Rprec_mult_1.00       	1041	0.1667
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-994.0000
11pt_avg              	1041	0.2746
binG                  	1041	0.2059
G                     	1041	0.1418
ndcg                  	1041	0.4376
ndcg_rel              	1041	0.4095
Rndcg                 	1041	0.3730
ndcg_cut_5            	1041	0.3878
ndcg_cut_10           	1041	0.3076
ndcg_cut_15           	1041	0.3185
ndcg_cut_20           	1041	0.3431
ndcg_cut_30           	1041	0.3239
ndcg_cut_100          	1041	0.3631
ndcg_cut_200          	1041	0.3852
ndcg_cut_500          	1041	0.4376
ndcg_cut_1000         	1041	0.4376
map_cut_5             	1041	0.1667
map_cut_10            	1041	0.1667
map_cut_15            	1041	0.1667
map_cut_20            	1041	0.1667
map_cut_30            	1041	0.1667
map_cut_100           	1041	0.1667
map_cut_200           	1041	0.1667
map_cut_500           	1041	0.1689
map_cut_1000          	1041	0.1689
relative_P_5          	1041	0.2000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.1667
relative_P_100        	1041	0.1667
relative_P_200        	1041	0.1667
relative_P_500        	1041	0.5000
relative_P_1000       	1041	0.5000
success_1             	1041	1.0000
success_5             	1041	1.0000
success_10            	1041	1.0000
set_P                 	1041	0.0030
set_relative_P        	1041	0.5000
set_recall            	1041	0.5000
set_map               	1041	0.0015
set_F                 	1041	0.0060
num_nonrel_judged_ret 	1041	131
rbp                   	1041	0.1721
rbp_resid             	1041	0.0109
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	1000
num_rel               	1047	19
num_rel_ret           	1047	14
map                   	1047	0.0530
Rprec                 	1047	0.1053
bpref                 	1047	0.0416
recip_rank            	1047	0.1000
iprec_at_recall_0.00  	1047	0.1250
iprec_at_recall_0.10  	1047	0.1250
iprec_at_recall_0.20  	1047	0.1017
iprec_at_recall_0.30  	1047	0.1017
iprec_at_recall_0.40  	1047	0.0635
iprec_at_recall_0.50  	1047	0.0458
iprec_at_recall_0.60  	1047	0.0458
iprec_at_recall_0.70  	1047	0.0455
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.0000
P_10                  	1047	0.1000
P_15                  	1047	0.0667
P_20                  	1047	0.1000
P_30                  	1047	0.0667
P_100                 	1047	0.0700
P_200                 	1047	0.0450
P_500                 	1047	0.0280
P_1000                	1047	0.0140
relstring             	1047	'1110110103'
recall_5              	1047	0.0000
recall_10             	1047	0.0526
recall_15             	1047	0.0526
recall_20             	1047	0.1053
recall_30             	1047	0.1053
recall_100            	1047	0.3684
recall_200            	1047	0.4737
recall_500            	1047	0.7368
recall_1000           	1047	0.7368
infAP                 	1047	0.0530
Rprec_mult_0.20       	1047	0.0000
Rprec_mult_0.40       	1047	0.0000
Rprec_mult_0.60       	1047	0.0833
Rprec_mult_0.80       	1047	0.1250
Rprec_mult_1.00       	1047	0.1053
Rprec_mult_1.20       	1047	0.0870
Rprec_mult_1.40       	1047	0.0741
Rprec_mult_1.60       	1047	0.0645
Rprec_mult_1.80       	1047	0.0571
Rprec_mult_2.00       	1047	0.0526
utility               	1047	-972.0000
11pt_avg              	1047	0.0595
binG                  	1047	0.1223
G                     	1047	0.1268
ndcg                  	1047	0.5031
ndcg_rel              	1047	0.3930
Rndcg                 	1047	0.3642
ndcg_cut_5            	1047	0.2846
ndcg_cut_10           	1047	0.2976
ndcg_cut_15           	1047	0.2603
ndcg_cut_20           	1047	0.2906
ndcg_cut_30           	1047	0.2823
ndcg_cut_100          	1047	0.3538
ndcg_cut_200          	1047	0.4108
ndcg_cut_500          	1047	0.4877
ndcg_cut_1000         	1047	0.5031
map_cut_5             	1047	0.0000
map_cut_10            	1047	0.0053
map_cut_15            	1047	0.0053
map_cut_20            	1047	0.0118
map_cut_30            	1047	0.0118
map_cut_100           	1047	0.0348
map_cut_200           	1047	0.0415
map_cut_500           	1047	0.0530
map_cut_1000          	1047	0.0530
relative_P_5          	1047	0.0000
relative_P_10         	1047	0.1000
relative_P_15         	1047	0.0667
relative_P_20         	1047	0.1053
relative_P_30         	1047	0.1053
relative_P_100        	1047	0.3684
relative_P_200        	1047	0.4737
relative_P_500        	1047	0.7368
relative_P_1000       	1047	0.7368
success_1             	1047	0.0000
success_5             	1047	0.0000
success_10            	1047	1.0000
set_P                 	1047	0.0140
set_relative_P        	1047	0.7368
set_recall            	1047	0.7368
set_map               	1047	0.0103
set_F                 	1047	0.0275
num_nonrel_judged_ret 	1047	109
rbp                   	1047	0.2498
rbp_resid             	1047	0.0198
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	1000
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.4983
Rprec                 	1053	0.3333
bpref                 	1053	0.3333
recip_rank            	1053	1.0000
iprec_at_recall_0.00  	1053	1.0000
iprec_at_recall_0.10  	1053	1.0000
iprec_at_recall_0.20  	1053	1.0000
iprec_at_recall_0.30  	1053	1.0000
iprec_at_recall_0.40  	1053	1.0000
iprec_at_recall_0.50  	1053	0.2727
iprec_at_recall_0.60  	1053	0.2727
iprec_at_recall_0.70  	1053	0.2727
iprec_at_recall_0.80  	1053	0.2727
iprec_at_recall_0.90  	1053	0.2727
iprec_at_recall_1.00  	1053	0.2727
P_5                   	1053	0.2000
P_10                  	1053	0.2000
P_15                  	1053	0.2000
P_20                  	1053	0.1500
P_30                  	1053	0.1000
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'3100111130'
recall_5              	1053	0.3333
recall_10             	1053	0.6667
recall_15             	1053	1.0000
recall_20             	1053	1.0000
recall_30             	1053	1.0000
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.4983
Rprec_mult_0.20       	1053	1.0000
Rprec_mult_0.40       	1053	0.5000
Rprec_mult_0.60       	1053	0.5000
Rprec_mult_0.80       	1053	0.3333
Rprec_mult_1.00       	1053	0.3333
Rprec_mult_1.20       	1053	0.2500
Rprec_mult_1.40       	1053	0.2000
Rprec_mult_1.60       	1053	0.2000
Rprec_mult_1.80       	1053	0.1667
Rprec_mult_2.00       	1053	0.1667
utility               	1053	-994.0000
11pt_avg              	1053	0.6033
binG                  	1053	0.5388
G                     	1053	0.3339
ndcg                  	1053	0.7821
ndcg_rel              	1053	0.7259
Rndcg                 	1053	0.6741
ndcg_cut_5            	1053	0.5572
ndcg_cut_10           	1053	0.6730
ndcg_cut_15           	1053	0.7194
ndcg_cut_20           	1053	0.7081
ndcg_cut_30           	1053	0.6923
ndcg_cut_100          	1053	0.7375
ndcg_cut_200          	1053	0.7483
ndcg_cut_500          	1053	0.7744
ndcg_cut_1000         	1053	0.7821
map_cut_5             	1053	0.3333
map_cut_10            	1053	0.4074
map_cut_15            	1053	0.4983
map_cut_20            	1053	0.4983
map_cut_30            	1053	0.4983
map_cut_100           	1053	0.4983
map_cut_200           	1053	0.4983
map_cut_500           	1053	0.4983
map_cut_1000          	1053	0.4983
relative_P_5          	1053	0.3333
relative_P_10         	1053	0.6667
relative_P_15         	1053	1.0000
relative_P_20         	1053	1.0000
relative_P_30         	1053	1.0000
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	1.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0030
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0030
set_F                 	1053	0.0060
num_nonrel_judged_ret 	1053	105
rbp                   	1053	0.3401
rbp_resid             	1053	0.0134
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	1000
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-1000.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.1479
ndcg                  	1055	0.2073
ndcg_rel              	1055	0.1757
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.0000
ndcg_cut_15           	1055	0.0000
ndcg_cut_20           	1055	0.1125
ndcg_cut_30           	1055	0.2073
ndcg_cut_100          	1055	0.2073
ndcg_cut_200          	1055	0.2073
ndcg_cut_500          	1055	0.2073
ndcg_cut_1000         	1055	0.2073
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	159
rbp                   	1055	0.0232
rbp_resid             	1055	0.0266
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	1000
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	0.0016
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.0016
iprec_at_recall_0.00  	1065	0.0016
iprec_at_recall_0.10  	1065	0.0016
iprec_at_recall_0.20  	1065	0.0016
iprec_at_recall_0.30  	1065	0.0016
iprec_at_recall_0.40  	1065	0.0016
iprec_at_recall_0.50  	1065	0.0016
iprec_at_recall_0.60  	1065	0.0016
iprec_at_recall_0.70  	1065	0.0016
iprec_at_recall_0.80  	1065	0.0016
iprec_at_recall_0.90  	1065	0.0016
iprec_at_recall_1.00  	1065	0.0016
P_5                   	1065	0.0000
P_10                  	1065	0.0000
P_15                  	1065	0.0000
P_20                  	1065	0.0000
P_30                  	1065	0.0000
P_100                 	1065	0.0000
P_200                 	1065	0.0000
P_500                 	1065	0.0000
P_1000                	1065	0.0010
relstring             	1065	'1000000000'
recall_5              	1065	0.0000
recall_10             	1065	0.0000
recall_15             	1065	0.0000
recall_20             	1065	0.0000
recall_30             	1065	0.0000
recall_100            	1065	0.0000
recall_200            	1065	0.0000
recall_500            	1065	0.0000
recall_1000           	1065	1.0000
infAP                 	1065	0.0016
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-998.0000
11pt_avg              	1065	0.0016
binG                  	1065	0.1079
G                     	1065	0.1144
ndcg                  	1065	0.3286
ndcg_rel              	1065	0.2851
Rndcg                 	1065	0.2772
ndcg_cut_5            	1065	0.2021
ndcg_cut_10           	1065	0.1528
ndcg_cut_15           	1065	0.1606
ndcg_cut_20           	1065	0.1695
ndcg_cut_30           	1065	0.1927
ndcg_cut_100          	1065	0.2526
ndcg_cut_200          	1065	0.2684
ndcg_cut_500          	1065	0.2684
ndcg_cut_1000         	1065	0.3286
map_cut_5             	1065	0.0000
map_cut_10            	1065	0.0000
map_cut_15            	1065	0.0000
map_cut_20            	1065	0.0000
map_cut_30            	1065	0.0000
map_cut_100           	1065	0.0000
map_cut_200           	1065	0.0000
map_cut_500           	1065	0.0000
map_cut_1000          	1065	0.0016
relative_P_5          	1065	0.0000
relative_P_10         	1065	0.0000
relative_P_15         	1065	0.0000
relative_P_20         	1065	0.0000
relative_P_30         	1065	0.0000
relative_P_100        	1065	0.0000
relative_P_200        	1065	0.0000
relative_P_500        	1065	0.0000
relative_P_1000       	1065	1.0000
success_1             	1065	0.0000
success_5             	1065	0.0000
success_10            	1065	0.0000
set_P                 	1065	0.0010
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0010
set_F                 	1065	0.0020
num_nonrel_judged_ret 	1065	99
rbp                   	1065	0.0504
rbp_resid             	1065	0.0284
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	1000
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.0049
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.0049
iprec_at_recall_0.00  	1067	0.0049
iprec_at_recall_0.10  	1067	0.0049
iprec_at_recall_0.20  	1067	0.0049
iprec_at_recall_0.30  	1067	0.0049
iprec_at_recall_0.40  	1067	0.0049
iprec_at_recall_0.50  	1067	0.0049
iprec_at_recall_0.60  	1067	0.0049
iprec_at_recall_0.70  	1067	0.0049
iprec_at_recall_0.80  	1067	0.0049
iprec_at_recall_0.90  	1067	0.0049
iprec_at_recall_1.00  	1067	0.0049
P_5                   	1067	0.0000
P_10                  	1067	0.0000
P_15                  	1067	0.0000
P_20                  	1067	0.0000
P_30                  	1067	0.0000
P_100                 	1067	0.0000
P_200                 	1067	0.0000
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'1011000000'
recall_5              	1067	0.0000
recall_10             	1067	0.0000
recall_15             	1067	0.0000
recall_20             	1067	0.0000
recall_30             	1067	0.0000
recall_100            	1067	0.0000
recall_200            	1067	0.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.0049
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-998.0000
11pt_avg              	1067	0.0049
binG                  	1067	0.1303
G                     	1067	0.1456
ndcg                  	1067	0.4309
ndcg_rel              	1067	0.3723
Rndcg                 	1067	0.3306
ndcg_cut_5            	1067	0.3902
ndcg_cut_10           	1067	0.2950
ndcg_cut_15           	1067	0.2811
ndcg_cut_20           	1067	0.2444
ndcg_cut_30           	1067	0.2499
ndcg_cut_100          	1067	0.2499
ndcg_cut_200          	1067	0.3100
ndcg_cut_500          	1067	0.3871
ndcg_cut_1000         	1067	0.4309
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.0000
map_cut_15            	1067	0.0000
map_cut_20            	1067	0.0000
map_cut_30            	1067	0.0000
map_cut_100           	1067	0.0000
map_cut_200           	1067	0.0000
map_cut_500           	1067	0.0049
map_cut_1000          	1067	0.0049
relative_P_5          	1067	0.0000
relative_P_10         	1067	0.0000
relative_P_15         	1067	0.0000
relative_P_20         	1067	0.0000
relative_P_30         	1067	0.0000
relative_P_100        	1067	0.0000
relative_P_200        	1067	0.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	0.0000
set_P                 	1067	0.0010
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0010
set_F                 	1067	0.0020
num_nonrel_judged_ret 	1067	151
rbp                   	1067	0.0992
rbp_resid             	1067	0.0199
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	1000
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0000000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-1000.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0956
ndcg                  	1069	0.1833
ndcg_rel              	1069	0.1494
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.0000
ndcg_cut_10           	1069	0.0000
ndcg_cut_15           	1069	0.0000
ndcg_cut_20           	1069	0.0000
ndcg_cut_30           	1069	0.0572
ndcg_cut_100          	1069	0.1504
ndcg_cut_200          	1069	0.1504
ndcg_cut_500          	1069	0.1833
ndcg_cut_1000         	1069	0.1833
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	151
rbp                   	1069	0.0070
rbp_resid             	1069	0.0200
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	1000
num_rel               	1075	3
num_rel_ret           	1075	3
map                   	1075	0.0135
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.0116
iprec_at_recall_0.00  	1075	0.0170
iprec_at_recall_0.10  	1075	0.0170
iprec_at_recall_0.20  	1075	0.0170
iprec_at_recall_0.30  	1075	0.0170
iprec_at_recall_0.40  	1075	0.0170
iprec_at_recall_0.50  	1075	0.0170
iprec_at_recall_0.60  	1075	0.0170
iprec_at_recall_0.70  	1075	0.0170
iprec_at_recall_0.80  	1075	0.0170
iprec_at_recall_0.90  	1075	0.0170
iprec_at_recall_1.00  	1075	0.0170
P_5                   	1075	0.0000
P_10                  	1075	0.0000
P_15                  	1075	0.0000
P_20                  	1075	0.0000
P_30                  	1075	0.0000
P_100                 	1075	0.0100
P_200                 	1075	0.0150
P_500                 	1075	0.0060
P_1000                	1075	0.0030
relstring             	1075	'0101111111'
recall_5              	1075	0.0000
recall_10             	1075	0.0000
recall_15             	1075	0.0000
recall_20             	1075	0.0000
recall_30             	1075	0.0000
recall_100            	1075	0.3333
recall_200            	1075	1.0000
recall_500            	1075	1.0000
recall_1000           	1075	1.0000
infAP                 	1075	0.0135
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-994.0000
11pt_avg              	1075	0.0170
binG                  	1075	0.1415
G                     	1075	0.1775
ndcg                  	1075	0.7049
ndcg_rel              	1075	0.5332
Rndcg                 	1075	0.4250
ndcg_cut_5            	1075	0.2009
ndcg_cut_10           	1075	0.3456
ndcg_cut_15           	1075	0.4049
ndcg_cut_20           	1075	0.4453
ndcg_cut_30           	1075	0.4864
ndcg_cut_100          	1075	0.4894
ndcg_cut_200          	1075	0.5710
ndcg_cut_500          	1075	0.6774
ndcg_cut_1000         	1075	0.7049
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0000
map_cut_15            	1075	0.0000
map_cut_20            	1075	0.0000
map_cut_30            	1075	0.0000
map_cut_100           	1075	0.0039
map_cut_200           	1075	0.0135
map_cut_500           	1075	0.0135
map_cut_1000          	1075	0.0135
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.0000
relative_P_15         	1075	0.0000
relative_P_20         	1075	0.0000
relative_P_30         	1075	0.0000
relative_P_100        	1075	0.3333
relative_P_200        	1075	1.0000
relative_P_500        	1075	1.0000
relative_P_1000       	1075	1.0000
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	0.0000
set_P                 	1075	0.0030
set_relative_P        	1075	1.0000
set_recall            	1075	1.0000
set_map               	1075	0.0030
set_F                 	1075	0.0060
num_nonrel_judged_ret 	1075	187
rbp                   	1075	0.2447
rbp_resid             	1075	0.0059
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	1000
num_rel               	1077	16
num_rel_ret           	1077	16
map                   	1077	0.1134
Rprec                 	1077	0.1250
bpref                 	1077	0.0664
recip_rank            	1077	0.3333
iprec_at_recall_0.00  	1077	0.3333
iprec_at_recall_0.10  	1077	0.1346
iprec_at_recall_0.20  	1077	0.1346
iprec_at_recall_0.30  	1077	0.1346
iprec_at_recall_0.40  	1077	0.1346
iprec_at_recall_0.50  	1077	0.0909
iprec_at_recall_0.60  	1077	0.0909
iprec_at_recall_0.70  	1077	0.0866
iprec_at_recall_0.80  	1077	0.0850
iprec_at_recall_0.90  	1077	0.0805
iprec_at_recall_1.00  	1077	0.0658
P_5                   	1077	0.2000
P_10                  	1077	0.1000
P_15                  	1077	0.1333
P_20                  	1077	0.1000
P_30                  	1077	0.1000
P_100                 	1077	0.0900
P_200                 	1077	0.0750
P_500                 	1077	0.0320
P_1000                	1077	0.0160
relstring             	1077	'1131111111'
recall_5              	1077	0.0625
recall_10             	1077	0.0625
recall_15             	1077	0.1250
recall_20             	1077	0.1250
recall_30             	1077	0.1875
recall_100            	1077	0.5625
recall_200            	1077	0.9375
recall_500            	1077	1.0000
recall_1000           	1077	1.0000
infAP                 	1077	0.1134
Rprec_mult_0.20       	1077	0.2500
Rprec_mult_0.40       	1077	0.1429
Rprec_mult_0.60       	1077	0.1000
Rprec_mult_0.80       	1077	0.0769
Rprec_mult_1.00       	1077	0.1250
Rprec_mult_1.20       	1077	0.1000
Rprec_mult_1.40       	1077	0.0870
Rprec_mult_1.60       	1077	0.0769
Rprec_mult_1.80       	1077	0.1034
Rprec_mult_2.00       	1077	0.0938
utility               	1077	-968.0000
11pt_avg              	1077	0.1247
binG                  	1077	0.1874
G                     	1077	0.1914
ndcg                  	1077	0.7824
ndcg_rel              	1077	0.5845
Rndcg                 	1077	0.5927
ndcg_cut_5            	1077	0.4464
ndcg_cut_10           	1077	0.4067
ndcg_cut_15           	1077	0.4041
ndcg_cut_20           	1077	0.4051
ndcg_cut_30           	1077	0.4832
ndcg_cut_100          	1077	0.6325
ndcg_cut_200          	1077	0.7287
ndcg_cut_500          	1077	0.7764
ndcg_cut_1000         	1077	0.7824
map_cut_5             	1077	0.0208
map_cut_10            	1077	0.0208
map_cut_15            	1077	0.0292
map_cut_20            	1077	0.0292
map_cut_30            	1077	0.0356
map_cut_100           	1077	0.0780
map_cut_200           	1077	0.1093
map_cut_500           	1077	0.1134
map_cut_1000          	1077	0.1134
relative_P_5          	1077	0.2000
relative_P_10         	1077	0.1000
relative_P_15         	1077	0.1333
relative_P_20         	1077	0.1250
relative_P_30         	1077	0.1875
relative_P_100        	1077	0.5625
relative_P_200        	1077	0.9375
relative_P_500        	1077	1.0000
relative_P_1000       	1077	1.0000
success_1             	1077	0.0000
success_5             	1077	1.0000
success_10            	1077	1.0000
set_P                 	1077	0.0160
set_relative_P        	1077	1.0000
set_recall            	1077	1.0000
set_map               	1077	0.0160
set_F                 	1077	0.0315
num_nonrel_judged_ret 	1077	165
rbp                   	1077	0.3850
rbp_resid             	1077	0.0006
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	1000
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.2858
Rprec                 	1079	0.3333
bpref                 	1079	0.2500
recip_rank            	1079	0.5000
iprec_at_recall_0.00  	1079	0.5000
iprec_at_recall_0.10  	1079	0.5000
iprec_at_recall_0.20  	1079	0.5000
iprec_at_recall_0.30  	1079	0.5000
iprec_at_recall_0.40  	1079	0.5000
iprec_at_recall_0.50  	1079	0.2857
iprec_at_recall_0.60  	1079	0.2857
iprec_at_recall_0.70  	1079	0.2857
iprec_at_recall_0.80  	1079	0.1562
iprec_at_recall_0.90  	1079	0.1562
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.4000
P_10                  	1079	0.2000
P_15                  	1079	0.2667
P_20                  	1079	0.2000
P_30                  	1079	0.1333
P_100                 	1079	0.0500
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'1313101001'
recall_5              	1079	0.3333
recall_10             	1079	0.3333
recall_15             	1079	0.6667
recall_20             	1079	0.6667
recall_30             	1079	0.6667
recall_100            	1079	0.8333
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.2858
Rprec_mult_0.20       	1079	0.5000
Rprec_mult_0.40       	1079	0.3333
Rprec_mult_0.60       	1079	0.5000
Rprec_mult_0.80       	1079	0.4000
Rprec_mult_1.00       	1079	0.3333
Rprec_mult_1.20       	1079	0.2500
Rprec_mult_1.40       	1079	0.2222
Rprec_mult_1.60       	1079	0.2000
Rprec_mult_1.80       	1079	0.2727
Rprec_mult_2.00       	1079	0.2500
utility               	1079	-990.0000
11pt_avg              	1079	0.3336
binG                  	1079	0.3195
G                     	1079	0.2351
ndcg                  	1079	0.6515
ndcg_rel              	1079	0.5975
Rndcg                 	1079	0.5677
ndcg_cut_5            	1079	0.5734
ndcg_cut_10           	1079	0.5105
ndcg_cut_15           	1079	0.6280
ndcg_cut_20           	1079	0.5917
ndcg_cut_30           	1079	0.5402
ndcg_cut_100          	1079	0.6172
ndcg_cut_200          	1079	0.6367
ndcg_cut_500          	1079	0.6444
ndcg_cut_1000         	1079	0.6515
map_cut_5             	1079	0.1667
map_cut_10            	1079	0.1667
map_cut_15            	1079	0.2597
map_cut_20            	1079	0.2597
map_cut_30            	1079	0.2597
map_cut_100           	1079	0.2858
map_cut_200           	1079	0.2858
map_cut_500           	1079	0.2858
map_cut_1000          	1079	0.2858
relative_P_5          	1079	0.4000
relative_P_10         	1079	0.3333
relative_P_15         	1079	0.6667
relative_P_20         	1079	0.6667
relative_P_30         	1079	0.6667
relative_P_100        	1079	0.8333
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	0.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0050
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0042
set_F                 	1079	0.0099
num_nonrel_judged_ret 	1079	68
rbp                   	1079	0.3687
rbp_resid             	1079	0.0222
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	1000
num_rel               	1081	11
num_rel_ret           	1081	11
map                   	1081	0.1955
Rprec                 	1081	0.2727
bpref                 	1081	0.1983
recip_rank            	1081	0.3333
iprec_at_recall_0.00  	1081	0.5000
iprec_at_recall_0.10  	1081	0.5000
iprec_at_recall_0.20  	1081	0.5000
iprec_at_recall_0.30  	1081	0.3750
iprec_at_recall_0.40  	1081	0.1818
iprec_at_recall_0.50  	1081	0.1818
iprec_at_recall_0.60  	1081	0.1489
iprec_at_recall_0.70  	1081	0.1231
iprec_at_recall_0.80  	1081	0.0918
iprec_at_recall_0.90  	1081	0.0265
iprec_at_recall_1.00  	1081	0.0220
P_5                   	1081	0.4000
P_10                  	1081	0.3000
P_15                  	1081	0.2000
P_20                  	1081	0.1500
P_30                  	1081	0.1667
P_100                 	1081	0.0900
P_200                 	1081	0.0450
P_500                 	1081	0.0200
P_1000                	1081	0.0110
relstring             	1081	'0133110310'
recall_5              	1081	0.1818
recall_10             	1081	0.2727
recall_15             	1081	0.2727
recall_20             	1081	0.2727
recall_30             	1081	0.4545
recall_100            	1081	0.8182
recall_200            	1081	0.8182
recall_500            	1081	0.9091
recall_1000           	1081	1.0000
infAP                 	1081	0.1955
Rprec_mult_0.20       	1081	0.3333
Rprec_mult_0.40       	1081	0.4000
Rprec_mult_0.60       	1081	0.2857
Rprec_mult_0.80       	1081	0.3333
Rprec_mult_1.00       	1081	0.2727
Rprec_mult_1.20       	1081	0.2143
Rprec_mult_1.40       	1081	0.1875
Rprec_mult_1.60       	1081	0.1667
Rprec_mult_1.80       	1081	0.1500
Rprec_mult_2.00       	1081	0.1818
utility               	1081	-978.0000
11pt_avg              	1081	0.2410
binG                  	1081	0.2493
G                     	1081	0.1732
ndcg                  	1081	0.6880
ndcg_rel              	1081	0.5539
Rndcg                 	1081	0.5300
ndcg_cut_5            	1081	0.4307
ndcg_cut_10           	1081	0.3972
ndcg_cut_15           	1081	0.4002
ndcg_cut_20           	1081	0.4143
ndcg_cut_30           	1081	0.4913
ndcg_cut_100          	1081	0.5136
ndcg_cut_200          	1081	0.6008
ndcg_cut_500          	1081	0.6565
ndcg_cut_1000         	1081	0.6880
map_cut_5             	1081	0.0758
map_cut_10            	1081	0.1098
map_cut_15            	1081	0.1098
map_cut_20            	1081	0.1098
map_cut_30            	1081	0.1415
map_cut_100           	1081	0.1911
map_cut_200           	1081	0.1911
map_cut_500           	1081	0.1935
map_cut_1000          	1081	0.1955
relative_P_5          	1081	0.4000
relative_P_10         	1081	0.3000
relative_P_15         	1081	0.2727
relative_P_20         	1081	0.2727
relative_P_30         	1081	0.4545
relative_P_100        	1081	0.8182
relative_P_200        	1081	0.8182
relative_P_500        	1081	0.9091
relative_P_1000       	1081	1.0000
success_1             	1081	0.0000
success_5             	1081	1.0000
success_10            	1081	1.0000
set_P                 	1081	0.0110
set_relative_P        	1081	1.0000
set_recall            	1081	1.0000
set_map               	1081	0.0110
set_F                 	1081	0.0218
num_nonrel_judged_ret 	1081	165
rbp                   	1081	0.3732
rbp_resid             	1081	0.0074
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	1000
num_rel               	1083	3
num_rel_ret           	1083	2
map                   	1083	0.6667
Rprec                 	1083	0.6667
bpref                 	1083	0.6667
recip_rank            	1083	1.0000
iprec_at_recall_0.00  	1083	1.0000
iprec_at_recall_0.10  	1083	1.0000
iprec_at_recall_0.20  	1083	1.0000
iprec_at_recall_0.30  	1083	1.0000
iprec_at_recall_0.40  	1083	1.0000
iprec_at_recall_0.50  	1083	1.0000
iprec_at_recall_0.60  	1083	1.0000
iprec_at_recall_0.70  	1083	1.0000
iprec_at_recall_0.80  	1083	1.0000
iprec_at_recall_0.90  	1083	0.0000
iprec_at_recall_1.00  	1083	0.0000
P_5                   	1083	0.4000
P_10                  	1083	0.2000
P_15                  	1083	0.1333
P_20                  	1083	0.1000
P_30                  	1083	0.0667
P_100                 	1083	0.0200
P_200                 	1083	0.0100
P_500                 	1083	0.0040
P_1000                	1083	0.0020
relstring             	1083	'3310110-0-'
recall_5              	1083	0.6667
recall_10             	1083	0.6667
recall_15             	1083	0.6667
recall_20             	1083	0.6667
recall_30             	1083	0.6667
recall_100            	1083	0.6667
recall_200            	1083	0.6667
recall_500            	1083	0.6667
recall_1000           	1083	0.6667
infAP                 	1083	0.6667
Rprec_mult_0.20       	1083	1.0000
Rprec_mult_0.40       	1083	1.0000
Rprec_mult_0.60       	1083	1.0000
Rprec_mult_0.80       	1083	0.6667
Rprec_mult_1.00       	1083	0.6667
Rprec_mult_1.20       	1083	0.5000
Rprec_mult_1.40       	1083	0.4000
Rprec_mult_1.60       	1083	0.4000
Rprec_mult_1.80       	1083	0.3333
Rprec_mult_2.00       	1083	0.3333
utility               	1083	-996.0000
11pt_avg              	1083	0.8182
binG                  	1083	0.6667
G                     	1083	0.4854
ndcg                  	1083	0.8080
ndcg_rel              	1083	0.8058
Rndcg                 	1083	0.7817
ndcg_cut_5            	1083	0.8016
ndcg_cut_10           	1083	0.6968
ndcg_cut_15           	1083	0.7200
ndcg_cut_20           	1083	0.7686
ndcg_cut_30           	1083	0.7916
ndcg_cut_100          	1083	0.8080
ndcg_cut_200          	1083	0.8080
ndcg_cut_500          	1083	0.8080
ndcg_cut_1000         	1083	0.8080
map_cut_5             	1083	0.6667
map_cut_10            	1083	0.6667
map_cut_15            	1083	0.6667
map_cut_20            	1083	0.6667
map_cut_30            	1083	0.6667
map_cut_100           	1083	0.6667
map_cut_200           	1083	0.6667
map_cut_500           	1083	0.6667
map_cut_1000          	1083	0.6667
relative_P_5          	1083	0.6667
relative_P_10         	1083	0.6667
relative_P_15         	1083	0.6667
relative_P_20         	1083	0.6667
relative_P_30         	1083	0.6667
relative_P_100        	1083	0.6667
relative_P_200        	1083	0.6667
relative_P_500        	1083	0.6667
relative_P_1000       	1083	0.6667
success_1             	1083	1.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0020
set_relative_P        	1083	0.6667
set_recall            	1083	0.6667
set_map               	1083	0.0013
set_F                 	1083	0.0040
num_nonrel_judged_ret 	1083	113
rbp                   	1083	0.3011
rbp_resid             	1083	0.1281
unj_5                 	1083	0.0000
unj_10                	1083	0.2000
unj_20                	1083	0.1000
num_ret               	1085	1000
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.8167
Rprec                 	1085	0.5000
bpref                 	1085	1.0000
recip_rank            	1085	1.0000
iprec_at_recall_0.00  	1085	1.0000
iprec_at_recall_0.10  	1085	1.0000
iprec_at_recall_0.20  	1085	1.0000
iprec_at_recall_0.30  	1085	1.0000
iprec_at_recall_0.40  	1085	1.0000
iprec_at_recall_0.50  	1085	1.0000
iprec_at_recall_0.60  	1085	1.0000
iprec_at_recall_0.70  	1085	0.6667
iprec_at_recall_0.80  	1085	0.6667
iprec_at_recall_0.90  	1085	0.6667
iprec_at_recall_1.00  	1085	0.6667
P_5                   	1085	0.6000
P_10                  	1085	0.4000
P_15                  	1085	0.2667
P_20                  	1085	0.2000
P_30                  	1085	0.1333
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'33--33-000'
recall_5              	1085	0.7500
recall_10             	1085	1.0000
recall_15             	1085	1.0000
recall_20             	1085	1.0000
recall_30             	1085	1.0000
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.8167
Rprec_mult_0.20       	1085	1.0000
Rprec_mult_0.40       	1085	1.0000
Rprec_mult_0.60       	1085	0.6667
Rprec_mult_0.80       	1085	0.5000
Rprec_mult_1.00       	1085	0.5000
Rprec_mult_1.20       	1085	0.6000
Rprec_mult_1.40       	1085	0.6667
Rprec_mult_1.60       	1085	0.5714
Rprec_mult_1.80       	1085	0.5000
Rprec_mult_2.00       	1085	0.5000
utility               	1085	-992.0000
11pt_avg              	1085	0.8788
binG                  	1085	0.7500
G                     	1085	0.5066
ndcg                  	1085	0.8120
ndcg_rel              	1085	0.8205
Rndcg                 	1085	0.7216
ndcg_cut_5            	1085	0.7499
ndcg_cut_10           	1085	0.7367
ndcg_cut_15           	1085	0.7161
ndcg_cut_20           	1085	0.7161
ndcg_cut_30           	1085	0.7161
ndcg_cut_100          	1085	0.7505
ndcg_cut_200          	1085	0.7646
ndcg_cut_500          	1085	0.7906
ndcg_cut_1000         	1085	0.8120
map_cut_5             	1085	0.6500
map_cut_10            	1085	0.8167
map_cut_15            	1085	0.8167
map_cut_20            	1085	0.8167
map_cut_30            	1085	0.8167
map_cut_100           	1085	0.8167
map_cut_200           	1085	0.8167
map_cut_500           	1085	0.8167
map_cut_1000          	1085	0.8167
relative_P_5          	1085	0.7500
relative_P_10         	1085	1.0000
relative_P_15         	1085	1.0000
relative_P_20         	1085	1.0000
relative_P_30         	1085	1.0000
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	1.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0040
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0040
set_F                 	1085	0.0080
num_nonrel_judged_ret 	1085	120
rbp                   	1085	0.3149
rbp_resid             	1085	0.2872
unj_5                 	1085	0.4000
unj_10                	1085	0.3000
unj_20                	1085	0.2500
num_ret               	1087	1000
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.0491
Rprec                 	1087	0.0000
bpref                 	1087	0.0000
recip_rank            	1087	0.0357
iprec_at_recall_0.00  	1087	0.0625
iprec_at_recall_0.10  	1087	0.0625
iprec_at_recall_0.20  	1087	0.0625
iprec_at_recall_0.30  	1087	0.0625
iprec_at_recall_0.40  	1087	0.0625
iprec_at_recall_0.50  	1087	0.0625
iprec_at_recall_0.60  	1087	0.0625
iprec_at_recall_0.70  	1087	0.0625
iprec_at_recall_0.80  	1087	0.0625
iprec_at_recall_0.90  	1087	0.0625
iprec_at_recall_1.00  	1087	0.0625
P_5                   	1087	0.0000
P_10                  	1087	0.0000
P_15                  	1087	0.0000
P_20                  	1087	0.0000
P_30                  	1087	0.0333
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'10110--110'
recall_5              	1087	0.0000
recall_10             	1087	0.0000
recall_15             	1087	0.0000
recall_20             	1087	0.0000
recall_30             	1087	0.5000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.0491
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.0000
Rprec_mult_0.80       	1087	0.0000
Rprec_mult_1.00       	1087	0.0000
Rprec_mult_1.20       	1087	0.0000
Rprec_mult_1.40       	1087	0.0000
Rprec_mult_1.60       	1087	0.0000
Rprec_mult_1.80       	1087	0.0000
Rprec_mult_2.00       	1087	0.0000
utility               	1087	-996.0000
11pt_avg              	1087	0.0625
binG                  	1087	0.2029
G                     	1087	0.1548
ndcg                  	1087	0.5515
ndcg_rel              	1087	0.4322
Rndcg                 	1087	0.3594
ndcg_cut_5            	1087	0.3109
ndcg_cut_10           	1087	0.3263
ndcg_cut_15           	1087	0.3080
ndcg_cut_20           	1087	0.2727
ndcg_cut_30           	1087	0.3085
ndcg_cut_100          	1087	0.3513
ndcg_cut_200          	1087	0.4692
ndcg_cut_500          	1087	0.5321
ndcg_cut_1000         	1087	0.5515
map_cut_5             	1087	0.0000
map_cut_10            	1087	0.0000
map_cut_15            	1087	0.0000
map_cut_20            	1087	0.0000
map_cut_30            	1087	0.0179
map_cut_100           	1087	0.0491
map_cut_200           	1087	0.0491
map_cut_500           	1087	0.0491
map_cut_1000          	1087	0.0491
relative_P_5          	1087	0.0000
relative_P_10         	1087	0.0000
relative_P_15         	1087	0.0000
relative_P_20         	1087	0.0000
relative_P_30         	1087	0.5000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	0.0000
success_10            	1087	0.0000
set_P                 	1087	0.0020
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0020
set_F                 	1087	0.0040
num_nonrel_judged_ret 	1087	186
rbp                   	1087	0.1414
rbp_resid             	1087	0.1317
unj_5                 	1087	0.0000
unj_10                	1087	0.2000
unj_20                	1087	0.1000
runid                 	all	hltime-fsqwen
num_q                 	all	30
num_ret               	all	30000
num_rel               	all	183
num_rel_ret           	all	162
map                   	all	0.1406
gm_map                	all	0.0119
Rprec                 	all	0.1114
bpref                 	all	0.1141
recip_rank            	all	0.2638
iprec_at_recall_0.00  	all	0.2813
iprec_at_recall_0.10  	all	0.2677
iprec_at_recall_0.20  	all	0.2656
iprec_at_recall_0.30  	all	0.2223
iprec_at_recall_0.40  	all	0.1907
iprec_at_recall_0.50  	all	0.1449
iprec_at_recall_0.60  	all	0.1424
iprec_at_recall_0.70  	all	0.1203
iprec_at_recall_0.80  	all	0.1053
iprec_at_recall_0.90  	all	0.0522
iprec_at_recall_1.00  	all	0.0448
P_5                   	all	0.1200
P_10                  	all	0.1033
P_15                  	all	0.0822
P_20                  	all	0.0800
P_30                  	all	0.0656
P_100                 	all	0.0327
P_200                 	all	0.0212
P_500                 	all	0.0101
P_1000                	all	0.0054
recall_5              	all	0.0978
recall_10             	all	0.1985
recall_15             	all	0.2419
recall_20             	all	0.2824
recall_30             	all	0.3270
recall_100            	all	0.4398
recall_200            	all	0.5254
recall_500            	all	0.6514
recall_1000           	all	0.7280
infAP                 	all	0.1406
gm_bpref              	all	0.0005
Rprec_mult_0.20       	all	0.2083
Rprec_mult_0.40       	all	0.1644
Rprec_mult_0.60       	all	0.1459
Rprec_mult_0.80       	all	0.1198
Rprec_mult_1.00       	all	0.1114
Rprec_mult_1.20       	all	0.1018
Rprec_mult_1.40       	all	0.1017
Rprec_mult_1.60       	all	0.0990
Rprec_mult_1.80       	all	0.0979
Rprec_mult_2.00       	all	0.0981
utility               	all	-989.2000
11pt_avg              	all	0.1670
binG                  	all	0.2028
G                     	all	0.1971
ndcg                  	all	0.5503
ndcg_rel              	all	0.4756
Rndcg                 	all	0.3427
ndcg_cut_5            	all	0.3453
ndcg_cut_10           	all	0.3549
ndcg_cut_15           	all	0.3611
ndcg_cut_20           	all	0.3811
ndcg_cut_30           	all	0.4035
ndcg_cut_100          	all	0.4410
ndcg_cut_200          	all	0.4793
ndcg_cut_500          	all	0.5257
ndcg_cut_1000         	all	0.5503
map_cut_5             	all	0.0804
map_cut_10            	all	0.1015
map_cut_15            	all	0.1102
map_cut_20            	all	0.1175
map_cut_30            	all	0.1231
map_cut_100           	all	0.1338
map_cut_200           	all	0.1381
map_cut_500           	all	0.1401
map_cut_1000          	all	0.1406
relative_P_5          	all	0.1383
relative_P_10         	all	0.2136
relative_P_15         	all	0.2470
relative_P_20         	all	0.2870
relative_P_30         	all	0.3294
relative_P_100        	all	0.4398
relative_P_200        	all	0.5254
relative_P_500        	all	0.6514
relative_P_1000       	all	0.7280
success_1             	all	0.1667
success_5             	all	0.3333
success_10            	all	0.5333
set_P                 	all	0.0054
set_relative_P        	all	0.7280
set_recall            	all	0.7280
set_map               	all	0.0049
set_F                 	all	0.0106
num_nonrel_judged_ret 	all	4641
rbp                   	all	0.2326
rbp_resid             	all	0.0319
unj_5                 	all	0.0133
unj_10                	all	0.0233
unj_20                	all	0.0150
