num_ret               	1001	436
num_rel               	1001	14
num_rel_ret           	1001	14
map                   	1001	0.2070
Rprec                 	1001	0.0714
bpref                 	1001	0.0663
recip_rank            	1001	0.5000
iprec_at_recall_0.00  	1001	0.5000
iprec_at_recall_0.10  	1001	0.5000
iprec_at_recall_0.20  	1001	0.2453
iprec_at_recall_0.30  	1001	0.2453
iprec_at_recall_0.40  	1001	0.2453
iprec_at_recall_0.50  	1001	0.2453
iprec_at_recall_0.60  	1001	0.2453
iprec_at_recall_0.70  	1001	0.2453
iprec_at_recall_0.80  	1001	0.2453
iprec_at_recall_0.90  	1001	0.2453
iprec_at_recall_1.00  	1001	0.2258
P_5                   	1001	0.2000
P_10                  	1001	0.1000
P_15                  	1001	0.0667
P_20                  	1001	0.0500
P_30                  	1001	0.1333
P_100                 	1001	0.1400
P_200                 	1001	0.0700
P_500                 	1001	0.0280
P_1000                	1001	0.0140
relstring             	1001	'0311111011'
recall_5              	1001	0.0714
recall_10             	1001	0.0714
recall_15             	1001	0.0714
recall_20             	1001	0.0714
recall_30             	1001	0.2857
recall_100            	1001	1.0000
recall_200            	1001	1.0000
recall_500            	1001	1.0000
recall_1000           	1001	1.0000
infAP                 	1001	0.2070
Rprec_mult_0.20       	1001	0.3333
Rprec_mult_0.40       	1001	0.1667
Rprec_mult_0.60       	1001	0.1111
Rprec_mult_0.80       	1001	0.0833
Rprec_mult_1.00       	1001	0.0714
Rprec_mult_1.20       	1001	0.0588
Rprec_mult_1.40       	1001	0.0500
Rprec_mult_1.60       	1001	0.0435
Rprec_mult_1.80       	1001	0.1154
Rprec_mult_2.00       	1001	0.1429
utility               	1001	-408.0000
11pt_avg              	1001	0.2898
binG                  	1001	0.2283
G                     	1001	0.1989
ndcg                  	1001	0.6875
ndcg_rel              	1001	0.5214
Rndcg                 	1001	0.5300
ndcg_cut_5            	1001	0.3629
ndcg_cut_10           	1001	0.3294
ndcg_cut_15           	1001	0.3103
ndcg_cut_20           	1001	0.3034
ndcg_cut_30           	1001	0.3966
ndcg_cut_100          	1001	0.6656
ndcg_cut_200          	1001	0.6875
ndcg_cut_500          	1001	0.6875
ndcg_cut_1000         	1001	0.6875
map_cut_5             	1001	0.0357
map_cut_10            	1001	0.0357
map_cut_15            	1001	0.0357
map_cut_20            	1001	0.0357
map_cut_30            	1001	0.0601
map_cut_100           	1001	0.2070
map_cut_200           	1001	0.2070
map_cut_500           	1001	0.2070
map_cut_1000          	1001	0.2070
relative_P_5          	1001	0.2000
relative_P_10         	1001	0.1000
relative_P_15         	1001	0.0714
relative_P_20         	1001	0.0714
relative_P_30         	1001	0.2857
relative_P_100        	1001	1.0000
relative_P_200        	1001	1.0000
relative_P_500        	1001	1.0000
relative_P_1000       	1001	1.0000
success_1             	1001	0.0000
success_5             	1001	1.0000
success_10            	1001	1.0000
set_P                 	1001	0.0321
set_relative_P        	1001	1.0000
set_recall            	1001	1.0000
set_map               	1001	0.0321
set_F                 	1001	0.0622
num_nonrel_judged_ret 	1001	108
rbp                   	1001	0.3159
rbp_resid             	1001	0.0011
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	425
num_rel               	1003	4
num_rel_ret           	1003	4
map                   	1003	0.1450
Rprec                 	1003	0.0000
bpref                 	1003	0.0000
recip_rank            	1003	0.1429
iprec_at_recall_0.00  	1003	0.2222
iprec_at_recall_0.10  	1003	0.2222
iprec_at_recall_0.20  	1003	0.2222
iprec_at_recall_0.30  	1003	0.2222
iprec_at_recall_0.40  	1003	0.2222
iprec_at_recall_0.50  	1003	0.2222
iprec_at_recall_0.60  	1003	0.2222
iprec_at_recall_0.70  	1003	0.1579
iprec_at_recall_0.80  	1003	0.1579
iprec_at_recall_0.90  	1003	0.0571
iprec_at_recall_1.00  	1003	0.0571
P_5                   	1003	0.0000
P_10                  	1003	0.2000
P_15                  	1003	0.1333
P_20                  	1003	0.1500
P_30                  	1003	0.1000
P_100                 	1003	0.0400
P_200                 	1003	0.0200
P_500                 	1003	0.0080
P_1000                	1003	0.0040
relstring             	1003	'1011013031'
recall_5              	1003	0.0000
recall_10             	1003	0.5000
recall_15             	1003	0.5000
recall_20             	1003	0.7500
recall_30             	1003	0.7500
recall_100            	1003	1.0000
recall_200            	1003	1.0000
recall_500            	1003	1.0000
recall_1000           	1003	1.0000
infAP                 	1003	0.1450
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.0000
Rprec_mult_0.60       	1003	0.0000
Rprec_mult_0.80       	1003	0.0000
Rprec_mult_1.00       	1003	0.0000
Rprec_mult_1.20       	1003	0.0000
Rprec_mult_1.40       	1003	0.0000
Rprec_mult_1.60       	1003	0.1429
Rprec_mult_1.80       	1003	0.1250
Rprec_mult_2.00       	1003	0.1250
utility               	1003	-417.0000
11pt_avg              	1003	0.1805
binG                  	1003	0.2632
G                     	1003	0.1122
ndcg                  	1003	0.4633
ndcg_rel              	1003	0.4703
Rndcg                 	1003	0.3735
ndcg_cut_5            	1003	0.2392
ndcg_cut_10           	1003	0.4633
ndcg_cut_15           	1003	0.5031
ndcg_cut_20           	1003	0.5692
ndcg_cut_30           	1003	0.5579
ndcg_cut_100          	1003	0.4404
ndcg_cut_200          	1003	0.4293
ndcg_cut_500          	1003	0.4633
ndcg_cut_1000         	1003	0.4633
map_cut_5             	1003	0.0000
map_cut_10            	1003	0.0913
map_cut_15            	1003	0.0913
map_cut_20            	1003	0.1307
map_cut_30            	1003	0.1307
map_cut_100           	1003	0.1450
map_cut_200           	1003	0.1450
map_cut_500           	1003	0.1450
map_cut_1000          	1003	0.1450
relative_P_5          	1003	0.0000
relative_P_10         	1003	0.5000
relative_P_15         	1003	0.5000
relative_P_20         	1003	0.7500
relative_P_30         	1003	0.7500
relative_P_100        	1003	1.0000
relative_P_200        	1003	1.0000
relative_P_500        	1003	1.0000
relative_P_1000       	1003	1.0000
success_1             	1003	0.0000
success_5             	1003	0.0000
success_10            	1003	1.0000
set_P                 	1003	0.0094
set_relative_P        	1003	1.0000
set_recall            	1003	1.0000
set_map               	1003	0.0094
set_F                 	1003	0.0186
num_nonrel_judged_ret 	1003	120
rbp                   	1003	0.3003
rbp_resid             	1003	0.0080
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	424
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'0000001110'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-424.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.2086
ndcg                  	1007	0.4871
ndcg_rel              	1007	0.3184
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	0.0000
ndcg_cut_10           	1007	0.2090
ndcg_cut_15           	1007	0.1774
ndcg_cut_20           	1007	0.2213
ndcg_cut_30           	1007	0.2626
ndcg_cut_100          	1007	0.4156
ndcg_cut_200          	1007	0.4423
ndcg_cut_500          	1007	0.4871
ndcg_cut_1000         	1007	0.4871
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	119
rbp                   	1007	0.1725
rbp_resid             	1007	0.0157
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	428
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	1.0000
Rprec                 	1009	1.0000
bpref                 	1009	1.0000
recip_rank            	1009	1.0000
iprec_at_recall_0.00  	1009	1.0000
iprec_at_recall_0.10  	1009	1.0000
iprec_at_recall_0.20  	1009	1.0000
iprec_at_recall_0.30  	1009	1.0000
iprec_at_recall_0.40  	1009	1.0000
iprec_at_recall_0.50  	1009	1.0000
iprec_at_recall_0.60  	1009	1.0000
iprec_at_recall_0.70  	1009	1.0000
iprec_at_recall_0.80  	1009	1.0000
iprec_at_recall_0.90  	1009	1.0000
iprec_at_recall_1.00  	1009	1.0000
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'3011000010'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	1.0000
Rprec_mult_0.20       	1009	1.0000
Rprec_mult_0.40       	1009	1.0000
Rprec_mult_0.60       	1009	1.0000
Rprec_mult_0.80       	1009	1.0000
Rprec_mult_1.00       	1009	1.0000
Rprec_mult_1.20       	1009	0.5000
Rprec_mult_1.40       	1009	0.5000
Rprec_mult_1.60       	1009	0.5000
Rprec_mult_1.80       	1009	0.5000
Rprec_mult_2.00       	1009	0.5000
utility               	1009	-426.0000
11pt_avg              	1009	1.0000
binG                  	1009	1.0000
G                     	1009	0.3576
ndcg                  	1009	0.7311
ndcg_rel              	1009	0.7181
Rndcg                 	1009	0.7619
ndcg_cut_5            	1009	0.7943
ndcg_cut_10           	1009	0.6467
ndcg_cut_15           	1009	0.5717
ndcg_cut_20           	1009	0.5835
ndcg_cut_30           	1009	0.6094
ndcg_cut_100          	1009	0.7151
ndcg_cut_200          	1009	0.7151
ndcg_cut_500          	1009	0.7311
ndcg_cut_1000         	1009	0.7311
map_cut_5             	1009	1.0000
map_cut_10            	1009	1.0000
map_cut_15            	1009	1.0000
map_cut_20            	1009	1.0000
map_cut_30            	1009	1.0000
map_cut_100           	1009	1.0000
map_cut_200           	1009	1.0000
map_cut_500           	1009	1.0000
map_cut_1000          	1009	1.0000
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	1.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0023
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0023
set_F                 	1009	0.0047
num_nonrel_judged_ret 	1009	76
rbp                   	1009	0.1845
rbp_resid             	1009	0.0185
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	463
num_rel               	1011	4
num_rel_ret           	1011	1
map                   	1011	0.0033
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0133
iprec_at_recall_0.00  	1011	0.0133
iprec_at_recall_0.10  	1011	0.0133
iprec_at_recall_0.20  	1011	0.0133
iprec_at_recall_0.30  	1011	0.0133
iprec_at_recall_0.40  	1011	0.0000
iprec_at_recall_0.50  	1011	0.0000
iprec_at_recall_0.60  	1011	0.0000
iprec_at_recall_0.70  	1011	0.0000
iprec_at_recall_0.80  	1011	0.0000
iprec_at_recall_0.90  	1011	0.0000
iprec_at_recall_1.00  	1011	0.0000
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0100
P_200                 	1011	0.0050
P_500                 	1011	0.0020
P_1000                	1011	0.0010
relstring             	1011	'0101010010'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.2500
recall_200            	1011	0.2500
recall_500            	1011	0.2500
recall_1000           	1011	0.2500
infAP                 	1011	0.0033
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-461.0000
11pt_avg              	1011	0.0048
binG                  	1011	0.0400
G                     	1011	0.0883
ndcg                  	1011	0.3862
ndcg_rel              	1011	0.3257
Rndcg                 	1011	0.2570
ndcg_cut_5            	1011	0.1315
ndcg_cut_10           	1011	0.1778
ndcg_cut_15           	1011	0.2298
ndcg_cut_20           	1011	0.2272
ndcg_cut_30           	1011	0.2227
ndcg_cut_100          	1011	0.2566
ndcg_cut_200          	1011	0.3236
ndcg_cut_500          	1011	0.3862
ndcg_cut_1000         	1011	0.3862
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0033
map_cut_200           	1011	0.0033
map_cut_500           	1011	0.0033
map_cut_1000          	1011	0.0033
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.2500
relative_P_200        	1011	0.2500
relative_P_500        	1011	0.2500
relative_P_1000       	1011	0.2500
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0022
set_relative_P        	1011	0.2500
set_recall            	1011	0.2500
set_map               	1011	0.0005
set_F                 	1011	0.0043
num_nonrel_judged_ret 	1011	157
rbp                   	1011	0.1326
rbp_resid             	1011	0.0108
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	457
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.4251
Rprec                 	1013	0.5000
bpref                 	1013	0.3750
recip_rank            	1013	0.5000
iprec_at_recall_0.00  	1013	0.6667
iprec_at_recall_0.10  	1013	0.6667
iprec_at_recall_0.20  	1013	0.6667
iprec_at_recall_0.30  	1013	0.6667
iprec_at_recall_0.40  	1013	0.6667
iprec_at_recall_0.50  	1013	0.6667
iprec_at_recall_0.60  	1013	0.6667
iprec_at_recall_0.70  	1013	0.4286
iprec_at_recall_0.80  	1013	0.4286
iprec_at_recall_0.90  	1013	0.1053
iprec_at_recall_1.00  	1013	0.1053
P_5                   	1013	0.4000
P_10                  	1013	0.3000
P_15                  	1013	0.2000
P_20                  	1013	0.1500
P_30                  	1013	0.1000
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'1331113111'
recall_5              	1013	0.5000
recall_10             	1013	0.7500
recall_15             	1013	0.7500
recall_20             	1013	0.7500
recall_30             	1013	0.7500
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.4251
Rprec_mult_0.20       	1013	0.0000
Rprec_mult_0.40       	1013	0.5000
Rprec_mult_0.60       	1013	0.6667
Rprec_mult_0.80       	1013	0.5000
Rprec_mult_1.00       	1013	0.5000
Rprec_mult_1.20       	1013	0.4000
Rprec_mult_1.40       	1013	0.3333
Rprec_mult_1.60       	1013	0.4286
Rprec_mult_1.80       	1013	0.3750
Rprec_mult_2.00       	1013	0.3750
utility               	1013	-449.0000
11pt_avg              	1013	0.5213
binG                  	1013	0.4605
G                     	1013	0.2901
ndcg                  	1013	0.7414
ndcg_rel              	1013	0.7175
Rndcg                 	1013	0.6760
ndcg_cut_5            	1013	0.6455
ndcg_cut_10           	1013	0.7730
ndcg_cut_15           	1013	0.7769
ndcg_cut_20           	1013	0.7784
ndcg_cut_30           	1013	0.7070
ndcg_cut_100          	1013	0.7082
ndcg_cut_200          	1013	0.7340
ndcg_cut_500          	1013	0.7414
ndcg_cut_1000         	1013	0.7414
map_cut_5             	1013	0.2917
map_cut_10            	1013	0.3988
map_cut_15            	1013	0.3988
map_cut_20            	1013	0.3988
map_cut_30            	1013	0.3988
map_cut_100           	1013	0.4251
map_cut_200           	1013	0.4251
map_cut_500           	1013	0.4251
map_cut_1000          	1013	0.4251
relative_P_5          	1013	0.5000
relative_P_10         	1013	0.7500
relative_P_15         	1013	0.7500
relative_P_20         	1013	0.7500
relative_P_30         	1013	0.7500
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	0.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0088
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0088
set_F                 	1013	0.0174
num_nonrel_judged_ret 	1013	62
rbp                   	1013	0.4381
rbp_resid             	1013	0.0314
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	410
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'0101000000'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-410.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.1019
ndcg                  	1015	0.2338
ndcg_rel              	1015	0.2595
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.3601
ndcg_cut_10           	1015	0.2337
ndcg_cut_15           	1015	0.1982
ndcg_cut_20           	1015	0.1982
ndcg_cut_30           	1015	0.1982
ndcg_cut_100          	1015	0.2338
ndcg_cut_200          	1015	0.2338
ndcg_cut_500          	1015	0.2338
ndcg_cut_1000         	1015	0.2338
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	80
rbp                   	1015	0.1652
rbp_resid             	1015	0.0236
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	440
num_rel               	1017	4
num_rel_ret           	1017	4
map                   	1017	0.1879
Rprec                 	1017	0.2500
bpref                 	1017	0.1875
recip_rank            	1017	0.5000
iprec_at_recall_0.00  	1017	0.5000
iprec_at_recall_0.10  	1017	0.5000
iprec_at_recall_0.20  	1017	0.5000
iprec_at_recall_0.30  	1017	0.5000
iprec_at_recall_0.40  	1017	0.2000
iprec_at_recall_0.50  	1017	0.2000
iprec_at_recall_0.60  	1017	0.2000
iprec_at_recall_0.70  	1017	0.0349
iprec_at_recall_0.80  	1017	0.0349
iprec_at_recall_0.90  	1017	0.0168
iprec_at_recall_1.00  	1017	0.0168
P_5                   	1017	0.2000
P_10                  	1017	0.2000
P_15                  	1017	0.1333
P_20                  	1017	0.1000
P_30                  	1017	0.0667
P_100                 	1017	0.0300
P_200                 	1017	0.0150
P_500                 	1017	0.0080
P_1000                	1017	0.0040
relstring             	1017	'0301010113'
recall_5              	1017	0.2500
recall_10             	1017	0.5000
recall_15             	1017	0.5000
recall_20             	1017	0.5000
recall_30             	1017	0.5000
recall_100            	1017	0.7500
recall_200            	1017	0.7500
recall_500            	1017	1.0000
recall_1000           	1017	1.0000
infAP                 	1017	0.1879
Rprec_mult_0.20       	1017	0.0000
Rprec_mult_0.40       	1017	0.5000
Rprec_mult_0.60       	1017	0.3333
Rprec_mult_0.80       	1017	0.2500
Rprec_mult_1.00       	1017	0.2500
Rprec_mult_1.20       	1017	0.2000
Rprec_mult_1.40       	1017	0.1667
Rprec_mult_1.60       	1017	0.1429
Rprec_mult_1.80       	1017	0.1250
Rprec_mult_2.00       	1017	0.1250
utility               	1017	-432.0000
11pt_avg              	1017	0.2458
binG                  	1017	0.3037
G                     	1017	0.1323
ndcg                  	1017	0.4493
ndcg_rel              	1017	0.4024
Rndcg                 	1017	0.3449
ndcg_cut_5            	1017	0.2879
ndcg_cut_10           	1017	0.4307
ndcg_cut_15           	1017	0.3790
ndcg_cut_20           	1017	0.3616
ndcg_cut_30           	1017	0.3228
ndcg_cut_100          	1017	0.3488
ndcg_cut_200          	1017	0.4054
ndcg_cut_500          	1017	0.4493
ndcg_cut_1000         	1017	0.4493
map_cut_5             	1017	0.1250
map_cut_10            	1017	0.1750
map_cut_15            	1017	0.1750
map_cut_20            	1017	0.1750
map_cut_30            	1017	0.1750
map_cut_100           	1017	0.1837
map_cut_200           	1017	0.1837
map_cut_500           	1017	0.1879
map_cut_1000          	1017	0.1879
relative_P_5          	1017	0.2500
relative_P_10         	1017	0.5000
relative_P_15         	1017	0.5000
relative_P_20         	1017	0.5000
relative_P_30         	1017	0.5000
relative_P_100        	1017	0.7500
relative_P_200        	1017	0.7500
relative_P_500        	1017	1.0000
relative_P_1000       	1017	1.0000
success_1             	1017	0.0000
success_5             	1017	1.0000
success_10            	1017	1.0000
set_P                 	1017	0.0091
set_relative_P        	1017	1.0000
set_recall            	1017	1.0000
set_map               	1017	0.0091
set_F                 	1017	0.0180
num_nonrel_judged_ret 	1017	152
rbp                   	1017	0.2120
rbp_resid             	1017	0.0217
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	445
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1110001010'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-445.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.2578
ndcg                  	1019	0.6445
ndcg_rel              	1019	0.6392
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.7227
ndcg_cut_10           	1019	0.6086
ndcg_cut_15           	1019	0.5655
ndcg_cut_20           	1019	0.4708
ndcg_cut_30           	1019	0.4500
ndcg_cut_100          	1019	0.5473
ndcg_cut_200          	1019	0.6153
ndcg_cut_500          	1019	0.6445
ndcg_cut_1000         	1019	0.6445
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	168
rbp                   	1019	0.4547
rbp_resid             	1019	0.0069
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	377
num_rel               	1023	7
num_rel_ret           	1023	1
map                   	1023	0.0075
Rprec                 	1023	0.0000
bpref                 	1023	0.0000
recip_rank            	1023	0.0526
iprec_at_recall_0.00  	1023	0.0526
iprec_at_recall_0.10  	1023	0.0526
iprec_at_recall_0.20  	1023	0.0526
iprec_at_recall_0.30  	1023	0.0000
iprec_at_recall_0.40  	1023	0.0000
iprec_at_recall_0.50  	1023	0.0000
iprec_at_recall_0.60  	1023	0.0000
iprec_at_recall_0.70  	1023	0.0000
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.0000
P_15                  	1023	0.0000
P_20                  	1023	0.0500
P_30                  	1023	0.0333
P_100                 	1023	0.0100
P_200                 	1023	0.0050
P_500                 	1023	0.0020
P_1000                	1023	0.0010
relstring             	1023	'0110001000'
recall_5              	1023	0.0000
recall_10             	1023	0.0000
recall_15             	1023	0.0000
recall_20             	1023	0.1429
recall_30             	1023	0.1429
recall_100            	1023	0.1429
recall_200            	1023	0.1429
recall_500            	1023	0.1429
recall_1000           	1023	0.1429
infAP                 	1023	0.0075
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.0000
Rprec_mult_1.20       	1023	0.0000
Rprec_mult_1.40       	1023	0.0000
Rprec_mult_1.60       	1023	0.0000
Rprec_mult_1.80       	1023	0.0000
Rprec_mult_2.00       	1023	0.0000
utility               	1023	-375.0000
11pt_avg              	1023	0.0144
binG                  	1023	0.0331
G                     	1023	0.0670
ndcg                  	1023	0.2516
ndcg_rel              	1023	0.2229
Rndcg                 	1023	0.1764
ndcg_cut_5            	1023	0.1279
ndcg_cut_10           	1023	0.1239
ndcg_cut_15           	1023	0.1115
ndcg_cut_20           	1023	0.1679
ndcg_cut_30           	1023	0.1715
ndcg_cut_100          	1023	0.1748
ndcg_cut_200          	1023	0.2277
ndcg_cut_500          	1023	0.2516
ndcg_cut_1000         	1023	0.2516
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0000
map_cut_15            	1023	0.0000
map_cut_20            	1023	0.0075
map_cut_30            	1023	0.0075
map_cut_100           	1023	0.0075
map_cut_200           	1023	0.0075
map_cut_500           	1023	0.0075
map_cut_1000          	1023	0.0075
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.0000
relative_P_15         	1023	0.0000
relative_P_20         	1023	0.1429
relative_P_30         	1023	0.1429
relative_P_100        	1023	0.1429
relative_P_200        	1023	0.1429
relative_P_500        	1023	0.1429
relative_P_1000       	1023	0.1429
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	0.0000
set_P                 	1023	0.0027
set_relative_P        	1023	0.1429
set_recall            	1023	0.1429
set_map               	1023	0.0004
set_F                 	1023	0.0052
num_nonrel_judged_ret 	1023	168
rbp                   	1023	0.1013
rbp_resid             	1023	0.0119
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	439
num_rel               	1025	2
num_rel_ret           	1025	2
map                   	1025	0.0119
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0159
iprec_at_recall_0.00  	1025	0.0159
iprec_at_recall_0.10  	1025	0.0159
iprec_at_recall_0.20  	1025	0.0159
iprec_at_recall_0.30  	1025	0.0159
iprec_at_recall_0.40  	1025	0.0159
iprec_at_recall_0.50  	1025	0.0159
iprec_at_recall_0.60  	1025	0.0159
iprec_at_recall_0.70  	1025	0.0159
iprec_at_recall_0.80  	1025	0.0079
iprec_at_recall_0.90  	1025	0.0079
iprec_at_recall_1.00  	1025	0.0079
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0000
P_20                  	1025	0.0000
P_30                  	1025	0.0000
P_100                 	1025	0.0100
P_200                 	1025	0.0050
P_500                 	1025	0.0040
P_1000                	1025	0.0020
relstring             	1025	'0000100000'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.0000
recall_20             	1025	0.0000
recall_30             	1025	0.0000
recall_100            	1025	0.5000
recall_200            	1025	0.5000
recall_500            	1025	1.0000
recall_1000           	1025	1.0000
infAP                 	1025	0.0119
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-435.0000
11pt_avg              	1025	0.0137
binG                  	1025	0.1459
G                     	1025	0.0784
ndcg                  	1025	0.2477
ndcg_rel              	1025	0.2073
Rndcg                 	1025	0.1156
ndcg_cut_5            	1025	0.0623
ndcg_cut_10           	1025	0.0496
ndcg_cut_15           	1025	0.0424
ndcg_cut_20           	1025	0.0604
ndcg_cut_30           	1025	0.0845
ndcg_cut_100          	1025	0.1696
ndcg_cut_200          	1025	0.1884
ndcg_cut_500          	1025	0.2477
ndcg_cut_1000         	1025	0.2477
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0000
map_cut_20            	1025	0.0000
map_cut_30            	1025	0.0000
map_cut_100           	1025	0.0079
map_cut_200           	1025	0.0079
map_cut_500           	1025	0.0119
map_cut_1000          	1025	0.0119
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.0000
relative_P_20         	1025	0.0000
relative_P_30         	1025	0.0000
relative_P_100        	1025	0.5000
relative_P_200        	1025	0.5000
relative_P_500        	1025	1.0000
relative_P_1000       	1025	1.0000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0046
set_relative_P        	1025	1.0000
set_recall            	1025	1.0000
set_map               	1025	0.0046
set_F                 	1025	0.0091
num_nonrel_judged_ret 	1025	128
rbp                   	1025	0.0358
rbp_resid             	1025	0.0107
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	396
num_rel               	1029	8
num_rel_ret           	1029	8
map                   	1029	0.1646
Rprec                 	1029	0.1250
bpref                 	1029	0.0938
recip_rank            	1029	0.3333
iprec_at_recall_0.00  	1029	0.3333
iprec_at_recall_0.10  	1029	0.3333
iprec_at_recall_0.20  	1029	0.2000
iprec_at_recall_0.30  	1029	0.2000
iprec_at_recall_0.40  	1029	0.1875
iprec_at_recall_0.50  	1029	0.1400
iprec_at_recall_0.60  	1029	0.1400
iprec_at_recall_0.70  	1029	0.1400
iprec_at_recall_0.80  	1029	0.1400
iprec_at_recall_0.90  	1029	0.1400
iprec_at_recall_1.00  	1029	0.1290
P_5                   	1029	0.2000
P_10                  	1029	0.2000
P_15                  	1029	0.1333
P_20                  	1029	0.1500
P_30                  	1029	0.1000
P_100                 	1029	0.0800
P_200                 	1029	0.0400
P_500                 	1029	0.0160
P_1000                	1029	0.0080
relstring             	1029	'1131110103'
recall_5              	1029	0.1250
recall_10             	1029	0.2500
recall_15             	1029	0.2500
recall_20             	1029	0.3750
recall_30             	1029	0.3750
recall_100            	1029	1.0000
recall_200            	1029	1.0000
recall_500            	1029	1.0000
recall_1000           	1029	1.0000
infAP                 	1029	0.1646
Rprec_mult_0.20       	1029	0.0000
Rprec_mult_0.40       	1029	0.2500
Rprec_mult_0.60       	1029	0.2000
Rprec_mult_0.80       	1029	0.1429
Rprec_mult_1.00       	1029	0.1250
Rprec_mult_1.20       	1029	0.2000
Rprec_mult_1.40       	1029	0.1667
Rprec_mult_1.60       	1029	0.1538
Rprec_mult_1.80       	1029	0.1333
Rprec_mult_2.00       	1029	0.1875
utility               	1029	-380.0000
11pt_avg              	1029	0.1894
binG                  	1029	0.2457
G                     	1029	0.1592
ndcg                  	1029	0.5971
ndcg_rel              	1029	0.5219
Rndcg                 	1029	0.4899
ndcg_cut_5            	1029	0.4464
ndcg_cut_10           	1029	0.4407
ndcg_cut_15           	1029	0.4167
ndcg_cut_20           	1029	0.4487
ndcg_cut_30           	1029	0.4537
ndcg_cut_100          	1029	0.5355
ndcg_cut_200          	1029	0.5650
ndcg_cut_500          	1029	0.5971
ndcg_cut_1000         	1029	0.5971
map_cut_5             	1029	0.0417
map_cut_10            	1029	0.0667
map_cut_15            	1029	0.0667
map_cut_20            	1029	0.0901
map_cut_30            	1029	0.0901
map_cut_100           	1029	0.1646
map_cut_200           	1029	0.1646
map_cut_500           	1029	0.1646
map_cut_1000          	1029	0.1646
relative_P_5          	1029	0.2000
relative_P_10         	1029	0.2500
relative_P_15         	1029	0.2500
relative_P_20         	1029	0.3750
relative_P_30         	1029	0.3750
relative_P_100        	1029	1.0000
relative_P_200        	1029	1.0000
relative_P_500        	1029	1.0000
relative_P_1000       	1029	1.0000
success_1             	1029	0.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0202
set_relative_P        	1029	1.0000
set_recall            	1029	1.0000
set_map               	1029	0.0202
set_F                 	1029	0.0396
num_nonrel_judged_ret 	1029	116
rbp                   	1029	0.3139
rbp_resid             	1029	0.0081
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	419
num_rel               	1031	44
num_rel_ret           	1031	22
map                   	1031	0.1230
Rprec                 	1031	0.2045
bpref                 	1031	0.1524
recip_rank            	1031	1.0000
iprec_at_recall_0.00  	1031	1.0000
iprec_at_recall_0.10  	1031	0.2778
iprec_at_recall_0.20  	1031	0.2500
iprec_at_recall_0.30  	1031	0.2407
iprec_at_recall_0.40  	1031	0.0870
iprec_at_recall_0.50  	1031	0.0528
iprec_at_recall_0.60  	1031	0.0000
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.4000
P_10                  	1031	0.3000
P_15                  	1031	0.2667
P_20                  	1031	0.2500
P_30                  	1031	0.2333
P_100                 	1031	0.1500
P_200                 	1031	0.0850
P_500                 	1031	0.0440
P_1000                	1031	0.0220
relstring             	1031	'3131101013'
recall_5              	1031	0.0455
recall_10             	1031	0.0682
recall_15             	1031	0.0909
recall_20             	1031	0.1136
recall_30             	1031	0.1591
recall_100            	1031	0.3409
recall_200            	1031	0.3864
recall_500            	1031	0.5000
recall_1000           	1031	0.5000
infAP                 	1031	0.1230
Rprec_mult_0.20       	1031	0.2222
Rprec_mult_0.40       	1031	0.2778
Rprec_mult_0.60       	1031	0.2222
Rprec_mult_0.80       	1031	0.1944
Rprec_mult_1.00       	1031	0.2045
Rprec_mult_1.20       	1031	0.2264
Rprec_mult_1.40       	1031	0.2097
Rprec_mult_1.60       	1031	0.2113
Rprec_mult_1.80       	1031	0.1875
Rprec_mult_2.00       	1031	0.1705
utility               	1031	-375.0000
11pt_avg              	1031	0.1735
binG                  	1031	0.1212
G                     	1031	0.0922
ndcg                  	1031	0.4693
ndcg_rel              	1031	0.4641
Rndcg                 	1031	0.4158
ndcg_cut_5            	1031	0.6725
ndcg_cut_10           	1031	0.5466
ndcg_cut_15           	1031	0.4966
ndcg_cut_20           	1031	0.4690
ndcg_cut_30           	1031	0.4209
ndcg_cut_100          	1031	0.4268
ndcg_cut_200          	1031	0.4006
ndcg_cut_500          	1031	0.4693
ndcg_cut_1000         	1031	0.4693
map_cut_5             	1031	0.0379
map_cut_10            	1031	0.0447
map_cut_15            	1031	0.0508
map_cut_20            	1031	0.0571
map_cut_30            	1031	0.0676
map_cut_100           	1031	0.1090
map_cut_200           	1031	0.1149
map_cut_500           	1031	0.1230
map_cut_1000          	1031	0.1230
relative_P_5          	1031	0.4000
relative_P_10         	1031	0.3000
relative_P_15         	1031	0.2667
relative_P_20         	1031	0.2500
relative_P_30         	1031	0.2333
relative_P_100        	1031	0.3409
relative_P_200        	1031	0.3864
relative_P_500        	1031	0.5000
relative_P_1000       	1031	0.5000
success_1             	1031	1.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.0525
set_relative_P        	1031	0.5000
set_recall            	1031	0.5000
set_map               	1031	0.0263
set_F                 	1031	0.0950
num_nonrel_judged_ret 	1031	159
rbp                   	1031	0.4274
rbp_resid             	1031	0.0033
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	397
num_rel               	1033	13
num_rel_ret           	1033	12
map                   	1033	0.0830
Rprec                 	1033	0.0769
bpref                 	1033	0.0651
recip_rank            	1033	0.2500
iprec_at_recall_0.00  	1033	0.2500
iprec_at_recall_0.10  	1033	0.2500
iprec_at_recall_0.20  	1033	0.0857
iprec_at_recall_0.30  	1033	0.0784
iprec_at_recall_0.40  	1033	0.0737
iprec_at_recall_0.50  	1033	0.0737
iprec_at_recall_0.60  	1033	0.0638
iprec_at_recall_0.70  	1033	0.0638
iprec_at_recall_0.80  	1033	0.0621
iprec_at_recall_0.90  	1033	0.0597
iprec_at_recall_1.00  	1033	0.0000
P_5                   	1033	0.2000
P_10                  	1033	0.1000
P_15                  	1033	0.1333
P_20                  	1033	0.1000
P_30                  	1033	0.0667
P_100                 	1033	0.0700
P_200                 	1033	0.0550
P_500                 	1033	0.0240
P_1000                	1033	0.0120
relstring             	1033	'1103100101'
recall_5              	1033	0.0769
recall_10             	1033	0.0769
recall_15             	1033	0.1538
recall_20             	1033	0.1538
recall_30             	1033	0.1538
recall_100            	1033	0.5385
recall_200            	1033	0.8462
recall_500            	1033	0.9231
recall_1000           	1033	0.9231
infAP                 	1033	0.0830
Rprec_mult_0.20       	1033	0.0000
Rprec_mult_0.40       	1033	0.1667
Rprec_mult_0.60       	1033	0.1250
Rprec_mult_0.80       	1033	0.0909
Rprec_mult_1.00       	1033	0.0769
Rprec_mult_1.20       	1033	0.1250
Rprec_mult_1.40       	1033	0.1053
Rprec_mult_1.60       	1033	0.0952
Rprec_mult_1.80       	1033	0.0833
Rprec_mult_2.00       	1033	0.0769
utility               	1033	-373.0000
11pt_avg              	1033	0.0965
binG                  	1033	0.1718
G                     	1033	0.1791
ndcg                  	1033	0.6972
ndcg_rel              	1033	0.4791
Rndcg                 	1033	0.4747
ndcg_cut_5            	1033	0.3742
ndcg_cut_10           	1033	0.2872
ndcg_cut_15           	1033	0.3308
ndcg_cut_20           	1033	0.3356
ndcg_cut_30           	1033	0.3849
ndcg_cut_100          	1033	0.5070
ndcg_cut_200          	1033	0.6665
ndcg_cut_500          	1033	0.6972
ndcg_cut_1000         	1033	0.6972
map_cut_5             	1033	0.0192
map_cut_10            	1033	0.0192
map_cut_15            	1033	0.0302
map_cut_20            	1033	0.0302
map_cut_30            	1033	0.0302
map_cut_100           	1033	0.0591
map_cut_200           	1033	0.0784
map_cut_500           	1033	0.0830
map_cut_1000          	1033	0.0830
relative_P_5          	1033	0.2000
relative_P_10         	1033	0.1000
relative_P_15         	1033	0.1538
relative_P_20         	1033	0.1538
relative_P_30         	1033	0.1538
relative_P_100        	1033	0.5385
relative_P_200        	1033	0.8462
relative_P_500        	1033	0.9231
relative_P_1000       	1033	0.9231
success_1             	1033	0.0000
success_5             	1033	1.0000
success_10            	1033	1.0000
set_P                 	1033	0.0302
set_relative_P        	1033	0.9231
set_recall            	1033	0.9231
set_map               	1033	0.0279
set_F                 	1033	0.0585
num_nonrel_judged_ret 	1033	143
rbp                   	1033	0.2841
rbp_resid             	1033	0.0014
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	420
num_rel               	1035	3
num_rel_ret           	1035	0
map                   	1035	0.0000
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0000
iprec_at_recall_0.00  	1035	0.0000
iprec_at_recall_0.10  	1035	0.0000
iprec_at_recall_0.20  	1035	0.0000
iprec_at_recall_0.30  	1035	0.0000
iprec_at_recall_0.40  	1035	0.0000
iprec_at_recall_0.50  	1035	0.0000
iprec_at_recall_0.60  	1035	0.0000
iprec_at_recall_0.70  	1035	0.0000
iprec_at_recall_0.80  	1035	0.0000
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0000
P_20                  	1035	0.0000
P_30                  	1035	0.0000
P_100                 	1035	0.0000
P_200                 	1035	0.0000
P_500                 	1035	0.0000
P_1000                	1035	0.0000
relstring             	1035	'0100000000'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.0000
recall_20             	1035	0.0000
recall_30             	1035	0.0000
recall_100            	1035	0.0000
recall_200            	1035	0.0000
recall_500            	1035	0.0000
recall_1000           	1035	0.0000
infAP                 	1035	0.0000
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-420.0000
11pt_avg              	1035	0.0000
binG                  	1035	0.0000
G                     	1035	0.0086
ndcg                  	1035	0.0445
ndcg_rel              	1035	0.0461
Rndcg                 	1035	0.0626
ndcg_cut_5            	1035	0.0875
ndcg_cut_10           	1035	0.0717
ndcg_cut_15           	1035	0.0623
ndcg_cut_20           	1035	0.0558
ndcg_cut_30           	1035	0.0470
ndcg_cut_100          	1035	0.0445
ndcg_cut_200          	1035	0.0445
ndcg_cut_500          	1035	0.0445
ndcg_cut_1000         	1035	0.0445
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0000
map_cut_20            	1035	0.0000
map_cut_30            	1035	0.0000
map_cut_100           	1035	0.0000
map_cut_200           	1035	0.0000
map_cut_500           	1035	0.0000
map_cut_1000          	1035	0.0000
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.0000
relative_P_20         	1035	0.0000
relative_P_30         	1035	0.0000
relative_P_100        	1035	0.0000
relative_P_200        	1035	0.0000
relative_P_500        	1035	0.0000
relative_P_1000       	1035	0.0000
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0000
set_relative_P        	1035	0.0000
set_recall            	1035	0.0000
set_map               	1035	0.0000
set_F                 	1035	0.0000
num_nonrel_judged_ret 	1035	65
rbp                   	1035	0.0303
rbp_resid             	1035	0.0320
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	485
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'0110100000'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-485.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.3341
ndcg                  	1037	0.5686
ndcg_rel              	1037	0.5128
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.5148
ndcg_cut_10           	1037	0.4172
ndcg_cut_15           	1037	0.4876
ndcg_cut_20           	1037	0.4876
ndcg_cut_30           	1037	0.4876
ndcg_cut_100          	1037	0.5323
ndcg_cut_200          	1037	0.5686
ndcg_cut_500          	1037	0.5686
ndcg_cut_1000         	1037	0.5686
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	55
rbp                   	1037	0.2621
rbp_resid             	1037	0.0421
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	401
num_rel               	1041	6
num_rel_ret           	1041	1
map                   	1041	0.0556
Rprec                 	1041	0.1667
bpref                 	1041	0.1111
recip_rank            	1041	0.3333
iprec_at_recall_0.00  	1041	0.3333
iprec_at_recall_0.10  	1041	0.3333
iprec_at_recall_0.20  	1041	0.3333
iprec_at_recall_0.30  	1041	0.0000
iprec_at_recall_0.40  	1041	0.0000
iprec_at_recall_0.50  	1041	0.0000
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.2000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0333
P_100                 	1041	0.0100
P_200                 	1041	0.0050
P_500                 	1041	0.0020
P_1000                	1041	0.0010
relstring             	1041	'1031011000'
recall_5              	1041	0.1667
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.1667
recall_100            	1041	0.1667
recall_200            	1041	0.1667
recall_500            	1041	0.1667
recall_1000           	1041	0.1667
infAP                 	1041	0.0556
Rprec_mult_0.20       	1041	0.0000
Rprec_mult_0.40       	1041	0.3333
Rprec_mult_0.60       	1041	0.2500
Rprec_mult_0.80       	1041	0.2000
Rprec_mult_1.00       	1041	0.1667
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-399.0000
11pt_avg              	1041	0.0909
binG                  	1041	0.0833
G                     	1041	0.1119
ndcg                  	1041	0.4023
ndcg_rel              	1041	0.3666
Rndcg                 	1041	0.3400
ndcg_cut_5            	1041	0.3313
ndcg_cut_10           	1041	0.3246
ndcg_cut_15           	1041	0.2903
ndcg_cut_20           	1041	0.3168
ndcg_cut_30           	1041	0.3157
ndcg_cut_100          	1041	0.3421
ndcg_cut_200          	1041	0.3890
ndcg_cut_500          	1041	0.4023
ndcg_cut_1000         	1041	0.4023
map_cut_5             	1041	0.0556
map_cut_10            	1041	0.0556
map_cut_15            	1041	0.0556
map_cut_20            	1041	0.0556
map_cut_30            	1041	0.0556
map_cut_100           	1041	0.0556
map_cut_200           	1041	0.0556
map_cut_500           	1041	0.0556
map_cut_1000          	1041	0.0556
relative_P_5          	1041	0.2000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.1667
relative_P_100        	1041	0.1667
relative_P_200        	1041	0.1667
relative_P_500        	1041	0.1667
relative_P_1000       	1041	0.1667
success_1             	1041	0.0000
success_5             	1041	1.0000
success_10            	1041	1.0000
set_P                 	1041	0.0025
set_relative_P        	1041	0.1667
set_recall            	1041	0.1667
set_map               	1041	0.0004
set_F                 	1041	0.0049
num_nonrel_judged_ret 	1041	131
rbp                   	1041	0.2038
rbp_resid             	1041	0.0053
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	398
num_rel               	1047	19
num_rel_ret           	1047	14
map                   	1047	0.0934
Rprec                 	1047	0.2105
bpref                 	1047	0.0776
recip_rank            	1047	0.0833
iprec_at_recall_0.00  	1047	0.2400
iprec_at_recall_0.10  	1047	0.2400
iprec_at_recall_0.20  	1047	0.2400
iprec_at_recall_0.30  	1047	0.2400
iprec_at_recall_0.40  	1047	0.1068
iprec_at_recall_0.50  	1047	0.1068
iprec_at_recall_0.60  	1047	0.1068
iprec_at_recall_0.70  	1047	0.0506
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.0000
P_10                  	1047	0.0000
P_15                  	1047	0.1333
P_20                  	1047	0.2000
P_30                  	1047	0.2000
P_100                 	1047	0.1000
P_200                 	1047	0.0550
P_500                 	1047	0.0280
P_1000                	1047	0.0140
relstring             	1047	'0011100110'
recall_5              	1047	0.0000
recall_10             	1047	0.0000
recall_15             	1047	0.1053
recall_20             	1047	0.2105
recall_30             	1047	0.3158
recall_100            	1047	0.5263
recall_200            	1047	0.5789
recall_500            	1047	0.7368
recall_1000           	1047	0.7368
infAP                 	1047	0.0934
Rprec_mult_0.20       	1047	0.0000
Rprec_mult_0.40       	1047	0.0000
Rprec_mult_0.60       	1047	0.0833
Rprec_mult_0.80       	1047	0.1250
Rprec_mult_1.00       	1047	0.2105
Rprec_mult_1.20       	1047	0.2174
Rprec_mult_1.40       	1047	0.2222
Rprec_mult_1.60       	1047	0.1935
Rprec_mult_1.80       	1047	0.1714
Rprec_mult_2.00       	1047	0.1579
utility               	1047	-370.0000
11pt_avg              	1047	0.1210
binG                  	1047	0.1408
G                     	1047	0.1279
ndcg                  	1047	0.4943
ndcg_rel              	1047	0.3705
Rndcg                 	1047	0.3706
ndcg_cut_5            	1047	0.1490
ndcg_cut_10           	1047	0.1419
ndcg_cut_15           	1047	0.2151
ndcg_cut_20           	1047	0.2743
ndcg_cut_30           	1047	0.3343
ndcg_cut_100          	1047	0.4192
ndcg_cut_200          	1047	0.4404
ndcg_cut_500          	1047	0.4943
ndcg_cut_1000         	1047	0.4943
map_cut_5             	1047	0.0000
map_cut_10            	1047	0.0000
map_cut_15            	1047	0.0125
map_cut_20            	1047	0.0329
map_cut_30            	1047	0.0580
map_cut_100           	1047	0.0805
map_cut_200           	1047	0.0861
map_cut_500           	1047	0.0934
map_cut_1000          	1047	0.0934
relative_P_5          	1047	0.0000
relative_P_10         	1047	0.0000
relative_P_15         	1047	0.1333
relative_P_20         	1047	0.2105
relative_P_30         	1047	0.3158
relative_P_100        	1047	0.5263
relative_P_200        	1047	0.5789
relative_P_500        	1047	0.7368
relative_P_1000       	1047	0.7368
success_1             	1047	0.0000
success_5             	1047	0.0000
success_10            	1047	0.0000
set_P                 	1047	0.0352
set_relative_P        	1047	0.7368
set_recall            	1047	0.7368
set_map               	1047	0.0259
set_F                 	1047	0.0671
num_nonrel_judged_ret 	1047	94
rbp                   	1047	0.2491
rbp_resid             	1047	0.0116
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	374
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.3123
Rprec                 	1053	0.3333
bpref                 	1053	0.2222
recip_rank            	1053	0.5000
iprec_at_recall_0.00  	1053	0.5000
iprec_at_recall_0.10  	1053	0.5000
iprec_at_recall_0.20  	1053	0.5000
iprec_at_recall_0.30  	1053	0.5000
iprec_at_recall_0.40  	1053	0.5000
iprec_at_recall_0.50  	1053	0.3333
iprec_at_recall_0.60  	1053	0.3333
iprec_at_recall_0.70  	1053	0.3333
iprec_at_recall_0.80  	1053	0.3333
iprec_at_recall_0.90  	1053	0.1034
iprec_at_recall_1.00  	1053	0.1034
P_5                   	1053	0.2000
P_10                  	1053	0.2000
P_15                  	1053	0.1333
P_20                  	1053	0.1000
P_30                  	1053	0.1000
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'1301031000'
recall_5              	1053	0.3333
recall_10             	1053	0.6667
recall_15             	1053	0.6667
recall_20             	1053	0.6667
recall_30             	1053	1.0000
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.3123
Rprec_mult_0.20       	1053	0.0000
Rprec_mult_0.40       	1053	0.5000
Rprec_mult_0.60       	1053	0.5000
Rprec_mult_0.80       	1053	0.3333
Rprec_mult_1.00       	1053	0.3333
Rprec_mult_1.20       	1053	0.2500
Rprec_mult_1.40       	1053	0.2000
Rprec_mult_1.60       	1053	0.2000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-368.0000
11pt_avg              	1053	0.3673
binG                  	1053	0.4086
G                     	1053	0.2250
ndcg                  	1053	0.6334
ndcg_rel              	1053	0.5771
Rndcg                 	1053	0.5415
ndcg_cut_5            	1053	0.4609
ndcg_cut_10           	1053	0.5366
ndcg_cut_15           	1053	0.5203
ndcg_cut_20           	1053	0.5499
ndcg_cut_30           	1053	0.5547
ndcg_cut_100          	1053	0.6052
ndcg_cut_200          	1053	0.6153
ndcg_cut_500          	1053	0.6334
ndcg_cut_1000         	1053	0.6334
map_cut_5             	1053	0.1667
map_cut_10            	1053	0.2778
map_cut_15            	1053	0.2778
map_cut_20            	1053	0.2778
map_cut_30            	1053	0.3123
map_cut_100           	1053	0.3123
map_cut_200           	1053	0.3123
map_cut_500           	1053	0.3123
map_cut_1000          	1053	0.3123
relative_P_5          	1053	0.3333
relative_P_10         	1053	0.6667
relative_P_15         	1053	0.6667
relative_P_20         	1053	0.6667
relative_P_30         	1053	1.0000
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	0.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0080
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0080
set_F                 	1053	0.0159
num_nonrel_judged_ret 	1053	77
rbp                   	1053	0.2829
rbp_resid             	1053	0.0214
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	418
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-418.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.0000
ndcg                  	1055	0.0000
ndcg_rel              	1055	0.0000
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.0000
ndcg_cut_15           	1055	0.0000
ndcg_cut_20           	1055	0.0000
ndcg_cut_30           	1055	0.0000
ndcg_cut_100          	1055	0.0000
ndcg_cut_200          	1055	0.0000
ndcg_cut_500          	1055	0.0000
ndcg_cut_1000         	1055	0.0000
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	84
rbp                   	1055	0.0000
rbp_resid             	1055	0.0156
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	492
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	0.0128
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.0128
iprec_at_recall_0.00  	1065	0.0128
iprec_at_recall_0.10  	1065	0.0128
iprec_at_recall_0.20  	1065	0.0128
iprec_at_recall_0.30  	1065	0.0128
iprec_at_recall_0.40  	1065	0.0128
iprec_at_recall_0.50  	1065	0.0128
iprec_at_recall_0.60  	1065	0.0128
iprec_at_recall_0.70  	1065	0.0128
iprec_at_recall_0.80  	1065	0.0128
iprec_at_recall_0.90  	1065	0.0128
iprec_at_recall_1.00  	1065	0.0128
P_5                   	1065	0.0000
P_10                  	1065	0.0000
P_15                  	1065	0.0000
P_20                  	1065	0.0000
P_30                  	1065	0.0000
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'0100000001'
recall_5              	1065	0.0000
recall_10             	1065	0.0000
recall_15             	1065	0.0000
recall_20             	1065	0.0000
recall_30             	1065	0.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	0.0128
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-490.0000
11pt_avg              	1065	0.0128
binG                  	1065	0.1586
G                     	1065	0.0816
ndcg                  	1065	0.2176
ndcg_rel              	1065	0.2053
Rndcg                 	1065	0.1168
ndcg_cut_5            	1065	0.1275
ndcg_cut_10           	1065	0.1406
ndcg_cut_15           	1065	0.1488
ndcg_cut_20           	1065	0.1328
ndcg_cut_30           	1065	0.1328
ndcg_cut_100          	1065	0.2046
ndcg_cut_200          	1065	0.2046
ndcg_cut_500          	1065	0.2176
ndcg_cut_1000         	1065	0.2176
map_cut_5             	1065	0.0000
map_cut_10            	1065	0.0000
map_cut_15            	1065	0.0000
map_cut_20            	1065	0.0000
map_cut_30            	1065	0.0000
map_cut_100           	1065	0.0128
map_cut_200           	1065	0.0128
map_cut_500           	1065	0.0128
map_cut_1000          	1065	0.0128
relative_P_5          	1065	0.0000
relative_P_10         	1065	0.0000
relative_P_15         	1065	0.0000
relative_P_20         	1065	0.0000
relative_P_30         	1065	0.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	0.0000
success_5             	1065	0.0000
success_10            	1065	0.0000
set_P                 	1065	0.0020
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0020
set_F                 	1065	0.0041
num_nonrel_judged_ret 	1065	55
rbp                   	1065	0.0506
rbp_resid             	1065	0.0386
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	432
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.0667
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.0667
iprec_at_recall_0.00  	1067	0.0667
iprec_at_recall_0.10  	1067	0.0667
iprec_at_recall_0.20  	1067	0.0667
iprec_at_recall_0.30  	1067	0.0667
iprec_at_recall_0.40  	1067	0.0667
iprec_at_recall_0.50  	1067	0.0667
iprec_at_recall_0.60  	1067	0.0667
iprec_at_recall_0.70  	1067	0.0667
iprec_at_recall_0.80  	1067	0.0667
iprec_at_recall_0.90  	1067	0.0667
iprec_at_recall_1.00  	1067	0.0667
P_5                   	1067	0.0000
P_10                  	1067	0.0000
P_15                  	1067	0.0667
P_20                  	1067	0.0500
P_30                  	1067	0.0333
P_100                 	1067	0.0100
P_200                 	1067	0.0050
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'1000000011'
recall_5              	1067	0.0000
recall_10             	1067	0.0000
recall_15             	1067	1.0000
recall_20             	1067	1.0000
recall_30             	1067	1.0000
recall_100            	1067	1.0000
recall_200            	1067	1.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.0667
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-430.0000
11pt_avg              	1067	0.0667
binG                  	1067	0.2500
G                     	1067	0.1522
ndcg                  	1067	0.4271
ndcg_rel              	1067	0.3725
Rndcg                 	1067	0.3517
ndcg_cut_5            	1067	0.2021
ndcg_cut_10           	1067	0.2430
ndcg_cut_15           	1067	0.3332
ndcg_cut_20           	1067	0.3162
ndcg_cut_30           	1067	0.2946
ndcg_cut_100          	1067	0.3831
ndcg_cut_200          	1067	0.4271
ndcg_cut_500          	1067	0.4271
ndcg_cut_1000         	1067	0.4271
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.0000
map_cut_15            	1067	0.0667
map_cut_20            	1067	0.0667
map_cut_30            	1067	0.0667
map_cut_100           	1067	0.0667
map_cut_200           	1067	0.0667
map_cut_500           	1067	0.0667
map_cut_1000          	1067	0.0667
relative_P_5          	1067	0.0000
relative_P_10         	1067	0.0000
relative_P_15         	1067	1.0000
relative_P_20         	1067	1.0000
relative_P_30         	1067	1.0000
relative_P_100        	1067	1.0000
relative_P_200        	1067	1.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	0.0000
set_P                 	1067	0.0023
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0023
set_F                 	1067	0.0046
num_nonrel_judged_ret 	1067	134
rbp                   	1067	0.1032
rbp_resid             	1067	0.0046
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	466
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0000000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-466.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0000
ndcg                  	1069	0.0000
ndcg_rel              	1069	0.0000
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.0000
ndcg_cut_10           	1069	0.0000
ndcg_cut_15           	1069	0.0000
ndcg_cut_20           	1069	0.0000
ndcg_cut_30           	1069	0.0000
ndcg_cut_100          	1069	0.0000
ndcg_cut_200          	1069	0.0000
ndcg_cut_500          	1069	0.0000
ndcg_cut_1000         	1069	0.0000
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	76
rbp                   	1069	0.0000
rbp_resid             	1069	0.0322
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	434
num_rel               	1075	3
num_rel_ret           	1075	2
map                   	1075	0.0208
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.0500
iprec_at_recall_0.00  	1075	0.0500
iprec_at_recall_0.10  	1075	0.0500
iprec_at_recall_0.20  	1075	0.0500
iprec_at_recall_0.30  	1075	0.0500
iprec_at_recall_0.40  	1075	0.0500
iprec_at_recall_0.50  	1075	0.0125
iprec_at_recall_0.60  	1075	0.0125
iprec_at_recall_0.70  	1075	0.0125
iprec_at_recall_0.80  	1075	0.0125
iprec_at_recall_0.90  	1075	0.0000
iprec_at_recall_1.00  	1075	0.0000
P_5                   	1075	0.0000
P_10                  	1075	0.0000
P_15                  	1075	0.0000
P_20                  	1075	0.0500
P_30                  	1075	0.0333
P_100                 	1075	0.0100
P_200                 	1075	0.0100
P_500                 	1075	0.0040
P_1000                	1075	0.0020
relstring             	1075	'1110111101'
recall_5              	1075	0.0000
recall_10             	1075	0.0000
recall_15             	1075	0.0000
recall_20             	1075	0.3333
recall_30             	1075	0.3333
recall_100            	1075	0.3333
recall_200            	1075	0.6667
recall_500            	1075	0.6667
recall_1000           	1075	0.6667
infAP                 	1075	0.0208
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-430.0000
11pt_avg              	1075	0.0273
binG                  	1075	0.1214
G                     	1075	0.1392
ndcg                  	1075	0.5823
ndcg_rel              	1075	0.5197
Rndcg                 	1075	0.4554
ndcg_cut_5            	1075	0.3492
ndcg_cut_10           	1075	0.4329
ndcg_cut_15           	1075	0.4278
ndcg_cut_20           	1075	0.5278
ndcg_cut_30           	1075	0.5391
ndcg_cut_100          	1075	0.4668
ndcg_cut_200          	1075	0.5561
ndcg_cut_500          	1075	0.5823
ndcg_cut_1000         	1075	0.5823
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0000
map_cut_15            	1075	0.0000
map_cut_20            	1075	0.0167
map_cut_30            	1075	0.0167
map_cut_100           	1075	0.0167
map_cut_200           	1075	0.0208
map_cut_500           	1075	0.0208
map_cut_1000          	1075	0.0208
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.0000
relative_P_15         	1075	0.0000
relative_P_20         	1075	0.3333
relative_P_30         	1075	0.3333
relative_P_100        	1075	0.3333
relative_P_200        	1075	0.6667
relative_P_500        	1075	0.6667
relative_P_1000       	1075	0.6667
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	0.0000
set_P                 	1075	0.0046
set_relative_P        	1075	0.6667
set_recall            	1075	0.6667
set_map               	1075	0.0031
set_F                 	1075	0.0092
num_nonrel_judged_ret 	1075	154
rbp                   	1075	0.2540
rbp_resid             	1075	0.0154
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	328
num_rel               	1077	16
num_rel_ret           	1077	16
map                   	1077	0.0981
Rprec                 	1077	0.1250
bpref                 	1077	0.0508
recip_rank            	1077	0.1250
iprec_at_recall_0.00  	1077	0.1429
iprec_at_recall_0.10  	1077	0.1429
iprec_at_recall_0.20  	1077	0.1228
iprec_at_recall_0.30  	1077	0.1228
iprec_at_recall_0.40  	1077	0.1228
iprec_at_recall_0.50  	1077	0.1176
iprec_at_recall_0.60  	1077	0.0922
iprec_at_recall_0.70  	1077	0.0922
iprec_at_recall_0.80  	1077	0.0922
iprec_at_recall_0.90  	1077	0.0576
iprec_at_recall_1.00  	1077	0.0576
P_5                   	1077	0.0000
P_10                  	1077	0.1000
P_15                  	1077	0.1333
P_20                  	1077	0.1000
P_30                  	1077	0.0667
P_100                 	1077	0.0900
P_200                 	1077	0.0650
P_500                 	1077	0.0320
P_1000                	1077	0.0160
relstring             	1077	'0111011311'
recall_5              	1077	0.0000
recall_10             	1077	0.0625
recall_15             	1077	0.1250
recall_20             	1077	0.1250
recall_30             	1077	0.1250
recall_100            	1077	0.5625
recall_200            	1077	0.8125
recall_500            	1077	1.0000
recall_1000           	1077	1.0000
infAP                 	1077	0.0981
Rprec_mult_0.20       	1077	0.0000
Rprec_mult_0.40       	1077	0.0000
Rprec_mult_0.60       	1077	0.1000
Rprec_mult_0.80       	1077	0.0769
Rprec_mult_1.00       	1077	0.1250
Rprec_mult_1.20       	1077	0.1000
Rprec_mult_1.40       	1077	0.0870
Rprec_mult_1.60       	1077	0.0769
Rprec_mult_1.80       	1077	0.0690
Rprec_mult_2.00       	1077	0.0938
utility               	1077	-296.0000
11pt_avg              	1077	0.1058
binG                  	1077	0.1750
G                     	1077	0.1770
ndcg                  	1077	0.7234
ndcg_rel              	1077	0.5112
Rndcg                 	1077	0.5108
ndcg_cut_5            	1077	0.1765
ndcg_cut_10           	1077	0.2779
ndcg_cut_15           	1077	0.2899
ndcg_cut_20           	1077	0.3133
ndcg_cut_30           	1077	0.3619
ndcg_cut_100          	1077	0.5356
ndcg_cut_200          	1077	0.6581
ndcg_cut_500          	1077	0.7234
ndcg_cut_1000         	1077	0.7234
map_cut_5             	1077	0.0000
map_cut_10            	1077	0.0078
map_cut_15            	1077	0.0167
map_cut_20            	1077	0.0167
map_cut_30            	1077	0.0167
map_cut_100           	1077	0.0661
map_cut_200           	1077	0.0877
map_cut_500           	1077	0.0981
map_cut_1000          	1077	0.0981
relative_P_5          	1077	0.0000
relative_P_10         	1077	0.1000
relative_P_15         	1077	0.1333
relative_P_20         	1077	0.1250
relative_P_30         	1077	0.1250
relative_P_100        	1077	0.5625
relative_P_200        	1077	0.8125
relative_P_500        	1077	1.0000
relative_P_1000       	1077	1.0000
success_1             	1077	0.0000
success_5             	1077	0.0000
success_10            	1077	1.0000
set_P                 	1077	0.0488
set_relative_P        	1077	1.0000
set_recall            	1077	1.0000
set_map               	1077	0.0488
set_F                 	1077	0.0930
num_nonrel_judged_ret 	1077	146
rbp                   	1077	0.3018
rbp_resid             	1077	0.0064
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	503
num_rel               	1079	6
num_rel_ret           	1079	3
map                   	1079	0.0696
Rprec                 	1079	0.1667
bpref                 	1079	0.0556
recip_rank            	1079	0.2000
iprec_at_recall_0.00  	1079	0.2000
iprec_at_recall_0.10  	1079	0.2000
iprec_at_recall_0.20  	1079	0.2000
iprec_at_recall_0.30  	1079	0.1667
iprec_at_recall_0.40  	1079	0.1667
iprec_at_recall_0.50  	1079	0.0508
iprec_at_recall_0.60  	1079	0.0000
iprec_at_recall_0.70  	1079	0.0000
iprec_at_recall_0.80  	1079	0.0000
iprec_at_recall_0.90  	1079	0.0000
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.2000
P_10                  	1079	0.1000
P_15                  	1079	0.1333
P_20                  	1079	0.1000
P_30                  	1079	0.0667
P_100                 	1079	0.0300
P_200                 	1079	0.0150
P_500                 	1079	0.0060
P_1000                	1079	0.0030
relstring             	1079	'1110310110'
recall_5              	1079	0.1667
recall_10             	1079	0.1667
recall_15             	1079	0.3333
recall_20             	1079	0.3333
recall_30             	1079	0.3333
recall_100            	1079	0.5000
recall_200            	1079	0.5000
recall_500            	1079	0.5000
recall_1000           	1079	0.5000
infAP                 	1079	0.0696
Rprec_mult_0.20       	1079	0.0000
Rprec_mult_0.40       	1079	0.0000
Rprec_mult_0.60       	1079	0.0000
Rprec_mult_0.80       	1079	0.2000
Rprec_mult_1.00       	1079	0.1667
Rprec_mult_1.20       	1079	0.1250
Rprec_mult_1.40       	1079	0.1111
Rprec_mult_1.60       	1079	0.1000
Rprec_mult_1.80       	1079	0.0909
Rprec_mult_2.00       	1079	0.1667
utility               	1079	-497.0000
11pt_avg              	1079	0.0895
binG                  	1079	0.1394
G                     	1079	0.1229
ndcg                  	1079	0.4056
ndcg_rel              	1079	0.3921
Rndcg                 	1079	0.3760
ndcg_cut_5            	1079	0.3721
ndcg_cut_10           	1079	0.3823
ndcg_cut_15           	1079	0.4069
ndcg_cut_20           	1079	0.3718
ndcg_cut_30           	1079	0.3544
ndcg_cut_100          	1079	0.3884
ndcg_cut_200          	1079	0.3972
ndcg_cut_500          	1079	0.4056
ndcg_cut_1000         	1079	0.4056
map_cut_5             	1079	0.0333
map_cut_10            	1079	0.0333
map_cut_15            	1079	0.0611
map_cut_20            	1079	0.0611
map_cut_30            	1079	0.0611
map_cut_100           	1079	0.0696
map_cut_200           	1079	0.0696
map_cut_500           	1079	0.0696
map_cut_1000          	1079	0.0696
relative_P_5          	1079	0.2000
relative_P_10         	1079	0.1667
relative_P_15         	1079	0.3333
relative_P_20         	1079	0.3333
relative_P_30         	1079	0.3333
relative_P_100        	1079	0.5000
relative_P_200        	1079	0.5000
relative_P_500        	1079	0.5000
relative_P_1000       	1079	0.5000
success_1             	1079	0.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0060
set_relative_P        	1079	0.5000
set_recall            	1079	0.5000
set_map               	1079	0.0030
set_F                 	1079	0.0118
num_nonrel_judged_ret 	1079	38
rbp                   	1079	0.2416
rbp_resid             	1079	0.0422
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	351
num_rel               	1081	11
num_rel_ret           	1081	10
map                   	1081	0.1950
Rprec                 	1081	0.3636
bpref                 	1081	0.2231
recip_rank            	1081	0.3333
iprec_at_recall_0.00  	1081	0.4444
iprec_at_recall_0.10  	1081	0.4444
iprec_at_recall_0.20  	1081	0.4444
iprec_at_recall_0.30  	1081	0.4444
iprec_at_recall_0.40  	1081	0.4444
iprec_at_recall_0.50  	1081	0.1622
iprec_at_recall_0.60  	1081	0.0946
iprec_at_recall_0.70  	1081	0.0865
iprec_at_recall_0.80  	1081	0.0865
iprec_at_recall_0.90  	1081	0.0735
iprec_at_recall_1.00  	1081	0.0000
P_5                   	1081	0.2000
P_10                  	1081	0.4000
P_15                  	1081	0.2667
P_20                  	1081	0.2000
P_30                  	1081	0.1667
P_100                 	1081	0.0800
P_200                 	1081	0.0500
P_500                 	1081	0.0200
P_1000                	1081	0.0100
relstring             	1081	'1131103330'
recall_5              	1081	0.0909
recall_10             	1081	0.3636
recall_15             	1081	0.3636
recall_20             	1081	0.3636
recall_30             	1081	0.4545
recall_100            	1081	0.7273
recall_200            	1081	0.9091
recall_500            	1081	0.9091
recall_1000           	1081	0.9091
infAP                 	1081	0.1950
Rprec_mult_0.20       	1081	0.3333
Rprec_mult_0.40       	1081	0.2000
Rprec_mult_0.60       	1081	0.2857
Rprec_mult_0.80       	1081	0.4444
Rprec_mult_1.00       	1081	0.3636
Rprec_mult_1.20       	1081	0.2857
Rprec_mult_1.40       	1081	0.2500
Rprec_mult_1.60       	1081	0.2222
Rprec_mult_1.80       	1081	0.2000
Rprec_mult_2.00       	1081	0.1818
utility               	1081	-331.0000
11pt_avg              	1081	0.2478
binG                  	1081	0.2369
G                     	1081	0.1800
ndcg                  	1081	0.7118
ndcg_rel              	1081	0.6066
Rndcg                 	1081	0.5895
ndcg_cut_5            	1081	0.4464
ndcg_cut_10           	1081	0.4987
ndcg_cut_15           	1081	0.5234
ndcg_cut_20           	1081	0.5429
ndcg_cut_30           	1081	0.5830
ndcg_cut_100          	1081	0.5726
ndcg_cut_200          	1081	0.6833
ndcg_cut_500          	1081	0.7118
ndcg_cut_1000         	1081	0.7118
map_cut_5             	1081	0.0303
map_cut_10            	1081	0.1308
map_cut_15            	1081	0.1308
map_cut_20            	1081	0.1308
map_cut_30            	1081	0.1497
map_cut_100           	1081	0.1805
map_cut_200           	1081	0.1950
map_cut_500           	1081	0.1950
map_cut_1000          	1081	0.1950
relative_P_5          	1081	0.2000
relative_P_10         	1081	0.4000
relative_P_15         	1081	0.3636
relative_P_20         	1081	0.3636
relative_P_30         	1081	0.4545
relative_P_100        	1081	0.7273
relative_P_200        	1081	0.9091
relative_P_500        	1081	0.9091
relative_P_1000       	1081	0.9091
success_1             	1081	0.0000
success_5             	1081	1.0000
success_10            	1081	1.0000
set_P                 	1081	0.0285
set_relative_P        	1081	0.9091
set_recall            	1081	0.9091
set_map               	1081	0.0259
set_F                 	1081	0.0552
num_nonrel_judged_ret 	1081	163
rbp                   	1081	0.4374
rbp_resid             	1081	0.0124
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	450
num_rel               	1083	3
num_rel_ret           	1083	3
map                   	1083	0.5037
Rprec                 	1083	0.3333
bpref                 	1083	0.4444
recip_rank            	1083	1.0000
iprec_at_recall_0.00  	1083	1.0000
iprec_at_recall_0.10  	1083	1.0000
iprec_at_recall_0.20  	1083	1.0000
iprec_at_recall_0.30  	1083	1.0000
iprec_at_recall_0.40  	1083	1.0000
iprec_at_recall_0.50  	1083	0.5000
iprec_at_recall_0.60  	1083	0.5000
iprec_at_recall_0.70  	1083	0.5000
iprec_at_recall_0.80  	1083	0.5000
iprec_at_recall_0.90  	1083	0.0111
iprec_at_recall_1.00  	1083	0.0111
P_5                   	1083	0.4000
P_10                  	1083	0.2000
P_15                  	1083	0.1333
P_20                  	1083	0.1000
P_30                  	1083	0.0667
P_100                 	1083	0.0200
P_200                 	1083	0.0100
P_500                 	1083	0.0060
P_1000                	1083	0.0030
relstring             	1083	'30131101--'
recall_5              	1083	0.6667
recall_10             	1083	0.6667
recall_15             	1083	0.6667
recall_20             	1083	0.6667
recall_30             	1083	0.6667
recall_100            	1083	0.6667
recall_200            	1083	0.6667
recall_500            	1083	1.0000
recall_1000           	1083	1.0000
infAP                 	1083	0.5037
Rprec_mult_0.20       	1083	1.0000
Rprec_mult_0.40       	1083	0.5000
Rprec_mult_0.60       	1083	0.5000
Rprec_mult_0.80       	1083	0.3333
Rprec_mult_1.00       	1083	0.3333
Rprec_mult_1.20       	1083	0.5000
Rprec_mult_1.40       	1083	0.4000
Rprec_mult_1.60       	1083	0.4000
Rprec_mult_1.80       	1083	0.3333
Rprec_mult_2.00       	1083	0.3333
utility               	1083	-444.0000
11pt_avg              	1083	0.6384
binG                  	1083	0.5413
G                     	1083	0.3905
ndcg                  	1083	0.7602
ndcg_rel              	1083	0.7124
Rndcg                 	1083	0.6387
ndcg_cut_5            	1083	0.7183
ndcg_cut_10           	1083	0.6644
ndcg_cut_15           	1083	0.6343
ndcg_cut_20           	1083	0.6343
ndcg_cut_30           	1083	0.6553
ndcg_cut_100          	1083	0.6935
ndcg_cut_200          	1083	0.7081
ndcg_cut_500          	1083	0.7602
ndcg_cut_1000         	1083	0.7602
map_cut_5             	1083	0.5000
map_cut_10            	1083	0.5000
map_cut_15            	1083	0.5000
map_cut_20            	1083	0.5000
map_cut_30            	1083	0.5000
map_cut_100           	1083	0.5000
map_cut_200           	1083	0.5000
map_cut_500           	1083	0.5037
map_cut_1000          	1083	0.5037
relative_P_5          	1083	0.6667
relative_P_10         	1083	0.6667
relative_P_15         	1083	0.6667
relative_P_20         	1083	0.6667
relative_P_30         	1083	0.6667
relative_P_100        	1083	0.6667
relative_P_200        	1083	0.6667
relative_P_500        	1083	1.0000
relative_P_1000       	1083	1.0000
success_1             	1083	1.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0067
set_relative_P        	1083	1.0000
set_recall            	1083	1.0000
set_map               	1083	0.0067
set_F                 	1083	0.0132
num_nonrel_judged_ret 	1083	78
rbp                   	1083	0.2678
rbp_resid             	1083	0.1609
unj_5                 	1083	0.0000
unj_10                	1083	0.2000
unj_20                	1083	0.1500
num_ret               	1085	398
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.5405
Rprec                 	1085	0.2500
bpref                 	1085	0.6250
recip_rank            	1085	1.0000
iprec_at_recall_0.00  	1085	1.0000
iprec_at_recall_0.10  	1085	1.0000
iprec_at_recall_0.20  	1085	1.0000
iprec_at_recall_0.30  	1085	1.0000
iprec_at_recall_0.40  	1085	0.4286
iprec_at_recall_0.50  	1085	0.4286
iprec_at_recall_0.60  	1085	0.4286
iprec_at_recall_0.70  	1085	0.4286
iprec_at_recall_0.80  	1085	0.4286
iprec_at_recall_0.90  	1085	0.3333
iprec_at_recall_1.00  	1085	0.3333
P_5                   	1085	0.4000
P_10                  	1085	0.3000
P_15                  	1085	0.2667
P_20                  	1085	0.2000
P_30                  	1085	0.1333
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'3-0-3-300-'
recall_5              	1085	0.5000
recall_10             	1085	0.7500
recall_15             	1085	1.0000
recall_20             	1085	1.0000
recall_30             	1085	1.0000
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.5405
Rprec_mult_0.20       	1085	1.0000
Rprec_mult_0.40       	1085	0.5000
Rprec_mult_0.60       	1085	0.3333
Rprec_mult_0.80       	1085	0.2500
Rprec_mult_1.00       	1085	0.2500
Rprec_mult_1.20       	1085	0.4000
Rprec_mult_1.40       	1085	0.3333
Rprec_mult_1.60       	1085	0.4286
Rprec_mult_1.80       	1085	0.3750
Rprec_mult_2.00       	1085	0.3750
utility               	1085	-390.0000
11pt_avg              	1085	0.6190
binG                  	1085	0.5296
G                     	1085	0.3484
ndcg                  	1085	0.6734
ndcg_rel              	1085	0.6664
Rndcg                 	1085	0.5276
ndcg_cut_5            	1085	0.5155
ndcg_cut_10           	1085	0.5338
ndcg_cut_15           	1085	0.6261
ndcg_cut_20           	1085	0.6261
ndcg_cut_30           	1085	0.6261
ndcg_cut_100          	1085	0.6601
ndcg_cut_200          	1085	0.6734
ndcg_cut_500          	1085	0.6734
ndcg_cut_1000         	1085	0.6734
map_cut_5             	1085	0.3500
map_cut_10            	1085	0.4571
map_cut_15            	1085	0.5405
map_cut_20            	1085	0.5405
map_cut_30            	1085	0.5405
map_cut_100           	1085	0.5405
map_cut_200           	1085	0.5405
map_cut_500           	1085	0.5405
map_cut_1000          	1085	0.5405
relative_P_5          	1085	0.5000
relative_P_10         	1085	0.7500
relative_P_15         	1085	1.0000
relative_P_20         	1085	1.0000
relative_P_30         	1085	1.0000
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	1.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0101
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0101
set_F                 	1085	0.0199
num_nonrel_judged_ret 	1085	87
rbp                   	1085	0.2592
rbp_resid             	1085	0.3605
unj_5                 	1085	0.4000
unj_10                	1085	0.4000
unj_20                	1085	0.3500
num_ret               	1087	421
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.5833
Rprec                 	1087	0.5000
bpref                 	1087	0.5000
recip_rank            	1087	1.0000
iprec_at_recall_0.00  	1087	1.0000
iprec_at_recall_0.10  	1087	1.0000
iprec_at_recall_0.20  	1087	1.0000
iprec_at_recall_0.30  	1087	1.0000
iprec_at_recall_0.40  	1087	1.0000
iprec_at_recall_0.50  	1087	1.0000
iprec_at_recall_0.60  	1087	1.0000
iprec_at_recall_0.70  	1087	1.0000
iprec_at_recall_0.80  	1087	0.1667
iprec_at_recall_0.90  	1087	0.1667
iprec_at_recall_1.00  	1087	0.1667
P_5                   	1087	0.2000
P_10                  	1087	0.1000
P_15                  	1087	0.1333
P_20                  	1087	0.1000
P_30                  	1087	0.0667
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'3110010100'
recall_5              	1087	0.5000
recall_10             	1087	0.5000
recall_15             	1087	1.0000
recall_20             	1087	1.0000
recall_30             	1087	1.0000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.5833
Rprec_mult_0.20       	1087	1.0000
Rprec_mult_0.40       	1087	1.0000
Rprec_mult_0.60       	1087	0.5000
Rprec_mult_0.80       	1087	0.5000
Rprec_mult_1.00       	1087	0.5000
Rprec_mult_1.20       	1087	0.3333
Rprec_mult_1.40       	1087	0.3333
Rprec_mult_1.60       	1087	0.2500
Rprec_mult_1.80       	1087	0.2500
Rprec_mult_2.00       	1087	0.2500
utility               	1087	-417.0000
11pt_avg              	1087	0.7727
binG                  	1087	0.6395
G                     	1087	0.2217
ndcg                  	1087	0.7187
ndcg_rel              	1087	0.6208
Rndcg                 	1087	0.6330
ndcg_cut_5            	1087	0.6652
ndcg_cut_10           	1087	0.6153
ndcg_cut_15           	1087	0.6427
ndcg_cut_20           	1087	0.6149
ndcg_cut_30           	1087	0.5268
ndcg_cut_100          	1087	0.5544
ndcg_cut_200          	1087	0.6445
ndcg_cut_500          	1087	0.7187
ndcg_cut_1000         	1087	0.7187
map_cut_5             	1087	0.5000
map_cut_10            	1087	0.5000
map_cut_15            	1087	0.5833
map_cut_20            	1087	0.5833
map_cut_30            	1087	0.5833
map_cut_100           	1087	0.5833
map_cut_200           	1087	0.5833
map_cut_500           	1087	0.5833
map_cut_1000          	1087	0.5833
relative_P_5          	1087	0.5000
relative_P_10         	1087	0.5000
relative_P_15         	1087	1.0000
relative_P_20         	1087	1.0000
relative_P_30         	1087	1.0000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	1.0000
success_5             	1087	1.0000
success_10            	1087	1.0000
set_P                 	1087	0.0048
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0048
set_F                 	1087	0.0095
num_nonrel_judged_ret 	1087	167
rbp                   	1087	0.2492
rbp_resid             	1087	0.0658
unj_5                 	1087	0.0000
unj_10                	1087	0.0000
unj_20                	1087	0.1000
runid                 	all	hltime-plaidx
num_q                 	all	30
num_ret               	all	12727
num_rel               	all	183
num_rel_ret           	all	133
map                   	all	0.1637
gm_map                	all	0.0115
Rprec                 	all	0.1559
bpref                 	all	0.1417
recip_rank            	all	0.3004
iprec_at_recall_0.00  	all	0.3181
iprec_at_recall_0.10  	all	0.2941
iprec_at_recall_0.20  	all	0.2741
iprec_at_recall_0.30  	all	0.2595
iprec_at_recall_0.40  	all	0.2199
iprec_at_recall_0.50  	all	0.1803
iprec_at_recall_0.60  	all	0.1734
iprec_at_recall_0.70  	all	0.1557
iprec_at_recall_0.80  	all	0.1259
iprec_at_recall_0.90  	all	0.0819
iprec_at_recall_1.00  	all	0.0765
P_5                   	all	0.1200
P_10                  	all	0.1000
P_15                  	all	0.0867
P_20                  	all	0.0767
P_30                  	all	0.0611
P_100                 	all	0.0347
P_200                 	all	0.0197
P_500                 	all	0.0089
P_1000                	all	0.0044
recall_5              	all	0.1498
recall_10             	all	0.2186
recall_15             	all	0.2914
recall_20             	all	0.3241
recall_30             	all	0.3504
recall_100            	all	0.5335
recall_200            	all	0.5725
recall_500            	all	0.6265
recall_1000           	all	0.6265
infAP                 	all	0.1637
gm_bpref              	all	0.0018
Rprec_mult_0.20       	all	0.1630
Rprec_mult_0.40       	all	0.1965
Rprec_mult_0.60       	all	0.1737
Rprec_mult_0.80       	all	0.1575
Rprec_mult_1.00       	all	0.1559
Rprec_mult_1.20       	all	0.1349
Rprec_mult_1.40       	all	0.1193
Rprec_mult_1.60       	all	0.1230
Rprec_mult_1.80       	all	0.1186
Rprec_mult_2.00       	all	0.1226
utility               	all	-415.3667
11pt_avg              	all	0.1963
binG                  	all	0.2146
G                     	all	0.1648
ndcg                  	all	0.4817
ndcg_rel              	all	0.4249
Rndcg                 	all	0.3377
ndcg_cut_5            	all	0.3448
ndcg_cut_10           	all	0.3534
ndcg_cut_15           	all	0.3573
ndcg_cut_20           	all	0.3653
ndcg_cut_30           	all	0.3685
ndcg_cut_100          	all	0.4183
ndcg_cut_200          	all	0.4548
ndcg_cut_500          	all	0.4817
ndcg_cut_1000         	all	0.4817
map_cut_5             	all	0.1062
map_cut_10            	all	0.1265
map_cut_15            	all	0.1364
map_cut_20            	all	0.1402
map_cut_30            	all	0.1440
map_cut_100           	all	0.1599
map_cut_200           	all	0.1623
map_cut_500           	all	0.1637
map_cut_1000          	all	0.1637
relative_P_5          	all	0.1783
relative_P_10         	all	0.2306
relative_P_15         	all	0.2985
relative_P_20         	all	0.3286
relative_P_30         	all	0.3529
relative_P_100        	all	0.5335
relative_P_200        	all	0.5725
relative_P_500        	all	0.6265
relative_P_1000       	all	0.6265
success_1             	all	0.1667
success_5             	all	0.4667
success_10            	all	0.5333
set_P                 	all	0.0111
set_relative_P        	all	0.6265
set_recall            	all	0.6265
set_map               	all	0.0094
set_F                 	all	0.0214
num_nonrel_judged_ret 	all	3360
rbp                   	all	0.2244
rbp_resid             	all	0.0347
unj_5                 	all	0.0133
unj_10                	all	0.0200
unj_20                	all	0.0200
