num_ret               	1001	100
num_rel               	1001	14
num_rel_ret           	1001	10
map                   	1001	0.1300
Rprec                 	1001	0.1429
bpref                 	1001	0.0663
recip_rank            	1001	0.1429
iprec_at_recall_0.00  	1001	0.2222
iprec_at_recall_0.10  	1001	0.2222
iprec_at_recall_0.20  	1001	0.2222
iprec_at_recall_0.30  	1001	0.2222
iprec_at_recall_0.40  	1001	0.2041
iprec_at_recall_0.50  	1001	0.2041
iprec_at_recall_0.60  	1001	0.2041
iprec_at_recall_0.70  	1001	0.2041
iprec_at_recall_0.80  	1001	0.0000
iprec_at_recall_0.90  	1001	0.0000
iprec_at_recall_1.00  	1001	0.0000
P_5                   	1001	0.0000
P_10                  	1001	0.1000
P_15                  	1001	0.1333
P_20                  	1001	0.2000
P_30                  	1001	0.1333
P_100                 	1001	0.1000
P_200                 	1001	0.0500
P_500                 	1001	0.0200
P_1000                	1001	0.0100
relstring             	1001	'0111103111'
recall_5              	1001	0.0000
recall_10             	1001	0.0714
recall_15             	1001	0.1429
recall_20             	1001	0.2857
recall_30             	1001	0.2857
recall_100            	1001	0.7143
recall_200            	1001	0.7143
recall_500            	1001	0.7143
recall_1000           	1001	0.7143
infAP                 	1001	0.1300
Rprec_mult_0.20       	1001	0.0000
Rprec_mult_0.40       	1001	0.0000
Rprec_mult_0.60       	1001	0.1111
Rprec_mult_0.80       	1001	0.1667
Rprec_mult_1.00       	1001	0.1429
Rprec_mult_1.20       	1001	0.1765
Rprec_mult_1.40       	1001	0.2000
Rprec_mult_1.60       	1001	0.1739
Rprec_mult_1.80       	1001	0.1538
Rprec_mult_2.00       	1001	0.1429
utility               	1001	-80.0000
11pt_avg              	1001	0.1550
binG                  	1001	0.1641
G                     	1001	0.1557
ndcg                  	1001	0.5657
ndcg_rel              	1001	0.4647
Rndcg                 	1001	0.4763
ndcg_cut_5            	1001	0.2203
ndcg_cut_10           	1001	0.2827
ndcg_cut_15           	1001	0.3200
ndcg_cut_20           	1001	0.4026
ndcg_cut_30           	1001	0.4131
ndcg_cut_100          	1001	0.5657
ndcg_cut_200          	1001	0.5657
ndcg_cut_500          	1001	0.5657
ndcg_cut_1000         	1001	0.5657
map_cut_5             	1001	0.0000
map_cut_10            	1001	0.0102
map_cut_15            	1001	0.0232
map_cut_20            	1001	0.0517
map_cut_30            	1001	0.0517
map_cut_100           	1001	0.1300
map_cut_200           	1001	0.1300
map_cut_500           	1001	0.1300
map_cut_1000          	1001	0.1300
relative_P_5          	1001	0.0000
relative_P_10         	1001	0.1000
relative_P_15         	1001	0.1429
relative_P_20         	1001	0.2857
relative_P_30         	1001	0.2857
relative_P_100        	1001	0.7143
relative_P_200        	1001	0.7143
relative_P_500        	1001	0.7143
relative_P_1000       	1001	0.7143
success_1             	1001	0.0000
success_5             	1001	0.0000
success_10            	1001	1.0000
set_P                 	1001	0.1000
set_relative_P        	1001	0.7143
set_recall            	1001	0.7143
set_map               	1001	0.0714
set_F                 	1001	0.1754
num_nonrel_judged_ret 	1001	59
rbp                   	1001	0.3376
rbp_resid             	1001	0.0034
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	100
num_rel               	1003	4
num_rel_ret           	1003	1
map                   	1003	0.2500
Rprec                 	1003	0.2500
bpref                 	1003	0.2500
recip_rank            	1003	1.0000
iprec_at_recall_0.00  	1003	1.0000
iprec_at_recall_0.10  	1003	1.0000
iprec_at_recall_0.20  	1003	1.0000
iprec_at_recall_0.30  	1003	1.0000
iprec_at_recall_0.40  	1003	0.0000
iprec_at_recall_0.50  	1003	0.0000
iprec_at_recall_0.60  	1003	0.0000
iprec_at_recall_0.70  	1003	0.0000
iprec_at_recall_0.80  	1003	0.0000
iprec_at_recall_0.90  	1003	0.0000
iprec_at_recall_1.00  	1003	0.0000
P_5                   	1003	0.2000
P_10                  	1003	0.1000
P_15                  	1003	0.0667
P_20                  	1003	0.0500
P_30                  	1003	0.0333
P_100                 	1003	0.0100
P_200                 	1003	0.0050
P_500                 	1003	0.0020
P_1000                	1003	0.0010
relstring             	1003	'3111111111'
recall_5              	1003	0.2500
recall_10             	1003	0.2500
recall_15             	1003	0.2500
recall_20             	1003	0.2500
recall_30             	1003	0.2500
recall_100            	1003	0.2500
recall_200            	1003	0.2500
recall_500            	1003	0.2500
recall_1000           	1003	0.2500
infAP                 	1003	0.2500
Rprec_mult_0.20       	1003	1.0000
Rprec_mult_0.40       	1003	0.5000
Rprec_mult_0.60       	1003	0.3333
Rprec_mult_0.80       	1003	0.2500
Rprec_mult_1.00       	1003	0.2500
Rprec_mult_1.20       	1003	0.2000
Rprec_mult_1.40       	1003	0.1667
Rprec_mult_1.60       	1003	0.1429
Rprec_mult_1.80       	1003	0.1250
Rprec_mult_2.00       	1003	0.1250
utility               	1003	-98.0000
11pt_avg              	1003	0.3636
binG                  	1003	0.2500
G                     	1003	0.1167
ndcg                  	1003	0.4452
ndcg_rel              	1003	0.5342
Rndcg                 	1003	0.5194
ndcg_cut_5            	1003	0.6131
ndcg_cut_10           	1003	0.6769
ndcg_cut_15           	1003	0.6929
ndcg_cut_20           	1003	0.7227
ndcg_cut_30           	1003	0.7339
ndcg_cut_100          	1003	0.4955
ndcg_cut_200          	1003	0.4452
ndcg_cut_500          	1003	0.4452
ndcg_cut_1000         	1003	0.4452
map_cut_5             	1003	0.2500
map_cut_10            	1003	0.2500
map_cut_15            	1003	0.2500
map_cut_20            	1003	0.2500
map_cut_30            	1003	0.2500
map_cut_100           	1003	0.2500
map_cut_200           	1003	0.2500
map_cut_500           	1003	0.2500
map_cut_1000          	1003	0.2500
relative_P_5          	1003	0.2500
relative_P_10         	1003	0.2500
relative_P_15         	1003	0.2500
relative_P_20         	1003	0.2500
relative_P_30         	1003	0.2500
relative_P_100        	1003	0.2500
relative_P_200        	1003	0.2500
relative_P_500        	1003	0.2500
relative_P_1000       	1003	0.2500
success_1             	1003	1.0000
success_5             	1003	1.0000
success_10            	1003	1.0000
set_P                 	1003	0.0100
set_relative_P        	1003	0.2500
set_recall            	1003	0.2500
set_map               	1003	0.0025
set_F                 	1003	0.0192
num_nonrel_judged_ret 	1003	55
rbp                   	1003	0.3808
rbp_resid             	1003	0.0107
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	100
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'1111111111'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-100.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.8462
ndcg                  	1007	0.9005
ndcg_rel              	1007	0.9847
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	1.0000
ndcg_cut_10           	1007	1.0000
ndcg_cut_15           	1007	0.9005
ndcg_cut_20           	1007	0.9005
ndcg_cut_30           	1007	0.9005
ndcg_cut_100          	1007	0.9005
ndcg_cut_200          	1007	0.9005
ndcg_cut_500          	1007	0.9005
ndcg_cut_1000         	1007	0.9005
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	45
rbp                   	1007	0.6862
rbp_resid             	1007	0.0308
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	100
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	0.1667
Rprec                 	1009	0.0000
bpref                 	1009	0.0000
recip_rank            	1009	0.1667
iprec_at_recall_0.00  	1009	0.1667
iprec_at_recall_0.10  	1009	0.1667
iprec_at_recall_0.20  	1009	0.1667
iprec_at_recall_0.30  	1009	0.1667
iprec_at_recall_0.40  	1009	0.1667
iprec_at_recall_0.50  	1009	0.1667
iprec_at_recall_0.60  	1009	0.1667
iprec_at_recall_0.70  	1009	0.1667
iprec_at_recall_0.80  	1009	0.1667
iprec_at_recall_0.90  	1009	0.1667
iprec_at_recall_1.00  	1009	0.1667
P_5                   	1009	0.0000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'1010131110'
recall_5              	1009	0.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	0.1667
Rprec_mult_0.20       	1009	0.0000
Rprec_mult_0.40       	1009	0.0000
Rprec_mult_0.60       	1009	0.0000
Rprec_mult_0.80       	1009	0.0000
Rprec_mult_1.00       	1009	0.0000
Rprec_mult_1.20       	1009	0.0000
Rprec_mult_1.40       	1009	0.0000
Rprec_mult_1.60       	1009	0.0000
Rprec_mult_1.80       	1009	0.0000
Rprec_mult_2.00       	1009	0.0000
utility               	1009	-98.0000
11pt_avg              	1009	0.1667
binG                  	1009	0.3562
G                     	1009	0.2796
ndcg                  	1009	0.5591
ndcg_rel              	1009	0.5257
Rndcg                 	1009	0.4681
ndcg_cut_5            	1009	0.3813
ndcg_cut_10           	1009	0.5968
ndcg_cut_15           	1009	0.4968
ndcg_cut_20           	1009	0.5120
ndcg_cut_30           	1009	0.5376
ndcg_cut_100          	1009	0.5591
ndcg_cut_200          	1009	0.5591
ndcg_cut_500          	1009	0.5591
ndcg_cut_1000         	1009	0.5591
map_cut_5             	1009	0.0000
map_cut_10            	1009	0.1667
map_cut_15            	1009	0.1667
map_cut_20            	1009	0.1667
map_cut_30            	1009	0.1667
map_cut_100           	1009	0.1667
map_cut_200           	1009	0.1667
map_cut_500           	1009	0.1667
map_cut_1000          	1009	0.1667
relative_P_5          	1009	0.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	0.0000
success_5             	1009	0.0000
success_10            	1009	1.0000
set_P                 	1009	0.0100
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0100
set_F                 	1009	0.0198
num_nonrel_judged_ret 	1009	61
rbp                   	1009	0.1984
rbp_resid             	1009	0.0242
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	100
num_rel               	1011	4
num_rel_ret           	1011	0
map                   	1011	0.0000
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0000
iprec_at_recall_0.00  	1011	0.0000
iprec_at_recall_0.10  	1011	0.0000
iprec_at_recall_0.20  	1011	0.0000
iprec_at_recall_0.30  	1011	0.0000
iprec_at_recall_0.40  	1011	0.0000
iprec_at_recall_0.50  	1011	0.0000
iprec_at_recall_0.60  	1011	0.0000
iprec_at_recall_0.70  	1011	0.0000
iprec_at_recall_0.80  	1011	0.0000
iprec_at_recall_0.90  	1011	0.0000
iprec_at_recall_1.00  	1011	0.0000
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0000
P_100                 	1011	0.0000
P_200                 	1011	0.0000
P_500                 	1011	0.0000
P_1000                	1011	0.0000
relstring             	1011	'1110101100'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.0000
recall_100            	1011	0.0000
recall_200            	1011	0.0000
recall_500            	1011	0.0000
recall_1000           	1011	0.0000
infAP                 	1011	0.0000
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-100.0000
11pt_avg              	1011	0.0000
binG                  	1011	0.0000
G                     	1011	0.0613
ndcg                  	1011	0.2921
ndcg_rel              	1011	0.3092
Rndcg                 	1011	0.2847
ndcg_cut_5            	1011	0.3119
ndcg_cut_10           	1011	0.3276
ndcg_cut_15           	1011	0.3836
ndcg_cut_20           	1011	0.4049
ndcg_cut_30           	1011	0.3894
ndcg_cut_100          	1011	0.3038
ndcg_cut_200          	1011	0.2921
ndcg_cut_500          	1011	0.2921
ndcg_cut_1000         	1011	0.2921
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0000
map_cut_100           	1011	0.0000
map_cut_200           	1011	0.0000
map_cut_500           	1011	0.0000
map_cut_1000          	1011	0.0000
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.0000
relative_P_100        	1011	0.0000
relative_P_200        	1011	0.0000
relative_P_500        	1011	0.0000
relative_P_1000       	1011	0.0000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0000
set_relative_P        	1011	0.0000
set_recall            	1011	0.0000
set_map               	1011	0.0000
set_F                 	1011	0.0000
num_nonrel_judged_ret 	1011	79
rbp                   	1011	0.2115
rbp_resid             	1011	0.0164
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	100
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.2877
Rprec                 	1013	0.2500
bpref                 	1013	0.2500
recip_rank            	1013	1.0000
iprec_at_recall_0.00  	1013	1.0000
iprec_at_recall_0.10  	1013	1.0000
iprec_at_recall_0.20  	1013	1.0000
iprec_at_recall_0.30  	1013	1.0000
iprec_at_recall_0.40  	1013	0.0566
iprec_at_recall_0.50  	1013	0.0566
iprec_at_recall_0.60  	1013	0.0566
iprec_at_recall_0.70  	1013	0.0566
iprec_at_recall_0.80  	1013	0.0566
iprec_at_recall_0.90  	1013	0.0526
iprec_at_recall_1.00  	1013	0.0526
P_5                   	1013	0.2000
P_10                  	1013	0.1000
P_15                  	1013	0.0667
P_20                  	1013	0.0500
P_30                  	1013	0.0333
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'3111111110'
recall_5              	1013	0.2500
recall_10             	1013	0.2500
recall_15             	1013	0.2500
recall_20             	1013	0.2500
recall_30             	1013	0.2500
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.2877
Rprec_mult_0.20       	1013	1.0000
Rprec_mult_0.40       	1013	0.5000
Rprec_mult_0.60       	1013	0.3333
Rprec_mult_0.80       	1013	0.2500
Rprec_mult_1.00       	1013	0.2500
Rprec_mult_1.20       	1013	0.2000
Rprec_mult_1.40       	1013	0.1667
Rprec_mult_1.60       	1013	0.1429
Rprec_mult_1.80       	1013	0.1250
Rprec_mult_2.00       	1013	0.1250
utility               	1013	-92.0000
11pt_avg              	1013	0.3989
binG                  	1013	0.3789
G                     	1013	0.2368
ndcg                  	1013	0.6987
ndcg_rel              	1013	0.6508
Rndcg                 	1013	0.5895
ndcg_cut_5            	1013	0.6131
ndcg_cut_10           	1013	0.6470
ndcg_cut_15           	1013	0.6894
ndcg_cut_20           	1013	0.6413
ndcg_cut_30           	1013	0.5460
ndcg_cut_100          	1013	0.6987
ndcg_cut_200          	1013	0.6987
ndcg_cut_500          	1013	0.6987
ndcg_cut_1000         	1013	0.6987
map_cut_5             	1013	0.2500
map_cut_10            	1013	0.2500
map_cut_15            	1013	0.2500
map_cut_20            	1013	0.2500
map_cut_30            	1013	0.2500
map_cut_100           	1013	0.2877
map_cut_200           	1013	0.2877
map_cut_500           	1013	0.2877
map_cut_1000          	1013	0.2877
relative_P_5          	1013	0.2500
relative_P_10         	1013	0.2500
relative_P_15         	1013	0.2500
relative_P_20         	1013	0.2500
relative_P_30         	1013	0.2500
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	1.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0400
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0400
set_F                 	1013	0.0769
num_nonrel_judged_ret 	1013	53
rbp                   	1013	0.3260
rbp_resid             	1013	0.0302
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	100
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'0111110100'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-100.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.3182
ndcg                  	1015	0.5774
ndcg_rel              	1015	0.5771
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.6608
ndcg_cut_10           	1015	0.5767
ndcg_cut_15           	1015	0.4893
ndcg_cut_20           	1015	0.4893
ndcg_cut_30           	1015	0.4893
ndcg_cut_100          	1015	0.5774
ndcg_cut_200          	1015	0.5774
ndcg_cut_500          	1015	0.5774
ndcg_cut_1000         	1015	0.5774
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	52
rbp                   	1015	0.4165
rbp_resid             	1015	0.0399
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	100
num_rel               	1017	4
num_rel_ret           	1017	2
map                   	1017	0.2574
Rprec                 	1017	0.2500
bpref                 	1017	0.2500
recip_rank            	1017	1.0000
iprec_at_recall_0.00  	1017	1.0000
iprec_at_recall_0.10  	1017	1.0000
iprec_at_recall_0.20  	1017	1.0000
iprec_at_recall_0.30  	1017	1.0000
iprec_at_recall_0.40  	1017	0.0294
iprec_at_recall_0.50  	1017	0.0294
iprec_at_recall_0.60  	1017	0.0294
iprec_at_recall_0.70  	1017	0.0000
iprec_at_recall_0.80  	1017	0.0000
iprec_at_recall_0.90  	1017	0.0000
iprec_at_recall_1.00  	1017	0.0000
P_5                   	1017	0.2000
P_10                  	1017	0.1000
P_15                  	1017	0.0667
P_20                  	1017	0.0500
P_30                  	1017	0.0333
P_100                 	1017	0.0200
P_200                 	1017	0.0100
P_500                 	1017	0.0040
P_1000                	1017	0.0020
relstring             	1017	'3111010110'
recall_5              	1017	0.2500
recall_10             	1017	0.2500
recall_15             	1017	0.2500
recall_20             	1017	0.2500
recall_30             	1017	0.2500
recall_100            	1017	0.5000
recall_200            	1017	0.5000
recall_500            	1017	0.5000
recall_1000           	1017	0.5000
infAP                 	1017	0.2574
Rprec_mult_0.20       	1017	1.0000
Rprec_mult_0.40       	1017	0.5000
Rprec_mult_0.60       	1017	0.3333
Rprec_mult_0.80       	1017	0.2500
Rprec_mult_1.00       	1017	0.2500
Rprec_mult_1.20       	1017	0.2000
Rprec_mult_1.40       	1017	0.1667
Rprec_mult_1.60       	1017	0.1429
Rprec_mult_1.80       	1017	0.1250
Rprec_mult_2.00       	1017	0.1250
utility               	1017	-96.0000
11pt_avg              	1017	0.3717
binG                  	1017	0.2911
G                     	1017	0.1591
ndcg                  	1017	0.4985
ndcg_rel              	1017	0.5357
Rndcg                 	1017	0.5172
ndcg_cut_5            	1017	0.5651
ndcg_cut_10           	1017	0.5725
ndcg_cut_15           	1017	0.5520
ndcg_cut_20           	1017	0.5570
ndcg_cut_30           	1017	0.5049
ndcg_cut_100          	1017	0.4985
ndcg_cut_200          	1017	0.4985
ndcg_cut_500          	1017	0.4985
ndcg_cut_1000         	1017	0.4985
map_cut_5             	1017	0.2500
map_cut_10            	1017	0.2500
map_cut_15            	1017	0.2500
map_cut_20            	1017	0.2500
map_cut_30            	1017	0.2500
map_cut_100           	1017	0.2574
map_cut_200           	1017	0.2574
map_cut_500           	1017	0.2574
map_cut_1000          	1017	0.2574
relative_P_5          	1017	0.2500
relative_P_10         	1017	0.2500
relative_P_15         	1017	0.2500
relative_P_20         	1017	0.2500
relative_P_30         	1017	0.2500
relative_P_100        	1017	0.5000
relative_P_200        	1017	0.5000
relative_P_500        	1017	0.5000
relative_P_1000       	1017	0.5000
success_1             	1017	1.0000
success_5             	1017	1.0000
success_10            	1017	1.0000
set_P                 	1017	0.0200
set_relative_P        	1017	0.5000
set_recall            	1017	0.5000
set_map               	1017	0.0100
set_F                 	1017	0.0385
num_nonrel_judged_ret 	1017	56
rbp                   	1017	0.2775
rbp_resid             	1017	0.0199
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	100
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1111011100'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-100.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.2748
ndcg                  	1019	0.5608
ndcg_rel              	1019	0.6675
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.8688
ndcg_cut_10           	1019	0.7850
ndcg_cut_15           	1019	0.6522
ndcg_cut_20           	1019	0.5753
ndcg_cut_30           	1019	0.4855
ndcg_cut_100          	1019	0.5608
ndcg_cut_200          	1019	0.5608
ndcg_cut_500          	1019	0.5608
ndcg_cut_1000         	1019	0.5608
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	67
rbp                   	1019	0.5429
rbp_resid             	1019	0.0172
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	100
num_rel               	1023	7
num_rel_ret           	1023	0
map                   	1023	0.0000
Rprec                 	1023	0.0000
bpref                 	1023	0.0000
recip_rank            	1023	0.0000
iprec_at_recall_0.00  	1023	0.0000
iprec_at_recall_0.10  	1023	0.0000
iprec_at_recall_0.20  	1023	0.0000
iprec_at_recall_0.30  	1023	0.0000
iprec_at_recall_0.40  	1023	0.0000
iprec_at_recall_0.50  	1023	0.0000
iprec_at_recall_0.60  	1023	0.0000
iprec_at_recall_0.70  	1023	0.0000
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.0000
P_15                  	1023	0.0000
P_20                  	1023	0.0000
P_30                  	1023	0.0000
P_100                 	1023	0.0000
P_200                 	1023	0.0000
P_500                 	1023	0.0000
P_1000                	1023	0.0000
relstring             	1023	'1000000000'
recall_5              	1023	0.0000
recall_10             	1023	0.0000
recall_15             	1023	0.0000
recall_20             	1023	0.0000
recall_30             	1023	0.0000
recall_100            	1023	0.0000
recall_200            	1023	0.0000
recall_500            	1023	0.0000
recall_1000           	1023	0.0000
infAP                 	1023	0.0000
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.0000
Rprec_mult_1.00       	1023	0.0000
Rprec_mult_1.20       	1023	0.0000
Rprec_mult_1.40       	1023	0.0000
Rprec_mult_1.60       	1023	0.0000
Rprec_mult_1.80       	1023	0.0000
Rprec_mult_2.00       	1023	0.0000
utility               	1023	-100.0000
11pt_avg              	1023	0.0000
binG                  	1023	0.0000
G                     	1023	0.0238
ndcg                  	1023	0.1073
ndcg_rel              	1023	0.1115
Rndcg                 	1023	0.0995
ndcg_cut_5            	1023	0.1131
ndcg_cut_10           	1023	0.0846
ndcg_cut_15           	1023	0.0761
ndcg_cut_20           	1023	0.1031
ndcg_cut_30           	1023	0.1031
ndcg_cut_100          	1023	0.1073
ndcg_cut_200          	1023	0.1073
ndcg_cut_500          	1023	0.1073
ndcg_cut_1000         	1023	0.1073
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0000
map_cut_15            	1023	0.0000
map_cut_20            	1023	0.0000
map_cut_30            	1023	0.0000
map_cut_100           	1023	0.0000
map_cut_200           	1023	0.0000
map_cut_500           	1023	0.0000
map_cut_1000          	1023	0.0000
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.0000
relative_P_15         	1023	0.0000
relative_P_20         	1023	0.0000
relative_P_30         	1023	0.0000
relative_P_100        	1023	0.0000
relative_P_200        	1023	0.0000
relative_P_500        	1023	0.0000
relative_P_1000       	1023	0.0000
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	0.0000
set_P                 	1023	0.0000
set_relative_P        	1023	0.0000
set_recall            	1023	0.0000
set_map               	1023	0.0000
set_F                 	1023	0.0000
num_nonrel_judged_ret 	1023	66
rbp                   	1023	0.0502
rbp_resid             	1023	0.0164
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	100
num_rel               	1025	2
num_rel_ret           	1025	1
map                   	1025	0.0312
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0625
iprec_at_recall_0.00  	1025	0.0625
iprec_at_recall_0.10  	1025	0.0625
iprec_at_recall_0.20  	1025	0.0625
iprec_at_recall_0.30  	1025	0.0625
iprec_at_recall_0.40  	1025	0.0625
iprec_at_recall_0.50  	1025	0.0625
iprec_at_recall_0.60  	1025	0.0625
iprec_at_recall_0.70  	1025	0.0625
iprec_at_recall_0.80  	1025	0.0000
iprec_at_recall_0.90  	1025	0.0000
iprec_at_recall_1.00  	1025	0.0000
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0000
P_20                  	1025	0.0500
P_30                  	1025	0.0333
P_100                 	1025	0.0100
P_200                 	1025	0.0050
P_500                 	1025	0.0020
P_1000                	1025	0.0010
relstring             	1025	'0010000010'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.0000
recall_20             	1025	0.5000
recall_30             	1025	0.5000
recall_100            	1025	0.5000
recall_200            	1025	0.5000
recall_500            	1025	0.5000
recall_1000           	1025	0.5000
infAP                 	1025	0.0313
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-98.0000
11pt_avg              	1025	0.0455
binG                  	1025	0.1223
G                     	1025	0.0717
ndcg                  	1025	0.2287
ndcg_rel              	1025	0.2209
Rndcg                 	1025	0.1490
ndcg_cut_5            	1025	0.0805
ndcg_cut_10           	1025	0.1026
ndcg_cut_15           	1025	0.1472
ndcg_cut_20           	1025	0.2461
ndcg_cut_30           	1025	0.2556
ndcg_cut_100          	1025	0.2287
ndcg_cut_200          	1025	0.2287
ndcg_cut_500          	1025	0.2287
ndcg_cut_1000         	1025	0.2287
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0000
map_cut_20            	1025	0.0312
map_cut_30            	1025	0.0312
map_cut_100           	1025	0.0312
map_cut_200           	1025	0.0312
map_cut_500           	1025	0.0312
map_cut_1000          	1025	0.0312
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.0000
relative_P_20         	1025	0.5000
relative_P_30         	1025	0.5000
relative_P_100        	1025	0.5000
relative_P_200        	1025	0.5000
relative_P_500        	1025	0.5000
relative_P_1000       	1025	0.5000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0100
set_relative_P        	1025	0.5000
set_recall            	1025	0.5000
set_map               	1025	0.0050
set_F                 	1025	0.0196
num_nonrel_judged_ret 	1025	58
rbp                   	1025	0.1007
rbp_resid             	1025	0.0245
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	100
num_rel               	1029	8
num_rel_ret           	1029	3
map                   	1029	0.0900
Rprec                 	1029	0.1250
bpref                 	1029	0.1094
recip_rank            	1029	0.5000
iprec_at_recall_0.00  	1029	0.5000
iprec_at_recall_0.10  	1029	0.5000
iprec_at_recall_0.20  	1029	0.1667
iprec_at_recall_0.30  	1029	0.1667
iprec_at_recall_0.40  	1029	0.0536
iprec_at_recall_0.50  	1029	0.0000
iprec_at_recall_0.60  	1029	0.0000
iprec_at_recall_0.70  	1029	0.0000
iprec_at_recall_0.80  	1029	0.0000
iprec_at_recall_0.90  	1029	0.0000
iprec_at_recall_1.00  	1029	0.0000
P_5                   	1029	0.2000
P_10                  	1029	0.1000
P_15                  	1029	0.1333
P_20                  	1029	0.1000
P_30                  	1029	0.0667
P_100                 	1029	0.0300
P_200                 	1029	0.0150
P_500                 	1029	0.0060
P_1000                	1029	0.0030
relstring             	1029	'1311000010'
recall_5              	1029	0.1250
recall_10             	1029	0.1250
recall_15             	1029	0.2500
recall_20             	1029	0.2500
recall_30             	1029	0.2500
recall_100            	1029	0.3750
recall_200            	1029	0.3750
recall_500            	1029	0.3750
recall_1000           	1029	0.3750
infAP                 	1029	0.0900
Rprec_mult_0.20       	1029	0.5000
Rprec_mult_0.40       	1029	0.2500
Rprec_mult_0.60       	1029	0.2000
Rprec_mult_0.80       	1029	0.1429
Rprec_mult_1.00       	1029	0.1250
Rprec_mult_1.20       	1029	0.1000
Rprec_mult_1.40       	1029	0.1667
Rprec_mult_1.60       	1029	0.1538
Rprec_mult_1.80       	1029	0.1333
Rprec_mult_2.00       	1029	0.1250
utility               	1029	-94.0000
11pt_avg              	1029	0.1261
binG                  	1029	0.1354
G                     	1029	0.0733
ndcg                  	1029	0.3128
ndcg_rel              	1029	0.3237
Rndcg                 	1029	0.3073
ndcg_cut_5            	1029	0.4323
ndcg_cut_10           	1029	0.3313
ndcg_cut_15           	1029	0.3770
ndcg_cut_20           	1029	0.3473
ndcg_cut_30           	1029	0.3286
ndcg_cut_100          	1029	0.3128
ndcg_cut_200          	1029	0.3128
ndcg_cut_500          	1029	0.3128
ndcg_cut_1000         	1029	0.3128
map_cut_5             	1029	0.0625
map_cut_10            	1029	0.0625
map_cut_15            	1029	0.0833
map_cut_20            	1029	0.0833
map_cut_30            	1029	0.0833
map_cut_100           	1029	0.0900
map_cut_200           	1029	0.0900
map_cut_500           	1029	0.0900
map_cut_1000          	1029	0.0900
relative_P_5          	1029	0.2000
relative_P_10         	1029	0.1250
relative_P_15         	1029	0.2500
relative_P_20         	1029	0.2500
relative_P_30         	1029	0.2500
relative_P_100        	1029	0.3750
relative_P_200        	1029	0.3750
relative_P_500        	1029	0.3750
relative_P_1000       	1029	0.3750
success_1             	1029	0.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0300
set_relative_P        	1029	0.3750
set_recall            	1029	0.3750
set_map               	1029	0.0112
set_F                 	1029	0.0556
num_nonrel_judged_ret 	1029	46
rbp                   	1029	0.2339
rbp_resid             	1029	0.0369
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	100
num_rel               	1031	44
num_rel_ret           	1031	23
map                   	1031	0.2022
Rprec                 	1031	0.3864
bpref                 	1031	0.3037
recip_rank            	1031	1.0000
iprec_at_recall_0.00  	1031	1.0000
iprec_at_recall_0.10  	1031	0.4615
iprec_at_recall_0.20  	1031	0.4615
iprec_at_recall_0.30  	1031	0.4483
iprec_at_recall_0.40  	1031	0.3103
iprec_at_recall_0.50  	1031	0.2527
iprec_at_recall_0.60  	1031	0.0000
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.2000
P_10                  	1031	0.4000
P_15                  	1031	0.2667
P_20                  	1031	0.4000
P_30                  	1031	0.4333
P_100                 	1031	0.2300
P_200                 	1031	0.1150
P_500                 	1031	0.0460
P_1000                	1031	0.0230
relstring             	1031	'3011013033'
recall_5              	1031	0.0227
recall_10             	1031	0.0909
recall_15             	1031	0.0909
recall_20             	1031	0.1818
recall_30             	1031	0.2955
recall_100            	1031	0.5227
recall_200            	1031	0.5227
recall_500            	1031	0.5227
recall_1000           	1031	0.5227
infAP                 	1031	0.2022
Rprec_mult_0.20       	1031	0.3333
Rprec_mult_0.40       	1031	0.3333
Rprec_mult_0.60       	1031	0.4444
Rprec_mult_0.80       	1031	0.4167
Rprec_mult_1.00       	1031	0.3864
Rprec_mult_1.20       	1031	0.3208
Rprec_mult_1.40       	1031	0.2903
Rprec_mult_1.60       	1031	0.2535
Rprec_mult_1.80       	1031	0.2500
Rprec_mult_2.00       	1031	0.2500
utility               	1031	-54.0000
11pt_avg              	1031	0.2668
binG                  	1031	0.1418
G                     	1031	0.0802
ndcg                  	1031	0.4171
ndcg_rel              	1031	0.4442
Rndcg                 	1031	0.4530
ndcg_cut_5            	1031	0.4444
ndcg_cut_10           	1031	0.5177
ndcg_cut_15           	1031	0.4301
ndcg_cut_20           	1031	0.5024
ndcg_cut_30           	1031	0.5341
ndcg_cut_100          	1031	0.5009
ndcg_cut_200          	1031	0.4171
ndcg_cut_500          	1031	0.4171
ndcg_cut_1000         	1031	0.4171
map_cut_5             	1031	0.0227
map_cut_10            	1031	0.0459
map_cut_15            	1031	0.0459
map_cut_20            	1031	0.0776
map_cut_30            	1031	0.1288
map_cut_100           	1031	0.2022
map_cut_200           	1031	0.2022
map_cut_500           	1031	0.2022
map_cut_1000          	1031	0.2022
relative_P_5          	1031	0.2000
relative_P_10         	1031	0.4000
relative_P_15         	1031	0.2667
relative_P_20         	1031	0.4000
relative_P_30         	1031	0.4333
relative_P_100        	1031	0.5227
relative_P_200        	1031	0.5227
relative_P_500        	1031	0.5227
relative_P_1000       	1031	0.5227
success_1             	1031	1.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.2300
set_relative_P        	1031	0.5227
set_recall            	1031	0.5227
set_map               	1031	0.1202
set_F                 	1031	0.3194
num_nonrel_judged_ret 	1031	42
rbp                   	1031	0.4590
rbp_resid             	1031	0.0128
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	100
num_rel               	1033	13
num_rel_ret           	1033	5
map                   	1033	0.0322
Rprec                 	1033	0.0769
bpref                 	1033	0.0355
recip_rank            	1033	0.1250
iprec_at_recall_0.00  	1033	0.1250
iprec_at_recall_0.10  	1033	0.1250
iprec_at_recall_0.20  	1033	0.0789
iprec_at_recall_0.30  	1033	0.0702
iprec_at_recall_0.40  	1033	0.0617
iprec_at_recall_0.50  	1033	0.0000
iprec_at_recall_0.60  	1033	0.0000
iprec_at_recall_0.70  	1033	0.0000
iprec_at_recall_0.80  	1033	0.0000
iprec_at_recall_0.90  	1033	0.0000
iprec_at_recall_1.00  	1033	0.0000
P_5                   	1033	0.0000
P_10                  	1033	0.1000
P_15                  	1033	0.0667
P_20                  	1033	0.0500
P_30                  	1033	0.0667
P_100                 	1033	0.0500
P_200                 	1033	0.0250
P_500                 	1033	0.0100
P_1000                	1033	0.0050
relstring             	1033	'1100001310'
recall_5              	1033	0.0000
recall_10             	1033	0.0769
recall_15             	1033	0.0769
recall_20             	1033	0.0769
recall_30             	1033	0.1538
recall_100            	1033	0.3846
recall_200            	1033	0.3846
recall_500            	1033	0.3846
recall_1000           	1033	0.3846
infAP                 	1033	0.0322
Rprec_mult_0.20       	1033	0.0000
Rprec_mult_0.40       	1033	0.0000
Rprec_mult_0.60       	1033	0.1250
Rprec_mult_0.80       	1033	0.0909
Rprec_mult_1.00       	1033	0.0769
Rprec_mult_1.20       	1033	0.0625
Rprec_mult_1.40       	1033	0.0526
Rprec_mult_1.60       	1033	0.0476
Rprec_mult_1.80       	1033	0.0833
Rprec_mult_2.00       	1033	0.0769
utility               	1033	-90.0000
11pt_avg              	1033	0.0419
binG                  	1033	0.0814
G                     	1033	0.0944
ndcg                  	1033	0.4038
ndcg_rel              	1033	0.3668
Rndcg                 	1033	0.3400
ndcg_cut_5            	1033	0.1844
ndcg_cut_10           	1033	0.2356
ndcg_cut_15           	1033	0.2419
ndcg_cut_20           	1033	0.2664
ndcg_cut_30           	1033	0.3138
ndcg_cut_100          	1033	0.4038
ndcg_cut_200          	1033	0.4038
ndcg_cut_500          	1033	0.4038
ndcg_cut_1000         	1033	0.4038
map_cut_5             	1033	0.0000
map_cut_10            	1033	0.0096
map_cut_15            	1033	0.0096
map_cut_20            	1033	0.0096
map_cut_30            	1033	0.0160
map_cut_100           	1033	0.0322
map_cut_200           	1033	0.0322
map_cut_500           	1033	0.0322
map_cut_1000          	1033	0.0322
relative_P_5          	1033	0.0000
relative_P_10         	1033	0.1000
relative_P_15         	1033	0.0769
relative_P_20         	1033	0.0769
relative_P_30         	1033	0.1538
relative_P_100        	1033	0.3846
relative_P_200        	1033	0.3846
relative_P_500        	1033	0.3846
relative_P_1000       	1033	0.3846
success_1             	1033	0.0000
success_5             	1033	0.0000
success_10            	1033	1.0000
set_P                 	1033	0.0500
set_relative_P        	1033	0.3846
set_recall            	1033	0.3846
set_map               	1033	0.0192
set_F                 	1033	0.0885
num_nonrel_judged_ret 	1033	69
rbp                   	1033	0.2198
rbp_resid             	1033	0.0087
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	100
num_rel               	1035	3
num_rel_ret           	1035	2
map                   	1035	0.0504
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.1111
iprec_at_recall_0.00  	1035	0.1111
iprec_at_recall_0.10  	1035	0.1111
iprec_at_recall_0.20  	1035	0.1111
iprec_at_recall_0.30  	1035	0.1111
iprec_at_recall_0.40  	1035	0.1111
iprec_at_recall_0.50  	1035	0.0400
iprec_at_recall_0.60  	1035	0.0400
iprec_at_recall_0.70  	1035	0.0400
iprec_at_recall_0.80  	1035	0.0400
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.1000
P_15                  	1035	0.0667
P_20                  	1035	0.0500
P_30                  	1035	0.0333
P_100                 	1035	0.0200
P_200                 	1035	0.0100
P_500                 	1035	0.0040
P_1000                	1035	0.0020
relstring             	1035	'0111101030'
recall_5              	1035	0.0000
recall_10             	1035	0.3333
recall_15             	1035	0.3333
recall_20             	1035	0.3333
recall_30             	1035	0.3333
recall_100            	1035	0.6667
recall_200            	1035	0.6667
recall_500            	1035	0.6667
recall_1000           	1035	0.6667
infAP                 	1035	0.0504
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-96.0000
11pt_avg              	1035	0.0651
binG                  	1035	0.1594
G                     	1035	0.0861
ndcg                  	1035	0.3200
ndcg_rel              	1035	0.3085
Rndcg                 	1035	0.2633
ndcg_cut_5            	1035	0.2702
ndcg_cut_10           	1035	0.3617
ndcg_cut_15           	1035	0.3146
ndcg_cut_20           	1035	0.3034
ndcg_cut_30           	1035	0.3037
ndcg_cut_100          	1035	0.3200
ndcg_cut_200          	1035	0.3200
ndcg_cut_500          	1035	0.3200
ndcg_cut_1000         	1035	0.3200
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0370
map_cut_15            	1035	0.0370
map_cut_20            	1035	0.0370
map_cut_30            	1035	0.0370
map_cut_100           	1035	0.0504
map_cut_200           	1035	0.0504
map_cut_500           	1035	0.0504
map_cut_1000          	1035	0.0504
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.3333
relative_P_15         	1035	0.3333
relative_P_20         	1035	0.3333
relative_P_30         	1035	0.3333
relative_P_100        	1035	0.6667
relative_P_200        	1035	0.6667
relative_P_500        	1035	0.6667
relative_P_1000       	1035	0.6667
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	1.0000
set_P                 	1035	0.0200
set_relative_P        	1035	0.6667
set_recall            	1035	0.6667
set_map               	1035	0.0133
set_F                 	1035	0.0388
num_nonrel_judged_ret 	1035	57
rbp                   	1035	0.1821
rbp_resid             	1035	0.0197
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	100
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'0000011000'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-100.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.2178
ndcg                  	1037	0.3960
ndcg_rel              	1037	0.2989
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.0000
ndcg_cut_10           	1037	0.1895
ndcg_cut_15           	1037	0.3405
ndcg_cut_20           	1037	0.3405
ndcg_cut_30           	1037	0.3960
ndcg_cut_100          	1037	0.3960
ndcg_cut_200          	1037	0.3960
ndcg_cut_500          	1037	0.3960
ndcg_cut_1000         	1037	0.3960
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	43
rbp                   	1037	0.1832
rbp_resid             	1037	0.0307
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	100
num_rel               	1041	6
num_rel_ret           	1041	2
map                   	1041	0.0353
Rprec                 	1041	0.0000
bpref                 	1041	0.0000
recip_rank            	1041	0.1429
iprec_at_recall_0.00  	1041	0.1429
iprec_at_recall_0.10  	1041	0.1429
iprec_at_recall_0.20  	1041	0.1429
iprec_at_recall_0.30  	1041	0.0690
iprec_at_recall_0.40  	1041	0.0690
iprec_at_recall_0.50  	1041	0.0000
iprec_at_recall_0.60  	1041	0.0000
iprec_at_recall_0.70  	1041	0.0000
iprec_at_recall_0.80  	1041	0.0000
iprec_at_recall_0.90  	1041	0.0000
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.0000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0667
P_100                 	1041	0.0200
P_200                 	1041	0.0100
P_500                 	1041	0.0040
P_1000                	1041	0.0020
relstring             	1041	'1011113000'
recall_5              	1041	0.0000
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.3333
recall_100            	1041	0.3333
recall_200            	1041	0.3333
recall_500            	1041	0.3333
recall_1000           	1041	0.3333
infAP                 	1041	0.0353
Rprec_mult_0.20       	1041	0.0000
Rprec_mult_0.40       	1041	0.0000
Rprec_mult_0.60       	1041	0.0000
Rprec_mult_0.80       	1041	0.0000
Rprec_mult_1.00       	1041	0.0000
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-96.0000
11pt_avg              	1041	0.0515
binG                  	1041	0.0899
G                     	1041	0.1008
ndcg                  	1041	0.3678
ndcg_rel              	1041	0.3455
Rndcg                 	1041	0.3262
ndcg_cut_5            	1041	0.2620
ndcg_cut_10           	1041	0.3294
ndcg_cut_15           	1041	0.3151
ndcg_cut_20           	1041	0.3046
ndcg_cut_30           	1041	0.3430
ndcg_cut_100          	1041	0.3678
ndcg_cut_200          	1041	0.3678
ndcg_cut_500          	1041	0.3678
ndcg_cut_1000         	1041	0.3678
map_cut_5             	1041	0.0000
map_cut_10            	1041	0.0238
map_cut_15            	1041	0.0238
map_cut_20            	1041	0.0238
map_cut_30            	1041	0.0353
map_cut_100           	1041	0.0353
map_cut_200           	1041	0.0353
map_cut_500           	1041	0.0353
map_cut_1000          	1041	0.0353
relative_P_5          	1041	0.0000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.3333
relative_P_100        	1041	0.3333
relative_P_200        	1041	0.3333
relative_P_500        	1041	0.3333
relative_P_1000       	1041	0.3333
success_1             	1041	0.0000
success_5             	1041	0.0000
success_10            	1041	1.0000
set_P                 	1041	0.0200
set_relative_P        	1041	0.3333
set_recall            	1041	0.3333
set_map               	1041	0.0067
set_F                 	1041	0.0377
num_nonrel_judged_ret 	1041	57
rbp                   	1041	0.2089
rbp_resid             	1041	0.0230
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	100
num_rel               	1047	19
num_rel_ret           	1047	10
map                   	1047	0.0941
Rprec                 	1047	0.1579
bpref                 	1047	0.1219
recip_rank            	1047	0.2500
iprec_at_recall_0.00  	1047	0.3333
iprec_at_recall_0.10  	1047	0.3333
iprec_at_recall_0.20  	1047	0.1316
iprec_at_recall_0.30  	1047	0.1304
iprec_at_recall_0.40  	1047	0.1304
iprec_at_recall_0.50  	1047	0.1136
iprec_at_recall_0.60  	1047	0.0000
iprec_at_recall_0.70  	1047	0.0000
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.2000
P_10                  	1047	0.3000
P_15                  	1047	0.2000
P_20                  	1047	0.1500
P_30                  	1047	0.1000
P_100                 	1047	0.1000
P_200                 	1047	0.0500
P_500                 	1047	0.0200
P_1000                	1047	0.0100
relstring             	1047	'1103130030'
recall_5              	1047	0.0526
recall_10             	1047	0.1579
recall_15             	1047	0.1579
recall_20             	1047	0.1579
recall_30             	1047	0.1579
recall_100            	1047	0.5263
recall_200            	1047	0.5263
recall_500            	1047	0.5263
recall_1000           	1047	0.5263
infAP                 	1047	0.0941
Rprec_mult_0.20       	1047	0.2500
Rprec_mult_0.40       	1047	0.2500
Rprec_mult_0.60       	1047	0.2500
Rprec_mult_0.80       	1047	0.1875
Rprec_mult_1.00       	1047	0.1579
Rprec_mult_1.20       	1047	0.1304
Rprec_mult_1.40       	1047	0.1111
Rprec_mult_1.60       	1047	0.1290
Rprec_mult_1.80       	1047	0.1143
Rprec_mult_2.00       	1047	0.1316
utility               	1047	-80.0000
11pt_avg              	1047	0.1066
binG                  	1047	0.1265
G                     	1047	0.0964
ndcg                  	1047	0.3984
ndcg_rel              	1047	0.3757
Rndcg                 	1047	0.3343
ndcg_cut_5            	1047	0.3742
ndcg_cut_10           	1047	0.3875
ndcg_cut_15           	1047	0.3162
ndcg_cut_20           	1047	0.2919
ndcg_cut_30           	1047	0.2647
ndcg_cut_100          	1047	0.3984
ndcg_cut_200          	1047	0.3984
ndcg_cut_500          	1047	0.3984
ndcg_cut_1000         	1047	0.3984
map_cut_5             	1047	0.0132
map_cut_10            	1047	0.0482
map_cut_15            	1047	0.0482
map_cut_20            	1047	0.0482
map_cut_30            	1047	0.0482
map_cut_100           	1047	0.0941
map_cut_200           	1047	0.0941
map_cut_500           	1047	0.0941
map_cut_1000          	1047	0.0941
relative_P_5          	1047	0.2000
relative_P_10         	1047	0.3000
relative_P_15         	1047	0.2000
relative_P_20         	1047	0.1579
relative_P_30         	1047	0.1579
relative_P_100        	1047	0.5263
relative_P_200        	1047	0.5263
relative_P_500        	1047	0.5263
relative_P_1000       	1047	0.5263
success_1             	1047	0.0000
success_5             	1047	1.0000
success_10            	1047	1.0000
set_P                 	1047	0.1000
set_relative_P        	1047	0.5263
set_recall            	1047	0.5263
set_map               	1047	0.0526
set_F                 	1047	0.1681
num_nonrel_judged_ret 	1047	49
rbp                   	1047	0.2927
rbp_resid             	1047	0.0240
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	100
num_rel               	1053	3
num_rel_ret           	1053	2
map                   	1053	0.4667
Rprec                 	1053	0.3333
bpref                 	1053	0.3333
recip_rank            	1053	1.0000
iprec_at_recall_0.00  	1053	1.0000
iprec_at_recall_0.10  	1053	1.0000
iprec_at_recall_0.20  	1053	1.0000
iprec_at_recall_0.30  	1053	1.0000
iprec_at_recall_0.40  	1053	1.0000
iprec_at_recall_0.50  	1053	0.4000
iprec_at_recall_0.60  	1053	0.4000
iprec_at_recall_0.70  	1053	0.4000
iprec_at_recall_0.80  	1053	0.4000
iprec_at_recall_0.90  	1053	0.0000
iprec_at_recall_1.00  	1053	0.0000
P_5                   	1053	0.4000
P_10                  	1053	0.2000
P_15                  	1053	0.1333
P_20                  	1053	0.1000
P_30                  	1053	0.0667
P_100                 	1053	0.0200
P_200                 	1053	0.0100
P_500                 	1053	0.0040
P_1000                	1053	0.0020
relstring             	1053	'3111311100'
recall_5              	1053	0.6667
recall_10             	1053	0.6667
recall_15             	1053	0.6667
recall_20             	1053	0.6667
recall_30             	1053	0.6667
recall_100            	1053	0.6667
recall_200            	1053	0.6667
recall_500            	1053	0.6667
recall_1000           	1053	0.6667
infAP                 	1053	0.4667
Rprec_mult_0.20       	1053	1.0000
Rprec_mult_0.40       	1053	0.5000
Rprec_mult_0.60       	1053	0.5000
Rprec_mult_0.80       	1053	0.3333
Rprec_mult_1.00       	1053	0.3333
Rprec_mult_1.20       	1053	0.2500
Rprec_mult_1.40       	1053	0.4000
Rprec_mult_1.60       	1053	0.4000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-96.0000
11pt_avg              	1053	0.6000
binG                  	1053	0.4769
G                     	1053	0.2374
ndcg                  	1053	0.5976
ndcg_rel              	1053	0.6481
Rndcg                 	1053	0.5943
ndcg_cut_5            	1053	0.7936
ndcg_cut_10           	1053	0.7640
ndcg_cut_15           	1053	0.6921
ndcg_cut_20           	1053	0.6415
ndcg_cut_30           	1053	0.5402
ndcg_cut_100          	1053	0.5976
ndcg_cut_200          	1053	0.5976
ndcg_cut_500          	1053	0.5976
ndcg_cut_1000         	1053	0.5976
map_cut_5             	1053	0.4667
map_cut_10            	1053	0.4667
map_cut_15            	1053	0.4667
map_cut_20            	1053	0.4667
map_cut_30            	1053	0.4667
map_cut_100           	1053	0.4667
map_cut_200           	1053	0.4667
map_cut_500           	1053	0.4667
map_cut_1000          	1053	0.4667
relative_P_5          	1053	0.6667
relative_P_10         	1053	0.6667
relative_P_15         	1053	0.6667
relative_P_20         	1053	0.6667
relative_P_30         	1053	0.6667
relative_P_100        	1053	0.6667
relative_P_200        	1053	0.6667
relative_P_500        	1053	0.6667
relative_P_1000       	1053	0.6667
success_1             	1053	1.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0200
set_relative_P        	1053	0.6667
set_recall            	1053	0.6667
set_map               	1053	0.0133
set_F                 	1053	0.0388
num_nonrel_judged_ret 	1053	43
rbp                   	1053	0.3203
rbp_resid             	1053	0.0330
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	100
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000100'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-100.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.1052
ndcg                  	1055	0.1480
ndcg_rel              	1055	0.1480
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.1480
ndcg_cut_15           	1055	0.1480
ndcg_cut_20           	1055	0.1480
ndcg_cut_30           	1055	0.1480
ndcg_cut_100          	1055	0.1480
ndcg_cut_200          	1055	0.1480
ndcg_cut_500          	1055	0.1480
ndcg_cut_1000         	1055	0.1480
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	51
rbp                   	1055	0.0478
rbp_resid             	1055	0.0377
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	100
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	0.2000
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.2000
iprec_at_recall_0.00  	1065	0.2000
iprec_at_recall_0.10  	1065	0.2000
iprec_at_recall_0.20  	1065	0.2000
iprec_at_recall_0.30  	1065	0.2000
iprec_at_recall_0.40  	1065	0.2000
iprec_at_recall_0.50  	1065	0.2000
iprec_at_recall_0.60  	1065	0.2000
iprec_at_recall_0.70  	1065	0.2000
iprec_at_recall_0.80  	1065	0.2000
iprec_at_recall_0.90  	1065	0.2000
iprec_at_recall_1.00  	1065	0.2000
P_5                   	1065	0.2000
P_10                  	1065	0.1000
P_15                  	1065	0.0667
P_20                  	1065	0.0500
P_30                  	1065	0.0333
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'0111310000'
recall_5              	1065	1.0000
recall_10             	1065	1.0000
recall_15             	1065	1.0000
recall_20             	1065	1.0000
recall_30             	1065	1.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	0.2000
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-98.0000
11pt_avg              	1065	0.2000
binG                  	1065	0.3869
G                     	1065	0.2052
ndcg                  	1065	0.4042
ndcg_rel              	1065	0.3960
Rndcg                 	1065	0.2512
ndcg_cut_5            	1065	0.5501
ndcg_cut_10           	1065	0.4704
ndcg_cut_15           	1065	0.3916
ndcg_cut_20           	1065	0.3493
ndcg_cut_30           	1065	0.3493
ndcg_cut_100          	1065	0.4042
ndcg_cut_200          	1065	0.4042
ndcg_cut_500          	1065	0.4042
ndcg_cut_1000         	1065	0.4042
map_cut_5             	1065	0.2000
map_cut_10            	1065	0.2000
map_cut_15            	1065	0.2000
map_cut_20            	1065	0.2000
map_cut_30            	1065	0.2000
map_cut_100           	1065	0.2000
map_cut_200           	1065	0.2000
map_cut_500           	1065	0.2000
map_cut_1000          	1065	0.2000
relative_P_5          	1065	1.0000
relative_P_10         	1065	1.0000
relative_P_15         	1065	1.0000
relative_P_20         	1065	1.0000
relative_P_30         	1065	1.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	0.0000
success_5             	1065	1.0000
success_10            	1065	1.0000
set_P                 	1065	0.0100
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0100
set_F                 	1065	0.0198
num_nonrel_judged_ret 	1065	50
rbp                   	1065	0.1667
rbp_resid             	1065	0.0397
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	100
num_rel               	1067	1
num_rel_ret           	1067	0
map                   	1067	0.0000
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.0000
iprec_at_recall_0.00  	1067	0.0000
iprec_at_recall_0.10  	1067	0.0000
iprec_at_recall_0.20  	1067	0.0000
iprec_at_recall_0.30  	1067	0.0000
iprec_at_recall_0.40  	1067	0.0000
iprec_at_recall_0.50  	1067	0.0000
iprec_at_recall_0.60  	1067	0.0000
iprec_at_recall_0.70  	1067	0.0000
iprec_at_recall_0.80  	1067	0.0000
iprec_at_recall_0.90  	1067	0.0000
iprec_at_recall_1.00  	1067	0.0000
P_5                   	1067	0.0000
P_10                  	1067	0.0000
P_15                  	1067	0.0000
P_20                  	1067	0.0000
P_30                  	1067	0.0000
P_100                 	1067	0.0000
P_200                 	1067	0.0000
P_500                 	1067	0.0000
P_1000                	1067	0.0000
relstring             	1067	'1000110010'
recall_5              	1067	0.0000
recall_10             	1067	0.0000
recall_15             	1067	0.0000
recall_20             	1067	0.0000
recall_30             	1067	0.0000
recall_100            	1067	0.0000
recall_200            	1067	0.0000
recall_500            	1067	0.0000
recall_1000           	1067	0.0000
infAP                 	1067	0.0000
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-100.0000
11pt_avg              	1067	0.0000
binG                  	1067	0.0000
G                     	1067	0.1187
ndcg                  	1067	0.3481
ndcg_rel              	1067	0.3420
Rndcg                 	1067	0.3324
ndcg_cut_5            	1067	0.2803
ndcg_cut_10           	1067	0.3124
ndcg_cut_15           	1067	0.3617
ndcg_cut_20           	1067	0.3145
ndcg_cut_30           	1067	0.3158
ndcg_cut_100          	1067	0.3481
ndcg_cut_200          	1067	0.3481
ndcg_cut_500          	1067	0.3481
ndcg_cut_1000         	1067	0.3481
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.0000
map_cut_15            	1067	0.0000
map_cut_20            	1067	0.0000
map_cut_30            	1067	0.0000
map_cut_100           	1067	0.0000
map_cut_200           	1067	0.0000
map_cut_500           	1067	0.0000
map_cut_1000          	1067	0.0000
relative_P_5          	1067	0.0000
relative_P_10         	1067	0.0000
relative_P_15         	1067	0.0000
relative_P_20         	1067	0.0000
relative_P_30         	1067	0.0000
relative_P_100        	1067	0.0000
relative_P_200        	1067	0.0000
relative_P_500        	1067	0.0000
relative_P_1000       	1067	0.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	0.0000
set_P                 	1067	0.0000
set_relative_P        	1067	0.0000
set_recall            	1067	0.0000
set_map               	1067	0.0000
set_F                 	1067	0.0000
num_nonrel_judged_ret 	1067	58
rbp                   	1067	0.1226
rbp_resid             	1067	0.0170
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	100
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0111000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-100.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.2704
ndcg                  	1069	0.4292
ndcg_rel              	1069	0.4635
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.5296
ndcg_cut_10           	1069	0.4292
ndcg_cut_15           	1069	0.4292
ndcg_cut_20           	1069	0.4292
ndcg_cut_30           	1069	0.4292
ndcg_cut_100          	1069	0.4292
ndcg_cut_200          	1069	0.4292
ndcg_cut_500          	1069	0.4292
ndcg_cut_1000         	1069	0.4292
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	43
rbp                   	1069	0.2439
rbp_resid             	1069	0.0370
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	100
num_rel               	1075	3
num_rel_ret           	1075	1
map                   	1075	0.0476
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.1429
iprec_at_recall_0.00  	1075	0.1429
iprec_at_recall_0.10  	1075	0.1429
iprec_at_recall_0.20  	1075	0.1429
iprec_at_recall_0.30  	1075	0.1429
iprec_at_recall_0.40  	1075	0.1429
iprec_at_recall_0.50  	1075	0.0000
iprec_at_recall_0.60  	1075	0.0000
iprec_at_recall_0.70  	1075	0.0000
iprec_at_recall_0.80  	1075	0.0000
iprec_at_recall_0.90  	1075	0.0000
iprec_at_recall_1.00  	1075	0.0000
P_5                   	1075	0.0000
P_10                  	1075	0.1000
P_15                  	1075	0.0667
P_20                  	1075	0.0500
P_30                  	1075	0.0333
P_100                 	1075	0.0100
P_200                 	1075	0.0050
P_500                 	1075	0.0020
P_1000                	1075	0.0010
relstring             	1075	'0011113100'
recall_5              	1075	0.0000
recall_10             	1075	0.3333
recall_15             	1075	0.3333
recall_20             	1075	0.3333
recall_30             	1075	0.3333
recall_100            	1075	0.3333
recall_200            	1075	0.3333
recall_500            	1075	0.3333
recall_1000           	1075	0.3333
infAP                 	1075	0.0476
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.0000
Rprec_mult_1.40       	1075	0.0000
Rprec_mult_1.60       	1075	0.0000
Rprec_mult_1.80       	1075	0.0000
Rprec_mult_2.00       	1075	0.0000
utility               	1075	-98.0000
11pt_avg              	1075	0.0649
binG                  	1075	0.1111
G                     	1075	0.0788
ndcg                  	1075	0.3331
ndcg_rel              	1075	0.3457
Rndcg                 	1075	0.2056
ndcg_cut_5            	1075	0.1827
ndcg_cut_10           	1075	0.3395
ndcg_cut_15           	1075	0.3712
ndcg_cut_20           	1075	0.3745
ndcg_cut_30           	1075	0.3940
ndcg_cut_100          	1075	0.3624
ndcg_cut_200          	1075	0.3331
ndcg_cut_500          	1075	0.3331
ndcg_cut_1000         	1075	0.3331
map_cut_5             	1075	0.0000
map_cut_10            	1075	0.0476
map_cut_15            	1075	0.0476
map_cut_20            	1075	0.0476
map_cut_30            	1075	0.0476
map_cut_100           	1075	0.0476
map_cut_200           	1075	0.0476
map_cut_500           	1075	0.0476
map_cut_1000          	1075	0.0476
relative_P_5          	1075	0.0000
relative_P_10         	1075	0.3333
relative_P_15         	1075	0.3333
relative_P_20         	1075	0.3333
relative_P_30         	1075	0.3333
relative_P_100        	1075	0.3333
relative_P_200        	1075	0.3333
relative_P_500        	1075	0.3333
relative_P_1000       	1075	0.3333
success_1             	1075	0.0000
success_5             	1075	0.0000
success_10            	1075	1.0000
set_P                 	1075	0.0100
set_relative_P        	1075	0.3333
set_recall            	1075	0.3333
set_map               	1075	0.0033
set_F                 	1075	0.0194
num_nonrel_judged_ret 	1075	68
rbp                   	1075	0.2189
rbp_resid             	1075	0.0110
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	100
num_rel               	1077	16
num_rel_ret           	1077	10
map                   	1077	0.1508
Rprec                 	1077	0.1875
bpref                 	1077	0.1211
recip_rank            	1077	1.0000
iprec_at_recall_0.00  	1077	1.0000
iprec_at_recall_0.10  	1077	0.2500
iprec_at_recall_0.20  	1077	0.2143
iprec_at_recall_0.30  	1077	0.1591
iprec_at_recall_0.40  	1077	0.1591
iprec_at_recall_0.50  	1077	0.1333
iprec_at_recall_0.60  	1077	0.1000
iprec_at_recall_0.70  	1077	0.0000
iprec_at_recall_0.80  	1077	0.0000
iprec_at_recall_0.90  	1077	0.0000
iprec_at_recall_1.00  	1077	0.0000
P_5                   	1077	0.2000
P_10                  	1077	0.2000
P_15                  	1077	0.2000
P_20                  	1077	0.1500
P_30                  	1077	0.1333
P_100                 	1077	0.1000
P_200                 	1077	0.0500
P_500                 	1077	0.0200
P_1000                	1077	0.0100
relstring             	1077	'3111011311'
recall_5              	1077	0.0625
recall_10             	1077	0.1250
recall_15             	1077	0.1875
recall_20             	1077	0.1875
recall_30             	1077	0.2500
recall_100            	1077	0.6250
recall_200            	1077	0.6250
recall_500            	1077	0.6250
recall_1000           	1077	0.6250
infAP                 	1077	0.1508
Rprec_mult_0.20       	1077	0.2500
Rprec_mult_0.40       	1077	0.1429
Rprec_mult_0.60       	1077	0.2000
Rprec_mult_0.80       	1077	0.1538
Rprec_mult_1.00       	1077	0.1875
Rprec_mult_1.20       	1077	0.1500
Rprec_mult_1.40       	1077	0.1739
Rprec_mult_1.60       	1077	0.1538
Rprec_mult_1.80       	1077	0.1379
Rprec_mult_2.00       	1077	0.1250
utility               	1077	-80.0000
11pt_avg              	1077	0.1833
binG                  	1077	0.1808
G                     	1077	0.1287
ndcg                  	1077	0.5457
ndcg_rel              	1077	0.5534
Rndcg                 	1077	0.4941
ndcg_cut_5            	1077	0.5157
ndcg_cut_10           	1077	0.4980
ndcg_cut_15           	1077	0.4609
ndcg_cut_20           	1077	0.4570
ndcg_cut_30           	1077	0.4905
ndcg_cut_100          	1077	0.5918
ndcg_cut_200          	1077	0.5457
ndcg_cut_500          	1077	0.5457
ndcg_cut_1000         	1077	0.5457
map_cut_5             	1077	0.0625
map_cut_10            	1077	0.0781
map_cut_15            	1077	0.0915
map_cut_20            	1077	0.0915
map_cut_30            	1077	0.1024
map_cut_100           	1077	0.1508
map_cut_200           	1077	0.1508
map_cut_500           	1077	0.1508
map_cut_1000          	1077	0.1508
relative_P_5          	1077	0.2000
relative_P_10         	1077	0.2000
relative_P_15         	1077	0.2000
relative_P_20         	1077	0.1875
relative_P_30         	1077	0.2500
relative_P_100        	1077	0.6250
relative_P_200        	1077	0.6250
relative_P_500        	1077	0.6250
relative_P_1000       	1077	0.6250
success_1             	1077	1.0000
success_5             	1077	1.0000
success_10            	1077	1.0000
set_P                 	1077	0.1000
set_relative_P        	1077	0.6250
set_recall            	1077	0.6250
set_map               	1077	0.0625
set_F                 	1077	0.1724
num_nonrel_judged_ret 	1077	69
rbp                   	1077	0.3912
rbp_resid             	1077	0.0054
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	100
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.2285
Rprec                 	1079	0.1667
bpref                 	1079	0.1389
recip_rank            	1079	0.5000
iprec_at_recall_0.00  	1079	0.5000
iprec_at_recall_0.10  	1079	0.5000
iprec_at_recall_0.20  	1079	0.5000
iprec_at_recall_0.30  	1079	0.3077
iprec_at_recall_0.40  	1079	0.3077
iprec_at_recall_0.50  	1079	0.3077
iprec_at_recall_0.60  	1079	0.3077
iprec_at_recall_0.70  	1079	0.3077
iprec_at_recall_0.80  	1079	0.0633
iprec_at_recall_0.90  	1079	0.0633
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.2000
P_10                  	1079	0.2000
P_15                  	1079	0.2667
P_20                  	1079	0.2000
P_30                  	1079	0.1333
P_100                 	1079	0.0500
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'1311111300'
recall_5              	1079	0.1667
recall_10             	1079	0.3333
recall_15             	1079	0.6667
recall_20             	1079	0.6667
recall_30             	1079	0.6667
recall_100            	1079	0.8333
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.2285
Rprec_mult_0.20       	1079	0.5000
Rprec_mult_0.40       	1079	0.3333
Rprec_mult_0.60       	1079	0.2500
Rprec_mult_0.80       	1079	0.2000
Rprec_mult_1.00       	1079	0.1667
Rprec_mult_1.20       	1079	0.2500
Rprec_mult_1.40       	1079	0.2222
Rprec_mult_1.60       	1079	0.2000
Rprec_mult_1.80       	1079	0.1818
Rprec_mult_2.00       	1079	0.2500
utility               	1079	-90.0000
11pt_avg              	1079	0.2877
binG                  	1079	0.2837
G                     	1079	0.2339
ndcg                  	1079	0.6391
ndcg_rel              	1079	0.5885
Rndcg                 	1079	0.5655
ndcg_cut_5            	1079	0.4760
ndcg_cut_10           	1079	0.5242
ndcg_cut_15           	1079	0.6599
ndcg_cut_20           	1079	0.6375
ndcg_cut_30           	1079	0.5967
ndcg_cut_100          	1079	0.6391
ndcg_cut_200          	1079	0.6391
ndcg_cut_500          	1079	0.6391
ndcg_cut_1000         	1079	0.6391
map_cut_5             	1079	0.0833
map_cut_10            	1079	0.1250
map_cut_15            	1079	0.2179
map_cut_20            	1079	0.2179
map_cut_30            	1079	0.2179
map_cut_100           	1079	0.2285
map_cut_200           	1079	0.2285
map_cut_500           	1079	0.2285
map_cut_1000          	1079	0.2285
relative_P_5          	1079	0.2000
relative_P_10         	1079	0.3333
relative_P_15         	1079	0.6667
relative_P_20         	1079	0.6667
relative_P_30         	1079	0.6667
relative_P_100        	1079	0.8333
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	0.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0500
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0417
set_F                 	1079	0.0943
num_nonrel_judged_ret 	1079	36
rbp                   	1079	0.3839
rbp_resid             	1079	0.0401
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	100
num_rel               	1081	11
num_rel_ret           	1081	7
map                   	1081	0.0660
Rprec                 	1081	0.0000
bpref                 	1081	0.0000
recip_rank            	1081	0.0769
iprec_at_recall_0.00  	1081	0.1429
iprec_at_recall_0.10  	1081	0.1429
iprec_at_recall_0.20  	1081	0.1429
iprec_at_recall_0.30  	1081	0.1429
iprec_at_recall_0.40  	1081	0.1143
iprec_at_recall_0.50  	1081	0.1000
iprec_at_recall_0.60  	1081	0.0864
iprec_at_recall_0.70  	1081	0.0000
iprec_at_recall_0.80  	1081	0.0000
iprec_at_recall_0.90  	1081	0.0000
iprec_at_recall_1.00  	1081	0.0000
P_5                   	1081	0.0000
P_10                  	1081	0.0000
P_15                  	1081	0.0667
P_20                  	1081	0.1000
P_30                  	1081	0.1000
P_100                 	1081	0.0700
P_200                 	1081	0.0350
P_500                 	1081	0.0140
P_1000                	1081	0.0070
relstring             	1081	'1111110101'
recall_5              	1081	0.0000
recall_10             	1081	0.0000
recall_15             	1081	0.0909
recall_20             	1081	0.1818
recall_30             	1081	0.2727
recall_100            	1081	0.6364
recall_200            	1081	0.6364
recall_500            	1081	0.6364
recall_1000           	1081	0.6364
infAP                 	1081	0.0660
Rprec_mult_0.20       	1081	0.0000
Rprec_mult_0.40       	1081	0.0000
Rprec_mult_0.60       	1081	0.0000
Rprec_mult_0.80       	1081	0.0000
Rprec_mult_1.00       	1081	0.0000
Rprec_mult_1.20       	1081	0.0714
Rprec_mult_1.40       	1081	0.0625
Rprec_mult_1.60       	1081	0.0556
Rprec_mult_1.80       	1081	0.1000
Rprec_mult_2.00       	1081	0.1364
utility               	1081	-86.0000
11pt_avg              	1081	0.0793
binG                  	1081	0.1309
G                     	1081	0.1084
ndcg                  	1081	0.4688
ndcg_rel              	1081	0.4418
Rndcg                 	1081	0.3791
ndcg_cut_5            	1081	0.3333
ndcg_cut_10           	1081	0.2868
ndcg_cut_15           	1081	0.3209
ndcg_cut_20           	1081	0.3689
ndcg_cut_30           	1081	0.4299
ndcg_cut_100          	1081	0.4688
ndcg_cut_200          	1081	0.4688
ndcg_cut_500          	1081	0.4688
ndcg_cut_1000         	1081	0.4688
map_cut_5             	1081	0.0000
map_cut_10            	1081	0.0000
map_cut_15            	1081	0.0070
map_cut_20            	1081	0.0166
map_cut_30            	1081	0.0295
map_cut_100           	1081	0.0660
map_cut_200           	1081	0.0660
map_cut_500           	1081	0.0660
map_cut_1000          	1081	0.0660
relative_P_5          	1081	0.0000
relative_P_10         	1081	0.0000
relative_P_15         	1081	0.0909
relative_P_20         	1081	0.1818
relative_P_30         	1081	0.2727
relative_P_100        	1081	0.6364
relative_P_200        	1081	0.6364
relative_P_500        	1081	0.6364
relative_P_1000       	1081	0.6364
success_1             	1081	0.0000
success_5             	1081	0.0000
success_10            	1081	0.0000
set_P                 	1081	0.0700
set_relative_P        	1081	0.6364
set_recall            	1081	0.6364
set_map               	1081	0.0445
set_F                 	1081	0.1261
num_nonrel_judged_ret 	1081	72
rbp                   	1081	0.2853
rbp_resid             	1081	0.0135
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	100
num_rel               	1083	3
num_rel_ret           	1083	2
map                   	1083	0.2778
Rprec                 	1083	0.3333
bpref                 	1083	0.2222
recip_rank            	1083	0.3333
iprec_at_recall_0.00  	1083	0.5000
iprec_at_recall_0.10  	1083	0.5000
iprec_at_recall_0.20  	1083	0.5000
iprec_at_recall_0.30  	1083	0.5000
iprec_at_recall_0.40  	1083	0.5000
iprec_at_recall_0.50  	1083	0.5000
iprec_at_recall_0.60  	1083	0.5000
iprec_at_recall_0.70  	1083	0.5000
iprec_at_recall_0.80  	1083	0.5000
iprec_at_recall_0.90  	1083	0.0000
iprec_at_recall_1.00  	1083	0.0000
P_5                   	1083	0.4000
P_10                  	1083	0.2000
P_15                  	1083	0.1333
P_20                  	1083	0.1000
P_30                  	1083	0.0667
P_100                 	1083	0.0200
P_200                 	1083	0.0100
P_500                 	1083	0.0040
P_1000                	1083	0.0020
relstring             	1083	'1133011000'
recall_5              	1083	0.6667
recall_10             	1083	0.6667
recall_15             	1083	0.6667
recall_20             	1083	0.6667
recall_30             	1083	0.6667
recall_100            	1083	0.6667
recall_200            	1083	0.6667
recall_500            	1083	0.6667
recall_1000           	1083	0.6667
infAP                 	1083	0.2778
Rprec_mult_0.20       	1083	0.0000
Rprec_mult_0.40       	1083	0.0000
Rprec_mult_0.60       	1083	0.0000
Rprec_mult_0.80       	1083	0.3333
Rprec_mult_1.00       	1083	0.3333
Rprec_mult_1.20       	1083	0.5000
Rprec_mult_1.40       	1083	0.4000
Rprec_mult_1.60       	1083	0.4000
Rprec_mult_1.80       	1083	0.3333
Rprec_mult_2.00       	1083	0.3333
utility               	1083	-96.0000
11pt_avg              	1083	0.4091
binG                  	1083	0.3333
G                     	1083	0.2869
ndcg                  	1083	0.6268
ndcg_rel              	1083	0.5678
Rndcg                 	1083	0.5590
ndcg_cut_5            	1083	0.6134
ndcg_cut_10           	1083	0.5806
ndcg_cut_15           	1083	0.5866
ndcg_cut_20           	1083	0.6107
ndcg_cut_30           	1083	0.6107
ndcg_cut_100          	1083	0.6268
ndcg_cut_200          	1083	0.6268
ndcg_cut_500          	1083	0.6268
ndcg_cut_1000         	1083	0.6268
map_cut_5             	1083	0.2778
map_cut_10            	1083	0.2778
map_cut_15            	1083	0.2778
map_cut_20            	1083	0.2778
map_cut_30            	1083	0.2778
map_cut_100           	1083	0.2778
map_cut_200           	1083	0.2778
map_cut_500           	1083	0.2778
map_cut_1000          	1083	0.2778
relative_P_5          	1083	0.6667
relative_P_10         	1083	0.6667
relative_P_15         	1083	0.6667
relative_P_20         	1083	0.6667
relative_P_30         	1083	0.6667
relative_P_100        	1083	0.6667
relative_P_200        	1083	0.6667
relative_P_500        	1083	0.6667
relative_P_1000       	1083	0.6667
success_1             	1083	0.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0200
set_relative_P        	1083	0.6667
set_recall            	1083	0.6667
set_map               	1083	0.0133
set_F                 	1083	0.0388
num_nonrel_judged_ret 	1083	37
rbp                   	1083	0.2789
rbp_resid             	1083	0.1343
unj_5                 	1083	0.0000
unj_10                	1083	0.0000
unj_20                	1083	0.2000
num_ret               	1085	100
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.5414
Rprec                 	1085	0.5000
bpref                 	1085	0.7500
recip_rank            	1085	1.0000
iprec_at_recall_0.00  	1085	1.0000
iprec_at_recall_0.10  	1085	1.0000
iprec_at_recall_0.20  	1085	1.0000
iprec_at_recall_0.30  	1085	1.0000
iprec_at_recall_0.40  	1085	0.6667
iprec_at_recall_0.50  	1085	0.6667
iprec_at_recall_0.60  	1085	0.6667
iprec_at_recall_0.70  	1085	0.4286
iprec_at_recall_0.80  	1085	0.4286
iprec_at_recall_0.90  	1085	0.0702
iprec_at_recall_1.00  	1085	0.0702
P_5                   	1085	0.4000
P_10                  	1085	0.3000
P_15                  	1085	0.2000
P_20                  	1085	0.1500
P_30                  	1085	0.1000
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'3-3---3000'
recall_5              	1085	0.5000
recall_10             	1085	0.7500
recall_15             	1085	0.7500
recall_20             	1085	0.7500
recall_30             	1085	0.7500
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.5414
Rprec_mult_0.20       	1085	1.0000
Rprec_mult_0.40       	1085	0.5000
Rprec_mult_0.60       	1085	0.6667
Rprec_mult_0.80       	1085	0.5000
Rprec_mult_1.00       	1085	0.5000
Rprec_mult_1.20       	1085	0.4000
Rprec_mult_1.40       	1085	0.3333
Rprec_mult_1.60       	1085	0.4286
Rprec_mult_1.80       	1085	0.3750
Rprec_mult_2.00       	1085	0.3750
utility               	1085	-92.0000
11pt_avg              	1085	0.6361
binG                  	1085	0.5477
G                     	1085	0.3476
ndcg                  	1085	0.6821
ndcg_rel              	1085	0.6866
Rndcg                 	1085	0.6069
ndcg_cut_5            	1085	0.5575
ndcg_cut_10           	1085	0.5690
ndcg_cut_15           	1085	0.5530
ndcg_cut_20           	1085	0.5776
ndcg_cut_30           	1085	0.5985
ndcg_cut_100          	1085	0.6821
ndcg_cut_200          	1085	0.6821
ndcg_cut_500          	1085	0.6821
ndcg_cut_1000         	1085	0.6821
map_cut_5             	1085	0.4167
map_cut_10            	1085	0.5238
map_cut_15            	1085	0.5238
map_cut_20            	1085	0.5238
map_cut_30            	1085	0.5238
map_cut_100           	1085	0.5414
map_cut_200           	1085	0.5414
map_cut_500           	1085	0.5414
map_cut_1000          	1085	0.5414
relative_P_5          	1085	0.5000
relative_P_10         	1085	0.7500
relative_P_15         	1085	0.7500
relative_P_20         	1085	0.7500
relative_P_30         	1085	0.7500
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	1.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0400
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0400
set_F                 	1085	0.0769
num_nonrel_judged_ret 	1085	33
rbp                   	1085	0.2435
rbp_resid             	1085	0.4136
unj_5                 	1085	0.6000
unj_10                	1085	0.4000
unj_20                	1085	0.4000
num_ret               	1087	100
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.0246
Rprec                 	1087	0.0000
bpref                 	1087	0.0000
recip_rank            	1087	0.0256
iprec_at_recall_0.00  	1087	0.0256
iprec_at_recall_0.10  	1087	0.0256
iprec_at_recall_0.20  	1087	0.0256
iprec_at_recall_0.30  	1087	0.0256
iprec_at_recall_0.40  	1087	0.0256
iprec_at_recall_0.50  	1087	0.0256
iprec_at_recall_0.60  	1087	0.0256
iprec_at_recall_0.70  	1087	0.0256
iprec_at_recall_0.80  	1087	0.0235
iprec_at_recall_0.90  	1087	0.0235
iprec_at_recall_1.00  	1087	0.0235
P_5                   	1087	0.0000
P_10                  	1087	0.0000
P_15                  	1087	0.0000
P_20                  	1087	0.0000
P_30                  	1087	0.0000
P_100                 	1087	0.0200
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'10--110011'
recall_5              	1087	0.0000
recall_10             	1087	0.0000
recall_15             	1087	0.0000
recall_20             	1087	0.0000
recall_30             	1087	0.0000
recall_100            	1087	1.0000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.0246
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.0000
Rprec_mult_0.80       	1087	0.0000
Rprec_mult_1.00       	1087	0.0000
Rprec_mult_1.20       	1087	0.0000
Rprec_mult_1.40       	1087	0.0000
Rprec_mult_1.60       	1087	0.0000
Rprec_mult_1.80       	1087	0.0000
Rprec_mult_2.00       	1087	0.0000
utility               	1087	-96.0000
11pt_avg              	1087	0.0251
binG                  	1087	0.1720
G                     	1087	0.1288
ndcg                  	1087	0.4543
ndcg_rel              	1087	0.3899
Rndcg                 	1087	0.3239
ndcg_cut_5            	1087	0.2233
ndcg_cut_10           	1087	0.2989
ndcg_cut_15           	1087	0.3422
ndcg_cut_20           	1087	0.3030
ndcg_cut_30           	1087	0.2858
ndcg_cut_100          	1087	0.4543
ndcg_cut_200          	1087	0.4543
ndcg_cut_500          	1087	0.4543
ndcg_cut_1000         	1087	0.4543
map_cut_5             	1087	0.0000
map_cut_10            	1087	0.0000
map_cut_15            	1087	0.0000
map_cut_20            	1087	0.0000
map_cut_30            	1087	0.0000
map_cut_100           	1087	0.0246
map_cut_200           	1087	0.0246
map_cut_500           	1087	0.0246
map_cut_1000          	1087	0.0246
relative_P_5          	1087	0.0000
relative_P_10         	1087	0.0000
relative_P_15         	1087	0.0000
relative_P_20         	1087	0.0000
relative_P_30         	1087	0.0000
relative_P_100        	1087	1.0000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	0.0000
success_10            	1087	0.0000
set_P                 	1087	0.0200
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0200
set_F                 	1087	0.0392
num_nonrel_judged_ret 	1087	69
rbp                   	1087	0.1416
rbp_resid             	1087	0.1901
unj_5                 	1087	0.4000
unj_10                	1087	0.2000
unj_20                	1087	0.1000
runid                 	all	hltime-rankk
num_q                 	all	30
num_ret               	all	3000
num_rel               	all	183
num_rel_ret           	all	98
map                   	all	0.1210
gm_map                	all	0.0072
Rprec                 	all	0.1053
bpref                 	all	0.0984
recip_rank            	all	0.3260
iprec_at_recall_0.00  	all	0.3392
iprec_at_recall_0.10  	all	0.2962
iprec_at_recall_0.20  	all	0.2757
iprec_at_recall_0.30  	all	0.2642
iprec_at_recall_0.40  	all	0.1457
iprec_at_recall_0.50  	all	0.1086
iprec_at_recall_0.60  	all	0.0949
iprec_at_recall_0.70  	all	0.0797
iprec_at_recall_0.80  	all	0.0626
iprec_at_recall_0.90  	all	0.0192
iprec_at_recall_1.00  	all	0.0171
P_5                   	all	0.1000
P_10                  	all	0.0967
P_15                  	all	0.0778
P_20                  	all	0.0717
P_30                  	all	0.0578
P_100                 	all	0.0327
P_200                 	all	0.0163
P_500                 	all	0.0065
P_1000                	all	0.0033
recall_5              	all	0.1338
recall_10             	all	0.2216
recall_15             	all	0.2443
recall_20             	all	0.2718
recall_30             	all	0.2889
recall_100            	all	0.4511
recall_200            	all	0.4511
recall_500            	all	0.4511
recall_1000           	all	0.4511
infAP                 	all	0.1210
gm_bpref              	all	0.0007
Rprec_mult_0.20       	all	0.2278
Rprec_mult_0.40       	all	0.1270
Rprec_mult_0.60       	all	0.1249
Rprec_mult_0.80       	all	0.1092
Rprec_mult_1.00       	all	0.1053
Rprec_mult_1.20       	all	0.1046
Rprec_mult_1.40       	all	0.1008
Rprec_mult_1.60       	all	0.0975
Rprec_mult_1.80       	all	0.0887
Rprec_mult_2.00       	all	0.0913
utility               	all	-93.4667
11pt_avg              	all	0.1548
binG                  	all	0.1640
G                     	all	0.1848
ndcg                  	all	0.4576
ndcg_rel              	all	0.4539
Rndcg                 	all	0.3147
ndcg_cut_5            	all	0.4150
ndcg_cut_10           	all	0.4409
ndcg_cut_15           	all	0.4351
ndcg_cut_20           	all	0.4374
ndcg_cut_30           	all	0.4344
ndcg_cut_100          	all	0.4649
ndcg_cut_200          	all	0.4576
ndcg_cut_500          	all	0.4576
ndcg_cut_1000         	all	0.4576
map_cut_5             	all	0.0785
map_cut_10            	all	0.0958
map_cut_15            	all	0.1007
map_cut_20            	all	0.1040
map_cut_30            	all	0.1071
map_cut_100           	all	0.1210
map_cut_200           	all	0.1210
map_cut_500           	all	0.1210
map_cut_1000          	all	0.1210
relative_P_5          	all	0.1528
relative_P_10         	all	0.2408
relative_P_15         	all	0.2520
relative_P_20         	all	0.2791
relative_P_30         	all	0.2935
relative_P_100        	all	0.4511
relative_P_200        	all	0.4511
relative_P_500        	all	0.4511
relative_P_1000       	all	0.4511
success_1             	all	0.2333
success_5             	all	0.4000
success_10            	all	0.6000
set_P                 	all	0.0327
set_relative_P        	all	0.4511
set_recall            	all	0.4511
set_map               	all	0.0204
set_F                 	all	0.0561
num_nonrel_judged_ret 	all	1643
rbp                   	all	0.2717
rbp_resid             	all	0.0454
unj_5                 	all	0.0333
unj_10                	all	0.0200
unj_20                	all	0.0233
