num_ret               	1001	462
num_rel               	1001	14
num_rel_ret           	1001	13
map                   	1001	0.2432
Rprec                 	1001	0.2143
bpref                 	1001	0.1786
recip_rank            	1001	0.5000
iprec_at_recall_0.00  	1001	0.6667
iprec_at_recall_0.10  	1001	0.6667
iprec_at_recall_0.20  	1001	0.3333
iprec_at_recall_0.30  	1001	0.2400
iprec_at_recall_0.40  	1001	0.2400
iprec_at_recall_0.50  	1001	0.2121
iprec_at_recall_0.60  	1001	0.1915
iprec_at_recall_0.70  	1001	0.1692
iprec_at_recall_0.80  	1001	0.1692
iprec_at_recall_0.90  	1001	0.1300
iprec_at_recall_1.00  	1001	0.0000
P_5                   	1001	0.4000
P_10                  	1001	0.3000
P_15                  	1001	0.2000
P_20                  	1001	0.2000
P_30                  	1001	0.2000
P_100                 	1001	0.1300
P_200                 	1001	0.0650
P_500                 	1001	0.0260
P_1000                	1001	0.0130
relstring             	1001	'1331001031'
recall_5              	1001	0.1429
recall_10             	1001	0.2143
recall_15             	1001	0.2143
recall_20             	1001	0.2857
recall_30             	1001	0.4286
recall_100            	1001	0.9286
recall_200            	1001	0.9286
recall_500            	1001	0.9286
recall_1000           	1001	0.9286
infAP                 	1001	0.2432
Rprec_mult_0.20       	1001	0.6667
Rprec_mult_0.40       	1001	0.3333
Rprec_mult_0.60       	1001	0.3333
Rprec_mult_0.80       	1001	0.2500
Rprec_mult_1.00       	1001	0.2143
Rprec_mult_1.20       	1001	0.2353
Rprec_mult_1.40       	1001	0.2000
Rprec_mult_1.60       	1001	0.2174
Rprec_mult_1.80       	1001	0.2308
Rprec_mult_2.00       	1001	0.2143
utility               	1001	-436.0000
11pt_avg              	1001	0.2744
binG                  	1001	0.2548
G                     	1001	0.2011
ndcg                  	1001	0.7112
ndcg_rel              	1001	0.5815
Rndcg                 	1001	0.5605
ndcg_cut_5            	1001	0.5453
ndcg_cut_10           	1001	0.4658
ndcg_cut_15           	1001	0.4012
ndcg_cut_20           	1001	0.4399
ndcg_cut_30           	1001	0.5108
ndcg_cut_100          	1001	0.6753
ndcg_cut_200          	1001	0.6971
ndcg_cut_500          	1001	0.7112
ndcg_cut_1000         	1001	0.7112
map_cut_5             	1001	0.0833
map_cut_10            	1001	0.1071
map_cut_15            	1001	0.1071
map_cut_20            	1001	0.1239
map_cut_30            	1001	0.1581
map_cut_100           	1001	0.2432
map_cut_200           	1001	0.2432
map_cut_500           	1001	0.2432
map_cut_1000          	1001	0.2432
relative_P_5          	1001	0.4000
relative_P_10         	1001	0.3000
relative_P_15         	1001	0.2143
relative_P_20         	1001	0.2857
relative_P_30         	1001	0.4286
relative_P_100        	1001	0.9286
relative_P_200        	1001	0.9286
relative_P_500        	1001	0.9286
relative_P_1000       	1001	0.9286
success_1             	1001	0.0000
success_5             	1001	1.0000
success_10            	1001	1.0000
set_P                 	1001	0.0281
set_relative_P        	1001	0.9286
set_recall            	1001	0.9286
set_map               	1001	0.0261
set_F                 	1001	0.0546
num_nonrel_judged_ret 	1001	110
rbp                   	1001	0.3928
rbp_resid             	1001	0.0013
unj_5                 	1001	0.0000
unj_10                	1001	0.0000
unj_20                	1001	0.0000
num_ret               	1003	835
num_rel               	1003	4
num_rel_ret           	1003	3
map                   	1003	0.0508
Rprec                 	1003	0.0000
bpref                 	1003	0.0000
recip_rank            	1003	0.1000
iprec_at_recall_0.00  	1003	0.1000
iprec_at_recall_0.10  	1003	0.1000
iprec_at_recall_0.20  	1003	0.1000
iprec_at_recall_0.30  	1003	0.1000
iprec_at_recall_0.40  	1003	0.0667
iprec_at_recall_0.50  	1003	0.0667
iprec_at_recall_0.60  	1003	0.0667
iprec_at_recall_0.70  	1003	0.0366
iprec_at_recall_0.80  	1003	0.0366
iprec_at_recall_0.90  	1003	0.0000
iprec_at_recall_1.00  	1003	0.0000
P_5                   	1003	0.0000
P_10                  	1003	0.1000
P_15                  	1003	0.0667
P_20                  	1003	0.0500
P_30                  	1003	0.0667
P_100                 	1003	0.0300
P_200                 	1003	0.0150
P_500                 	1003	0.0060
P_1000                	1003	0.0030
relstring             	1003	'1111010013'
recall_5              	1003	0.0000
recall_10             	1003	0.2500
recall_15             	1003	0.2500
recall_20             	1003	0.2500
recall_30             	1003	0.5000
recall_100            	1003	0.7500
recall_200            	1003	0.7500
recall_500            	1003	0.7500
recall_1000           	1003	0.7500
infAP                 	1003	0.0508
Rprec_mult_0.20       	1003	0.0000
Rprec_mult_0.40       	1003	0.0000
Rprec_mult_0.60       	1003	0.0000
Rprec_mult_0.80       	1003	0.0000
Rprec_mult_1.00       	1003	0.0000
Rprec_mult_1.20       	1003	0.0000
Rprec_mult_1.40       	1003	0.0000
Rprec_mult_1.60       	1003	0.0000
Rprec_mult_1.80       	1003	0.0000
Rprec_mult_2.00       	1003	0.0000
utility               	1003	-829.0000
11pt_avg              	1003	0.0612
binG                  	1003	0.1626
G                     	1003	0.1191
ndcg                  	1003	0.5240
ndcg_rel              	1003	0.4791
Rndcg                 	1003	0.4222
ndcg_cut_5            	1003	0.3174
ndcg_cut_10           	1003	0.4227
ndcg_cut_15           	1003	0.4692
ndcg_cut_20           	1003	0.4618
ndcg_cut_30           	1003	0.5243
ndcg_cut_100          	1003	0.4099
ndcg_cut_200          	1003	0.4332
ndcg_cut_500          	1003	0.4502
ndcg_cut_1000         	1003	0.5240
map_cut_5             	1003	0.0000
map_cut_10            	1003	0.0250
map_cut_15            	1003	0.0250
map_cut_20            	1003	0.0250
map_cut_30            	1003	0.0417
map_cut_100           	1003	0.0508
map_cut_200           	1003	0.0508
map_cut_500           	1003	0.0508
map_cut_1000          	1003	0.0508
relative_P_5          	1003	0.0000
relative_P_10         	1003	0.2500
relative_P_15         	1003	0.2500
relative_P_20         	1003	0.2500
relative_P_30         	1003	0.5000
relative_P_100        	1003	0.7500
relative_P_200        	1003	0.7500
relative_P_500        	1003	0.7500
relative_P_1000       	1003	0.7500
success_1             	1003	0.0000
success_5             	1003	0.0000
success_10            	1003	1.0000
set_P                 	1003	0.0036
set_relative_P        	1003	0.7500
set_recall            	1003	0.7500
set_map               	1003	0.0027
set_F                 	1003	0.0072
num_nonrel_judged_ret 	1003	148
rbp                   	1003	0.2621
rbp_resid             	1003	0.0150
unj_5                 	1003	0.0000
unj_10                	1003	0.0000
unj_20                	1003	0.0000
num_ret               	1007	693
num_rel               	1007	0
num_rel_ret           	1007	0
map                   	1007	0.0000
Rprec                 	1007	0.0000
bpref                 	1007	0.0000
recip_rank            	1007	0.0000
iprec_at_recall_0.00  	1007	0.0000
iprec_at_recall_0.10  	1007	0.0000
iprec_at_recall_0.20  	1007	0.0000
iprec_at_recall_0.30  	1007	0.0000
iprec_at_recall_0.40  	1007	0.0000
iprec_at_recall_0.50  	1007	0.0000
iprec_at_recall_0.60  	1007	0.0000
iprec_at_recall_0.70  	1007	0.0000
iprec_at_recall_0.80  	1007	0.0000
iprec_at_recall_0.90  	1007	0.0000
iprec_at_recall_1.00  	1007	0.0000
P_5                   	1007	0.0000
P_10                  	1007	0.0000
P_15                  	1007	0.0000
P_20                  	1007	0.0000
P_30                  	1007	0.0000
P_100                 	1007	0.0000
P_200                 	1007	0.0000
P_500                 	1007	0.0000
P_1000                	1007	0.0000
relstring             	1007	'0110000100'
recall_5              	1007	0.0000
recall_10             	1007	0.0000
recall_15             	1007	0.0000
recall_20             	1007	0.0000
recall_30             	1007	0.0000
recall_100            	1007	0.0000
recall_200            	1007	0.0000
recall_500            	1007	0.0000
recall_1000           	1007	0.0000
infAP                 	1007	0.0000
Rprec_mult_0.20       	1007	0.0000
Rprec_mult_0.40       	1007	0.0000
Rprec_mult_0.60       	1007	0.0000
Rprec_mult_0.80       	1007	0.0000
Rprec_mult_1.00       	1007	0.0000
Rprec_mult_1.20       	1007	0.0000
Rprec_mult_1.40       	1007	0.0000
Rprec_mult_1.60       	1007	0.0000
Rprec_mult_1.80       	1007	0.0000
Rprec_mult_2.00       	1007	0.0000
utility               	1007	-693.0000
11pt_avg              	1007	0.0000
binG                  	1007	0.0000
G                     	1007	0.2716
ndcg                  	1007	0.5886
ndcg_rel              	1007	0.4844
Rndcg                 	1007	0.0000
ndcg_cut_5            	1007	0.3836
ndcg_cut_10           	1007	0.3183
ndcg_cut_15           	1007	0.4217
ndcg_cut_20           	1007	0.4674
ndcg_cut_30           	1007	0.4674
ndcg_cut_100          	1007	0.5673
ndcg_cut_200          	1007	0.5673
ndcg_cut_500          	1007	0.5886
ndcg_cut_1000         	1007	0.5886
map_cut_5             	1007	0.0000
map_cut_10            	1007	0.0000
map_cut_15            	1007	0.0000
map_cut_20            	1007	0.0000
map_cut_30            	1007	0.0000
map_cut_100           	1007	0.0000
map_cut_200           	1007	0.0000
map_cut_500           	1007	0.0000
map_cut_1000          	1007	0.0000
relative_P_5          	1007	0.0000
relative_P_10         	1007	0.0000
relative_P_15         	1007	0.0000
relative_P_20         	1007	0.0000
relative_P_30         	1007	0.0000
relative_P_100        	1007	0.0000
relative_P_200        	1007	0.0000
relative_P_500        	1007	0.0000
relative_P_1000       	1007	0.0000
success_1             	1007	0.0000
success_5             	1007	0.0000
success_10            	1007	0.0000
set_P                 	1007	0.0000
set_relative_P        	1007	0.0000
set_recall            	1007	0.0000
set_map               	1007	0.0000
set_F                 	1007	0.0000
num_nonrel_judged_ret 	1007	84
rbp                   	1007	0.3383
rbp_resid             	1007	0.0134
unj_5                 	1007	0.0000
unj_10                	1007	0.0000
unj_20                	1007	0.0000
num_ret               	1009	795
num_rel               	1009	1
num_rel_ret           	1009	1
map                   	1009	1.0000
Rprec                 	1009	1.0000
bpref                 	1009	1.0000
recip_rank            	1009	1.0000
iprec_at_recall_0.00  	1009	1.0000
iprec_at_recall_0.10  	1009	1.0000
iprec_at_recall_0.20  	1009	1.0000
iprec_at_recall_0.30  	1009	1.0000
iprec_at_recall_0.40  	1009	1.0000
iprec_at_recall_0.50  	1009	1.0000
iprec_at_recall_0.60  	1009	1.0000
iprec_at_recall_0.70  	1009	1.0000
iprec_at_recall_0.80  	1009	1.0000
iprec_at_recall_0.90  	1009	1.0000
iprec_at_recall_1.00  	1009	1.0000
P_5                   	1009	0.2000
P_10                  	1009	0.1000
P_15                  	1009	0.0667
P_20                  	1009	0.0500
P_30                  	1009	0.0333
P_100                 	1009	0.0100
P_200                 	1009	0.0050
P_500                 	1009	0.0020
P_1000                	1009	0.0010
relstring             	1009	'3000001100'
recall_5              	1009	1.0000
recall_10             	1009	1.0000
recall_15             	1009	1.0000
recall_20             	1009	1.0000
recall_30             	1009	1.0000
recall_100            	1009	1.0000
recall_200            	1009	1.0000
recall_500            	1009	1.0000
recall_1000           	1009	1.0000
infAP                 	1009	1.0000
Rprec_mult_0.20       	1009	1.0000
Rprec_mult_0.40       	1009	1.0000
Rprec_mult_0.60       	1009	1.0000
Rprec_mult_0.80       	1009	1.0000
Rprec_mult_1.00       	1009	1.0000
Rprec_mult_1.20       	1009	0.5000
Rprec_mult_1.40       	1009	0.5000
Rprec_mult_1.60       	1009	0.5000
Rprec_mult_1.80       	1009	0.5000
Rprec_mult_2.00       	1009	0.5000
utility               	1009	-793.0000
11pt_avg              	1009	1.0000
binG                  	1009	1.0000
G                     	1009	0.2997
ndcg                  	1009	0.6378
ndcg_rel              	1009	0.6342
Rndcg                 	1009	0.7282
ndcg_cut_5            	1009	0.6062
ndcg_cut_10           	1009	0.5576
ndcg_cut_15           	1009	0.5637
ndcg_cut_20           	1009	0.5467
ndcg_cut_30           	1009	0.6003
ndcg_cut_100          	1009	0.6378
ndcg_cut_200          	1009	0.6378
ndcg_cut_500          	1009	0.6378
ndcg_cut_1000         	1009	0.6378
map_cut_5             	1009	1.0000
map_cut_10            	1009	1.0000
map_cut_15            	1009	1.0000
map_cut_20            	1009	1.0000
map_cut_30            	1009	1.0000
map_cut_100           	1009	1.0000
map_cut_200           	1009	1.0000
map_cut_500           	1009	1.0000
map_cut_1000          	1009	1.0000
relative_P_5          	1009	1.0000
relative_P_10         	1009	1.0000
relative_P_15         	1009	1.0000
relative_P_20         	1009	1.0000
relative_P_30         	1009	1.0000
relative_P_100        	1009	1.0000
relative_P_200        	1009	1.0000
relative_P_500        	1009	1.0000
relative_P_1000       	1009	1.0000
success_1             	1009	1.0000
success_5             	1009	1.0000
success_10            	1009	1.0000
set_P                 	1009	0.0013
set_relative_P        	1009	1.0000
set_recall            	1009	1.0000
set_map               	1009	0.0013
set_F                 	1009	0.0025
num_nonrel_judged_ret 	1009	83
rbp                   	1009	0.1676
rbp_resid             	1009	0.0361
unj_5                 	1009	0.0000
unj_10                	1009	0.0000
unj_20                	1009	0.0000
num_ret               	1011	808
num_rel               	1011	4
num_rel_ret           	1011	4
map                   	1011	0.0405
Rprec                 	1011	0.0000
bpref                 	1011	0.0000
recip_rank            	1011	0.0476
iprec_at_recall_0.00  	1011	0.0909
iprec_at_recall_0.10  	1011	0.0909
iprec_at_recall_0.20  	1011	0.0909
iprec_at_recall_0.30  	1011	0.0909
iprec_at_recall_0.40  	1011	0.0909
iprec_at_recall_0.50  	1011	0.0909
iprec_at_recall_0.60  	1011	0.0909
iprec_at_recall_0.70  	1011	0.0144
iprec_at_recall_0.80  	1011	0.0144
iprec_at_recall_0.90  	1011	0.0090
iprec_at_recall_1.00  	1011	0.0090
P_5                   	1011	0.0000
P_10                  	1011	0.0000
P_15                  	1011	0.0000
P_20                  	1011	0.0000
P_30                  	1011	0.0667
P_100                 	1011	0.0200
P_200                 	1011	0.0100
P_500                 	1011	0.0080
P_1000                	1011	0.0040
relstring             	1011	'0101011000'
recall_5              	1011	0.0000
recall_10             	1011	0.0000
recall_15             	1011	0.0000
recall_20             	1011	0.0000
recall_30             	1011	0.5000
recall_100            	1011	0.5000
recall_200            	1011	0.5000
recall_500            	1011	1.0000
recall_1000           	1011	1.0000
infAP                 	1011	0.0405
Rprec_mult_0.20       	1011	0.0000
Rprec_mult_0.40       	1011	0.0000
Rprec_mult_0.60       	1011	0.0000
Rprec_mult_0.80       	1011	0.0000
Rprec_mult_1.00       	1011	0.0000
Rprec_mult_1.20       	1011	0.0000
Rprec_mult_1.40       	1011	0.0000
Rprec_mult_1.60       	1011	0.0000
Rprec_mult_1.80       	1011	0.0000
Rprec_mult_2.00       	1011	0.0000
utility               	1011	-800.0000
11pt_avg              	1011	0.0621
binG                  	1011	0.1730
G                     	1011	0.0943
ndcg                  	1011	0.4093
ndcg_rel              	1011	0.3496
Rndcg                 	1011	0.2676
ndcg_cut_5            	1011	0.1315
ndcg_cut_10           	1011	0.1812
ndcg_cut_15           	1011	0.1594
ndcg_cut_20           	1011	0.2032
ndcg_cut_30           	1011	0.3396
ndcg_cut_100          	1011	0.2540
ndcg_cut_200          	1011	0.2765
ndcg_cut_500          	1011	0.3778
ndcg_cut_1000         	1011	0.4093
map_cut_5             	1011	0.0000
map_cut_10            	1011	0.0000
map_cut_15            	1011	0.0000
map_cut_20            	1011	0.0000
map_cut_30            	1011	0.0346
map_cut_100           	1011	0.0346
map_cut_200           	1011	0.0346
map_cut_500           	1011	0.0405
map_cut_1000          	1011	0.0405
relative_P_5          	1011	0.0000
relative_P_10         	1011	0.0000
relative_P_15         	1011	0.0000
relative_P_20         	1011	0.0000
relative_P_30         	1011	0.5000
relative_P_100        	1011	0.5000
relative_P_200        	1011	0.5000
relative_P_500        	1011	1.0000
relative_P_1000       	1011	1.0000
success_1             	1011	0.0000
success_5             	1011	0.0000
success_10            	1011	0.0000
set_P                 	1011	0.0050
set_relative_P        	1011	1.0000
set_recall            	1011	1.0000
set_map               	1011	0.0050
set_F                 	1011	0.0099
num_nonrel_judged_ret 	1011	166
rbp                   	1011	0.1453
rbp_resid             	1011	0.0210
unj_5                 	1011	0.0000
unj_10                	1011	0.0000
unj_20                	1011	0.0000
num_ret               	1013	722
num_rel               	1013	4
num_rel_ret           	1013	4
map                   	1013	0.5588
Rprec                 	1013	0.5000
bpref                 	1013	0.4375
recip_rank            	1013	1.0000
iprec_at_recall_0.00  	1013	1.0000
iprec_at_recall_0.10  	1013	1.0000
iprec_at_recall_0.20  	1013	1.0000
iprec_at_recall_0.30  	1013	1.0000
iprec_at_recall_0.40  	1013	0.6667
iprec_at_recall_0.50  	1013	0.6667
iprec_at_recall_0.60  	1013	0.6667
iprec_at_recall_0.70  	1013	0.3333
iprec_at_recall_0.80  	1013	0.3333
iprec_at_recall_0.90  	1013	0.2353
iprec_at_recall_1.00  	1013	0.2353
P_5                   	1013	0.4000
P_10                  	1013	0.3000
P_15                  	1013	0.2000
P_20                  	1013	0.2000
P_30                  	1013	0.1333
P_100                 	1013	0.0400
P_200                 	1013	0.0200
P_500                 	1013	0.0080
P_1000                	1013	0.0040
relstring             	1013	'3131111131'
recall_5              	1013	0.5000
recall_10             	1013	0.7500
recall_15             	1013	0.7500
recall_20             	1013	1.0000
recall_30             	1013	1.0000
recall_100            	1013	1.0000
recall_200            	1013	1.0000
recall_500            	1013	1.0000
recall_1000           	1013	1.0000
infAP                 	1013	0.5588
Rprec_mult_0.20       	1013	1.0000
Rprec_mult_0.40       	1013	0.5000
Rprec_mult_0.60       	1013	0.6667
Rprec_mult_0.80       	1013	0.5000
Rprec_mult_1.00       	1013	0.5000
Rprec_mult_1.20       	1013	0.4000
Rprec_mult_1.40       	1013	0.3333
Rprec_mult_1.60       	1013	0.2857
Rprec_mult_1.80       	1013	0.2500
Rprec_mult_2.00       	1013	0.2500
utility               	1013	-714.0000
11pt_avg              	1013	0.6488
binG                  	1013	0.5551
G                     	1013	0.3138
ndcg                  	1013	0.7686
ndcg_rel              	1013	0.7749
Rndcg                 	1013	0.7197
ndcg_cut_5            	1013	0.7370
ndcg_cut_10           	1013	0.8426
ndcg_cut_15           	1013	0.8376
ndcg_cut_20           	1013	0.8346
ndcg_cut_30           	1013	0.7687
ndcg_cut_100          	1013	0.7160
ndcg_cut_200          	1013	0.7334
ndcg_cut_500          	1013	0.7557
ndcg_cut_1000         	1013	0.7686
map_cut_5             	1013	0.4167
map_cut_10            	1013	0.5000
map_cut_15            	1013	0.5000
map_cut_20            	1013	0.5588
map_cut_30            	1013	0.5588
map_cut_100           	1013	0.5588
map_cut_200           	1013	0.5588
map_cut_500           	1013	0.5588
map_cut_1000          	1013	0.5588
relative_P_5          	1013	0.5000
relative_P_10         	1013	0.7500
relative_P_15         	1013	0.7500
relative_P_20         	1013	1.0000
relative_P_30         	1013	1.0000
relative_P_100        	1013	1.0000
relative_P_200        	1013	1.0000
relative_P_500        	1013	1.0000
relative_P_1000       	1013	1.0000
success_1             	1013	1.0000
success_5             	1013	1.0000
success_10            	1013	1.0000
set_P                 	1013	0.0055
set_relative_P        	1013	1.0000
set_recall            	1013	1.0000
set_map               	1013	0.0055
set_F                 	1013	0.0110
num_nonrel_judged_ret 	1013	78
rbp                   	1013	0.4385
rbp_resid             	1013	0.0270
unj_5                 	1013	0.0000
unj_10                	1013	0.0000
unj_20                	1013	0.0000
num_ret               	1015	879
num_rel               	1015	0
num_rel_ret           	1015	0
map                   	1015	0.0000
Rprec                 	1015	0.0000
bpref                 	1015	0.0000
recip_rank            	1015	0.0000
iprec_at_recall_0.00  	1015	0.0000
iprec_at_recall_0.10  	1015	0.0000
iprec_at_recall_0.20  	1015	0.0000
iprec_at_recall_0.30  	1015	0.0000
iprec_at_recall_0.40  	1015	0.0000
iprec_at_recall_0.50  	1015	0.0000
iprec_at_recall_0.60  	1015	0.0000
iprec_at_recall_0.70  	1015	0.0000
iprec_at_recall_0.80  	1015	0.0000
iprec_at_recall_0.90  	1015	0.0000
iprec_at_recall_1.00  	1015	0.0000
P_5                   	1015	0.0000
P_10                  	1015	0.0000
P_15                  	1015	0.0000
P_20                  	1015	0.0000
P_30                  	1015	0.0000
P_100                 	1015	0.0000
P_200                 	1015	0.0000
P_500                 	1015	0.0000
P_1000                	1015	0.0000
relstring             	1015	'1001110100'
recall_5              	1015	0.0000
recall_10             	1015	0.0000
recall_15             	1015	0.0000
recall_20             	1015	0.0000
recall_30             	1015	0.0000
recall_100            	1015	0.0000
recall_200            	1015	0.0000
recall_500            	1015	0.0000
recall_1000           	1015	0.0000
infAP                 	1015	0.0000
Rprec_mult_0.20       	1015	0.0000
Rprec_mult_0.40       	1015	0.0000
Rprec_mult_0.60       	1015	0.0000
Rprec_mult_0.80       	1015	0.0000
Rprec_mult_1.00       	1015	0.0000
Rprec_mult_1.20       	1015	0.0000
Rprec_mult_1.40       	1015	0.0000
Rprec_mult_1.60       	1015	0.0000
Rprec_mult_1.80       	1015	0.0000
Rprec_mult_2.00       	1015	0.0000
utility               	1015	-879.0000
11pt_avg              	1015	0.0000
binG                  	1015	0.0000
G                     	1015	0.2917
ndcg                  	1015	0.6102
ndcg_rel              	1015	0.6285
Rndcg                 	1015	0.0000
ndcg_cut_5            	1015	0.6164
ndcg_cut_10           	1015	0.5479
ndcg_cut_15           	1015	0.5126
ndcg_cut_20           	1015	0.5126
ndcg_cut_30           	1015	0.5545
ndcg_cut_100          	1015	0.5901
ndcg_cut_200          	1015	0.5901
ndcg_cut_500          	1015	0.5901
ndcg_cut_1000         	1015	0.6102
map_cut_5             	1015	0.0000
map_cut_10            	1015	0.0000
map_cut_15            	1015	0.0000
map_cut_20            	1015	0.0000
map_cut_30            	1015	0.0000
map_cut_100           	1015	0.0000
map_cut_200           	1015	0.0000
map_cut_500           	1015	0.0000
map_cut_1000          	1015	0.0000
relative_P_5          	1015	0.0000
relative_P_10         	1015	0.0000
relative_P_15         	1015	0.0000
relative_P_20         	1015	0.0000
relative_P_30         	1015	0.0000
relative_P_100        	1015	0.0000
relative_P_200        	1015	0.0000
relative_P_500        	1015	0.0000
relative_P_1000       	1015	0.0000
success_1             	1015	0.0000
success_5             	1015	0.0000
success_10            	1015	0.0000
set_P                 	1015	0.0000
set_relative_P        	1015	0.0000
set_recall            	1015	0.0000
set_map               	1015	0.0000
set_F                 	1015	0.0000
num_nonrel_judged_ret 	1015	91
rbp                   	1015	0.3852
rbp_resid             	1015	0.0275
unj_5                 	1015	0.0000
unj_10                	1015	0.0000
unj_20                	1015	0.0000
num_ret               	1017	725
num_rel               	1017	4
num_rel_ret           	1017	3
map                   	1017	0.2583
Rprec                 	1017	0.5000
bpref                 	1017	0.2500
recip_rank            	1017	0.3333
iprec_at_recall_0.00  	1017	0.5000
iprec_at_recall_0.10  	1017	0.5000
iprec_at_recall_0.20  	1017	0.5000
iprec_at_recall_0.30  	1017	0.5000
iprec_at_recall_0.40  	1017	0.5000
iprec_at_recall_0.50  	1017	0.5000
iprec_at_recall_0.60  	1017	0.5000
iprec_at_recall_0.70  	1017	0.2000
iprec_at_recall_0.80  	1017	0.2000
iprec_at_recall_0.90  	1017	0.0000
iprec_at_recall_1.00  	1017	0.0000
P_5                   	1017	0.4000
P_10                  	1017	0.2000
P_15                  	1017	0.2000
P_20                  	1017	0.1500
P_30                  	1017	0.1000
P_100                 	1017	0.0300
P_200                 	1017	0.0150
P_500                 	1017	0.0060
P_1000                	1017	0.0030
relstring             	1017	'1133110000'
recall_5              	1017	0.5000
recall_10             	1017	0.5000
recall_15             	1017	0.7500
recall_20             	1017	0.7500
recall_30             	1017	0.7500
recall_100            	1017	0.7500
recall_200            	1017	0.7500
recall_500            	1017	0.7500
recall_1000           	1017	0.7500
infAP                 	1017	0.2583
Rprec_mult_0.20       	1017	0.0000
Rprec_mult_0.40       	1017	0.0000
Rprec_mult_0.60       	1017	0.3333
Rprec_mult_0.80       	1017	0.5000
Rprec_mult_1.00       	1017	0.5000
Rprec_mult_1.20       	1017	0.4000
Rprec_mult_1.40       	1017	0.3333
Rprec_mult_1.60       	1017	0.2857
Rprec_mult_1.80       	1017	0.2500
Rprec_mult_2.00       	1017	0.2500
utility               	1017	-719.0000
11pt_avg              	1017	0.3545
binG                  	1017	0.3157
G                     	1017	0.1677
ndcg                  	1017	0.5680
ndcg_rel              	1017	0.5158
Rndcg                 	1017	0.5112
ndcg_cut_5            	1017	0.5959
ndcg_cut_10           	1017	0.5344
ndcg_cut_15           	1017	0.5625
ndcg_cut_20           	1017	0.5267
ndcg_cut_30           	1017	0.4627
ndcg_cut_100          	1017	0.4587
ndcg_cut_200          	1017	0.5331
ndcg_cut_500          	1017	0.5617
ndcg_cut_1000         	1017	0.5680
map_cut_5             	1017	0.2083
map_cut_10            	1017	0.2083
map_cut_15            	1017	0.2583
map_cut_20            	1017	0.2583
map_cut_30            	1017	0.2583
map_cut_100           	1017	0.2583
map_cut_200           	1017	0.2583
map_cut_500           	1017	0.2583
map_cut_1000          	1017	0.2583
relative_P_5          	1017	0.5000
relative_P_10         	1017	0.5000
relative_P_15         	1017	0.7500
relative_P_20         	1017	0.7500
relative_P_30         	1017	0.7500
relative_P_100        	1017	0.7500
relative_P_200        	1017	0.7500
relative_P_500        	1017	0.7500
relative_P_1000       	1017	0.7500
success_1             	1017	0.0000
success_5             	1017	1.0000
success_10            	1017	1.0000
set_P                 	1017	0.0041
set_relative_P        	1017	0.7500
set_recall            	1017	0.7500
set_map               	1017	0.0031
set_F                 	1017	0.0082
num_nonrel_judged_ret 	1017	156
rbp                   	1017	0.2982
rbp_resid             	1017	0.0081
unj_5                 	1017	0.0000
unj_10                	1017	0.0000
unj_20                	1017	0.0000
num_ret               	1019	667
num_rel               	1019	0
num_rel_ret           	1019	0
map                   	1019	0.0000
Rprec                 	1019	0.0000
bpref                 	1019	0.0000
recip_rank            	1019	0.0000
iprec_at_recall_0.00  	1019	0.0000
iprec_at_recall_0.10  	1019	0.0000
iprec_at_recall_0.20  	1019	0.0000
iprec_at_recall_0.30  	1019	0.0000
iprec_at_recall_0.40  	1019	0.0000
iprec_at_recall_0.50  	1019	0.0000
iprec_at_recall_0.60  	1019	0.0000
iprec_at_recall_0.70  	1019	0.0000
iprec_at_recall_0.80  	1019	0.0000
iprec_at_recall_0.90  	1019	0.0000
iprec_at_recall_1.00  	1019	0.0000
P_5                   	1019	0.0000
P_10                  	1019	0.0000
P_15                  	1019	0.0000
P_20                  	1019	0.0000
P_30                  	1019	0.0000
P_100                 	1019	0.0000
P_200                 	1019	0.0000
P_500                 	1019	0.0000
P_1000                	1019	0.0000
relstring             	1019	'1111000101'
recall_5              	1019	0.0000
recall_10             	1019	0.0000
recall_15             	1019	0.0000
recall_20             	1019	0.0000
recall_30             	1019	0.0000
recall_100            	1019	0.0000
recall_200            	1019	0.0000
recall_500            	1019	0.0000
recall_1000           	1019	0.0000
infAP                 	1019	0.0000
Rprec_mult_0.20       	1019	0.0000
Rprec_mult_0.40       	1019	0.0000
Rprec_mult_0.60       	1019	0.0000
Rprec_mult_0.80       	1019	0.0000
Rprec_mult_1.00       	1019	0.0000
Rprec_mult_1.20       	1019	0.0000
Rprec_mult_1.40       	1019	0.0000
Rprec_mult_1.60       	1019	0.0000
Rprec_mult_1.80       	1019	0.0000
Rprec_mult_2.00       	1019	0.0000
utility               	1019	-667.0000
11pt_avg              	1019	0.0000
binG                  	1019	0.0000
G                     	1019	0.2912
ndcg                  	1019	0.6688
ndcg_rel              	1019	0.6855
Rndcg                 	1019	0.0000
ndcg_cut_5            	1019	0.8688
ndcg_cut_10           	1019	0.6968
ndcg_cut_15           	1019	0.6299
ndcg_cut_20           	1019	0.5245
ndcg_cut_30           	1019	0.5183
ndcg_cut_100          	1019	0.6067
ndcg_cut_200          	1019	0.6423
ndcg_cut_500          	1019	0.6560
ndcg_cut_1000         	1019	0.6688
map_cut_5             	1019	0.0000
map_cut_10            	1019	0.0000
map_cut_15            	1019	0.0000
map_cut_20            	1019	0.0000
map_cut_30            	1019	0.0000
map_cut_100           	1019	0.0000
map_cut_200           	1019	0.0000
map_cut_500           	1019	0.0000
map_cut_1000          	1019	0.0000
relative_P_5          	1019	0.0000
relative_P_10         	1019	0.0000
relative_P_15         	1019	0.0000
relative_P_20         	1019	0.0000
relative_P_30         	1019	0.0000
relative_P_100        	1019	0.0000
relative_P_200        	1019	0.0000
relative_P_500        	1019	0.0000
relative_P_1000       	1019	0.0000
success_1             	1019	0.0000
success_5             	1019	0.0000
success_10            	1019	0.0000
set_P                 	1019	0.0000
set_relative_P        	1019	0.0000
set_recall            	1019	0.0000
set_map               	1019	0.0000
set_F                 	1019	0.0000
num_nonrel_judged_ret 	1019	133
rbp                   	1019	0.5160
rbp_resid             	1019	0.0058
unj_5                 	1019	0.0000
unj_10                	1019	0.0000
unj_20                	1019	0.0000
num_ret               	1023	842
num_rel               	1023	7
num_rel_ret           	1023	2
map                   	1023	0.0595
Rprec                 	1023	0.1429
bpref                 	1023	0.0612
recip_rank            	1023	0.1667
iprec_at_recall_0.00  	1023	0.2500
iprec_at_recall_0.10  	1023	0.2500
iprec_at_recall_0.20  	1023	0.2500
iprec_at_recall_0.30  	1023	0.2500
iprec_at_recall_0.40  	1023	0.0000
iprec_at_recall_0.50  	1023	0.0000
iprec_at_recall_0.60  	1023	0.0000
iprec_at_recall_0.70  	1023	0.0000
iprec_at_recall_0.80  	1023	0.0000
iprec_at_recall_0.90  	1023	0.0000
iprec_at_recall_1.00  	1023	0.0000
P_5                   	1023	0.0000
P_10                  	1023	0.2000
P_15                  	1023	0.1333
P_20                  	1023	0.1000
P_30                  	1023	0.0667
P_100                 	1023	0.0200
P_200                 	1023	0.0100
P_500                 	1023	0.0040
P_1000                	1023	0.0020
relstring             	1023	'1001030300'
recall_5              	1023	0.0000
recall_10             	1023	0.2857
recall_15             	1023	0.2857
recall_20             	1023	0.2857
recall_30             	1023	0.2857
recall_100            	1023	0.2857
recall_200            	1023	0.2857
recall_500            	1023	0.2857
recall_1000           	1023	0.2857
infAP                 	1023	0.0595
Rprec_mult_0.20       	1023	0.0000
Rprec_mult_0.40       	1023	0.0000
Rprec_mult_0.60       	1023	0.0000
Rprec_mult_0.80       	1023	0.1667
Rprec_mult_1.00       	1023	0.1429
Rprec_mult_1.20       	1023	0.2222
Rprec_mult_1.40       	1023	0.2000
Rprec_mult_1.60       	1023	0.1667
Rprec_mult_1.80       	1023	0.1538
Rprec_mult_2.00       	1023	0.1429
utility               	1023	-838.0000
11pt_avg              	1023	0.0909
binG                  	1023	0.0985
G                     	1023	0.0897
ndcg                  	1023	0.3495
ndcg_rel              	1023	0.3149
Rndcg                 	1023	0.2710
ndcg_cut_5            	1023	0.1617
ndcg_cut_10           	1023	0.2915
ndcg_cut_15           	1023	0.2623
ndcg_cut_20           	1023	0.2745
ndcg_cut_30           	1023	0.2524
ndcg_cut_100          	1023	0.2726
ndcg_cut_200          	1023	0.2792
ndcg_cut_500          	1023	0.3126
ndcg_cut_1000         	1023	0.3495
map_cut_5             	1023	0.0000
map_cut_10            	1023	0.0595
map_cut_15            	1023	0.0595
map_cut_20            	1023	0.0595
map_cut_30            	1023	0.0595
map_cut_100           	1023	0.0595
map_cut_200           	1023	0.0595
map_cut_500           	1023	0.0595
map_cut_1000          	1023	0.0595
relative_P_5          	1023	0.0000
relative_P_10         	1023	0.2857
relative_P_15         	1023	0.2857
relative_P_20         	1023	0.2857
relative_P_30         	1023	0.2857
relative_P_100        	1023	0.2857
relative_P_200        	1023	0.2857
relative_P_500        	1023	0.2857
relative_P_1000       	1023	0.2857
success_1             	1023	0.0000
success_5             	1023	0.0000
success_10            	1023	1.0000
set_P                 	1023	0.0024
set_relative_P        	1023	0.2857
set_recall            	1023	0.2857
set_map               	1023	0.0007
set_F                 	1023	0.0047
num_nonrel_judged_ret 	1023	188
rbp                   	1023	0.1836
rbp_resid             	1023	0.0046
unj_5                 	1023	0.0000
unj_10                	1023	0.0000
unj_20                	1023	0.0000
num_ret               	1025	801
num_rel               	1025	2
num_rel_ret           	1025	2
map                   	1025	0.0200
Rprec                 	1025	0.0000
bpref                 	1025	0.0000
recip_rank            	1025	0.0357
iprec_at_recall_0.00  	1025	0.0357
iprec_at_recall_0.10  	1025	0.0357
iprec_at_recall_0.20  	1025	0.0357
iprec_at_recall_0.30  	1025	0.0357
iprec_at_recall_0.40  	1025	0.0357
iprec_at_recall_0.50  	1025	0.0357
iprec_at_recall_0.60  	1025	0.0357
iprec_at_recall_0.70  	1025	0.0357
iprec_at_recall_0.80  	1025	0.0043
iprec_at_recall_0.90  	1025	0.0043
iprec_at_recall_1.00  	1025	0.0043
P_5                   	1025	0.0000
P_10                  	1025	0.0000
P_15                  	1025	0.0000
P_20                  	1025	0.0000
P_30                  	1025	0.0333
P_100                 	1025	0.0100
P_200                 	1025	0.0050
P_500                 	1025	0.0040
P_1000                	1025	0.0020
relstring             	1025	'0000001100'
recall_5              	1025	0.0000
recall_10             	1025	0.0000
recall_15             	1025	0.0000
recall_20             	1025	0.0000
recall_30             	1025	0.5000
recall_100            	1025	0.5000
recall_200            	1025	0.5000
recall_500            	1025	1.0000
recall_1000           	1025	1.0000
infAP                 	1025	0.0200
Rprec_mult_0.20       	1025	0.0000
Rprec_mult_0.40       	1025	0.0000
Rprec_mult_0.60       	1025	0.0000
Rprec_mult_0.80       	1025	0.0000
Rprec_mult_1.00       	1025	0.0000
Rprec_mult_1.20       	1025	0.0000
Rprec_mult_1.40       	1025	0.0000
Rprec_mult_1.60       	1025	0.0000
Rprec_mult_1.80       	1025	0.0000
Rprec_mult_2.00       	1025	0.0000
utility               	1025	-797.0000
11pt_avg              	1025	0.0271
binG                  	1025	0.1593
G                     	1025	0.0855
ndcg                  	1025	0.2699
ndcg_rel              	1025	0.2274
Rndcg                 	1025	0.1354
ndcg_cut_5            	1025	0.0000
ndcg_cut_10           	1025	0.0831
ndcg_cut_15           	1025	0.1007
ndcg_cut_20           	1025	0.1121
ndcg_cut_30           	1025	0.1596
ndcg_cut_100          	1025	0.1684
ndcg_cut_200          	1025	0.1787
ndcg_cut_500          	1025	0.2186
ndcg_cut_1000         	1025	0.2699
map_cut_5             	1025	0.0000
map_cut_10            	1025	0.0000
map_cut_15            	1025	0.0000
map_cut_20            	1025	0.0000
map_cut_30            	1025	0.0179
map_cut_100           	1025	0.0179
map_cut_200           	1025	0.0179
map_cut_500           	1025	0.0200
map_cut_1000          	1025	0.0200
relative_P_5          	1025	0.0000
relative_P_10         	1025	0.0000
relative_P_15         	1025	0.0000
relative_P_20         	1025	0.0000
relative_P_30         	1025	0.5000
relative_P_100        	1025	0.5000
relative_P_200        	1025	0.5000
relative_P_500        	1025	1.0000
relative_P_1000       	1025	1.0000
success_1             	1025	0.0000
success_5             	1025	0.0000
success_10            	1025	0.0000
set_P                 	1025	0.0025
set_relative_P        	1025	1.0000
set_recall            	1025	1.0000
set_map               	1025	0.0025
set_F                 	1025	0.0050
num_nonrel_judged_ret 	1025	195
rbp                   	1025	0.0579
rbp_resid             	1025	0.0159
unj_5                 	1025	0.0000
unj_10                	1025	0.0000
unj_20                	1025	0.0000
num_ret               	1029	812
num_rel               	1029	8
num_rel_ret           	1029	7
map                   	1029	0.5650
Rprec                 	1029	0.5000
bpref                 	1029	0.5000
recip_rank            	1029	1.0000
iprec_at_recall_0.00  	1029	1.0000
iprec_at_recall_0.10  	1029	1.0000
iprec_at_recall_0.20  	1029	1.0000
iprec_at_recall_0.30  	1029	1.0000
iprec_at_recall_0.40  	1029	1.0000
iprec_at_recall_0.50  	1029	1.0000
iprec_at_recall_0.60  	1029	0.2500
iprec_at_recall_0.70  	1029	0.1765
iprec_at_recall_0.80  	1029	0.1765
iprec_at_recall_0.90  	1029	0.0933
iprec_at_recall_1.00  	1029	0.0000
P_5                   	1029	0.8000
P_10                  	1029	0.4000
P_15                  	1029	0.2667
P_20                  	1029	0.2500
P_30                  	1029	0.1667
P_100                 	1029	0.0700
P_200                 	1029	0.0350
P_500                 	1029	0.0140
P_1000                	1029	0.0070
relstring             	1029	'3333100011'
recall_5              	1029	0.5000
recall_10             	1029	0.5000
recall_15             	1029	0.5000
recall_20             	1029	0.6250
recall_30             	1029	0.6250
recall_100            	1029	0.8750
recall_200            	1029	0.8750
recall_500            	1029	0.8750
recall_1000           	1029	0.8750
infAP                 	1029	0.5650
Rprec_mult_0.20       	1029	1.0000
Rprec_mult_0.40       	1029	1.0000
Rprec_mult_0.60       	1029	0.8000
Rprec_mult_0.80       	1029	0.5714
Rprec_mult_1.00       	1029	0.5000
Rprec_mult_1.20       	1029	0.4000
Rprec_mult_1.40       	1029	0.3333
Rprec_mult_1.60       	1029	0.3077
Rprec_mult_1.80       	1029	0.2667
Rprec_mult_2.00       	1029	0.2500
utility               	1029	-798.0000
11pt_avg              	1029	0.6088
binG                  	1029	0.5764
G                     	1029	0.2585
ndcg                  	1029	0.7021
ndcg_rel              	1029	0.6785
Rndcg                 	1029	0.6345
ndcg_cut_5            	1029	0.9125
ndcg_cut_10           	1029	0.6957
ndcg_cut_15           	1029	0.7067
ndcg_cut_20           	1029	0.6966
ndcg_cut_30           	1029	0.6473
ndcg_cut_100          	1029	0.5810
ndcg_cut_200          	1029	0.6041
ndcg_cut_500          	1029	0.6612
ndcg_cut_1000         	1029	0.7021
map_cut_5             	1029	0.5000
map_cut_10            	1029	0.5000
map_cut_15            	1029	0.5000
map_cut_20            	1029	0.5312
map_cut_30            	1029	0.5312
map_cut_100           	1029	0.5650
map_cut_200           	1029	0.5650
map_cut_500           	1029	0.5650
map_cut_1000          	1029	0.5650
relative_P_5          	1029	0.8000
relative_P_10         	1029	0.5000
relative_P_15         	1029	0.5000
relative_P_20         	1029	0.6250
relative_P_30         	1029	0.6250
relative_P_100        	1029	0.8750
relative_P_200        	1029	0.8750
relative_P_500        	1029	0.8750
relative_P_1000       	1029	0.8750
success_1             	1029	1.0000
success_5             	1029	1.0000
success_10            	1029	1.0000
set_P                 	1029	0.0086
set_relative_P        	1029	0.8750
set_recall            	1029	0.8750
set_map               	1029	0.0075
set_F                 	1029	0.0171
num_nonrel_judged_ret 	1029	138
rbp                   	1029	0.4590
rbp_resid             	1029	0.0191
unj_5                 	1029	0.0000
unj_10                	1029	0.0000
unj_20                	1029	0.0000
num_ret               	1031	698
num_rel               	1031	44
num_rel_ret           	1031	23
map                   	1031	0.0682
Rprec                 	1031	0.1591
bpref                 	1031	0.1152
recip_rank            	1031	0.2500
iprec_at_recall_0.00  	1031	0.3333
iprec_at_recall_0.10  	1031	0.2500
iprec_at_recall_0.20  	1031	0.1724
iprec_at_recall_0.30  	1031	0.1000
iprec_at_recall_0.40  	1031	0.0559
iprec_at_recall_0.50  	1031	0.0411
iprec_at_recall_0.60  	1031	0.0000
iprec_at_recall_0.70  	1031	0.0000
iprec_at_recall_0.80  	1031	0.0000
iprec_at_recall_0.90  	1031	0.0000
iprec_at_recall_1.00  	1031	0.0000
P_5                   	1031	0.2000
P_10                  	1031	0.3000
P_15                  	1031	0.2000
P_20                  	1031	0.2000
P_30                  	1031	0.1667
P_100                 	1031	0.1000
P_200                 	1031	0.0700
P_500                 	1031	0.0400
P_1000                	1031	0.0230
relstring             	1031	'1113113031'
recall_5              	1031	0.0227
recall_10             	1031	0.0682
recall_15             	1031	0.0682
recall_20             	1031	0.0909
recall_30             	1031	0.1136
recall_100            	1031	0.2273
recall_200            	1031	0.3182
recall_500            	1031	0.4545
recall_1000           	1031	0.5227
infAP                 	1031	0.0682
Rprec_mult_0.20       	1031	0.3333
Rprec_mult_0.40       	1031	0.2222
Rprec_mult_0.60       	1031	0.1481
Rprec_mult_0.80       	1031	0.1667
Rprec_mult_1.00       	1031	0.1591
Rprec_mult_1.20       	1031	0.1509
Rprec_mult_1.40       	1031	0.1613
Rprec_mult_1.60       	1031	0.1408
Rprec_mult_1.80       	1031	0.1250
Rprec_mult_2.00       	1031	0.1136
utility               	1031	-652.0000
11pt_avg              	1031	0.0866
binG                  	1031	0.0951
G                     	1031	0.0790
ndcg                  	1031	0.4265
ndcg_rel              	1031	0.4022
Rndcg                 	1031	0.3599
ndcg_cut_5            	1031	0.4307
ndcg_cut_10           	1031	0.4665
ndcg_cut_15           	1031	0.4066
ndcg_cut_20           	1031	0.3956
ndcg_cut_30           	1031	0.3653
ndcg_cut_100          	1031	0.3348
ndcg_cut_200          	1031	0.3272
ndcg_cut_500          	1031	0.3980
ndcg_cut_1000         	1031	0.4265
map_cut_5             	1031	0.0057
map_cut_10            	1031	0.0198
map_cut_15            	1031	0.0198
map_cut_20            	1031	0.0254
map_cut_30            	1031	0.0292
map_cut_100           	1031	0.0488
map_cut_200           	1031	0.0580
map_cut_500           	1031	0.0655
map_cut_1000          	1031	0.0682
relative_P_5          	1031	0.2000
relative_P_10         	1031	0.3000
relative_P_15         	1031	0.2000
relative_P_20         	1031	0.2000
relative_P_30         	1031	0.1667
relative_P_100        	1031	0.2273
relative_P_200        	1031	0.3182
relative_P_500        	1031	0.4545
relative_P_1000       	1031	0.5227
success_1             	1031	0.0000
success_5             	1031	1.0000
success_10            	1031	1.0000
set_P                 	1031	0.0330
set_relative_P        	1031	0.5227
set_recall            	1031	0.5227
set_map               	1031	0.0172
set_F                 	1031	0.0620
num_nonrel_judged_ret 	1031	150
rbp                   	1031	0.4030
rbp_resid             	1031	0.0136
unj_5                 	1031	0.0000
unj_10                	1031	0.0000
unj_20                	1031	0.0000
num_ret               	1033	423
num_rel               	1033	13
num_rel_ret           	1033	11
map                   	1033	0.1201
Rprec                 	1033	0.1538
bpref                 	1033	0.0947
recip_rank            	1033	0.2500
iprec_at_recall_0.00  	1033	0.2500
iprec_at_recall_0.10  	1033	0.2500
iprec_at_recall_0.20  	1033	0.2222
iprec_at_recall_0.30  	1033	0.2222
iprec_at_recall_0.40  	1033	0.1935
iprec_at_recall_0.50  	1033	0.0860
iprec_at_recall_0.60  	1033	0.0860
iprec_at_recall_0.70  	1033	0.0662
iprec_at_recall_0.80  	1033	0.0333
iprec_at_recall_0.90  	1033	0.0000
iprec_at_recall_1.00  	1033	0.0000
P_5                   	1033	0.2000
P_10                  	1033	0.2000
P_15                  	1033	0.1333
P_20                  	1033	0.2000
P_30                  	1033	0.1667
P_100                 	1033	0.0800
P_200                 	1033	0.0450
P_500                 	1033	0.0220
P_1000                	1033	0.0110
relstring             	1033	'1013110131'
recall_5              	1033	0.0769
recall_10             	1033	0.1538
recall_15             	1033	0.1538
recall_20             	1033	0.3077
recall_30             	1033	0.3846
recall_100            	1033	0.6154
recall_200            	1033	0.6923
recall_500            	1033	0.8462
recall_1000           	1033	0.8462
infAP                 	1033	0.1201
Rprec_mult_0.20       	1033	0.0000
Rprec_mult_0.40       	1033	0.1667
Rprec_mult_0.60       	1033	0.1250
Rprec_mult_0.80       	1033	0.1818
Rprec_mult_1.00       	1033	0.1538
Rprec_mult_1.20       	1033	0.1875
Rprec_mult_1.40       	1033	0.2105
Rprec_mult_1.60       	1033	0.1905
Rprec_mult_1.80       	1033	0.1667
Rprec_mult_2.00       	1033	0.1538
utility               	1033	-401.0000
11pt_avg              	1033	0.1281
binG                  	1033	0.1829
G                     	1033	0.1766
ndcg                  	1033	0.6815
ndcg_rel              	1033	0.5273
Rndcg                 	1033	0.5174
ndcg_cut_5            	1033	0.3594
ndcg_cut_10           	1033	0.3700
ndcg_cut_15           	1033	0.3360
ndcg_cut_20           	1033	0.4212
ndcg_cut_30           	1033	0.4937
ndcg_cut_100          	1033	0.5823
ndcg_cut_200          	1033	0.6363
ndcg_cut_500          	1033	0.6815
ndcg_cut_1000         	1033	0.6815
map_cut_5             	1033	0.0192
map_cut_10            	1033	0.0363
map_cut_15            	1033	0.0363
map_cut_20            	1033	0.0678
map_cut_30            	1033	0.0821
map_cut_100           	1033	0.1101
map_cut_200           	1033	0.1152
map_cut_500           	1033	0.1201
map_cut_1000          	1033	0.1201
relative_P_5          	1033	0.2000
relative_P_10         	1033	0.2000
relative_P_15         	1033	0.1538
relative_P_20         	1033	0.3077
relative_P_30         	1033	0.3846
relative_P_100        	1033	0.6154
relative_P_200        	1033	0.6923
relative_P_500        	1033	0.8462
relative_P_1000       	1033	0.8462
success_1             	1033	0.0000
success_5             	1033	1.0000
success_10            	1033	1.0000
set_P                 	1033	0.0260
set_relative_P        	1033	0.8462
set_recall            	1033	0.8462
set_map               	1033	0.0220
set_F                 	1033	0.0505
num_nonrel_judged_ret 	1033	124
rbp                   	1033	0.3524
rbp_resid             	1033	0.0025
unj_5                 	1033	0.0000
unj_10                	1033	0.0000
unj_20                	1033	0.0000
num_ret               	1035	872
num_rel               	1035	3
num_rel_ret           	1035	1
map                   	1035	0.0006
Rprec                 	1035	0.0000
bpref                 	1035	0.0000
recip_rank            	1035	0.0019
iprec_at_recall_0.00  	1035	0.0019
iprec_at_recall_0.10  	1035	0.0019
iprec_at_recall_0.20  	1035	0.0019
iprec_at_recall_0.30  	1035	0.0019
iprec_at_recall_0.40  	1035	0.0019
iprec_at_recall_0.50  	1035	0.0000
iprec_at_recall_0.60  	1035	0.0000
iprec_at_recall_0.70  	1035	0.0000
iprec_at_recall_0.80  	1035	0.0000
iprec_at_recall_0.90  	1035	0.0000
iprec_at_recall_1.00  	1035	0.0000
P_5                   	1035	0.0000
P_10                  	1035	0.0000
P_15                  	1035	0.0000
P_20                  	1035	0.0000
P_30                  	1035	0.0000
P_100                 	1035	0.0000
P_200                 	1035	0.0000
P_500                 	1035	0.0000
P_1000                	1035	0.0010
relstring             	1035	'1000000011'
recall_5              	1035	0.0000
recall_10             	1035	0.0000
recall_15             	1035	0.0000
recall_20             	1035	0.0000
recall_30             	1035	0.0000
recall_100            	1035	0.0000
recall_200            	1035	0.0000
recall_500            	1035	0.0000
recall_1000           	1035	0.3333
infAP                 	1035	0.0006
Rprec_mult_0.20       	1035	0.0000
Rprec_mult_0.40       	1035	0.0000
Rprec_mult_0.60       	1035	0.0000
Rprec_mult_0.80       	1035	0.0000
Rprec_mult_1.00       	1035	0.0000
Rprec_mult_1.20       	1035	0.0000
Rprec_mult_1.40       	1035	0.0000
Rprec_mult_1.60       	1035	0.0000
Rprec_mult_1.80       	1035	0.0000
Rprec_mult_2.00       	1035	0.0000
utility               	1035	-870.0000
11pt_avg              	1035	0.0009
binG                  	1035	0.0368
G                     	1035	0.0918
ndcg                  	1035	0.3445
ndcg_rel              	1035	0.2863
Rndcg                 	1035	0.2145
ndcg_cut_5            	1035	0.1387
ndcg_cut_10           	1035	0.1806
ndcg_cut_15           	1035	0.2113
ndcg_cut_20           	1035	0.2105
ndcg_cut_30           	1035	0.1933
ndcg_cut_100          	1035	0.2221
ndcg_cut_200          	1035	0.2297
ndcg_cut_500          	1035	0.2971
ndcg_cut_1000         	1035	0.3445
map_cut_5             	1035	0.0000
map_cut_10            	1035	0.0000
map_cut_15            	1035	0.0000
map_cut_20            	1035	0.0000
map_cut_30            	1035	0.0000
map_cut_100           	1035	0.0000
map_cut_200           	1035	0.0000
map_cut_500           	1035	0.0000
map_cut_1000          	1035	0.0006
relative_P_5          	1035	0.0000
relative_P_10         	1035	0.0000
relative_P_15         	1035	0.0000
relative_P_20         	1035	0.0000
relative_P_30         	1035	0.0000
relative_P_100        	1035	0.0000
relative_P_200        	1035	0.0000
relative_P_500        	1035	0.0000
relative_P_1000       	1035	0.3333
success_1             	1035	0.0000
success_5             	1035	0.0000
success_10            	1035	0.0000
set_P                 	1035	0.0011
set_relative_P        	1035	0.3333
set_recall            	1035	0.3333
set_map               	1035	0.0004
set_F                 	1035	0.0023
num_nonrel_judged_ret 	1035	135
rbp                   	1035	0.0920
rbp_resid             	1035	0.0328
unj_5                 	1035	0.0000
unj_10                	1035	0.0000
unj_20                	1035	0.0000
num_ret               	1037	773
num_rel               	1037	0
num_rel_ret           	1037	0
map                   	1037	0.0000
Rprec                 	1037	0.0000
bpref                 	1037	0.0000
recip_rank            	1037	0.0000
iprec_at_recall_0.00  	1037	0.0000
iprec_at_recall_0.10  	1037	0.0000
iprec_at_recall_0.20  	1037	0.0000
iprec_at_recall_0.30  	1037	0.0000
iprec_at_recall_0.40  	1037	0.0000
iprec_at_recall_0.50  	1037	0.0000
iprec_at_recall_0.60  	1037	0.0000
iprec_at_recall_0.70  	1037	0.0000
iprec_at_recall_0.80  	1037	0.0000
iprec_at_recall_0.90  	1037	0.0000
iprec_at_recall_1.00  	1037	0.0000
P_5                   	1037	0.0000
P_10                  	1037	0.0000
P_15                  	1037	0.0000
P_20                  	1037	0.0000
P_30                  	1037	0.0000
P_100                 	1037	0.0000
P_200                 	1037	0.0000
P_500                 	1037	0.0000
P_1000                	1037	0.0000
relstring             	1037	'0100110100'
recall_5              	1037	0.0000
recall_10             	1037	0.0000
recall_15             	1037	0.0000
recall_20             	1037	0.0000
recall_30             	1037	0.0000
recall_100            	1037	0.0000
recall_200            	1037	0.0000
recall_500            	1037	0.0000
recall_1000           	1037	0.0000
infAP                 	1037	0.0000
Rprec_mult_0.20       	1037	0.0000
Rprec_mult_0.40       	1037	0.0000
Rprec_mult_0.60       	1037	0.0000
Rprec_mult_0.80       	1037	0.0000
Rprec_mult_1.00       	1037	0.0000
Rprec_mult_1.20       	1037	0.0000
Rprec_mult_1.40       	1037	0.0000
Rprec_mult_1.60       	1037	0.0000
Rprec_mult_1.80       	1037	0.0000
Rprec_mult_2.00       	1037	0.0000
utility               	1037	-773.0000
11pt_avg              	1037	0.0000
binG                  	1037	0.0000
G                     	1037	0.3442
ndcg                  	1037	0.6067
ndcg_rel              	1037	0.4713
Rndcg                 	1037	0.0000
ndcg_cut_5            	1037	0.3452
ndcg_cut_10           	1037	0.4644
ndcg_cut_15           	1037	0.4644
ndcg_cut_20           	1037	0.4644
ndcg_cut_30           	1037	0.4644
ndcg_cut_100          	1037	0.6067
ndcg_cut_200          	1037	0.6067
ndcg_cut_500          	1037	0.6067
ndcg_cut_1000         	1037	0.6067
map_cut_5             	1037	0.0000
map_cut_10            	1037	0.0000
map_cut_15            	1037	0.0000
map_cut_20            	1037	0.0000
map_cut_30            	1037	0.0000
map_cut_100           	1037	0.0000
map_cut_200           	1037	0.0000
map_cut_500           	1037	0.0000
map_cut_1000          	1037	0.0000
relative_P_5          	1037	0.0000
relative_P_10         	1037	0.0000
relative_P_15         	1037	0.0000
relative_P_20         	1037	0.0000
relative_P_30         	1037	0.0000
relative_P_100        	1037	0.0000
relative_P_200        	1037	0.0000
relative_P_500        	1037	0.0000
relative_P_1000       	1037	0.0000
success_1             	1037	0.0000
success_5             	1037	0.0000
success_10            	1037	0.0000
set_P                 	1037	0.0000
set_relative_P        	1037	0.0000
set_recall            	1037	0.0000
set_map               	1037	0.0000
set_F                 	1037	0.0000
num_nonrel_judged_ret 	1037	81
rbp                   	1037	0.2654
rbp_resid             	1037	0.0287
unj_5                 	1037	0.0000
unj_10                	1037	0.0000
unj_20                	1037	0.0000
num_ret               	1041	678
num_rel               	1041	6
num_rel_ret           	1041	5
map                   	1041	0.0358
Rprec                 	1041	0.0000
bpref                 	1041	0.0000
recip_rank            	1041	0.1250
iprec_at_recall_0.00  	1041	0.1250
iprec_at_recall_0.10  	1041	0.1250
iprec_at_recall_0.20  	1041	0.1250
iprec_at_recall_0.30  	1041	0.0435
iprec_at_recall_0.40  	1041	0.0435
iprec_at_recall_0.50  	1041	0.0244
iprec_at_recall_0.60  	1041	0.0116
iprec_at_recall_0.70  	1041	0.0116
iprec_at_recall_0.80  	1041	0.0105
iprec_at_recall_0.90  	1041	0.0105
iprec_at_recall_1.00  	1041	0.0000
P_5                   	1041	0.0000
P_10                  	1041	0.1000
P_15                  	1041	0.0667
P_20                  	1041	0.0500
P_30                  	1041	0.0333
P_100                 	1041	0.0200
P_200                 	1041	0.0150
P_500                 	1041	0.0100
P_1000                	1041	0.0050
relstring             	1041	'0100111301'
recall_5              	1041	0.0000
recall_10             	1041	0.1667
recall_15             	1041	0.1667
recall_20             	1041	0.1667
recall_30             	1041	0.1667
recall_100            	1041	0.3333
recall_200            	1041	0.5000
recall_500            	1041	0.8333
recall_1000           	1041	0.8333
infAP                 	1041	0.0358
Rprec_mult_0.20       	1041	0.0000
Rprec_mult_0.40       	1041	0.0000
Rprec_mult_0.60       	1041	0.0000
Rprec_mult_0.80       	1041	0.0000
Rprec_mult_1.00       	1041	0.0000
Rprec_mult_1.20       	1041	0.1250
Rprec_mult_1.40       	1041	0.1111
Rprec_mult_1.60       	1041	0.1000
Rprec_mult_1.80       	1041	0.0909
Rprec_mult_2.00       	1041	0.0833
utility               	1041	-668.0000
11pt_avg              	1041	0.0482
binG                  	1041	0.1454
G                     	1041	0.1381
ndcg                  	1041	0.4568
ndcg_rel              	1041	0.3453
Rndcg                 	1041	0.2778
ndcg_cut_5            	1041	0.1151
ndcg_cut_10           	1041	0.2639
ndcg_cut_15           	1041	0.2576
ndcg_cut_20           	1041	0.2526
ndcg_cut_30           	1041	0.2726
ndcg_cut_100          	1041	0.3052
ndcg_cut_200          	1041	0.3749
ndcg_cut_500          	1041	0.4328
ndcg_cut_1000         	1041	0.4568
map_cut_5             	1041	0.0000
map_cut_10            	1041	0.0208
map_cut_15            	1041	0.0208
map_cut_20            	1041	0.0208
map_cut_30            	1041	0.0208
map_cut_100           	1041	0.0281
map_cut_200           	1041	0.0321
map_cut_500           	1041	0.0358
map_cut_1000          	1041	0.0358
relative_P_5          	1041	0.0000
relative_P_10         	1041	0.1667
relative_P_15         	1041	0.1667
relative_P_20         	1041	0.1667
relative_P_30         	1041	0.1667
relative_P_100        	1041	0.3333
relative_P_200        	1041	0.5000
relative_P_500        	1041	0.8333
relative_P_1000       	1041	0.8333
success_1             	1041	0.0000
success_5             	1041	0.0000
success_10            	1041	1.0000
set_P                 	1041	0.0074
set_relative_P        	1041	0.8333
set_recall            	1041	0.8333
set_map               	1041	0.0061
set_F                 	1041	0.0146
num_nonrel_judged_ret 	1041	130
rbp                   	1041	0.1781
rbp_resid             	1041	0.0172
unj_5                 	1041	0.0000
unj_10                	1041	0.0000
unj_20                	1041	0.0000
num_ret               	1047	425
num_rel               	1047	19
num_rel_ret           	1047	14
map                   	1047	0.1292
Rprec                 	1047	0.1579
bpref                 	1047	0.1330
recip_rank            	1047	0.5000
iprec_at_recall_0.00  	1047	0.5000
iprec_at_recall_0.10  	1047	0.3333
iprec_at_recall_0.20  	1047	0.1905
iprec_at_recall_0.30  	1047	0.1500
iprec_at_recall_0.40  	1047	0.1429
iprec_at_recall_0.50  	1047	0.1064
iprec_at_recall_0.60  	1047	0.0965
iprec_at_recall_0.70  	1047	0.0674
iprec_at_recall_0.80  	1047	0.0000
iprec_at_recall_0.90  	1047	0.0000
iprec_at_recall_1.00  	1047	0.0000
P_5                   	1047	0.2000
P_10                  	1047	0.3000
P_15                  	1047	0.2000
P_20                  	1047	0.1500
P_30                  	1047	0.1333
P_100                 	1047	0.1000
P_200                 	1047	0.0650
P_500                 	1047	0.0280
P_1000                	1047	0.0140
relstring             	1047	'1311131131'
recall_5              	1047	0.0526
recall_10             	1047	0.1579
recall_15             	1047	0.1579
recall_20             	1047	0.1579
recall_30             	1047	0.2105
recall_100            	1047	0.5263
recall_200            	1047	0.6842
recall_500            	1047	0.7368
recall_1000           	1047	0.7368
infAP                 	1047	0.1292
Rprec_mult_0.20       	1047	0.2500
Rprec_mult_0.40       	1047	0.2500
Rprec_mult_0.60       	1047	0.2500
Rprec_mult_0.80       	1047	0.1875
Rprec_mult_1.00       	1047	0.1579
Rprec_mult_1.20       	1047	0.1739
Rprec_mult_1.40       	1047	0.1481
Rprec_mult_1.60       	1047	0.1613
Rprec_mult_1.80       	1047	0.1429
Rprec_mult_2.00       	1047	0.1316
utility               	1047	-397.0000
11pt_avg              	1047	0.1443
binG                  	1047	0.1688
G                     	1047	0.1528
ndcg                  	1047	0.5906
ndcg_rel              	1047	0.5135
Rndcg                 	1047	0.4691
ndcg_cut_5            	1047	0.4760
ndcg_cut_10           	1047	0.5223
ndcg_cut_15           	1047	0.4208
ndcg_cut_20           	1047	0.4035
ndcg_cut_30           	1047	0.4142
ndcg_cut_100          	1047	0.4787
ndcg_cut_200          	1047	0.5590
ndcg_cut_500          	1047	0.5906
ndcg_cut_1000         	1047	0.5906
map_cut_5             	1047	0.0263
map_cut_10            	1047	0.0614
map_cut_15            	1047	0.0614
map_cut_20            	1047	0.0614
map_cut_30            	1047	0.0714
map_cut_100           	1047	0.1138
map_cut_200           	1047	0.1258
map_cut_500           	1047	0.1292
map_cut_1000          	1047	0.1292
relative_P_5          	1047	0.2000
relative_P_10         	1047	0.3000
relative_P_15         	1047	0.2000
relative_P_20         	1047	0.1579
relative_P_30         	1047	0.2105
relative_P_100        	1047	0.5263
relative_P_200        	1047	0.6842
relative_P_500        	1047	0.7368
relative_P_1000       	1047	0.7368
success_1             	1047	0.0000
success_5             	1047	1.0000
success_10            	1047	1.0000
set_P                 	1047	0.0329
set_relative_P        	1047	0.7368
set_recall            	1047	0.7368
set_map               	1047	0.0243
set_F                 	1047	0.0631
num_nonrel_judged_ret 	1047	91
rbp                   	1047	0.4048
rbp_resid             	1047	0.0138
unj_5                 	1047	0.0000
unj_10                	1047	0.0000
unj_20                	1047	0.0000
num_ret               	1053	757
num_rel               	1053	3
num_rel_ret           	1053	3
map                   	1053	0.5667
Rprec                 	1053	0.3333
bpref                 	1053	0.4444
recip_rank            	1053	1.0000
iprec_at_recall_0.00  	1053	1.0000
iprec_at_recall_0.10  	1053	1.0000
iprec_at_recall_0.20  	1053	1.0000
iprec_at_recall_0.30  	1053	1.0000
iprec_at_recall_0.40  	1053	1.0000
iprec_at_recall_0.50  	1053	0.5000
iprec_at_recall_0.60  	1053	0.5000
iprec_at_recall_0.70  	1053	0.5000
iprec_at_recall_0.80  	1053	0.5000
iprec_at_recall_0.90  	1053	0.2000
iprec_at_recall_1.00  	1053	0.2000
P_5                   	1053	0.4000
P_10                  	1053	0.2000
P_15                  	1053	0.2000
P_20                  	1053	0.1500
P_30                  	1053	0.1000
P_100                 	1053	0.0300
P_200                 	1053	0.0150
P_500                 	1053	0.0060
P_1000                	1053	0.0030
relstring             	1053	'3113110111'
recall_5              	1053	0.6667
recall_10             	1053	0.6667
recall_15             	1053	1.0000
recall_20             	1053	1.0000
recall_30             	1053	1.0000
recall_100            	1053	1.0000
recall_200            	1053	1.0000
recall_500            	1053	1.0000
recall_1000           	1053	1.0000
infAP                 	1053	0.5667
Rprec_mult_0.20       	1053	1.0000
Rprec_mult_0.40       	1053	0.5000
Rprec_mult_0.60       	1053	0.5000
Rprec_mult_0.80       	1053	0.3333
Rprec_mult_1.00       	1053	0.3333
Rprec_mult_1.20       	1053	0.5000
Rprec_mult_1.40       	1053	0.4000
Rprec_mult_1.60       	1053	0.4000
Rprec_mult_1.80       	1053	0.3333
Rprec_mult_2.00       	1053	0.3333
utility               	1053	-751.0000
11pt_avg              	1053	0.6727
binG                  	1053	0.5875
G                     	1053	0.3196
ndcg                  	1053	0.7512
ndcg_rel              	1053	0.7591
Rndcg                 	1053	0.6835
ndcg_cut_5            	1053	0.8058
ndcg_cut_10           	1053	0.8031
ndcg_cut_15           	1053	0.8261
ndcg_cut_20           	1053	0.7400
ndcg_cut_30           	1053	0.6724
ndcg_cut_100          	1053	0.7268
ndcg_cut_200          	1053	0.7268
ndcg_cut_500          	1053	0.7355
ndcg_cut_1000         	1053	0.7512
map_cut_5             	1053	0.5000
map_cut_10            	1053	0.5000
map_cut_15            	1053	0.5667
map_cut_20            	1053	0.5667
map_cut_30            	1053	0.5667
map_cut_100           	1053	0.5667
map_cut_200           	1053	0.5667
map_cut_500           	1053	0.5667
map_cut_1000          	1053	0.5667
relative_P_5          	1053	0.6667
relative_P_10         	1053	0.6667
relative_P_15         	1053	1.0000
relative_P_20         	1053	1.0000
relative_P_30         	1053	1.0000
relative_P_100        	1053	1.0000
relative_P_200        	1053	1.0000
relative_P_500        	1053	1.0000
relative_P_1000       	1053	1.0000
success_1             	1053	1.0000
success_5             	1053	1.0000
success_10            	1053	1.0000
set_P                 	1053	0.0040
set_relative_P        	1053	1.0000
set_recall            	1053	1.0000
set_map               	1053	0.0040
set_F                 	1053	0.0079
num_nonrel_judged_ret 	1053	95
rbp                   	1053	0.3702
rbp_resid             	1053	0.0146
unj_5                 	1053	0.0000
unj_10                	1053	0.0000
unj_20                	1053	0.0000
num_ret               	1055	737
num_rel               	1055	0
num_rel_ret           	1055	0
map                   	1055	0.0000
Rprec                 	1055	0.0000
bpref                 	1055	0.0000
recip_rank            	1055	0.0000
iprec_at_recall_0.00  	1055	0.0000
iprec_at_recall_0.10  	1055	0.0000
iprec_at_recall_0.20  	1055	0.0000
iprec_at_recall_0.30  	1055	0.0000
iprec_at_recall_0.40  	1055	0.0000
iprec_at_recall_0.50  	1055	0.0000
iprec_at_recall_0.60  	1055	0.0000
iprec_at_recall_0.70  	1055	0.0000
iprec_at_recall_0.80  	1055	0.0000
iprec_at_recall_0.90  	1055	0.0000
iprec_at_recall_1.00  	1055	0.0000
P_5                   	1055	0.0000
P_10                  	1055	0.0000
P_15                  	1055	0.0000
P_20                  	1055	0.0000
P_30                  	1055	0.0000
P_100                 	1055	0.0000
P_200                 	1055	0.0000
P_500                 	1055	0.0000
P_1000                	1055	0.0000
relstring             	1055	'0000000000'
recall_5              	1055	0.0000
recall_10             	1055	0.0000
recall_15             	1055	0.0000
recall_20             	1055	0.0000
recall_30             	1055	0.0000
recall_100            	1055	0.0000
recall_200            	1055	0.0000
recall_500            	1055	0.0000
recall_1000           	1055	0.0000
infAP                 	1055	0.0000
Rprec_mult_0.20       	1055	0.0000
Rprec_mult_0.40       	1055	0.0000
Rprec_mult_0.60       	1055	0.0000
Rprec_mult_0.80       	1055	0.0000
Rprec_mult_1.00       	1055	0.0000
Rprec_mult_1.20       	1055	0.0000
Rprec_mult_1.40       	1055	0.0000
Rprec_mult_1.60       	1055	0.0000
Rprec_mult_1.80       	1055	0.0000
Rprec_mult_2.00       	1055	0.0000
utility               	1055	-737.0000
11pt_avg              	1055	0.0000
binG                  	1055	0.0000
G                     	1055	0.0468
ndcg                  	1055	0.0659
ndcg_rel              	1055	0.0659
Rndcg                 	1055	0.0000
ndcg_cut_5            	1055	0.0000
ndcg_cut_10           	1055	0.0000
ndcg_cut_15           	1055	0.0000
ndcg_cut_20           	1055	0.0000
ndcg_cut_30           	1055	0.0000
ndcg_cut_100          	1055	0.0000
ndcg_cut_200          	1055	0.0659
ndcg_cut_500          	1055	0.0659
ndcg_cut_1000         	1055	0.0659
map_cut_5             	1055	0.0000
map_cut_10            	1055	0.0000
map_cut_15            	1055	0.0000
map_cut_20            	1055	0.0000
map_cut_30            	1055	0.0000
map_cut_100           	1055	0.0000
map_cut_200           	1055	0.0000
map_cut_500           	1055	0.0000
map_cut_1000          	1055	0.0000
relative_P_5          	1055	0.0000
relative_P_10         	1055	0.0000
relative_P_15         	1055	0.0000
relative_P_20         	1055	0.0000
relative_P_30         	1055	0.0000
relative_P_100        	1055	0.0000
relative_P_200        	1055	0.0000
relative_P_500        	1055	0.0000
relative_P_1000       	1055	0.0000
success_1             	1055	0.0000
success_5             	1055	0.0000
success_10            	1055	0.0000
set_P                 	1055	0.0000
set_relative_P        	1055	0.0000
set_recall            	1055	0.0000
set_map               	1055	0.0000
set_F                 	1055	0.0000
num_nonrel_judged_ret 	1055	150
rbp                   	1055	0.0000
rbp_resid             	1055	0.0118
unj_5                 	1055	0.0000
unj_10                	1055	0.0000
unj_20                	1055	0.0000
num_ret               	1065	948
num_rel               	1065	1
num_rel_ret           	1065	1
map                   	1065	0.0357
Rprec                 	1065	0.0000
bpref                 	1065	0.0000
recip_rank            	1065	0.0357
iprec_at_recall_0.00  	1065	0.0357
iprec_at_recall_0.10  	1065	0.0357
iprec_at_recall_0.20  	1065	0.0357
iprec_at_recall_0.30  	1065	0.0357
iprec_at_recall_0.40  	1065	0.0357
iprec_at_recall_0.50  	1065	0.0357
iprec_at_recall_0.60  	1065	0.0357
iprec_at_recall_0.70  	1065	0.0357
iprec_at_recall_0.80  	1065	0.0357
iprec_at_recall_0.90  	1065	0.0357
iprec_at_recall_1.00  	1065	0.0357
P_5                   	1065	0.0000
P_10                  	1065	0.0000
P_15                  	1065	0.0000
P_20                  	1065	0.0000
P_30                  	1065	0.0333
P_100                 	1065	0.0100
P_200                 	1065	0.0050
P_500                 	1065	0.0020
P_1000                	1065	0.0010
relstring             	1065	'0000000000'
recall_5              	1065	0.0000
recall_10             	1065	0.0000
recall_15             	1065	0.0000
recall_20             	1065	0.0000
recall_30             	1065	1.0000
recall_100            	1065	1.0000
recall_200            	1065	1.0000
recall_500            	1065	1.0000
recall_1000           	1065	1.0000
infAP                 	1065	0.0357
Rprec_mult_0.20       	1065	0.0000
Rprec_mult_0.40       	1065	0.0000
Rprec_mult_0.60       	1065	0.0000
Rprec_mult_0.80       	1065	0.0000
Rprec_mult_1.00       	1065	0.0000
Rprec_mult_1.20       	1065	0.0000
Rprec_mult_1.40       	1065	0.0000
Rprec_mult_1.60       	1065	0.0000
Rprec_mult_1.80       	1065	0.0000
Rprec_mult_2.00       	1065	0.0000
utility               	1065	-946.0000
11pt_avg              	1065	0.0357
binG                  	1065	0.2058
G                     	1065	0.1088
ndcg                  	1065	0.2574
ndcg_rel              	1065	0.2024
Rndcg                 	1065	0.0858
ndcg_cut_5            	1065	0.0000
ndcg_cut_10           	1065	0.0000
ndcg_cut_15           	1065	0.0000
ndcg_cut_20           	1065	0.0258
ndcg_cut_30           	1065	0.1207
ndcg_cut_100          	1065	0.1807
ndcg_cut_200          	1065	0.1807
ndcg_cut_500          	1065	0.2212
ndcg_cut_1000         	1065	0.2574
map_cut_5             	1065	0.0000
map_cut_10            	1065	0.0000
map_cut_15            	1065	0.0000
map_cut_20            	1065	0.0000
map_cut_30            	1065	0.0357
map_cut_100           	1065	0.0357
map_cut_200           	1065	0.0357
map_cut_500           	1065	0.0357
map_cut_1000          	1065	0.0357
relative_P_5          	1065	0.0000
relative_P_10         	1065	0.0000
relative_P_15         	1065	0.0000
relative_P_20         	1065	0.0000
relative_P_30         	1065	1.0000
relative_P_100        	1065	1.0000
relative_P_200        	1065	1.0000
relative_P_500        	1065	1.0000
relative_P_1000       	1065	1.0000
success_1             	1065	0.0000
success_5             	1065	0.0000
success_10            	1065	0.0000
set_P                 	1065	0.0011
set_relative_P        	1065	1.0000
set_recall            	1065	1.0000
set_map               	1065	0.0011
set_F                 	1065	0.0021
num_nonrel_judged_ret 	1065	98
rbp                   	1065	0.0149
rbp_resid             	1065	0.0343
unj_5                 	1065	0.0000
unj_10                	1065	0.0000
unj_20                	1065	0.0000
num_ret               	1067	714
num_rel               	1067	1
num_rel_ret           	1067	1
map                   	1067	0.0625
Rprec                 	1067	0.0000
bpref                 	1067	0.0000
recip_rank            	1067	0.0625
iprec_at_recall_0.00  	1067	0.0625
iprec_at_recall_0.10  	1067	0.0625
iprec_at_recall_0.20  	1067	0.0625
iprec_at_recall_0.30  	1067	0.0625
iprec_at_recall_0.40  	1067	0.0625
iprec_at_recall_0.50  	1067	0.0625
iprec_at_recall_0.60  	1067	0.0625
iprec_at_recall_0.70  	1067	0.0625
iprec_at_recall_0.80  	1067	0.0625
iprec_at_recall_0.90  	1067	0.0625
iprec_at_recall_1.00  	1067	0.0625
P_5                   	1067	0.0000
P_10                  	1067	0.0000
P_15                  	1067	0.0000
P_20                  	1067	0.0500
P_30                  	1067	0.0333
P_100                 	1067	0.0100
P_200                 	1067	0.0050
P_500                 	1067	0.0020
P_1000                	1067	0.0010
relstring             	1067	'1010010000'
recall_5              	1067	0.0000
recall_10             	1067	0.0000
recall_15             	1067	0.0000
recall_20             	1067	1.0000
recall_30             	1067	1.0000
recall_100            	1067	1.0000
recall_200            	1067	1.0000
recall_500            	1067	1.0000
recall_1000           	1067	1.0000
infAP                 	1067	0.0625
Rprec_mult_0.20       	1067	0.0000
Rprec_mult_0.40       	1067	0.0000
Rprec_mult_0.60       	1067	0.0000
Rprec_mult_0.80       	1067	0.0000
Rprec_mult_1.00       	1067	0.0000
Rprec_mult_1.20       	1067	0.0000
Rprec_mult_1.40       	1067	0.0000
Rprec_mult_1.60       	1067	0.0000
Rprec_mult_1.80       	1067	0.0000
Rprec_mult_2.00       	1067	0.0000
utility               	1067	-712.0000
11pt_avg              	1067	0.0625
binG                  	1067	0.2447
G                     	1067	0.1474
ndcg                  	1067	0.4250
ndcg_rel              	1067	0.3885
Rndcg                 	1067	0.3508
ndcg_cut_5            	1067	0.3031
ndcg_cut_10           	1067	0.2837
ndcg_cut_15           	1067	0.2695
ndcg_cut_20           	1067	0.3156
ndcg_cut_30           	1067	0.3372
ndcg_cut_100          	1067	0.3853
ndcg_cut_200          	1067	0.4003
ndcg_cut_500          	1067	0.4250
ndcg_cut_1000         	1067	0.4250
map_cut_5             	1067	0.0000
map_cut_10            	1067	0.0000
map_cut_15            	1067	0.0000
map_cut_20            	1067	0.0625
map_cut_30            	1067	0.0625
map_cut_100           	1067	0.0625
map_cut_200           	1067	0.0625
map_cut_500           	1067	0.0625
map_cut_1000          	1067	0.0625
relative_P_5          	1067	0.0000
relative_P_10         	1067	0.0000
relative_P_15         	1067	0.0000
relative_P_20         	1067	1.0000
relative_P_30         	1067	1.0000
relative_P_100        	1067	1.0000
relative_P_200        	1067	1.0000
relative_P_500        	1067	1.0000
relative_P_1000       	1067	1.0000
success_1             	1067	0.0000
success_5             	1067	0.0000
success_10            	1067	0.0000
set_P                 	1067	0.0014
set_relative_P        	1067	1.0000
set_recall            	1067	1.0000
set_map               	1067	0.0014
set_F                 	1067	0.0028
num_nonrel_judged_ret 	1067	130
rbp                   	1067	0.1147
rbp_resid             	1067	0.0116
unj_5                 	1067	0.0000
unj_10                	1067	0.0000
unj_20                	1067	0.0000
num_ret               	1069	846
num_rel               	1069	0
num_rel_ret           	1069	0
map                   	1069	0.0000
Rprec                 	1069	0.0000
bpref                 	1069	0.0000
recip_rank            	1069	0.0000
iprec_at_recall_0.00  	1069	0.0000
iprec_at_recall_0.10  	1069	0.0000
iprec_at_recall_0.20  	1069	0.0000
iprec_at_recall_0.30  	1069	0.0000
iprec_at_recall_0.40  	1069	0.0000
iprec_at_recall_0.50  	1069	0.0000
iprec_at_recall_0.60  	1069	0.0000
iprec_at_recall_0.70  	1069	0.0000
iprec_at_recall_0.80  	1069	0.0000
iprec_at_recall_0.90  	1069	0.0000
iprec_at_recall_1.00  	1069	0.0000
P_5                   	1069	0.0000
P_10                  	1069	0.0000
P_15                  	1069	0.0000
P_20                  	1069	0.0000
P_30                  	1069	0.0000
P_100                 	1069	0.0000
P_200                 	1069	0.0000
P_500                 	1069	0.0000
P_1000                	1069	0.0000
relstring             	1069	'0000000000'
recall_5              	1069	0.0000
recall_10             	1069	0.0000
recall_15             	1069	0.0000
recall_20             	1069	0.0000
recall_30             	1069	0.0000
recall_100            	1069	0.0000
recall_200            	1069	0.0000
recall_500            	1069	0.0000
recall_1000           	1069	0.0000
infAP                 	1069	0.0000
Rprec_mult_0.20       	1069	0.0000
Rprec_mult_0.40       	1069	0.0000
Rprec_mult_0.60       	1069	0.0000
Rprec_mult_0.80       	1069	0.0000
Rprec_mult_1.00       	1069	0.0000
Rprec_mult_1.20       	1069	0.0000
Rprec_mult_1.40       	1069	0.0000
Rprec_mult_1.60       	1069	0.0000
Rprec_mult_1.80       	1069	0.0000
Rprec_mult_2.00       	1069	0.0000
utility               	1069	-846.0000
11pt_avg              	1069	0.0000
binG                  	1069	0.0000
G                     	1069	0.0165
ndcg                  	1069	0.0317
ndcg_rel              	1069	0.0317
Rndcg                 	1069	0.0000
ndcg_cut_5            	1069	0.0000
ndcg_cut_10           	1069	0.0000
ndcg_cut_15           	1069	0.0000
ndcg_cut_20           	1069	0.0000
ndcg_cut_30           	1069	0.0000
ndcg_cut_100          	1069	0.0000
ndcg_cut_200          	1069	0.0000
ndcg_cut_500          	1069	0.0317
ndcg_cut_1000         	1069	0.0317
map_cut_5             	1069	0.0000
map_cut_10            	1069	0.0000
map_cut_15            	1069	0.0000
map_cut_20            	1069	0.0000
map_cut_30            	1069	0.0000
map_cut_100           	1069	0.0000
map_cut_200           	1069	0.0000
map_cut_500           	1069	0.0000
map_cut_1000          	1069	0.0000
relative_P_5          	1069	0.0000
relative_P_10         	1069	0.0000
relative_P_15         	1069	0.0000
relative_P_20         	1069	0.0000
relative_P_30         	1069	0.0000
relative_P_100        	1069	0.0000
relative_P_200        	1069	0.0000
relative_P_500        	1069	0.0000
relative_P_1000       	1069	0.0000
success_1             	1069	0.0000
success_5             	1069	0.0000
success_10            	1069	0.0000
set_P                 	1069	0.0000
set_relative_P        	1069	0.0000
set_recall            	1069	0.0000
set_map               	1069	0.0000
set_F                 	1069	0.0000
num_nonrel_judged_ret 	1069	132
rbp                   	1069	0.0000
rbp_resid             	1069	0.0243
unj_5                 	1069	0.0000
unj_10                	1069	0.0000
unj_20                	1069	0.0000
num_ret               	1075	473
num_rel               	1075	3
num_rel_ret           	1075	2
map                   	1075	0.1184
Rprec                 	1075	0.0000
bpref                 	1075	0.0000
recip_rank            	1075	0.2500
iprec_at_recall_0.00  	1075	0.2500
iprec_at_recall_0.10  	1075	0.2500
iprec_at_recall_0.20  	1075	0.2500
iprec_at_recall_0.30  	1075	0.2500
iprec_at_recall_0.40  	1075	0.2500
iprec_at_recall_0.50  	1075	0.1053
iprec_at_recall_0.60  	1075	0.1053
iprec_at_recall_0.70  	1075	0.1053
iprec_at_recall_0.80  	1075	0.1053
iprec_at_recall_0.90  	1075	0.0000
iprec_at_recall_1.00  	1075	0.0000
P_5                   	1075	0.2000
P_10                  	1075	0.1000
P_15                  	1075	0.0667
P_20                  	1075	0.1000
P_30                  	1075	0.0667
P_100                 	1075	0.0200
P_200                 	1075	0.0100
P_500                 	1075	0.0040
P_1000                	1075	0.0020
relstring             	1075	'1013110011'
recall_5              	1075	0.3333
recall_10             	1075	0.3333
recall_15             	1075	0.3333
recall_20             	1075	0.6667
recall_30             	1075	0.6667
recall_100            	1075	0.6667
recall_200            	1075	0.6667
recall_500            	1075	0.6667
recall_1000           	1075	0.6667
infAP                 	1075	0.1184
Rprec_mult_0.20       	1075	0.0000
Rprec_mult_0.40       	1075	0.0000
Rprec_mult_0.60       	1075	0.0000
Rprec_mult_0.80       	1075	0.0000
Rprec_mult_1.00       	1075	0.0000
Rprec_mult_1.20       	1075	0.2500
Rprec_mult_1.40       	1075	0.2000
Rprec_mult_1.60       	1075	0.2000
Rprec_mult_1.80       	1075	0.1667
Rprec_mult_2.00       	1075	0.1667
utility               	1075	-469.0000
11pt_avg              	1075	0.1519
binG                  	1075	0.2220
G                     	1075	0.1472
ndcg                  	1075	0.5958
ndcg_rel              	1075	0.5486
Rndcg                 	1075	0.4314
ndcg_cut_5            	1075	0.4409
ndcg_cut_10           	1075	0.4685
ndcg_cut_15           	1075	0.4870
ndcg_cut_20           	1075	0.5598
ndcg_cut_30           	1075	0.5827
ndcg_cut_100          	1075	0.4812
ndcg_cut_200          	1075	0.5242
ndcg_cut_500          	1075	0.5958
ndcg_cut_1000         	1075	0.5958
map_cut_5             	1075	0.0833
map_cut_10            	1075	0.0833
map_cut_15            	1075	0.0833
map_cut_20            	1075	0.1184
map_cut_30            	1075	0.1184
map_cut_100           	1075	0.1184
map_cut_200           	1075	0.1184
map_cut_500           	1075	0.1184
map_cut_1000          	1075	0.1184
relative_P_5          	1075	0.3333
relative_P_10         	1075	0.3333
relative_P_15         	1075	0.3333
relative_P_20         	1075	0.6667
relative_P_30         	1075	0.6667
relative_P_100        	1075	0.6667
relative_P_200        	1075	0.6667
relative_P_500        	1075	0.6667
relative_P_1000       	1075	0.6667
success_1             	1075	0.0000
success_5             	1075	1.0000
success_10            	1075	1.0000
set_P                 	1075	0.0042
set_relative_P        	1075	0.6667
set_recall            	1075	0.6667
set_map               	1075	0.0028
set_F                 	1075	0.0084
num_nonrel_judged_ret 	1075	152
rbp                   	1075	0.2892
rbp_resid             	1075	0.0065
unj_5                 	1075	0.0000
unj_10                	1075	0.0000
unj_20                	1075	0.0000
num_ret               	1077	460
num_rel               	1077	16
num_rel_ret           	1077	13
map                   	1077	0.0954
Rprec                 	1077	0.1250
bpref                 	1077	0.0586
recip_rank            	1077	0.1429
iprec_at_recall_0.00  	1077	0.1667
iprec_at_recall_0.10  	1077	0.1667
iprec_at_recall_0.20  	1077	0.1667
iprec_at_recall_0.30  	1077	0.1667
iprec_at_recall_0.40  	1077	0.1667
iprec_at_recall_0.50  	1077	0.1667
iprec_at_recall_0.60  	1077	0.1205
iprec_at_recall_0.70  	1077	0.0866
iprec_at_recall_0.80  	1077	0.0284
iprec_at_recall_0.90  	1077	0.0000
iprec_at_recall_1.00  	1077	0.0000
P_5                   	1077	0.0000
P_10                  	1077	0.1000
P_15                  	1077	0.1333
P_20                  	1077	0.1500
P_30                  	1077	0.1000
P_100                 	1077	0.1000
P_200                 	1077	0.0550
P_500                 	1077	0.0260
P_1000                	1077	0.0130
relstring             	1077	'1111113010'
recall_5              	1077	0.0000
recall_10             	1077	0.0625
recall_15             	1077	0.1250
recall_20             	1077	0.1875
recall_30             	1077	0.1875
recall_100            	1077	0.6250
recall_200            	1077	0.6875
recall_500            	1077	0.8125
recall_1000           	1077	0.8125
infAP                 	1077	0.0954
Rprec_mult_0.20       	1077	0.0000
Rprec_mult_0.40       	1077	0.1429
Rprec_mult_0.60       	1077	0.1000
Rprec_mult_0.80       	1077	0.1538
Rprec_mult_1.00       	1077	0.1250
Rprec_mult_1.20       	1077	0.1500
Rprec_mult_1.40       	1077	0.1304
Rprec_mult_1.60       	1077	0.1154
Rprec_mult_1.80       	1077	0.1034
Rprec_mult_2.00       	1077	0.0938
utility               	1077	-434.0000
11pt_avg              	1077	0.1123
binG                  	1077	0.1557
G                     	1077	0.1702
ndcg                  	1077	0.6971
ndcg_rel              	1077	0.5652
Rndcg                 	1077	0.5567
ndcg_cut_5            	1077	0.3333
ndcg_cut_10           	1077	0.3379
ndcg_cut_15           	1077	0.3667
ndcg_cut_20           	1077	0.4084
ndcg_cut_30           	1077	0.4478
ndcg_cut_100          	1077	0.6145
ndcg_cut_200          	1077	0.6738
ndcg_cut_500          	1077	0.6971
ndcg_cut_1000         	1077	0.6971
map_cut_5             	1077	0.0000
map_cut_10            	1077	0.0089
map_cut_15            	1077	0.0185
map_cut_20            	1077	0.0284
map_cut_30            	1077	0.0284
map_cut_100           	1077	0.0852
map_cut_200           	1077	0.0906
map_cut_500           	1077	0.0954
map_cut_1000          	1077	0.0954
relative_P_5          	1077	0.0000
relative_P_10         	1077	0.1000
relative_P_15         	1077	0.1333
relative_P_20         	1077	0.1875
relative_P_30         	1077	0.1875
relative_P_100        	1077	0.6250
relative_P_200        	1077	0.6875
relative_P_500        	1077	0.8125
relative_P_1000       	1077	0.8125
success_1             	1077	0.0000
success_5             	1077	0.0000
success_10            	1077	1.0000
set_P                 	1077	0.0283
set_relative_P        	1077	0.8125
set_recall            	1077	0.8125
set_map               	1077	0.0230
set_F                 	1077	0.0546
num_nonrel_judged_ret 	1077	125
rbp                   	1077	0.3616
rbp_resid             	1077	0.0003
unj_5                 	1077	0.0000
unj_10                	1077	0.0000
unj_20                	1077	0.0000
num_ret               	1079	762
num_rel               	1079	6
num_rel_ret           	1079	5
map                   	1079	0.6119
Rprec                 	1079	0.5000
bpref                 	1079	0.5556
recip_rank            	1079	1.0000
iprec_at_recall_0.00  	1079	1.0000
iprec_at_recall_0.10  	1079	1.0000
iprec_at_recall_0.20  	1079	1.0000
iprec_at_recall_0.30  	1079	1.0000
iprec_at_recall_0.40  	1079	1.0000
iprec_at_recall_0.50  	1079	0.6000
iprec_at_recall_0.60  	1079	0.5714
iprec_at_recall_0.70  	1079	0.5714
iprec_at_recall_0.80  	1079	0.5000
iprec_at_recall_0.90  	1079	0.5000
iprec_at_recall_1.00  	1079	0.0000
P_5                   	1079	0.6000
P_10                  	1079	0.5000
P_15                  	1079	0.3333
P_20                  	1079	0.2500
P_30                  	1079	0.1667
P_100                 	1079	0.0500
P_200                 	1079	0.0250
P_500                 	1079	0.0100
P_1000                	1079	0.0050
relstring             	1079	'3311313113'
recall_5              	1079	0.5000
recall_10             	1079	0.8333
recall_15             	1079	0.8333
recall_20             	1079	0.8333
recall_30             	1079	0.8333
recall_100            	1079	0.8333
recall_200            	1079	0.8333
recall_500            	1079	0.8333
recall_1000           	1079	0.8333
infAP                 	1079	0.6119
Rprec_mult_0.20       	1079	1.0000
Rprec_mult_0.40       	1079	0.6667
Rprec_mult_0.60       	1079	0.5000
Rprec_mult_0.80       	1079	0.6000
Rprec_mult_1.00       	1079	0.5000
Rprec_mult_1.20       	1079	0.5000
Rprec_mult_1.40       	1079	0.4444
Rprec_mult_1.60       	1079	0.5000
Rprec_mult_1.80       	1079	0.4545
Rprec_mult_2.00       	1079	0.4167
utility               	1079	-752.0000
11pt_avg              	1079	0.7039
binG                  	1079	0.5478
G                     	1079	0.3887
ndcg                  	1079	0.8137
ndcg_rel              	1079	0.8188
Rndcg                 	1079	0.7596
ndcg_cut_5            	1079	0.7896
ndcg_cut_10           	1079	0.8808
ndcg_cut_15           	1079	0.8307
ndcg_cut_20           	1079	0.7938
ndcg_cut_30           	1079	0.7247
ndcg_cut_100          	1079	0.7904
ndcg_cut_200          	1079	0.7904
ndcg_cut_500          	1079	0.8137
ndcg_cut_1000         	1079	0.8137
map_cut_5             	1079	0.4333
map_cut_10            	1079	0.6119
map_cut_15            	1079	0.6119
map_cut_20            	1079	0.6119
map_cut_30            	1079	0.6119
map_cut_100           	1079	0.6119
map_cut_200           	1079	0.6119
map_cut_500           	1079	0.6119
map_cut_1000          	1079	0.6119
relative_P_5          	1079	0.6000
relative_P_10         	1079	0.8333
relative_P_15         	1079	0.8333
relative_P_20         	1079	0.8333
relative_P_30         	1079	0.8333
relative_P_100        	1079	0.8333
relative_P_200        	1079	0.8333
relative_P_500        	1079	0.8333
relative_P_1000       	1079	0.8333
success_1             	1079	1.0000
success_5             	1079	1.0000
success_10            	1079	1.0000
set_P                 	1079	0.0066
set_relative_P        	1079	0.8333
set_recall            	1079	0.8333
set_map               	1079	0.0055
set_F                 	1079	0.0130
num_nonrel_judged_ret 	1079	75
rbp                   	1079	0.4818
rbp_resid             	1079	0.0215
unj_5                 	1079	0.0000
unj_10                	1079	0.0000
unj_20                	1079	0.0000
num_ret               	1081	635
num_rel               	1081	11
num_rel_ret           	1081	9
map                   	1081	0.2610
Rprec                 	1081	0.2727
bpref                 	1081	0.2066
recip_rank            	1081	1.0000
iprec_at_recall_0.00  	1081	1.0000
iprec_at_recall_0.10  	1081	1.0000
iprec_at_recall_0.20  	1081	1.0000
iprec_at_recall_0.30  	1081	0.2727
iprec_at_recall_0.40  	1081	0.2353
iprec_at_recall_0.50  	1081	0.0750
iprec_at_recall_0.60  	1081	0.0729
iprec_at_recall_0.70  	1081	0.0563
iprec_at_recall_0.80  	1081	0.0231
iprec_at_recall_0.90  	1081	0.0000
iprec_at_recall_1.00  	1081	0.0000
P_5                   	1081	0.4000
P_10                  	1081	0.2000
P_15                  	1081	0.2000
P_20                  	1081	0.2000
P_30                  	1081	0.1333
P_100                 	1081	0.0700
P_200                 	1081	0.0400
P_500                 	1081	0.0180
P_1000                	1081	0.0090
relstring             	1081	'3311111111'
recall_5              	1081	0.1818
recall_10             	1081	0.1818
recall_15             	1081	0.2727
recall_20             	1081	0.3636
recall_30             	1081	0.3636
recall_100            	1081	0.6364
recall_200            	1081	0.7273
recall_500            	1081	0.8182
recall_1000           	1081	0.8182
infAP                 	1081	0.2610
Rprec_mult_0.20       	1081	0.6667
Rprec_mult_0.40       	1081	0.4000
Rprec_mult_0.60       	1081	0.2857
Rprec_mult_0.80       	1081	0.2222
Rprec_mult_1.00       	1081	0.2727
Rprec_mult_1.20       	1081	0.2143
Rprec_mult_1.40       	1081	0.1875
Rprec_mult_1.60       	1081	0.2222
Rprec_mult_1.80       	1081	0.2000
Rprec_mult_2.00       	1081	0.1818
utility               	1081	-617.0000
11pt_avg              	1081	0.3396
binG                  	1081	0.3023
G                     	1081	0.1980
ndcg                  	1081	0.7256
ndcg_rel              	1081	0.6546
Rndcg                 	1081	0.6412
ndcg_cut_5            	1081	0.7021
ndcg_cut_10           	1081	0.5726
ndcg_cut_15           	1081	0.5900
ndcg_cut_20           	1081	0.6336
ndcg_cut_30           	1081	0.6063
ndcg_cut_100          	1081	0.6006
ndcg_cut_200          	1081	0.6789
ndcg_cut_500          	1081	0.7184
ndcg_cut_1000         	1081	0.7256
map_cut_5             	1081	0.1818
map_cut_10            	1081	0.1818
map_cut_15            	1081	0.2066
map_cut_20            	1081	0.2280
map_cut_30            	1081	0.2280
map_cut_100           	1081	0.2537
map_cut_200           	1081	0.2589
map_cut_500           	1081	0.2610
map_cut_1000          	1081	0.2610
relative_P_5          	1081	0.4000
relative_P_10         	1081	0.2000
relative_P_15         	1081	0.2727
relative_P_20         	1081	0.3636
relative_P_30         	1081	0.3636
relative_P_100        	1081	0.6364
relative_P_200        	1081	0.7273
relative_P_500        	1081	0.8182
relative_P_1000       	1081	0.8182
success_1             	1081	1.0000
success_5             	1081	1.0000
success_10            	1081	1.0000
set_P                 	1081	0.0142
set_relative_P        	1081	0.8182
set_recall            	1081	0.8182
set_map               	1081	0.0116
set_F                 	1081	0.0279
num_nonrel_judged_ret 	1081	166
rbp                   	1081	0.4456
rbp_resid             	1081	0.0078
unj_5                 	1081	0.0000
unj_10                	1081	0.0000
unj_20                	1081	0.0000
num_ret               	1083	715
num_rel               	1083	3
num_rel_ret           	1083	3
map                   	1083	0.4223
Rprec                 	1083	0.3333
bpref                 	1083	0.3333
recip_rank            	1083	1.0000
iprec_at_recall_0.00  	1083	1.0000
iprec_at_recall_0.10  	1083	1.0000
iprec_at_recall_0.20  	1083	1.0000
iprec_at_recall_0.30  	1083	1.0000
iprec_at_recall_0.40  	1083	1.0000
iprec_at_recall_0.50  	1083	0.2222
iprec_at_recall_0.60  	1083	0.2222
iprec_at_recall_0.70  	1083	0.2222
iprec_at_recall_0.80  	1083	0.2222
iprec_at_recall_0.90  	1083	0.0448
iprec_at_recall_1.00  	1083	0.0448
P_5                   	1083	0.2000
P_10                  	1083	0.2000
P_15                  	1083	0.1333
P_20                  	1083	0.1000
P_30                  	1083	0.0667
P_100                 	1083	0.0300
P_200                 	1083	0.0150
P_500                 	1083	0.0060
P_1000                	1083	0.0030
relstring             	1083	'31-00--130'
recall_5              	1083	0.3333
recall_10             	1083	0.6667
recall_15             	1083	0.6667
recall_20             	1083	0.6667
recall_30             	1083	0.6667
recall_100            	1083	1.0000
recall_200            	1083	1.0000
recall_500            	1083	1.0000
recall_1000           	1083	1.0000
infAP                 	1083	0.4223
Rprec_mult_0.20       	1083	1.0000
Rprec_mult_0.40       	1083	0.5000
Rprec_mult_0.60       	1083	0.5000
Rprec_mult_0.80       	1083	0.3333
Rprec_mult_1.00       	1083	0.3333
Rprec_mult_1.20       	1083	0.2500
Rprec_mult_1.40       	1083	0.2000
Rprec_mult_1.60       	1083	0.2000
Rprec_mult_1.80       	1083	0.1667
Rprec_mult_2.00       	1083	0.1667
utility               	1083	-709.0000
11pt_avg              	1083	0.5435
binG                  	1083	0.4936
G                     	1083	0.3596
ndcg                  	1083	0.7137
ndcg_rel              	1083	0.6439
Rndcg                 	1083	0.5953
ndcg_cut_5            	1083	0.5036
ndcg_cut_10           	1083	0.5507
ndcg_cut_15           	1083	0.5042
ndcg_cut_20           	1083	0.5283
ndcg_cut_30           	1083	0.5507
ndcg_cut_100          	1083	0.6990
ndcg_cut_200          	1083	0.7137
ndcg_cut_500          	1083	0.7137
ndcg_cut_1000         	1083	0.7137
map_cut_5             	1083	0.3333
map_cut_10            	1083	0.4074
map_cut_15            	1083	0.4074
map_cut_20            	1083	0.4074
map_cut_30            	1083	0.4074
map_cut_100           	1083	0.4223
map_cut_200           	1083	0.4223
map_cut_500           	1083	0.4223
map_cut_1000          	1083	0.4223
relative_P_5          	1083	0.3333
relative_P_10         	1083	0.6667
relative_P_15         	1083	0.6667
relative_P_20         	1083	0.6667
relative_P_30         	1083	0.6667
relative_P_100        	1083	1.0000
relative_P_200        	1083	1.0000
relative_P_500        	1083	1.0000
relative_P_1000       	1083	1.0000
success_1             	1083	1.0000
success_5             	1083	1.0000
success_10            	1083	1.0000
set_P                 	1083	0.0042
set_relative_P        	1083	1.0000
set_recall            	1083	1.0000
set_map               	1083	0.0042
set_F                 	1083	0.0084
num_nonrel_judged_ret 	1083	92
rbp                   	1083	0.2008
rbp_resid             	1083	0.2371
unj_5                 	1083	0.2000
unj_10                	1083	0.3000
unj_20                	1083	0.2000
num_ret               	1085	839
num_rel               	1085	4
num_rel_ret           	1085	4
map                   	1085	0.7333
Rprec                 	1085	0.5000
bpref                 	1085	0.8750
recip_rank            	1085	1.0000
iprec_at_recall_0.00  	1085	1.0000
iprec_at_recall_0.10  	1085	1.0000
iprec_at_recall_0.20  	1085	1.0000
iprec_at_recall_0.30  	1085	1.0000
iprec_at_recall_0.40  	1085	0.6667
iprec_at_recall_0.50  	1085	0.6667
iprec_at_recall_0.60  	1085	0.6667
iprec_at_recall_0.70  	1085	0.6667
iprec_at_recall_0.80  	1085	0.6667
iprec_at_recall_0.90  	1085	0.6667
iprec_at_recall_1.00  	1085	0.6667
P_5                   	1085	0.6000
P_10                  	1085	0.4000
P_15                  	1085	0.2667
P_20                  	1085	0.2000
P_30                  	1085	0.1333
P_100                 	1085	0.0400
P_200                 	1085	0.0200
P_500                 	1085	0.0080
P_1000                	1085	0.0040
relstring             	1085	'3-3033----'
recall_5              	1085	0.7500
recall_10             	1085	1.0000
recall_15             	1085	1.0000
recall_20             	1085	1.0000
recall_30             	1085	1.0000
recall_100            	1085	1.0000
recall_200            	1085	1.0000
recall_500            	1085	1.0000
recall_1000           	1085	1.0000
infAP                 	1085	0.7333
Rprec_mult_0.20       	1085	1.0000
Rprec_mult_0.40       	1085	0.5000
Rprec_mult_0.60       	1085	0.6667
Rprec_mult_0.80       	1085	0.5000
Rprec_mult_1.00       	1085	0.5000
Rprec_mult_1.20       	1085	0.6000
Rprec_mult_1.40       	1085	0.6667
Rprec_mult_1.60       	1085	0.5714
Rprec_mult_1.80       	1085	0.5000
Rprec_mult_2.00       	1085	0.5000
utility               	1085	-831.0000
11pt_avg              	1085	0.7879
binG                  	1085	0.6577
G                     	1085	0.3856
ndcg                  	1085	0.7140
ndcg_rel              	1085	0.7425
Rndcg                 	1085	0.6587
ndcg_cut_5            	1085	0.7013
ndcg_cut_10           	1085	0.6961
ndcg_cut_15           	1085	0.6766
ndcg_cut_20           	1085	0.6766
ndcg_cut_30           	1085	0.6766
ndcg_cut_100          	1085	0.6766
ndcg_cut_200          	1085	0.6911
ndcg_cut_500          	1085	0.7031
ndcg_cut_1000         	1085	0.7140
map_cut_5             	1085	0.5667
map_cut_10            	1085	0.7333
map_cut_15            	1085	0.7333
map_cut_20            	1085	0.7333
map_cut_30            	1085	0.7333
map_cut_100           	1085	0.7333
map_cut_200           	1085	0.7333
map_cut_500           	1085	0.7333
map_cut_1000          	1085	0.7333
relative_P_5          	1085	0.7500
relative_P_10         	1085	1.0000
relative_P_15         	1085	1.0000
relative_P_20         	1085	1.0000
relative_P_30         	1085	1.0000
relative_P_100        	1085	1.0000
relative_P_200        	1085	1.0000
relative_P_500        	1085	1.0000
relative_P_1000       	1085	1.0000
success_1             	1085	1.0000
success_5             	1085	1.0000
success_10            	1085	1.0000
set_P                 	1085	0.0048
set_relative_P        	1085	1.0000
set_recall            	1085	1.0000
set_map               	1085	0.0048
set_F                 	1085	0.0095
num_nonrel_judged_ret 	1085	66
rbp                   	1085	0.3057
rbp_resid             	1085	0.4642
unj_5                 	1085	0.2000
unj_10                	1085	0.5000
unj_20                	1085	0.5000
num_ret               	1087	607
num_rel               	1087	2
num_rel_ret           	1087	2
map                   	1087	0.1744
Rprec                 	1087	0.0000
bpref                 	1087	0.0000
recip_rank            	1087	0.3333
iprec_at_recall_0.00  	1087	0.3333
iprec_at_recall_0.10  	1087	0.3333
iprec_at_recall_0.20  	1087	0.3333
iprec_at_recall_0.30  	1087	0.3333
iprec_at_recall_0.40  	1087	0.3333
iprec_at_recall_0.50  	1087	0.3333
iprec_at_recall_0.60  	1087	0.3333
iprec_at_recall_0.70  	1087	0.3333
iprec_at_recall_0.80  	1087	0.0155
iprec_at_recall_0.90  	1087	0.0155
iprec_at_recall_1.00  	1087	0.0155
P_5                   	1087	0.2000
P_10                  	1087	0.1000
P_15                  	1087	0.0667
P_20                  	1087	0.0500
P_30                  	1087	0.0333
P_100                 	1087	0.0100
P_200                 	1087	0.0100
P_500                 	1087	0.0040
P_1000                	1087	0.0020
relstring             	1087	'1030110111'
recall_5              	1087	0.5000
recall_10             	1087	0.5000
recall_15             	1087	0.5000
recall_20             	1087	0.5000
recall_30             	1087	0.5000
recall_100            	1087	0.5000
recall_200            	1087	1.0000
recall_500            	1087	1.0000
recall_1000           	1087	1.0000
infAP                 	1087	0.1744
Rprec_mult_0.20       	1087	0.0000
Rprec_mult_0.40       	1087	0.0000
Rprec_mult_0.60       	1087	0.0000
Rprec_mult_0.80       	1087	0.0000
Rprec_mult_1.00       	1087	0.0000
Rprec_mult_1.20       	1087	0.3333
Rprec_mult_1.40       	1087	0.3333
Rprec_mult_1.60       	1087	0.2500
Rprec_mult_1.80       	1087	0.2500
Rprec_mult_2.00       	1087	0.2500
utility               	1087	-603.0000
11pt_avg              	1087	0.2467
binG                  	1087	0.3213
G                     	1087	0.2120
ndcg                  	1087	0.6798
ndcg_rel              	1087	0.5703
Rndcg                 	1087	0.4587
ndcg_cut_5            	1087	0.4648
ndcg_cut_10           	1087	0.5315
ndcg_cut_15           	1087	0.5423
ndcg_cut_20           	1087	0.5490
ndcg_cut_30           	1087	0.5405
ndcg_cut_100          	1087	0.5415
ndcg_cut_200          	1087	0.6437
ndcg_cut_500          	1087	0.6731
ndcg_cut_1000         	1087	0.6798
map_cut_5             	1087	0.1667
map_cut_10            	1087	0.1667
map_cut_15            	1087	0.1667
map_cut_20            	1087	0.1667
map_cut_30            	1087	0.1667
map_cut_100           	1087	0.1667
map_cut_200           	1087	0.1744
map_cut_500           	1087	0.1744
map_cut_1000          	1087	0.1744
relative_P_5          	1087	0.5000
relative_P_10         	1087	0.5000
relative_P_15         	1087	0.5000
relative_P_20         	1087	0.5000
relative_P_30         	1087	0.5000
relative_P_100        	1087	0.5000
relative_P_200        	1087	1.0000
relative_P_500        	1087	1.0000
relative_P_1000       	1087	1.0000
success_1             	1087	0.0000
success_5             	1087	1.0000
success_10            	1087	1.0000
set_P                 	1087	0.0033
set_relative_P        	1087	1.0000
set_recall            	1087	1.0000
set_map               	1087	0.0033
set_F                 	1087	0.0066
num_nonrel_judged_ret 	1087	148
rbp                   	1087	0.2641
rbp_resid             	1087	0.0081
unj_5                 	1087	0.0000
unj_10                	1087	0.0000
unj_20                	1087	0.0000
runid                 	all	genaius-gpt-oss-20b
num_q                 	all	30
num_ret               	all	21403
num_rel               	all	183
num_rel_ret           	all	136
map                   	all	0.2077
gm_map                	all	0.0187
Rprec                 	all	0.1797
bpref                 	all	0.1748
recip_rank            	all	0.3712
iprec_at_recall_0.00  	all	0.3901
iprec_at_recall_0.10  	all	0.3817
iprec_at_recall_0.20  	all	0.3623
iprec_at_recall_0.30  	all	0.3285
iprec_at_recall_0.40  	all	0.2929
iprec_at_recall_0.50  	all	0.2199
iprec_at_recall_0.60  	all	0.1895
iprec_at_recall_0.70  	all	0.1584
iprec_at_recall_0.80  	all	0.1379
iprec_at_recall_0.90  	all	0.1003
iprec_at_recall_1.00  	all	0.0758
P_5                   	all	0.1800
P_10                  	all	0.1433
P_15                  	all	0.1044
P_20                  	all	0.0950
P_30                  	all	0.0744
P_100                 	all	0.0343
P_200                 	all	0.0192
P_500                 	all	0.0088
P_1000                	all	0.0045
recall_5              	all	0.2020
recall_10             	all	0.2764
recall_15             	all	0.3009
recall_20             	all	0.3712
recall_30             	all	0.4561
recall_100            	all	0.5518
recall_200            	all	0.5900
recall_500            	all	0.6530
recall_1000           	all	0.6664
infAP                 	all	0.2077
gm_bpref              	all	0.0016
Rprec_mult_0.20       	all	0.2972
Rprec_mult_0.40       	all	0.2061
Rprec_mult_0.60       	all	0.2070
Rprec_mult_0.80       	all	0.1889
Rprec_mult_1.00       	all	0.1797
Rprec_mult_1.20       	all	0.1864
Rprec_mult_1.40       	all	0.1698
Rprec_mult_1.60       	all	0.1605
Rprec_mult_1.80       	all	0.1450
Rprec_mult_2.00       	all	0.1399
utility               	all	-704.3667
11pt_avg              	all	0.2398
binG                  	all	0.2554
G                     	all	0.1989
ndcg                  	all	0.5462
ndcg_rel              	all	0.4964
Rndcg                 	all	0.3770
ndcg_cut_5            	all	0.4262
ndcg_cut_10           	all	0.4343
ndcg_cut_15           	all	0.4273
ndcg_cut_20           	all	0.4326
ndcg_cut_30           	all	0.4423
ndcg_cut_100          	all	0.4721
ndcg_cut_200          	all	0.4999
ndcg_cut_500          	all	0.5307
ndcg_cut_1000         	all	0.5462
map_cut_5             	all	0.1508
map_cut_10            	all	0.1744
map_cut_15            	all	0.1794
map_cut_20            	all	0.1885
map_cut_30            	all	0.1941
map_cut_100           	all	0.2048
map_cut_200           	all	0.2065
map_cut_500           	all	0.2076
map_cut_1000          	all	0.2077
relative_P_5          	all	0.2461
relative_P_10         	all	0.2951
relative_P_15         	all	0.3070
relative_P_20         	all	0.3749
relative_P_30         	all	0.4579
relative_P_100        	all	0.5518
relative_P_200        	all	0.5900
relative_P_500        	all	0.6530
relative_P_1000       	all	0.6664
success_1             	all	0.2667
success_5             	all	0.5000
success_10            	all	0.6333
set_P                 	all	0.0078
set_relative_P        	all	0.6664
set_recall            	all	0.6664
set_map               	all	0.0062
set_F                 	all	0.0151
num_nonrel_judged_ret 	all	3710
rbp                   	all	0.2730
rbp_resid             	all	0.0382
unj_5                 	all	0.0133
unj_10                	all	0.0267
unj_20                	all	0.0233
