num_ret               	2024-105741	100
num_rel               	2024-105741	139
num_rel_ret           	2024-105741	45
map                   	2024-105741	0.1984
Rprec                 	2024-105741	0.3237
bpref                 	2024-105741	0.2958
recip_rank            	2024-105741	0.5000
iprec_at_recall_0.00  	2024-105741	0.7895
iprec_at_recall_0.10  	2024-105741	0.7895
iprec_at_recall_0.20  	2024-105741	0.6304
iprec_at_recall_0.30  	2024-105741	0.4828
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	0.6000
P_10                  	2024-105741	0.7000
P_15                  	2024-105741	0.7333
P_20                  	2024-105741	0.7500
P_30                  	2024-105741	0.5667
P_100                 	2024-105741	0.4500
P_200                 	2024-105741	0.2250
P_500                 	2024-105741	0.0900
P_1000                	2024-105741	0.0450
relstring             	2024-105741	'0120312101'
recall_5              	2024-105741	0.0216
recall_10             	2024-105741	0.0504
recall_15             	2024-105741	0.0791
recall_20             	2024-105741	0.1079
recall_30             	2024-105741	0.1223
recall_100            	2024-105741	0.3237
recall_200            	2024-105741	0.3237
recall_500            	2024-105741	0.3237
recall_1000           	2024-105741	0.3237
infAP                 	2024-105741	0.1984
Rprec_mult_0.20       	2024-105741	0.6071
Rprec_mult_0.40       	2024-105741	0.5536
Rprec_mult_0.60       	2024-105741	0.4762
Rprec_mult_0.80       	2024-105741	0.4018
Rprec_mult_1.00       	2024-105741	0.3237
Rprec_mult_1.20       	2024-105741	0.2695
Rprec_mult_1.40       	2024-105741	0.2308
Rprec_mult_1.60       	2024-105741	0.2018
Rprec_mult_1.80       	2024-105741	0.1793
Rprec_mult_2.00       	2024-105741	0.1619
utility               	2024-105741	-10.0000
11pt_avg              	2024-105741	0.2447
binG                  	2024-105741	0.0977
G                     	2024-105741	0.0680
ndcg                  	2024-105741	0.3400
ndcg_rel              	2024-105741	0.3587
Rndcg                 	2024-105741	0.3279
ndcg_cut_5            	2024-105741	0.3477
ndcg_cut_10           	2024-105741	0.3939
ndcg_cut_15           	2024-105741	0.4317
ndcg_cut_20           	2024-105741	0.4276
ndcg_cut_30           	2024-105741	0.3605
ndcg_cut_100          	2024-105741	0.3981
ndcg_cut_200          	2024-105741	0.3400
ndcg_cut_500          	2024-105741	0.3400
ndcg_cut_1000         	2024-105741	0.3400
map_cut_5             	2024-105741	0.0127
map_cut_10            	2024-105741	0.0331
map_cut_15            	2024-105741	0.0541
map_cut_20            	2024-105741	0.0763
map_cut_30            	2024-105741	0.0871
map_cut_100           	2024-105741	0.1984
map_cut_200           	2024-105741	0.1984
map_cut_500           	2024-105741	0.1984
map_cut_1000          	2024-105741	0.1984
relative_P_5          	2024-105741	0.6000
relative_P_10         	2024-105741	0.7000
relative_P_15         	2024-105741	0.7333
relative_P_20         	2024-105741	0.7500
relative_P_30         	2024-105741	0.5667
relative_P_100        	2024-105741	0.4500
relative_P_200        	2024-105741	0.3237
relative_P_500        	2024-105741	0.3237
relative_P_1000       	2024-105741	0.3237
success_1             	2024-105741	0.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.4500
set_relative_P        	2024-105741	0.4500
set_recall            	2024-105741	0.3237
set_map               	2024-105741	0.1457
set_F                 	2024-105741	0.3766
num_nonrel_judged_ret 	2024-105741	23
num_ret               	2024-121840	100
num_rel               	2024-121840	111
num_rel_ret           	2024-121840	34
map                   	2024-121840	0.1674
Rprec                 	2024-121840	0.3063
bpref                 	2024-121840	0.2635
recip_rank            	2024-121840	1.0000
iprec_at_recall_0.00  	2024-121840	1.0000
iprec_at_recall_0.10  	2024-121840	0.6190
iprec_at_recall_0.20  	2024-121840	0.4394
iprec_at_recall_0.30  	2024-121840	0.3434
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.6000
P_10                  	2024-121840	0.8000
P_15                  	2024-121840	0.6667
P_20                  	2024-121840	0.6000
P_30                  	2024-121840	0.5333
P_100                 	2024-121840	0.3400
P_200                 	2024-121840	0.1700
P_500                 	2024-121840	0.0680
P_1000                	2024-121840	0.0340
relstring             	2024-121840	'2021033213'
recall_5              	2024-121840	0.0270
recall_10             	2024-121840	0.0721
recall_15             	2024-121840	0.0901
recall_20             	2024-121840	0.1081
recall_30             	2024-121840	0.1441
recall_100            	2024-121840	0.3063
recall_200            	2024-121840	0.3063
recall_500            	2024-121840	0.3063
recall_1000           	2024-121840	0.3063
infAP                 	2024-121840	0.1674
Rprec_mult_0.20       	2024-121840	0.6087
Rprec_mult_0.40       	2024-121840	0.4222
Rprec_mult_0.60       	2024-121840	0.4328
Rprec_mult_0.80       	2024-121840	0.3596
Rprec_mult_1.00       	2024-121840	0.3063
Rprec_mult_1.20       	2024-121840	0.2537
Rprec_mult_1.40       	2024-121840	0.2179
Rprec_mult_1.60       	2024-121840	0.1910
Rprec_mult_1.80       	2024-121840	0.1700
Rprec_mult_2.00       	2024-121840	0.1532
utility               	2024-121840	-32.0000
11pt_avg              	2024-121840	0.2184
binG                  	2024-121840	0.0967
G                     	2024-121840	0.0655
ndcg                  	2024-121840	0.3460
ndcg_rel              	2024-121840	0.3690
Rndcg                 	2024-121840	0.3863
ndcg_cut_5            	2024-121840	0.3878
ndcg_cut_10           	2024-121840	0.5354
ndcg_cut_15           	2024-121840	0.4592
ndcg_cut_20           	2024-121840	0.4480
ndcg_cut_30           	2024-121840	0.4135
ndcg_cut_100          	2024-121840	0.3588
ndcg_cut_200          	2024-121840	0.3460
ndcg_cut_500          	2024-121840	0.3460
ndcg_cut_1000         	2024-121840	0.3460
map_cut_5             	2024-121840	0.0218
map_cut_10            	2024-121840	0.0552
map_cut_15            	2024-121840	0.0674
map_cut_20            	2024-121840	0.0783
map_cut_30            	2024-121840	0.0996
map_cut_100           	2024-121840	0.1674
map_cut_200           	2024-121840	0.1674
map_cut_500           	2024-121840	0.1674
map_cut_1000          	2024-121840	0.1674
relative_P_5          	2024-121840	0.6000
relative_P_10         	2024-121840	0.8000
relative_P_15         	2024-121840	0.6667
relative_P_20         	2024-121840	0.6000
relative_P_30         	2024-121840	0.5333
relative_P_100        	2024-121840	0.3400
relative_P_200        	2024-121840	0.3063
relative_P_500        	2024-121840	0.3063
relative_P_1000       	2024-121840	0.3063
success_1             	2024-121840	1.0000
success_5             	2024-121840	1.0000
success_10            	2024-121840	1.0000
set_P                 	2024-121840	0.3400
set_relative_P        	2024-121840	0.3400
set_recall            	2024-121840	0.3063
set_map               	2024-121840	0.1041
set_F                 	2024-121840	0.3223
num_nonrel_judged_ret 	2024-121840	38
num_ret               	2024-127266	100
num_rel               	2024-127266	216
num_rel_ret           	2024-127266	71
map                   	2024-127266	0.2945
Rprec                 	2024-127266	0.3287
bpref                 	2024-127266	0.3136
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	1.0000
iprec_at_recall_0.20  	2024-127266	0.8704
iprec_at_recall_0.30  	2024-127266	0.7558
iprec_at_recall_0.40  	2024-127266	0.0000
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	1.0000
P_10                  	2024-127266	1.0000
P_15                  	2024-127266	1.0000
P_20                  	2024-127266	1.0000
P_30                  	2024-127266	0.9667
P_100                 	2024-127266	0.7100
P_200                 	2024-127266	0.3550
P_500                 	2024-127266	0.1420
P_1000                	2024-127266	0.0710
relstring             	2024-127266	'3113123331'
recall_5              	2024-127266	0.0231
recall_10             	2024-127266	0.0463
recall_15             	2024-127266	0.0694
recall_20             	2024-127266	0.0926
recall_30             	2024-127266	0.1343
recall_100            	2024-127266	0.3287
recall_200            	2024-127266	0.3287
recall_500            	2024-127266	0.3287
recall_1000           	2024-127266	0.3287
infAP                 	2024-127266	0.2945
Rprec_mult_0.20       	2024-127266	0.8864
Rprec_mult_0.40       	2024-127266	0.7471
Rprec_mult_0.60       	2024-127266	0.5462
Rprec_mult_0.80       	2024-127266	0.4104
Rprec_mult_1.00       	2024-127266	0.3287
Rprec_mult_1.20       	2024-127266	0.2731
Rprec_mult_1.40       	2024-127266	0.2343
Rprec_mult_1.60       	2024-127266	0.2052
Rprec_mult_1.80       	2024-127266	0.1825
Rprec_mult_2.00       	2024-127266	0.1644
utility               	2024-127266	42.0000
11pt_avg              	2024-127266	0.3297
binG                  	2024-127266	0.1862
G                     	2024-127266	0.0927
ndcg                  	2024-127266	0.4781
ndcg_rel              	2024-127266	0.5463
Rndcg                 	2024-127266	0.5955
ndcg_cut_5            	2024-127266	0.6568
ndcg_cut_10           	2024-127266	0.7088
ndcg_cut_15           	2024-127266	0.6852
ndcg_cut_20           	2024-127266	0.7263
ndcg_cut_30           	2024-127266	0.6822
ndcg_cut_100          	2024-127266	0.6284
ndcg_cut_200          	2024-127266	0.4934
ndcg_cut_500          	2024-127266	0.4781
ndcg_cut_1000         	2024-127266	0.4781
map_cut_5             	2024-127266	0.0231
map_cut_10            	2024-127266	0.0463
map_cut_15            	2024-127266	0.0694
map_cut_20            	2024-127266	0.0926
map_cut_30            	2024-127266	0.1338
map_cut_100           	2024-127266	0.2945
map_cut_200           	2024-127266	0.2945
map_cut_500           	2024-127266	0.2945
map_cut_1000          	2024-127266	0.2945
relative_P_5          	2024-127266	1.0000
relative_P_10         	2024-127266	1.0000
relative_P_15         	2024-127266	1.0000
relative_P_20         	2024-127266	1.0000
relative_P_30         	2024-127266	0.9667
relative_P_100        	2024-127266	0.7100
relative_P_200        	2024-127266	0.3550
relative_P_500        	2024-127266	0.3287
relative_P_1000       	2024-127266	0.3287
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	0.7100
set_relative_P        	2024-127266	0.7100
set_recall            	2024-127266	0.3287
set_map               	2024-127266	0.2334
set_F                 	2024-127266	0.4494
num_nonrel_judged_ret 	2024-127266	2
num_ret               	2024-127288	100
num_rel               	2024-127288	331
num_rel_ret           	2024-127288	84
map                   	2024-127288	0.2374
Rprec                 	2024-127288	0.2538
bpref                 	2024-127288	0.2538
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.9365
iprec_at_recall_0.20  	2024-127288	0.8861
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	1.0000
P_10                  	2024-127288	1.0000
P_15                  	2024-127288	1.0000
P_20                  	2024-127288	1.0000
P_30                  	2024-127288	0.9333
P_100                 	2024-127288	0.8400
P_200                 	2024-127288	0.4200
P_500                 	2024-127288	0.1680
P_1000                	2024-127288	0.0840
relstring             	2024-127288	'2331332223'
recall_5              	2024-127288	0.0151
recall_10             	2024-127288	0.0302
recall_15             	2024-127288	0.0453
recall_20             	2024-127288	0.0604
recall_30             	2024-127288	0.0846
recall_100            	2024-127288	0.2538
recall_200            	2024-127288	0.2538
recall_500            	2024-127288	0.2538
recall_1000           	2024-127288	0.2538
infAP                 	2024-127288	0.2374
Rprec_mult_0.20       	2024-127288	0.9254
Rprec_mult_0.40       	2024-127288	0.6316
Rprec_mult_0.60       	2024-127288	0.4221
Rprec_mult_0.80       	2024-127288	0.3170
Rprec_mult_1.00       	2024-127288	0.2538
Rprec_mult_1.20       	2024-127288	0.2111
Rprec_mult_1.40       	2024-127288	0.1810
Rprec_mult_1.60       	2024-127288	0.1585
Rprec_mult_1.80       	2024-127288	0.1409
Rprec_mult_2.00       	2024-127288	0.1269
utility               	2024-127288	68.0000
11pt_avg              	2024-127288	0.2566
binG                  	2024-127288	0.1438
G                     	2024-127288	0.0658
ndcg                  	2024-127288	0.3758
ndcg_rel              	2024-127288	0.4672
Rndcg                 	2024-127288	0.4998
ndcg_cut_5            	2024-127288	0.7896
ndcg_cut_10           	2024-127288	0.7938
ndcg_cut_15           	2024-127288	0.7810
ndcg_cut_20           	2024-127288	0.7727
ndcg_cut_30           	2024-127288	0.7343
ndcg_cut_100          	2024-127288	0.7010
ndcg_cut_200          	2024-127288	0.4741
ndcg_cut_500          	2024-127288	0.3758
ndcg_cut_1000         	2024-127288	0.3758
map_cut_5             	2024-127288	0.0151
map_cut_10            	2024-127288	0.0302
map_cut_15            	2024-127288	0.0453
map_cut_20            	2024-127288	0.0604
map_cut_30            	2024-127288	0.0845
map_cut_100           	2024-127288	0.2374
map_cut_200           	2024-127288	0.2374
map_cut_500           	2024-127288	0.2374
map_cut_1000          	2024-127288	0.2374
relative_P_5          	2024-127288	1.0000
relative_P_10         	2024-127288	1.0000
relative_P_15         	2024-127288	1.0000
relative_P_20         	2024-127288	1.0000
relative_P_30         	2024-127288	0.9333
relative_P_100        	2024-127288	0.8400
relative_P_200        	2024-127288	0.4200
relative_P_500        	2024-127288	0.2538
relative_P_1000       	2024-127288	0.2538
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	0.8400
set_relative_P        	2024-127288	0.8400
set_recall            	2024-127288	0.2538
set_map               	2024-127288	0.2132
set_F                 	2024-127288	0.3898
num_nonrel_judged_ret 	2024-127288	0
num_ret               	2024-12875	100
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	79
map                   	2024-12875	0.3005
Rprec                 	2024-12875	0.3278
bpref                 	2024-12875	0.3278
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	0.9655
iprec_at_recall_0.20  	2024-12875	0.8689
iprec_at_recall_0.30  	2024-12875	0.8391
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	1.0000
P_10                  	2024-12875	1.0000
P_15                  	2024-12875	1.0000
P_20                  	2024-12875	1.0000
P_30                  	2024-12875	0.9333
P_100                 	2024-12875	0.7900
P_200                 	2024-12875	0.3950
P_500                 	2024-12875	0.1580
P_1000                	2024-12875	0.0790
relstring             	2024-12875	'3333333333'
recall_5              	2024-12875	0.0207
recall_10             	2024-12875	0.0415
recall_15             	2024-12875	0.0622
recall_20             	2024-12875	0.0830
recall_30             	2024-12875	0.1162
recall_100            	2024-12875	0.3278
recall_200            	2024-12875	0.3278
recall_500            	2024-12875	0.3278
recall_1000           	2024-12875	0.3278
infAP                 	2024-12875	0.3005
Rprec_mult_0.20       	2024-12875	0.9184
Rprec_mult_0.40       	2024-12875	0.7938
Rprec_mult_0.60       	2024-12875	0.5448
Rprec_mult_0.80       	2024-12875	0.4093
Rprec_mult_1.00       	2024-12875	0.3278
Rprec_mult_1.20       	2024-12875	0.2724
Rprec_mult_1.40       	2024-12875	0.2337
Rprec_mult_1.60       	2024-12875	0.2047
Rprec_mult_1.80       	2024-12875	0.1820
Rprec_mult_2.00       	2024-12875	0.1639
utility               	2024-12875	58.0000
11pt_avg              	2024-12875	0.3340
binG                  	2024-12875	0.1773
G                     	2024-12875	0.1717
ndcg                  	2024-12875	0.4986
ndcg_rel              	2024-12875	0.6324
Rndcg                 	2024-12875	0.5597
ndcg_cut_5            	2024-12875	1.0000
ndcg_cut_10           	2024-12875	1.0000
ndcg_cut_15           	2024-12875	1.0000
ndcg_cut_20           	2024-12875	0.9784
ndcg_cut_30           	2024-12875	0.9379
ndcg_cut_100          	2024-12875	0.7788
ndcg_cut_200          	2024-12875	0.5269
ndcg_cut_500          	2024-12875	0.4986
ndcg_cut_1000         	2024-12875	0.4986
map_cut_5             	2024-12875	0.0207
map_cut_10            	2024-12875	0.0415
map_cut_15            	2024-12875	0.0622
map_cut_20            	2024-12875	0.0830
map_cut_30            	2024-12875	0.1154
map_cut_100           	2024-12875	0.3005
map_cut_200           	2024-12875	0.3005
map_cut_500           	2024-12875	0.3005
map_cut_1000          	2024-12875	0.3005
relative_P_5          	2024-12875	1.0000
relative_P_10         	2024-12875	1.0000
relative_P_15         	2024-12875	1.0000
relative_P_20         	2024-12875	1.0000
relative_P_30         	2024-12875	0.9333
relative_P_100        	2024-12875	0.7900
relative_P_200        	2024-12875	0.3950
relative_P_500        	2024-12875	0.3278
relative_P_1000       	2024-12875	0.3278
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	0.7900
set_relative_P        	2024-12875	0.7900
set_recall            	2024-12875	0.3278
set_map               	2024-12875	0.2590
set_F                 	2024-12875	0.4633
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	100
num_rel               	2024-128784	234
num_rel_ret           	2024-128784	78
map                   	2024-128784	0.3048
Rprec                 	2024-128784	0.3333
bpref                 	2024-128784	0.3177
recip_rank            	2024-128784	1.0000
iprec_at_recall_0.00  	2024-128784	1.0000
iprec_at_recall_0.10  	2024-128784	1.0000
iprec_at_recall_0.20  	2024-128784	0.8868
iprec_at_recall_0.30  	2024-128784	0.8276
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	1.0000
P_10                  	2024-128784	1.0000
P_15                  	2024-128784	1.0000
P_20                  	2024-128784	1.0000
P_30                  	2024-128784	0.9333
P_100                 	2024-128784	0.7800
P_200                 	2024-128784	0.3900
P_500                 	2024-128784	0.1560
P_1000                	2024-128784	0.0780
relstring             	2024-128784	'3333332333'
recall_5              	2024-128784	0.0214
recall_10             	2024-128784	0.0427
recall_15             	2024-128784	0.0641
recall_20             	2024-128784	0.0855
recall_30             	2024-128784	0.1197
recall_100            	2024-128784	0.3333
recall_200            	2024-128784	0.3333
recall_500            	2024-128784	0.3333
recall_1000           	2024-128784	0.3333
infAP                 	2024-128784	0.3048
Rprec_mult_0.20       	2024-128784	0.9149
Rprec_mult_0.40       	2024-128784	0.7872
Rprec_mult_0.60       	2024-128784	0.5532
Rprec_mult_0.80       	2024-128784	0.4149
Rprec_mult_1.00       	2024-128784	0.3333
Rprec_mult_1.20       	2024-128784	0.2776
Rprec_mult_1.40       	2024-128784	0.2378
Rprec_mult_1.60       	2024-128784	0.2080
Rprec_mult_1.80       	2024-128784	0.1848
Rprec_mult_2.00       	2024-128784	0.1667
utility               	2024-128784	56.0000
11pt_avg              	2024-128784	0.3377
binG                  	2024-128784	0.1858
G                     	2024-128784	0.1142
ndcg                  	2024-128784	0.4508
ndcg_rel              	2024-128784	0.5878
Rndcg                 	2024-128784	0.4774
ndcg_cut_5            	2024-128784	1.0000
ndcg_cut_10           	2024-128784	0.9755
ndcg_cut_15           	2024-128784	0.9519
ndcg_cut_20           	2024-128784	0.9368
ndcg_cut_30           	2024-128784	0.8833
ndcg_cut_100          	2024-128784	0.7449
ndcg_cut_200          	2024-128784	0.4706
ndcg_cut_500          	2024-128784	0.4508
ndcg_cut_1000         	2024-128784	0.4508
map_cut_5             	2024-128784	0.0214
map_cut_10            	2024-128784	0.0427
map_cut_15            	2024-128784	0.0641
map_cut_20            	2024-128784	0.0855
map_cut_30            	2024-128784	0.1191
map_cut_100           	2024-128784	0.3048
map_cut_200           	2024-128784	0.3048
map_cut_500           	2024-128784	0.3048
map_cut_1000          	2024-128784	0.3048
relative_P_5          	2024-128784	1.0000
relative_P_10         	2024-128784	1.0000
relative_P_15         	2024-128784	1.0000
relative_P_20         	2024-128784	1.0000
relative_P_30         	2024-128784	0.9333
relative_P_100        	2024-128784	0.7800
relative_P_200        	2024-128784	0.3900
relative_P_500        	2024-128784	0.3333
relative_P_1000       	2024-128784	0.3333
success_1             	2024-128784	1.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	0.7800
set_relative_P        	2024-128784	0.7800
set_recall            	2024-128784	0.3333
set_map               	2024-128784	0.2600
set_F                 	2024-128784	0.4671
num_nonrel_judged_ret 	2024-128784	5
num_ret               	2024-129925	100
num_rel               	2024-129925	85
num_rel_ret           	2024-129925	56
map                   	2024-129925	0.5336
Rprec                 	2024-129925	0.5529
bpref                 	2024-129925	0.5937
recip_rank            	2024-129925	1.0000
iprec_at_recall_0.00  	2024-129925	1.0000
iprec_at_recall_0.10  	2024-129925	1.0000
iprec_at_recall_0.20  	2024-129925	0.9048
iprec_at_recall_0.30  	2024-129925	0.8857
iprec_at_recall_0.40  	2024-129925	0.8298
iprec_at_recall_0.50  	2024-129925	0.6286
iprec_at_recall_0.60  	2024-129925	0.5600
iprec_at_recall_0.70  	2024-129925	0.0000
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	1.0000
P_10                  	2024-129925	1.0000
P_15                  	2024-129925	0.9333
P_20                  	2024-129925	0.9000
P_30                  	2024-129925	0.8667
P_100                 	2024-129925	0.5600
P_200                 	2024-129925	0.2800
P_500                 	2024-129925	0.1120
P_1000                	2024-129925	0.0560
relstring             	2024-129925	'2222122222'
recall_5              	2024-129925	0.0588
recall_10             	2024-129925	0.1176
recall_15             	2024-129925	0.1647
recall_20             	2024-129925	0.2118
recall_30             	2024-129925	0.3059
recall_100            	2024-129925	0.6588
recall_200            	2024-129925	0.6588
recall_500            	2024-129925	0.6588
recall_1000           	2024-129925	0.6588
infAP                 	2024-129925	0.5336
Rprec_mult_0.20       	2024-129925	0.8824
Rprec_mult_0.40       	2024-129925	0.8824
Rprec_mult_0.60       	2024-129925	0.7647
Rprec_mult_0.80       	2024-129925	0.6176
Rprec_mult_1.00       	2024-129925	0.5529
Rprec_mult_1.20       	2024-129925	0.5490
Rprec_mult_1.40       	2024-129925	0.4706
Rprec_mult_1.60       	2024-129925	0.4118
Rprec_mult_1.80       	2024-129925	0.3660
Rprec_mult_2.00       	2024-129925	0.3294
utility               	2024-129925	12.0000
11pt_avg              	2024-129925	0.5281
binG                  	2024-129925	0.3030
G                     	2024-129925	0.2351
ndcg                  	2024-129925	0.7192
ndcg_rel              	2024-129925	0.7748
Rndcg                 	2024-129925	0.6946
ndcg_cut_5            	2024-129925	0.9344
ndcg_cut_10           	2024-129925	0.9574
ndcg_cut_15           	2024-129925	0.8740
ndcg_cut_20           	2024-129925	0.8269
ndcg_cut_30           	2024-129925	0.8196
ndcg_cut_100          	2024-129925	0.7192
ndcg_cut_200          	2024-129925	0.7192
ndcg_cut_500          	2024-129925	0.7192
ndcg_cut_1000         	2024-129925	0.7192
map_cut_5             	2024-129925	0.0588
map_cut_10            	2024-129925	0.1176
map_cut_15            	2024-129925	0.1612
map_cut_20            	2024-129925	0.2038
map_cut_30            	2024-129925	0.2854
map_cut_100           	2024-129925	0.5336
map_cut_200           	2024-129925	0.5336
map_cut_500           	2024-129925	0.5336
map_cut_1000          	2024-129925	0.5336
relative_P_5          	2024-129925	1.0000
relative_P_10         	2024-129925	1.0000
relative_P_15         	2024-129925	0.9333
relative_P_20         	2024-129925	0.9000
relative_P_30         	2024-129925	0.8667
relative_P_100        	2024-129925	0.6588
relative_P_200        	2024-129925	0.6588
relative_P_500        	2024-129925	0.6588
relative_P_1000       	2024-129925	0.6588
success_1             	2024-129925	1.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	0.5600
set_relative_P        	2024-129925	0.6588
set_recall            	2024-129925	0.6588
set_map               	2024-129925	0.3689
set_F                 	2024-129925	0.6054
num_nonrel_judged_ret 	2024-129925	16
num_ret               	2024-136156	100
num_rel               	2024-136156	169
num_rel_ret           	2024-136156	81
map                   	2024-136156	0.4481
Rprec                 	2024-136156	0.4793
bpref                 	2024-136156	0.4761
recip_rank            	2024-136156	1.0000
iprec_at_recall_0.00  	2024-136156	1.0000
iprec_at_recall_0.10  	2024-136156	1.0000
iprec_at_recall_0.20  	2024-136156	1.0000
iprec_at_recall_0.30  	2024-136156	0.9206
iprec_at_recall_0.40  	2024-136156	0.8395
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	1.0000
P_10                  	2024-136156	1.0000
P_15                  	2024-136156	1.0000
P_20                  	2024-136156	1.0000
P_30                  	2024-136156	1.0000
P_100                 	2024-136156	0.8100
P_200                 	2024-136156	0.4050
P_500                 	2024-136156	0.1620
P_1000                	2024-136156	0.0810
relstring             	2024-136156	'2322221221'
recall_5              	2024-136156	0.0296
recall_10             	2024-136156	0.0592
recall_15             	2024-136156	0.0888
recall_20             	2024-136156	0.1183
recall_30             	2024-136156	0.1775
recall_100            	2024-136156	0.4793
recall_200            	2024-136156	0.4793
recall_500            	2024-136156	0.4793
recall_1000           	2024-136156	0.4793
infAP                 	2024-136156	0.4481
Rprec_mult_0.20       	2024-136156	1.0000
Rprec_mult_0.40       	2024-136156	0.8676
Rprec_mult_0.60       	2024-136156	0.7941
Rprec_mult_0.80       	2024-136156	0.5956
Rprec_mult_1.00       	2024-136156	0.4793
Rprec_mult_1.20       	2024-136156	0.3990
Rprec_mult_1.40       	2024-136156	0.3418
Rprec_mult_1.60       	2024-136156	0.2989
Rprec_mult_1.80       	2024-136156	0.2656
Rprec_mult_2.00       	2024-136156	0.2396
utility               	2024-136156	62.0000
11pt_avg              	2024-136156	0.4327
binG                  	2024-136156	0.3038
G                     	2024-136156	0.1360
ndcg                  	2024-136156	0.5997
ndcg_rel              	2024-136156	0.6661
Rndcg                 	2024-136156	0.6847
ndcg_cut_5            	2024-136156	0.7380
ndcg_cut_10           	2024-136156	0.7557
ndcg_cut_15           	2024-136156	0.7282
ndcg_cut_20           	2024-136156	0.7518
ndcg_cut_30           	2024-136156	0.7523
ndcg_cut_100          	2024-136156	0.7498
ndcg_cut_200          	2024-136156	0.5997
ndcg_cut_500          	2024-136156	0.5997
ndcg_cut_1000         	2024-136156	0.5997
map_cut_5             	2024-136156	0.0296
map_cut_10            	2024-136156	0.0592
map_cut_15            	2024-136156	0.0888
map_cut_20            	2024-136156	0.1183
map_cut_30            	2024-136156	0.1775
map_cut_100           	2024-136156	0.4481
map_cut_200           	2024-136156	0.4481
map_cut_500           	2024-136156	0.4481
map_cut_1000          	2024-136156	0.4481
relative_P_5          	2024-136156	1.0000
relative_P_10         	2024-136156	1.0000
relative_P_15         	2024-136156	1.0000
relative_P_20         	2024-136156	1.0000
relative_P_30         	2024-136156	1.0000
relative_P_100        	2024-136156	0.8100
relative_P_200        	2024-136156	0.4793
relative_P_500        	2024-136156	0.4793
relative_P_1000       	2024-136156	0.4793
success_1             	2024-136156	1.0000
success_5             	2024-136156	1.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	0.8100
set_relative_P        	2024-136156	0.8100
set_recall            	2024-136156	0.4793
set_map               	2024-136156	0.3882
set_F                 	2024-136156	0.6022
num_nonrel_judged_ret 	2024-136156	1
num_ret               	2024-137182	100
num_rel               	2024-137182	172
num_rel_ret           	2024-137182	25
map                   	2024-137182	0.0631
Rprec                 	2024-137182	0.1453
bpref                 	2024-137182	0.1342
recip_rank            	2024-137182	1.0000
iprec_at_recall_0.00  	2024-137182	1.0000
iprec_at_recall_0.10  	2024-137182	0.2716
iprec_at_recall_0.20  	2024-137182	0.0000
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	0.6000
P_10                  	2024-137182	0.5000
P_15                  	2024-137182	0.5333
P_20                  	2024-137182	0.4500
P_30                  	2024-137182	0.4333
P_100                 	2024-137182	0.2500
P_200                 	2024-137182	0.1250
P_500                 	2024-137182	0.0500
P_1000                	2024-137182	0.0250
relstring             	2024-137182	'2-11---11-'
recall_5              	2024-137182	0.0174
recall_10             	2024-137182	0.0291
recall_15             	2024-137182	0.0465
recall_20             	2024-137182	0.0523
recall_30             	2024-137182	0.0756
recall_100            	2024-137182	0.1453
recall_200            	2024-137182	0.1453
recall_500            	2024-137182	0.1453
recall_1000           	2024-137182	0.1453
infAP                 	2024-137182	0.0631
Rprec_mult_0.20       	2024-137182	0.3714
Rprec_mult_0.40       	2024-137182	0.2609
Rprec_mult_0.60       	2024-137182	0.2404
Rprec_mult_0.80       	2024-137182	0.1812
Rprec_mult_1.00       	2024-137182	0.1453
Rprec_mult_1.20       	2024-137182	0.1208
Rprec_mult_1.40       	2024-137182	0.1037
Rprec_mult_1.60       	2024-137182	0.0906
Rprec_mult_1.80       	2024-137182	0.0806
Rprec_mult_2.00       	2024-137182	0.0727
utility               	2024-137182	-50.0000
11pt_avg              	2024-137182	0.1156
binG                  	2024-137182	0.0434
G                     	2024-137182	0.0221
ndcg                  	2024-137182	0.1484
ndcg_rel              	2024-137182	0.1644
Rndcg                 	2024-137182	0.1737
ndcg_cut_5            	2024-137182	0.3313
ndcg_cut_10           	2024-137182	0.2602
ndcg_cut_15           	2024-137182	0.2765
ndcg_cut_20           	2024-137182	0.2518
ndcg_cut_30           	2024-137182	0.2466
ndcg_cut_100          	2024-137182	0.1883
ndcg_cut_200          	2024-137182	0.1484
ndcg_cut_500          	2024-137182	0.1484
ndcg_cut_1000         	2024-137182	0.1484
map_cut_5             	2024-137182	0.0141
map_cut_10            	2024-137182	0.0202
map_cut_15            	2024-137182	0.0295
map_cut_20            	2024-137182	0.0322
map_cut_30            	2024-137182	0.0424
map_cut_100           	2024-137182	0.0631
map_cut_200           	2024-137182	0.0631
map_cut_500           	2024-137182	0.0631
map_cut_1000          	2024-137182	0.0631
relative_P_5          	2024-137182	0.6000
relative_P_10         	2024-137182	0.5000
relative_P_15         	2024-137182	0.5333
relative_P_20         	2024-137182	0.4500
relative_P_30         	2024-137182	0.4333
relative_P_100        	2024-137182	0.2500
relative_P_200        	2024-137182	0.1453
relative_P_500        	2024-137182	0.1453
relative_P_1000       	2024-137182	0.1453
success_1             	2024-137182	1.0000
success_5             	2024-137182	1.0000
success_10            	2024-137182	1.0000
set_P                 	2024-137182	0.2500
set_relative_P        	2024-137182	0.2500
set_recall            	2024-137182	0.1453
set_map               	2024-137182	0.0363
set_F                 	2024-137182	0.1838
num_nonrel_judged_ret 	2024-137182	2
num_ret               	2024-141577	100
num_rel               	2024-141577	195
num_rel_ret           	2024-141577	38
map                   	2024-141577	0.1408
Rprec                 	2024-141577	0.1949
bpref                 	2024-141577	0.1879
recip_rank            	2024-141577	1.0000
iprec_at_recall_0.00  	2024-141577	1.0000
iprec_at_recall_0.10  	2024-141577	0.8333
iprec_at_recall_0.20  	2024-141577	0.0000
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	0.6000
P_10                  	2024-141577	0.8000
P_15                  	2024-141577	0.8667
P_20                  	2024-141577	0.8500
P_30                  	2024-141577	0.7667
P_100                 	2024-141577	0.3800
P_200                 	2024-141577	0.1900
P_500                 	2024-141577	0.0760
P_1000                	2024-141577	0.0380
relstring             	2024-141577	'2110032222'
recall_5              	2024-141577	0.0154
recall_10             	2024-141577	0.0410
recall_15             	2024-141577	0.0667
recall_20             	2024-141577	0.0872
recall_30             	2024-141577	0.1179
recall_100            	2024-141577	0.1949
recall_200            	2024-141577	0.1949
recall_500            	2024-141577	0.1949
recall_1000           	2024-141577	0.1949
infAP                 	2024-141577	0.1408
Rprec_mult_0.20       	2024-141577	0.6923
Rprec_mult_0.40       	2024-141577	0.4231
Rprec_mult_0.60       	2024-141577	0.3248
Rprec_mult_0.80       	2024-141577	0.2436
Rprec_mult_1.00       	2024-141577	0.1949
Rprec_mult_1.20       	2024-141577	0.1624
Rprec_mult_1.40       	2024-141577	0.1392
Rprec_mult_1.60       	2024-141577	0.1218
Rprec_mult_1.80       	2024-141577	0.1083
Rprec_mult_2.00       	2024-141577	0.0974
utility               	2024-141577	-24.0000
11pt_avg              	2024-141577	0.1667
binG                  	2024-141577	0.0785
G                     	2024-141577	0.0571
ndcg                  	2024-141577	0.3095
ndcg_rel              	2024-141577	0.3561
Rndcg                 	2024-141577	0.3697
ndcg_cut_5            	2024-141577	0.3540
ndcg_cut_10           	2024-141577	0.5548
ndcg_cut_15           	2024-141577	0.6177
ndcg_cut_20           	2024-141577	0.6287
ndcg_cut_30           	2024-141577	0.6035
ndcg_cut_100          	2024-141577	0.4131
ndcg_cut_200          	2024-141577	0.3095
ndcg_cut_500          	2024-141577	0.3095
ndcg_cut_1000         	2024-141577	0.3095
map_cut_5             	2024-141577	0.0154
map_cut_10            	2024-141577	0.0344
map_cut_15            	2024-141577	0.0561
map_cut_20            	2024-141577	0.0737
map_cut_30            	2024-141577	0.0983
map_cut_100           	2024-141577	0.1408
map_cut_200           	2024-141577	0.1408
map_cut_500           	2024-141577	0.1408
map_cut_1000          	2024-141577	0.1408
relative_P_5          	2024-141577	0.6000
relative_P_10         	2024-141577	0.8000
relative_P_15         	2024-141577	0.8667
relative_P_20         	2024-141577	0.8500
relative_P_30         	2024-141577	0.7667
relative_P_100        	2024-141577	0.3800
relative_P_200        	2024-141577	0.1949
relative_P_500        	2024-141577	0.1949
relative_P_1000       	2024-141577	0.1949
success_1             	2024-141577	1.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.3800
set_relative_P        	2024-141577	0.3800
set_recall            	2024-141577	0.1949
set_map               	2024-141577	0.0741
set_F                 	2024-141577	0.2576
num_nonrel_judged_ret 	2024-141577	23
num_ret               	2024-142395	100
num_rel               	2024-142395	119
num_rel_ret           	2024-142395	51
map                   	2024-142395	0.3223
Rprec                 	2024-142395	0.4286
bpref                 	2024-142395	0.4139
recip_rank            	2024-142395	1.0000
iprec_at_recall_0.00  	2024-142395	1.0000
iprec_at_recall_0.10  	2024-142395	0.8889
iprec_at_recall_0.20  	2024-142395	0.8286
iprec_at_recall_0.30  	2024-142395	0.6207
iprec_at_recall_0.40  	2024-142395	0.5444
iprec_at_recall_0.50  	2024-142395	0.0000
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	1.0000
P_10                  	2024-142395	0.8000
P_15                  	2024-142395	0.8667
P_20                  	2024-142395	0.8500
P_30                  	2024-142395	0.8000
P_100                 	2024-142395	0.5100
P_200                 	2024-142395	0.2550
P_500                 	2024-142395	0.1020
P_1000                	2024-142395	0.0510
relstring             	2024-142395	'11111--111'
recall_5              	2024-142395	0.0420
recall_10             	2024-142395	0.0672
recall_15             	2024-142395	0.1092
recall_20             	2024-142395	0.1429
recall_30             	2024-142395	0.2017
recall_100            	2024-142395	0.4286
recall_200            	2024-142395	0.4286
recall_500            	2024-142395	0.4286
recall_1000           	2024-142395	0.4286
infAP                 	2024-142395	0.3223
Rprec_mult_0.20       	2024-142395	0.8333
Rprec_mult_0.40       	2024-142395	0.6875
Rprec_mult_0.60       	2024-142395	0.5694
Rprec_mult_0.80       	2024-142395	0.5312
Rprec_mult_1.00       	2024-142395	0.4286
Rprec_mult_1.20       	2024-142395	0.3566
Rprec_mult_1.40       	2024-142395	0.3054
Rprec_mult_1.60       	2024-142395	0.2670
Rprec_mult_1.80       	2024-142395	0.2372
Rprec_mult_2.00       	2024-142395	0.2143
utility               	2024-142395	2.0000
11pt_avg              	2024-142395	0.3530
binG                  	2024-142395	0.1672
G                     	2024-142395	0.0949
ndcg                  	2024-142395	0.4283
ndcg_rel              	2024-142395	0.4403
Rndcg                 	2024-142395	0.3799
ndcg_cut_5            	2024-142395	0.3917
ndcg_cut_10           	2024-142395	0.3596
ndcg_cut_15           	2024-142395	0.4025
ndcg_cut_20           	2024-142395	0.4537
ndcg_cut_30           	2024-142395	0.4989
ndcg_cut_100          	2024-142395	0.4712
ndcg_cut_200          	2024-142395	0.4283
ndcg_cut_500          	2024-142395	0.4283
ndcg_cut_1000         	2024-142395	0.4283
map_cut_5             	2024-142395	0.0420
map_cut_10            	2024-142395	0.0616
map_cut_15            	2024-142395	0.0971
map_cut_20            	2024-142395	0.1264
map_cut_30            	2024-142395	0.1748
map_cut_100           	2024-142395	0.3223
map_cut_200           	2024-142395	0.3223
map_cut_500           	2024-142395	0.3223
map_cut_1000          	2024-142395	0.3223
relative_P_5          	2024-142395	1.0000
relative_P_10         	2024-142395	0.8000
relative_P_15         	2024-142395	0.8667
relative_P_20         	2024-142395	0.8500
relative_P_30         	2024-142395	0.8000
relative_P_100        	2024-142395	0.5100
relative_P_200        	2024-142395	0.4286
relative_P_500        	2024-142395	0.4286
relative_P_1000       	2024-142395	0.4286
success_1             	2024-142395	1.0000
success_5             	2024-142395	1.0000
success_10            	2024-142395	1.0000
set_P                 	2024-142395	0.5100
set_relative_P        	2024-142395	0.5100
set_recall            	2024-142395	0.4286
set_map               	2024-142395	0.2186
set_F                 	2024-142395	0.4658
num_nonrel_judged_ret 	2024-142395	1
num_ret               	2024-143869	100
num_rel               	2024-143869	280
num_rel_ret           	2024-143869	58
map                   	2024-143869	0.1718
Rprec                 	2024-143869	0.2071
bpref                 	2024-143869	0.2033
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.9062
iprec_at_recall_0.20  	2024-143869	0.6237
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	1.0000
P_10                  	2024-143869	0.9000
P_15                  	2024-143869	0.9333
P_20                  	2024-143869	0.9000
P_30                  	2024-143869	0.9000
P_100                 	2024-143869	0.5800
P_200                 	2024-143869	0.2900
P_500                 	2024-143869	0.1160
P_1000                	2024-143869	0.0580
relstring             	2024-143869	'3333321320'
recall_5              	2024-143869	0.0179
recall_10             	2024-143869	0.0321
recall_15             	2024-143869	0.0500
recall_20             	2024-143869	0.0643
recall_30             	2024-143869	0.0964
recall_100            	2024-143869	0.2071
recall_200            	2024-143869	0.2071
recall_500            	2024-143869	0.2071
recall_1000           	2024-143869	0.2071
infAP                 	2024-143869	0.1718
Rprec_mult_0.20       	2024-143869	0.7500
Rprec_mult_0.40       	2024-143869	0.5179
Rprec_mult_0.60       	2024-143869	0.3452
Rprec_mult_0.80       	2024-143869	0.2589
Rprec_mult_1.00       	2024-143869	0.2071
Rprec_mult_1.20       	2024-143869	0.1726
Rprec_mult_1.40       	2024-143869	0.1480
Rprec_mult_1.60       	2024-143869	0.1295
Rprec_mult_1.80       	2024-143869	0.1151
Rprec_mult_2.00       	2024-143869	0.1036
utility               	2024-143869	16.0000
11pt_avg              	2024-143869	0.2300
binG                  	2024-143869	0.0953
G                     	2024-143869	0.0747
ndcg                  	2024-143869	0.3428
ndcg_rel              	2024-143869	0.4219
Rndcg                 	2024-143869	0.4666
ndcg_cut_5            	2024-143869	1.0000
ndcg_cut_10           	2024-143869	0.8393
ndcg_cut_15           	2024-143869	0.8008
ndcg_cut_20           	2024-143869	0.7444
ndcg_cut_30           	2024-143869	0.7125
ndcg_cut_100          	2024-143869	0.5567
ndcg_cut_200          	2024-143869	0.3868
ndcg_cut_500          	2024-143869	0.3428
ndcg_cut_1000         	2024-143869	0.3428
map_cut_5             	2024-143869	0.0179
map_cut_10            	2024-143869	0.0321
map_cut_15            	2024-143869	0.0486
map_cut_20            	2024-143869	0.0613
map_cut_30            	2024-143869	0.0907
map_cut_100           	2024-143869	0.1718
map_cut_200           	2024-143869	0.1718
map_cut_500           	2024-143869	0.1718
map_cut_1000          	2024-143869	0.1718
relative_P_5          	2024-143869	1.0000
relative_P_10         	2024-143869	0.9000
relative_P_15         	2024-143869	0.9333
relative_P_20         	2024-143869	0.9000
relative_P_30         	2024-143869	0.9000
relative_P_100        	2024-143869	0.5800
relative_P_200        	2024-143869	0.2900
relative_P_500        	2024-143869	0.2071
relative_P_1000       	2024-143869	0.2071
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	0.5800
set_relative_P        	2024-143869	0.5800
set_recall            	2024-143869	0.2071
set_map               	2024-143869	0.1201
set_F                 	2024-143869	0.3053
num_nonrel_judged_ret 	2024-143869	10
num_ret               	2024-145979	100
num_rel               	2024-145979	135
num_rel_ret           	2024-145979	83
map                   	2024-145979	0.5914
Rprec                 	2024-145979	0.6148
bpref                 	2024-145979	0.6027
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	1.0000
iprec_at_recall_0.20  	2024-145979	1.0000
iprec_at_recall_0.30  	2024-145979	0.9787
iprec_at_recall_0.40  	2024-145979	0.9661
iprec_at_recall_0.50  	2024-145979	0.9189
iprec_at_recall_0.60  	2024-145979	0.8300
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	1.0000
P_10                  	2024-145979	1.0000
P_15                  	2024-145979	1.0000
P_20                  	2024-145979	1.0000
P_30                  	2024-145979	1.0000
P_100                 	2024-145979	0.8300
P_200                 	2024-145979	0.4150
P_500                 	2024-145979	0.1660
P_1000                	2024-145979	0.0830
relstring             	2024-145979	'3333333233'
recall_5              	2024-145979	0.0370
recall_10             	2024-145979	0.0741
recall_15             	2024-145979	0.1111
recall_20             	2024-145979	0.1481
recall_30             	2024-145979	0.2222
recall_100            	2024-145979	0.6148
recall_200            	2024-145979	0.6148
recall_500            	2024-145979	0.6148
recall_1000           	2024-145979	0.6148
infAP                 	2024-145979	0.5914
Rprec_mult_0.20       	2024-145979	1.0000
Rprec_mult_0.40       	2024-145979	0.9630
Rprec_mult_0.60       	2024-145979	0.8889
Rprec_mult_0.80       	2024-145979	0.7685
Rprec_mult_1.00       	2024-145979	0.6148
Rprec_mult_1.20       	2024-145979	0.5123
Rprec_mult_1.40       	2024-145979	0.4392
Rprec_mult_1.60       	2024-145979	0.3843
Rprec_mult_1.80       	2024-145979	0.3416
Rprec_mult_2.00       	2024-145979	0.3074
utility               	2024-145979	66.0000
11pt_avg              	2024-145979	0.6085
binG                  	2024-145979	0.4218
G                     	2024-145979	0.2528
ndcg                  	2024-145979	0.7349
ndcg_rel              	2024-145979	0.8471
Rndcg                 	2024-145979	0.7794
ndcg_cut_5            	2024-145979	1.0000
ndcg_cut_10           	2024-145979	0.9769
ndcg_cut_15           	2024-145979	0.9821
ndcg_cut_20           	2024-145979	0.9522
ndcg_cut_30           	2024-145979	0.9633
ndcg_cut_100          	2024-145979	0.8250
ndcg_cut_200          	2024-145979	0.7349
ndcg_cut_500          	2024-145979	0.7349
ndcg_cut_1000         	2024-145979	0.7349
map_cut_5             	2024-145979	0.0370
map_cut_10            	2024-145979	0.0741
map_cut_15            	2024-145979	0.1111
map_cut_20            	2024-145979	0.1481
map_cut_30            	2024-145979	0.2222
map_cut_100           	2024-145979	0.5914
map_cut_200           	2024-145979	0.5914
map_cut_500           	2024-145979	0.5914
map_cut_1000          	2024-145979	0.5914
relative_P_5          	2024-145979	1.0000
relative_P_10         	2024-145979	1.0000
relative_P_15         	2024-145979	1.0000
relative_P_20         	2024-145979	1.0000
relative_P_30         	2024-145979	1.0000
relative_P_100        	2024-145979	0.8300
relative_P_200        	2024-145979	0.6148
relative_P_500        	2024-145979	0.6148
relative_P_1000       	2024-145979	0.6148
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	0.8300
set_relative_P        	2024-145979	0.8300
set_recall            	2024-145979	0.6148
set_map               	2024-145979	0.5103
set_F                 	2024-145979	0.7064
num_nonrel_judged_ret 	2024-145979	2
num_ret               	2024-149459	100
num_rel               	2024-149459	115
num_rel_ret           	2024-149459	59
map                   	2024-149459	0.4658
Rprec                 	2024-149459	0.5130
bpref                 	2024-149459	0.5130
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	1.0000
iprec_at_recall_0.20  	2024-149459	1.0000
iprec_at_recall_0.30  	2024-149459	0.9211
iprec_at_recall_0.40  	2024-149459	0.8364
iprec_at_recall_0.50  	2024-149459	0.6170
iprec_at_recall_0.60  	2024-149459	0.0000
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	1.0000
P_10                  	2024-149459	1.0000
P_15                  	2024-149459	1.0000
P_20                  	2024-149459	1.0000
P_30                  	2024-149459	1.0000
P_100                 	2024-149459	0.5900
P_200                 	2024-149459	0.2950
P_500                 	2024-149459	0.1180
P_1000                	2024-149459	0.0590
relstring             	2024-149459	'2232232312'
recall_5              	2024-149459	0.0435
recall_10             	2024-149459	0.0870
recall_15             	2024-149459	0.1304
recall_20             	2024-149459	0.1739
recall_30             	2024-149459	0.2609
recall_100            	2024-149459	0.5130
recall_200            	2024-149459	0.5130
recall_500            	2024-149459	0.5130
recall_1000           	2024-149459	0.5130
infAP                 	2024-149459	0.4658
Rprec_mult_0.20       	2024-149459	1.0000
Rprec_mult_0.40       	2024-149459	0.8913
Rprec_mult_0.60       	2024-149459	0.7681
Rprec_mult_0.80       	2024-149459	0.6196
Rprec_mult_1.00       	2024-149459	0.5130
Rprec_mult_1.20       	2024-149459	0.4275
Rprec_mult_1.40       	2024-149459	0.3665
Rprec_mult_1.60       	2024-149459	0.3207
Rprec_mult_1.80       	2024-149459	0.2850
Rprec_mult_2.00       	2024-149459	0.2565
utility               	2024-149459	18.0000
11pt_avg              	2024-149459	0.4886
binG                  	2024-149459	0.3387
G                     	2024-149459	0.1455
ndcg                  	2024-149459	0.5962
ndcg_rel              	2024-149459	0.6648
Rndcg                 	2024-149459	0.6641
ndcg_cut_5            	2024-149459	0.7232
ndcg_cut_10           	2024-149459	0.7305
ndcg_cut_15           	2024-149459	0.7283
ndcg_cut_20           	2024-149459	0.7723
ndcg_cut_30           	2024-149459	0.7874
ndcg_cut_100          	2024-149459	0.6286
ndcg_cut_200          	2024-149459	0.5962
ndcg_cut_500          	2024-149459	0.5962
ndcg_cut_1000         	2024-149459	0.5962
map_cut_5             	2024-149459	0.0435
map_cut_10            	2024-149459	0.0870
map_cut_15            	2024-149459	0.1304
map_cut_20            	2024-149459	0.1739
map_cut_30            	2024-149459	0.2609
map_cut_100           	2024-149459	0.4658
map_cut_200           	2024-149459	0.4658
map_cut_500           	2024-149459	0.4658
map_cut_1000          	2024-149459	0.4658
relative_P_5          	2024-149459	1.0000
relative_P_10         	2024-149459	1.0000
relative_P_15         	2024-149459	1.0000
relative_P_20         	2024-149459	1.0000
relative_P_30         	2024-149459	1.0000
relative_P_100        	2024-149459	0.5900
relative_P_200        	2024-149459	0.5130
relative_P_500        	2024-149459	0.5130
relative_P_1000       	2024-149459	0.5130
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	0.5900
set_relative_P        	2024-149459	0.5900
set_recall            	2024-149459	0.5130
set_map               	2024-149459	0.3027
set_F                 	2024-149459	0.5488
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	100
num_rel               	2024-152259	72
num_rel_ret           	2024-152259	40
map                   	2024-152259	0.3498
Rprec                 	2024-152259	0.4306
bpref                 	2024-152259	0.4315
recip_rank            	2024-152259	1.0000
iprec_at_recall_0.00  	2024-152259	1.0000
iprec_at_recall_0.10  	2024-152259	0.8462
iprec_at_recall_0.20  	2024-152259	0.6538
iprec_at_recall_0.30  	2024-152259	0.5789
iprec_at_recall_0.40  	2024-152259	0.4474
iprec_at_recall_0.50  	2024-152259	0.4286
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	1.0000
P_10                  	2024-152259	0.8000
P_15                  	2024-152259	0.7333
P_20                  	2024-152259	0.7000
P_30                  	2024-152259	0.5667
P_100                 	2024-152259	0.4000
P_200                 	2024-152259	0.2000
P_500                 	2024-152259	0.0800
P_1000                	2024-152259	0.0400
relstring             	2024-152259	'2331110011'
recall_5              	2024-152259	0.0694
recall_10             	2024-152259	0.1111
recall_15             	2024-152259	0.1528
recall_20             	2024-152259	0.1944
recall_30             	2024-152259	0.2361
recall_100            	2024-152259	0.5556
recall_200            	2024-152259	0.5556
recall_500            	2024-152259	0.5556
recall_1000           	2024-152259	0.5556
infAP                 	2024-152259	0.3498
Rprec_mult_0.20       	2024-152259	0.7333
Rprec_mult_0.40       	2024-152259	0.5862
Rprec_mult_0.60       	2024-152259	0.5000
Rprec_mult_0.80       	2024-152259	0.4655
Rprec_mult_1.00       	2024-152259	0.4306
Rprec_mult_1.20       	2024-152259	0.4138
Rprec_mult_1.40       	2024-152259	0.3960
Rprec_mult_1.60       	2024-152259	0.3448
Rprec_mult_1.80       	2024-152259	0.3077
Rprec_mult_2.00       	2024-152259	0.2778
utility               	2024-152259	-20.0000
11pt_avg              	2024-152259	0.3595
binG                  	2024-152259	0.2103
G                     	2024-152259	0.1802
ndcg                  	2024-152259	0.6168
ndcg_rel              	2024-152259	0.6369
Rndcg                 	2024-152259	0.6655
ndcg_cut_5            	2024-152259	0.7342
ndcg_cut_10           	2024-152259	0.7118
ndcg_cut_15           	2024-152259	0.7007
ndcg_cut_20           	2024-152259	0.6923
ndcg_cut_30           	2024-152259	0.6359
ndcg_cut_100          	2024-152259	0.6168
ndcg_cut_200          	2024-152259	0.6168
ndcg_cut_500          	2024-152259	0.6168
ndcg_cut_1000         	2024-152259	0.6168
map_cut_5             	2024-152259	0.0694
map_cut_10            	2024-152259	0.1052
map_cut_15            	2024-152259	0.1399
map_cut_20            	2024-152259	0.1718
map_cut_30            	2024-152259	0.1988
map_cut_100           	2024-152259	0.3498
map_cut_200           	2024-152259	0.3498
map_cut_500           	2024-152259	0.3498
map_cut_1000          	2024-152259	0.3498
relative_P_5          	2024-152259	1.0000
relative_P_10         	2024-152259	0.8000
relative_P_15         	2024-152259	0.7333
relative_P_20         	2024-152259	0.7000
relative_P_30         	2024-152259	0.5667
relative_P_100        	2024-152259	0.5556
relative_P_200        	2024-152259	0.5556
relative_P_500        	2024-152259	0.5556
relative_P_1000       	2024-152259	0.5556
success_1             	2024-152259	1.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	0.4000
set_relative_P        	2024-152259	0.5556
set_recall            	2024-152259	0.5556
set_map               	2024-152259	0.2222
set_F                 	2024-152259	0.4651
num_nonrel_judged_ret 	2024-152259	22
num_ret               	2024-152817	100
num_rel               	2024-152817	239
num_rel_ret           	2024-152817	72
map                   	2024-152817	0.2727
Rprec                 	2024-152817	0.3013
bpref                 	2024-152817	0.2918
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	1.0000
iprec_at_recall_0.20  	2024-152817	0.9057
iprec_at_recall_0.30  	2024-152817	0.7200
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	1.0000
P_10                  	2024-152817	1.0000
P_15                  	2024-152817	1.0000
P_20                  	2024-152817	1.0000
P_30                  	2024-152817	0.9333
P_100                 	2024-152817	0.7200
P_200                 	2024-152817	0.3600
P_500                 	2024-152817	0.1440
P_1000                	2024-152817	0.0720
relstring             	2024-152817	'1231313231'
recall_5              	2024-152817	0.0209
recall_10             	2024-152817	0.0418
recall_15             	2024-152817	0.0628
recall_20             	2024-152817	0.0837
recall_30             	2024-152817	0.1172
recall_100            	2024-152817	0.3013
recall_200            	2024-152817	0.3013
recall_500            	2024-152817	0.3013
recall_1000           	2024-152817	0.3013
infAP                 	2024-152817	0.2727
Rprec_mult_0.20       	2024-152817	0.9167
Rprec_mult_0.40       	2024-152817	0.7292
Rprec_mult_0.60       	2024-152817	0.5000
Rprec_mult_0.80       	2024-152817	0.3750
Rprec_mult_1.00       	2024-152817	0.3013
Rprec_mult_1.20       	2024-152817	0.2509
Rprec_mult_1.40       	2024-152817	0.2149
Rprec_mult_1.60       	2024-152817	0.1880
Rprec_mult_1.80       	2024-152817	0.1671
Rprec_mult_2.00       	2024-152817	0.1506
utility               	2024-152817	44.0000
11pt_avg              	2024-152817	0.3296
binG                  	2024-152817	0.1699
G                     	2024-152817	0.0657
ndcg                  	2024-152817	0.3786
ndcg_rel              	2024-152817	0.4311
Rndcg                 	2024-152817	0.4784
ndcg_cut_5            	2024-152817	0.6052
ndcg_cut_10           	2024-152817	0.6260
ndcg_cut_15           	2024-152817	0.6051
ndcg_cut_20           	2024-152817	0.5933
ndcg_cut_30           	2024-152817	0.5334
ndcg_cut_100          	2024-152817	0.5237
ndcg_cut_200          	2024-152817	0.4086
ndcg_cut_500          	2024-152817	0.3786
ndcg_cut_1000         	2024-152817	0.3786
map_cut_5             	2024-152817	0.0209
map_cut_10            	2024-152817	0.0418
map_cut_15            	2024-152817	0.0628
map_cut_20            	2024-152817	0.0837
map_cut_30            	2024-152817	0.1166
map_cut_100           	2024-152817	0.2727
map_cut_200           	2024-152817	0.2727
map_cut_500           	2024-152817	0.2727
map_cut_1000          	2024-152817	0.2727
relative_P_5          	2024-152817	1.0000
relative_P_10         	2024-152817	1.0000
relative_P_15         	2024-152817	1.0000
relative_P_20         	2024-152817	1.0000
relative_P_30         	2024-152817	0.9333
relative_P_100        	2024-152817	0.7200
relative_P_200        	2024-152817	0.3600
relative_P_500        	2024-152817	0.3013
relative_P_1000       	2024-152817	0.3013
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	0.7200
set_relative_P        	2024-152817	0.7200
set_recall            	2024-152817	0.3013
set_map               	2024-152817	0.2169
set_F                 	2024-152817	0.4248
num_nonrel_judged_ret 	2024-152817	1
num_ret               	2024-153051	100
num_rel               	2024-153051	117
num_rel_ret           	2024-153051	59
map                   	2024-153051	0.4397
Rprec                 	2024-153051	0.5043
bpref                 	2024-153051	0.4957
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	1.0000
iprec_at_recall_0.20  	2024-153051	0.9000
iprec_at_recall_0.30  	2024-153051	0.8636
iprec_at_recall_0.40  	2024-153051	0.8000
iprec_at_recall_0.50  	2024-153051	0.6629
iprec_at_recall_0.60  	2024-153051	0.0000
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	1.0000
P_10                  	2024-153051	1.0000
P_15                  	2024-153051	0.9333
P_20                  	2024-153051	0.9500
P_30                  	2024-153051	0.9000
P_100                 	2024-153051	0.5900
P_200                 	2024-153051	0.2950
P_500                 	2024-153051	0.1180
P_1000                	2024-153051	0.0590
relstring             	2024-153051	'3332333111'
recall_5              	2024-153051	0.0427
recall_10             	2024-153051	0.0855
recall_15             	2024-153051	0.1197
recall_20             	2024-153051	0.1624
recall_30             	2024-153051	0.2308
recall_100            	2024-153051	0.5043
recall_200            	2024-153051	0.5043
recall_500            	2024-153051	0.5043
recall_1000           	2024-153051	0.5043
infAP                 	2024-153051	0.4397
Rprec_mult_0.20       	2024-153051	0.8750
Rprec_mult_0.40       	2024-153051	0.8298
Rprec_mult_0.60       	2024-153051	0.7324
Rprec_mult_0.80       	2024-153051	0.6277
Rprec_mult_1.00       	2024-153051	0.5043
Rprec_mult_1.20       	2024-153051	0.4184
Rprec_mult_1.40       	2024-153051	0.3598
Rprec_mult_1.60       	2024-153051	0.3138
Rprec_mult_1.80       	2024-153051	0.2796
Rprec_mult_2.00       	2024-153051	0.2521
utility               	2024-153051	18.0000
11pt_avg              	2024-153051	0.4751
binG                  	2024-153051	0.2536
G                     	2024-153051	0.2042
ndcg                  	2024-153051	0.6453
ndcg_rel              	2024-153051	0.7203
Rndcg                 	2024-153051	0.7263
ndcg_cut_5            	2024-153051	0.9513
ndcg_cut_10           	2024-153051	0.8355
ndcg_cut_15           	2024-153051	0.7852
ndcg_cut_20           	2024-153051	0.7496
ndcg_cut_30           	2024-153051	0.7483
ndcg_cut_100          	2024-153051	0.6940
ndcg_cut_200          	2024-153051	0.6453
ndcg_cut_500          	2024-153051	0.6453
ndcg_cut_1000         	2024-153051	0.6453
map_cut_5             	2024-153051	0.0427
map_cut_10            	2024-153051	0.0855
map_cut_15            	2024-153051	0.1191
map_cut_20            	2024-153051	0.1594
map_cut_30            	2024-153051	0.2210
map_cut_100           	2024-153051	0.4397
map_cut_200           	2024-153051	0.4397
map_cut_500           	2024-153051	0.4397
map_cut_1000          	2024-153051	0.4397
relative_P_5          	2024-153051	1.0000
relative_P_10         	2024-153051	1.0000
relative_P_15         	2024-153051	0.9333
relative_P_20         	2024-153051	0.9500
relative_P_30         	2024-153051	0.9000
relative_P_100        	2024-153051	0.5900
relative_P_200        	2024-153051	0.5043
relative_P_500        	2024-153051	0.5043
relative_P_1000       	2024-153051	0.5043
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	0.5900
set_relative_P        	2024-153051	0.5900
set_recall            	2024-153051	0.5043
set_map               	2024-153051	0.2975
set_F                 	2024-153051	0.5438
num_nonrel_judged_ret 	2024-153051	11
num_ret               	2024-158261	100
num_rel               	2024-158261	218
num_rel_ret           	2024-158261	64
map                   	2024-158261	0.2628
Rprec                 	2024-158261	0.2936
bpref                 	2024-158261	0.2909
recip_rank            	2024-158261	1.0000
iprec_at_recall_0.00  	2024-158261	1.0000
iprec_at_recall_0.10  	2024-158261	1.0000
iprec_at_recall_0.20  	2024-158261	0.8800
iprec_at_recall_0.30  	2024-158261	0.0000
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	1.0000
P_10                  	2024-158261	1.0000
P_15                  	2024-158261	1.0000
P_20                  	2024-158261	1.0000
P_30                  	2024-158261	0.9333
P_100                 	2024-158261	0.6400
P_200                 	2024-158261	0.3200
P_500                 	2024-158261	0.1280
P_1000                	2024-158261	0.0640
relstring             	2024-158261	'2221112222'
recall_5              	2024-158261	0.0229
recall_10             	2024-158261	0.0459
recall_15             	2024-158261	0.0688
recall_20             	2024-158261	0.0917
recall_30             	2024-158261	0.1284
recall_100            	2024-158261	0.2936
recall_200            	2024-158261	0.2936
recall_500            	2024-158261	0.2936
recall_1000           	2024-158261	0.2936
infAP                 	2024-158261	0.2628
Rprec_mult_0.20       	2024-158261	0.9318
Rprec_mult_0.40       	2024-158261	0.6818
Rprec_mult_0.60       	2024-158261	0.4885
Rprec_mult_0.80       	2024-158261	0.3657
Rprec_mult_1.00       	2024-158261	0.2936
Rprec_mult_1.20       	2024-158261	0.2443
Rprec_mult_1.40       	2024-158261	0.2092
Rprec_mult_1.60       	2024-158261	0.1834
Rprec_mult_1.80       	2024-158261	0.1628
Rprec_mult_2.00       	2024-158261	0.1468
utility               	2024-158261	28.0000
11pt_avg              	2024-158261	0.2618
binG                  	2024-158261	0.1695
G                     	2024-158261	0.0705
ndcg                  	2024-158261	0.3942
ndcg_rel              	2024-158261	0.4603
Rndcg                 	2024-158261	0.5040
ndcg_cut_5            	2024-158261	0.5742
ndcg_cut_10           	2024-158261	0.5806
ndcg_cut_15           	2024-158261	0.6149
ndcg_cut_20           	2024-158261	0.6219
ndcg_cut_30           	2024-158261	0.6533
ndcg_cut_100          	2024-158261	0.5449
ndcg_cut_200          	2024-158261	0.4085
ndcg_cut_500          	2024-158261	0.3942
ndcg_cut_1000         	2024-158261	0.3942
map_cut_5             	2024-158261	0.0229
map_cut_10            	2024-158261	0.0459
map_cut_15            	2024-158261	0.0688
map_cut_20            	2024-158261	0.0917
map_cut_30            	2024-158261	0.1271
map_cut_100           	2024-158261	0.2628
map_cut_200           	2024-158261	0.2628
map_cut_500           	2024-158261	0.2628
map_cut_1000          	2024-158261	0.2628
relative_P_5          	2024-158261	1.0000
relative_P_10         	2024-158261	1.0000
relative_P_15         	2024-158261	1.0000
relative_P_20         	2024-158261	1.0000
relative_P_30         	2024-158261	0.9333
relative_P_100        	2024-158261	0.6400
relative_P_200        	2024-158261	0.3200
relative_P_500        	2024-158261	0.2936
relative_P_1000       	2024-158261	0.2936
success_1             	2024-158261	1.0000
success_5             	2024-158261	1.0000
success_10            	2024-158261	1.0000
set_P                 	2024-158261	0.6400
set_relative_P        	2024-158261	0.6400
set_recall            	2024-158261	0.2936
set_map               	2024-158261	0.1879
set_F                 	2024-158261	0.4025
num_nonrel_judged_ret 	2024-158261	1
num_ret               	2024-158677	100
num_rel               	2024-158677	254
num_rel_ret           	2024-158677	65
map                   	2024-158677	0.2204
Rprec                 	2024-158677	0.2559
bpref                 	2024-158677	0.2559
recip_rank            	2024-158677	1.0000
iprec_at_recall_0.00  	2024-158677	1.0000
iprec_at_recall_0.10  	2024-158677	0.9643
iprec_at_recall_0.20  	2024-158677	0.7333
iprec_at_recall_0.30  	2024-158677	0.0000
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	1.0000
P_10                  	2024-158677	1.0000
P_15                  	2024-158677	1.0000
P_20                  	2024-158677	1.0000
P_30                  	2024-158677	0.9000
P_100                 	2024-158677	0.6500
P_200                 	2024-158677	0.3250
P_500                 	2024-158677	0.1300
P_1000                	2024-158677	0.0650
relstring             	2024-158677	'2333322222'
recall_5              	2024-158677	0.0197
recall_10             	2024-158677	0.0394
recall_15             	2024-158677	0.0591
recall_20             	2024-158677	0.0787
recall_30             	2024-158677	0.1063
recall_100            	2024-158677	0.2559
recall_200            	2024-158677	0.2559
recall_500            	2024-158677	0.2559
recall_1000           	2024-158677	0.2559
infAP                 	2024-158677	0.2204
Rprec_mult_0.20       	2024-158677	0.7647
Rprec_mult_0.40       	2024-158677	0.6373
Rprec_mult_0.60       	2024-158677	0.4248
Rprec_mult_0.80       	2024-158677	0.3186
Rprec_mult_1.00       	2024-158677	0.2559
Rprec_mult_1.20       	2024-158677	0.2131
Rprec_mult_1.40       	2024-158677	0.1826
Rprec_mult_1.60       	2024-158677	0.1597
Rprec_mult_1.80       	2024-158677	0.1419
Rprec_mult_2.00       	2024-158677	0.1280
utility               	2024-158677	30.0000
11pt_avg              	2024-158677	0.2452
binG                  	2024-158677	0.1417
G                     	2024-158677	0.0811
ndcg                  	2024-158677	0.4011
ndcg_rel              	2024-158677	0.4948
Rndcg                 	2024-158677	0.5410
ndcg_cut_5            	2024-158677	0.8869
ndcg_cut_10           	2024-158677	0.8096
ndcg_cut_15           	2024-158677	0.8078
ndcg_cut_20           	2024-158677	0.7728
ndcg_cut_30           	2024-158677	0.7876
ndcg_cut_100          	2024-158677	0.6702
ndcg_cut_200          	2024-158677	0.4381
ndcg_cut_500          	2024-158677	0.4011
ndcg_cut_1000         	2024-158677	0.4011
map_cut_5             	2024-158677	0.0197
map_cut_10            	2024-158677	0.0394
map_cut_15            	2024-158677	0.0591
map_cut_20            	2024-158677	0.0787
map_cut_30            	2024-158677	0.1059
map_cut_100           	2024-158677	0.2204
map_cut_200           	2024-158677	0.2204
map_cut_500           	2024-158677	0.2204
map_cut_1000          	2024-158677	0.2204
relative_P_5          	2024-158677	1.0000
relative_P_10         	2024-158677	1.0000
relative_P_15         	2024-158677	1.0000
relative_P_20         	2024-158677	1.0000
relative_P_30         	2024-158677	0.9000
relative_P_100        	2024-158677	0.6500
relative_P_200        	2024-158677	0.3250
relative_P_500        	2024-158677	0.2559
relative_P_1000       	2024-158677	0.2559
success_1             	2024-158677	1.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	0.6500
set_relative_P        	2024-158677	0.6500
set_recall            	2024-158677	0.2559
set_map               	2024-158677	0.1663
set_F                 	2024-158677	0.3672
num_nonrel_judged_ret 	2024-158677	0
num_ret               	2024-158743	100
num_rel               	2024-158743	204
num_rel_ret           	2024-158743	68
map                   	2024-158743	0.2937
Rprec                 	2024-158743	0.3333
bpref                 	2024-158743	0.3168
recip_rank            	2024-158743	1.0000
iprec_at_recall_0.00  	2024-158743	1.0000
iprec_at_recall_0.10  	2024-158743	0.9565
iprec_at_recall_0.20  	2024-158743	0.8367
iprec_at_recall_0.30  	2024-158743	0.7848
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	1.0000
P_10                  	2024-158743	1.0000
P_15                  	2024-158743	1.0000
P_20                  	2024-158743	0.9500
P_30                  	2024-158743	0.9000
P_100                 	2024-158743	0.6800
P_200                 	2024-158743	0.3400
P_500                 	2024-158743	0.1360
P_1000                	2024-158743	0.0680
relstring             	2024-158743	'3313323223'
recall_5              	2024-158743	0.0245
recall_10             	2024-158743	0.0490
recall_15             	2024-158743	0.0735
recall_20             	2024-158743	0.0931
recall_30             	2024-158743	0.1324
recall_100            	2024-158743	0.3333
recall_200            	2024-158743	0.3333
recall_500            	2024-158743	0.3333
recall_1000           	2024-158743	0.3333
infAP                 	2024-158743	0.2937
Rprec_mult_0.20       	2024-158743	0.8780
Rprec_mult_0.40       	2024-158743	0.7805
Rprec_mult_0.60       	2024-158743	0.5528
Rprec_mult_0.80       	2024-158743	0.4146
Rprec_mult_1.00       	2024-158743	0.3333
Rprec_mult_1.20       	2024-158743	0.2776
Rprec_mult_1.40       	2024-158743	0.2378
Rprec_mult_1.60       	2024-158743	0.2080
Rprec_mult_1.80       	2024-158743	0.1848
Rprec_mult_2.00       	2024-158743	0.1667
utility               	2024-158743	36.0000
11pt_avg              	2024-158743	0.3253
binG                  	2024-158743	0.1687
G                     	2024-158743	0.0891
ndcg                  	2024-158743	0.4339
ndcg_rel              	2024-158743	0.5531
Rndcg                 	2024-158743	0.4712
ndcg_cut_5            	2024-158743	0.8869
ndcg_cut_10           	2024-158743	0.8553
ndcg_cut_15           	2024-158743	0.8582
ndcg_cut_20           	2024-158743	0.8158
ndcg_cut_30           	2024-158743	0.8052
ndcg_cut_100          	2024-158743	0.6431
ndcg_cut_200          	2024-158743	0.4363
ndcg_cut_500          	2024-158743	0.4339
ndcg_cut_1000         	2024-158743	0.4339
map_cut_5             	2024-158743	0.0245
map_cut_10            	2024-158743	0.0490
map_cut_15            	2024-158743	0.0735
map_cut_20            	2024-158743	0.0926
map_cut_30            	2024-158743	0.1292
map_cut_100           	2024-158743	0.2937
map_cut_200           	2024-158743	0.2937
map_cut_500           	2024-158743	0.2937
map_cut_1000          	2024-158743	0.2937
relative_P_5          	2024-158743	1.0000
relative_P_10         	2024-158743	1.0000
relative_P_15         	2024-158743	1.0000
relative_P_20         	2024-158743	0.9500
relative_P_30         	2024-158743	0.9000
relative_P_100        	2024-158743	0.6800
relative_P_200        	2024-158743	0.3400
relative_P_500        	2024-158743	0.3333
relative_P_1000       	2024-158743	0.3333
success_1             	2024-158743	1.0000
success_5             	2024-158743	1.0000
success_10            	2024-158743	1.0000
set_P                 	2024-158743	0.6800
set_relative_P        	2024-158743	0.6800
set_recall            	2024-158743	0.3333
set_map               	2024-158743	0.2267
set_F                 	2024-158743	0.4474
num_nonrel_judged_ret 	2024-158743	5
num_ret               	2024-18963	100
num_rel               	2024-18963	121
num_rel_ret           	2024-18963	19
map                   	2024-18963	0.0262
Rprec                 	2024-18963	0.1570
bpref                 	2024-18963	0.1145
recip_rank            	2024-18963	0.0625
iprec_at_recall_0.00  	2024-18963	0.2093
iprec_at_recall_0.10  	2024-18963	0.2093
iprec_at_recall_0.20  	2024-18963	0.0000
iprec_at_recall_0.30  	2024-18963	0.0000
iprec_at_recall_0.40  	2024-18963	0.0000
iprec_at_recall_0.50  	2024-18963	0.0000
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	0.0000
P_10                  	2024-18963	0.0000
P_15                  	2024-18963	0.0000
P_20                  	2024-18963	0.1000
P_30                  	2024-18963	0.0667
P_100                 	2024-18963	0.1900
P_200                 	2024-18963	0.0950
P_500                 	2024-18963	0.0380
P_1000                	2024-18963	0.0190
relstring             	2024-18963	'0000000000'
recall_5              	2024-18963	0.0000
recall_10             	2024-18963	0.0000
recall_15             	2024-18963	0.0000
recall_20             	2024-18963	0.0165
recall_30             	2024-18963	0.0165
recall_100            	2024-18963	0.1570
recall_200            	2024-18963	0.1570
recall_500            	2024-18963	0.1570
recall_1000           	2024-18963	0.1570
infAP                 	2024-18963	0.0262
Rprec_mult_0.20       	2024-18963	0.0800
Rprec_mult_0.40       	2024-18963	0.1633
Rprec_mult_0.60       	2024-18963	0.1918
Rprec_mult_0.80       	2024-18963	0.1959
Rprec_mult_1.00       	2024-18963	0.1570
Rprec_mult_1.20       	2024-18963	0.1301
Rprec_mult_1.40       	2024-18963	0.1118
Rprec_mult_1.60       	2024-18963	0.0979
Rprec_mult_1.80       	2024-18963	0.0872
Rprec_mult_2.00       	2024-18963	0.0785
utility               	2024-18963	-62.0000
11pt_avg              	2024-18963	0.0381
binG                  	2024-18963	0.0293
G                     	2024-18963	0.0302
ndcg                  	2024-18963	0.1571
ndcg_rel              	2024-18963	0.1510
Rndcg                 	2024-18963	0.1009
ndcg_cut_5            	2024-18963	0.0000
ndcg_cut_10           	2024-18963	0.0000
ndcg_cut_15           	2024-18963	0.0000
ndcg_cut_20           	2024-18963	0.0513
ndcg_cut_30           	2024-18963	0.0419
ndcg_cut_100          	2024-18963	0.1687
ndcg_cut_200          	2024-18963	0.1571
ndcg_cut_500          	2024-18963	0.1571
ndcg_cut_1000         	2024-18963	0.1571
map_cut_5             	2024-18963	0.0000
map_cut_10            	2024-18963	0.0000
map_cut_15            	2024-18963	0.0000
map_cut_20            	2024-18963	0.0014
map_cut_30            	2024-18963	0.0014
map_cut_100           	2024-18963	0.0262
map_cut_200           	2024-18963	0.0262
map_cut_500           	2024-18963	0.0262
map_cut_1000          	2024-18963	0.0262
relative_P_5          	2024-18963	0.0000
relative_P_10         	2024-18963	0.0000
relative_P_15         	2024-18963	0.0000
relative_P_20         	2024-18963	0.1000
relative_P_30         	2024-18963	0.0667
relative_P_100        	2024-18963	0.1900
relative_P_200        	2024-18963	0.1570
relative_P_500        	2024-18963	0.1570
relative_P_1000       	2024-18963	0.1570
success_1             	2024-18963	0.0000
success_5             	2024-18963	0.0000
success_10            	2024-18963	0.0000
set_P                 	2024-18963	0.1900
set_relative_P        	2024-18963	0.1900
set_recall            	2024-18963	0.1570
set_map               	2024-18963	0.0298
set_F                 	2024-18963	0.1719
num_nonrel_judged_ret 	2024-18963	49
num_ret               	2024-19025	100
num_rel               	2024-19025	43
num_rel_ret           	2024-19025	17
map                   	2024-19025	0.1642
Rprec                 	2024-19025	0.2558
bpref                 	2024-19025	0.2455
recip_rank            	2024-19025	1.0000
iprec_at_recall_0.00  	2024-19025	1.0000
iprec_at_recall_0.10  	2024-19025	0.6667
iprec_at_recall_0.20  	2024-19025	0.3571
iprec_at_recall_0.30  	2024-19025	0.2258
iprec_at_recall_0.40  	2024-19025	0.0000
iprec_at_recall_0.50  	2024-19025	0.0000
iprec_at_recall_0.60  	2024-19025	0.0000
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.6000
P_10                  	2024-19025	0.6000
P_15                  	2024-19025	0.4000
P_20                  	2024-19025	0.4000
P_30                  	2024-19025	0.3333
P_100                 	2024-19025	0.1700
P_200                 	2024-19025	0.0850
P_500                 	2024-19025	0.0340
P_1000                	2024-19025	0.0170
relstring             	2024-19025	'3002202220'
recall_5              	2024-19025	0.0698
recall_10             	2024-19025	0.1395
recall_15             	2024-19025	0.1395
recall_20             	2024-19025	0.1860
recall_30             	2024-19025	0.2326
recall_100            	2024-19025	0.3953
recall_200            	2024-19025	0.3953
recall_500            	2024-19025	0.3953
recall_1000           	2024-19025	0.3953
infAP                 	2024-19025	0.1642
Rprec_mult_0.20       	2024-19025	0.6667
Rprec_mult_0.40       	2024-19025	0.4444
Rprec_mult_0.60       	2024-19025	0.3462
Rprec_mult_0.80       	2024-19025	0.2857
Rprec_mult_1.00       	2024-19025	0.2558
Rprec_mult_1.20       	2024-19025	0.2115
Rprec_mult_1.40       	2024-19025	0.2131
Rprec_mult_1.60       	2024-19025	0.2174
Rprec_mult_1.80       	2024-19025	0.1923
Rprec_mult_2.00       	2024-19025	0.1860
utility               	2024-19025	-66.0000
11pt_avg              	2024-19025	0.2045
binG                  	2024-19025	0.1291
G                     	2024-19025	0.1198
ndcg                  	2024-19025	0.4386
ndcg_rel              	2024-19025	0.4760
Rndcg                 	2024-19025	0.5989
ndcg_cut_5            	2024-19025	0.6720
ndcg_cut_10           	2024-19025	0.6478
ndcg_cut_15           	2024-19025	0.5136
ndcg_cut_20           	2024-19025	0.4963
ndcg_cut_30           	2024-19025	0.4304
ndcg_cut_100          	2024-19025	0.4386
ndcg_cut_200          	2024-19025	0.4386
ndcg_cut_500          	2024-19025	0.4386
ndcg_cut_1000         	2024-19025	0.4386
map_cut_5             	2024-19025	0.0488
map_cut_10            	2024-19025	0.0922
map_cut_15            	2024-19025	0.0922
map_cut_20            	2024-19025	0.1121
map_cut_30            	2024-19025	0.1284
map_cut_100           	2024-19025	0.1642
map_cut_200           	2024-19025	0.1642
map_cut_500           	2024-19025	0.1642
map_cut_1000          	2024-19025	0.1642
relative_P_5          	2024-19025	0.6000
relative_P_10         	2024-19025	0.6000
relative_P_15         	2024-19025	0.4000
relative_P_20         	2024-19025	0.4000
relative_P_30         	2024-19025	0.3333
relative_P_100        	2024-19025	0.3953
relative_P_200        	2024-19025	0.3953
relative_P_500        	2024-19025	0.3953
relative_P_1000       	2024-19025	0.3953
success_1             	2024-19025	1.0000
success_5             	2024-19025	1.0000
success_10            	2024-19025	1.0000
set_P                 	2024-19025	0.1700
set_relative_P        	2024-19025	0.3953
set_recall            	2024-19025	0.3953
set_map               	2024-19025	0.0672
set_F                 	2024-19025	0.2378
num_nonrel_judged_ret 	2024-19025	44
num_ret               	2024-213469	100
num_rel               	2024-213469	151
num_rel_ret           	2024-213469	41
map                   	2024-213469	0.1819
Rprec                 	2024-213469	0.2715
bpref                 	2024-213469	0.2522
recip_rank            	2024-213469	1.0000
iprec_at_recall_0.00  	2024-213469	1.0000
iprec_at_recall_0.10  	2024-213469	0.8095
iprec_at_recall_0.20  	2024-213469	0.4658
iprec_at_recall_0.30  	2024-213469	0.0000
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	1.0000
P_10                  	2024-213469	0.9000
P_15                  	2024-213469	0.8667
P_20                  	2024-213469	0.8000
P_30                  	2024-213469	0.6333
P_100                 	2024-213469	0.4100
P_200                 	2024-213469	0.2050
P_500                 	2024-213469	0.0820
P_1000                	2024-213469	0.0410
relstring             	2024-213469	'1122212210'
recall_5              	2024-213469	0.0331
recall_10             	2024-213469	0.0596
recall_15             	2024-213469	0.0861
recall_20             	2024-213469	0.1060
recall_30             	2024-213469	0.1258
recall_100            	2024-213469	0.2715
recall_200            	2024-213469	0.2715
recall_500            	2024-213469	0.2715
recall_1000           	2024-213469	0.2715
infAP                 	2024-213469	0.1819
Rprec_mult_0.20       	2024-213469	0.6129
Rprec_mult_0.40       	2024-213469	0.4590
Rprec_mult_0.60       	2024-213469	0.4286
Rprec_mult_0.80       	2024-213469	0.3388
Rprec_mult_1.00       	2024-213469	0.2715
Rprec_mult_1.20       	2024-213469	0.2253
Rprec_mult_1.40       	2024-213469	0.1934
Rprec_mult_1.60       	2024-213469	0.1694
Rprec_mult_1.80       	2024-213469	0.1507
Rprec_mult_2.00       	2024-213469	0.1358
utility               	2024-213469	-18.0000
11pt_avg              	2024-213469	0.2068
binG                  	2024-213469	0.1174
G                     	2024-213469	0.0777
ndcg                  	2024-213469	0.3539
ndcg_rel              	2024-213469	0.4050
Rndcg                 	2024-213469	0.4373
ndcg_cut_5            	2024-213469	0.7234
ndcg_cut_10           	2024-213469	0.6846
ndcg_cut_15           	2024-213469	0.6437
ndcg_cut_20           	2024-213469	0.5856
ndcg_cut_30           	2024-213469	0.5136
ndcg_cut_100          	2024-213469	0.4429
ndcg_cut_200          	2024-213469	0.3539
ndcg_cut_500          	2024-213469	0.3539
ndcg_cut_1000         	2024-213469	0.3539
map_cut_5             	2024-213469	0.0331
map_cut_10            	2024-213469	0.0596
map_cut_15            	2024-213469	0.0831
map_cut_20            	2024-213469	0.0991
map_cut_30            	2024-213469	0.1132
map_cut_100           	2024-213469	0.1819
map_cut_200           	2024-213469	0.1819
map_cut_500           	2024-213469	0.1819
map_cut_1000          	2024-213469	0.1819
relative_P_5          	2024-213469	1.0000
relative_P_10         	2024-213469	0.9000
relative_P_15         	2024-213469	0.8667
relative_P_20         	2024-213469	0.8000
relative_P_30         	2024-213469	0.6333
relative_P_100        	2024-213469	0.4100
relative_P_200        	2024-213469	0.2715
relative_P_500        	2024-213469	0.2715
relative_P_1000       	2024-213469	0.2715
success_1             	2024-213469	1.0000
success_5             	2024-213469	1.0000
success_10            	2024-213469	1.0000
set_P                 	2024-213469	0.4100
set_relative_P        	2024-213469	0.4100
set_recall            	2024-213469	0.2715
set_map               	2024-213469	0.1113
set_F                 	2024-213469	0.3267
num_nonrel_judged_ret 	2024-213469	10
num_ret               	2024-213789	100
num_rel               	2024-213789	91
num_rel_ret           	2024-213789	39
map                   	2024-213789	0.3239
Rprec                 	2024-213789	0.4176
bpref                 	2024-213789	0.3850
recip_rank            	2024-213789	1.0000
iprec_at_recall_0.00  	2024-213789	1.0000
iprec_at_recall_0.10  	2024-213789	0.9167
iprec_at_recall_0.20  	2024-213789	0.7917
iprec_at_recall_0.30  	2024-213789	0.6364
iprec_at_recall_0.40  	2024-213789	0.4684
iprec_at_recall_0.50  	2024-213789	0.0000
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	1.0000
P_10                  	2024-213789	0.9000
P_15                  	2024-213789	0.8667
P_20                  	2024-213789	0.9000
P_30                  	2024-213789	0.7000
P_100                 	2024-213789	0.3900
P_200                 	2024-213789	0.1950
P_500                 	2024-213789	0.0780
P_1000                	2024-213789	0.0390
relstring             	2024-213789	'2122220112'
recall_5              	2024-213789	0.0549
recall_10             	2024-213789	0.0989
recall_15             	2024-213789	0.1429
recall_20             	2024-213789	0.1978
recall_30             	2024-213789	0.2308
recall_100            	2024-213789	0.4286
recall_200            	2024-213789	0.4286
recall_500            	2024-213789	0.4286
recall_1000           	2024-213789	0.4286
infAP                 	2024-213789	0.3239
Rprec_mult_0.20       	2024-213789	0.8947
Rprec_mult_0.40       	2024-213789	0.6757
Rprec_mult_0.60       	2024-213789	0.5818
Rprec_mult_0.80       	2024-213789	0.4795
Rprec_mult_1.00       	2024-213789	0.4176
Rprec_mult_1.20       	2024-213789	0.3545
Rprec_mult_1.40       	2024-213789	0.3047
Rprec_mult_1.60       	2024-213789	0.2671
Rprec_mult_1.80       	2024-213789	0.2378
Rprec_mult_2.00       	2024-213789	0.2143
utility               	2024-213789	-22.0000
11pt_avg              	2024-213789	0.3466
binG                  	2024-213789	0.1945
G                     	2024-213789	0.1538
ndcg                  	2024-213789	0.5461
ndcg_rel              	2024-213789	0.6160
Rndcg                 	2024-213789	0.5709
ndcg_cut_5            	2024-213789	0.8930
ndcg_cut_10           	2024-213789	0.7894
ndcg_cut_15           	2024-213789	0.7919
ndcg_cut_20           	2024-213789	0.7759
ndcg_cut_30           	2024-213789	0.6417
ndcg_cut_100          	2024-213789	0.5461
ndcg_cut_200          	2024-213789	0.5461
ndcg_cut_500          	2024-213789	0.5461
ndcg_cut_1000         	2024-213789	0.5461
map_cut_5             	2024-213789	0.0549
map_cut_10            	2024-213789	0.0952
map_cut_15            	2024-213789	0.1342
map_cut_20            	2024-213789	0.1830
map_cut_30            	2024-213789	0.2075
map_cut_100           	2024-213789	0.3239
map_cut_200           	2024-213789	0.3239
map_cut_500           	2024-213789	0.3239
map_cut_1000          	2024-213789	0.3239
relative_P_5          	2024-213789	1.0000
relative_P_10         	2024-213789	0.9000
relative_P_15         	2024-213789	0.8667
relative_P_20         	2024-213789	0.9000
relative_P_30         	2024-213789	0.7000
relative_P_100        	2024-213789	0.4286
relative_P_200        	2024-213789	0.4286
relative_P_500        	2024-213789	0.4286
relative_P_1000       	2024-213789	0.4286
success_1             	2024-213789	1.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	0.3900
set_relative_P        	2024-213789	0.4286
set_recall            	2024-213789	0.4286
set_map               	2024-213789	0.1671
set_F                 	2024-213789	0.4084
num_nonrel_judged_ret 	2024-213789	35
num_ret               	2024-213817	100
num_rel               	2024-213817	80
num_rel_ret           	2024-213817	45
map                   	2024-213817	0.4486
Rprec                 	2024-213817	0.5250
bpref                 	2024-213817	0.5183
recip_rank            	2024-213817	1.0000
iprec_at_recall_0.00  	2024-213817	1.0000
iprec_at_recall_0.10  	2024-213817	1.0000
iprec_at_recall_0.20  	2024-213817	0.9000
iprec_at_recall_0.30  	2024-213817	0.8571
iprec_at_recall_0.40  	2024-213817	0.7021
iprec_at_recall_0.50  	2024-213817	0.6154
iprec_at_recall_0.60  	2024-213817	0.0000
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	1.0000
P_10                  	2024-213817	1.0000
P_15                  	2024-213817	0.8667
P_20                  	2024-213817	0.9000
P_30                  	2024-213817	0.8333
P_100                 	2024-213817	0.4500
P_200                 	2024-213817	0.2250
P_500                 	2024-213817	0.0900
P_1000                	2024-213817	0.0450
relstring             	2024-213817	'1221223311'
recall_5              	2024-213817	0.0625
recall_10             	2024-213817	0.1250
recall_15             	2024-213817	0.1625
recall_20             	2024-213817	0.2250
recall_30             	2024-213817	0.3125
recall_100            	2024-213817	0.5625
recall_200            	2024-213817	0.5625
recall_500            	2024-213817	0.5625
recall_1000           	2024-213817	0.5625
infAP                 	2024-213817	0.4486
Rprec_mult_0.20       	2024-213817	0.8750
Rprec_mult_0.40       	2024-213817	0.7812
Rprec_mult_0.60       	2024-213817	0.6875
Rprec_mult_0.80       	2024-213817	0.6094
Rprec_mult_1.00       	2024-213817	0.5250
Rprec_mult_1.20       	2024-213817	0.4688
Rprec_mult_1.40       	2024-213817	0.4018
Rprec_mult_1.60       	2024-213817	0.3516
Rprec_mult_1.80       	2024-213817	0.3125
Rprec_mult_2.00       	2024-213817	0.2812
utility               	2024-213817	-10.0000
11pt_avg              	2024-213817	0.4613
binG                  	2024-213817	0.2667
G                     	2024-213817	0.1354
ndcg                  	2024-213817	0.5684
ndcg_rel              	2024-213817	0.5679
Rndcg                 	2024-213817	0.5468
ndcg_cut_5            	2024-213817	0.5049
ndcg_cut_10           	2024-213817	0.6226
ndcg_cut_15           	2024-213817	0.5816
ndcg_cut_20           	2024-213817	0.6105
ndcg_cut_30           	2024-213817	0.6262
ndcg_cut_100          	2024-213817	0.5684
ndcg_cut_200          	2024-213817	0.5684
ndcg_cut_500          	2024-213817	0.5684
ndcg_cut_1000         	2024-213817	0.5684
map_cut_5             	2024-213817	0.0625
map_cut_10            	2024-213817	0.1250
map_cut_15            	2024-213817	0.1571
map_cut_20            	2024-213817	0.2126
map_cut_30            	2024-213817	0.2862
map_cut_100           	2024-213817	0.4486
map_cut_200           	2024-213817	0.4486
map_cut_500           	2024-213817	0.4486
map_cut_1000          	2024-213817	0.4486
relative_P_5          	2024-213817	1.0000
relative_P_10         	2024-213817	1.0000
relative_P_15         	2024-213817	0.8667
relative_P_20         	2024-213817	0.9000
relative_P_30         	2024-213817	0.8333
relative_P_100        	2024-213817	0.5625
relative_P_200        	2024-213817	0.5625
relative_P_500        	2024-213817	0.5625
relative_P_1000       	2024-213817	0.5625
success_1             	2024-213817	1.0000
success_5             	2024-213817	1.0000
success_10            	2024-213817	1.0000
set_P                 	2024-213817	0.4500
set_relative_P        	2024-213817	0.5625
set_recall            	2024-213817	0.5625
set_map               	2024-213817	0.2531
set_F                 	2024-213817	0.5000
num_nonrel_judged_ret 	2024-213817	23
num_ret               	2024-213978	100
num_rel               	2024-213978	69
num_rel_ret           	2024-213978	38
map                   	2024-213978	0.3994
Rprec                 	2024-213978	0.5217
bpref                 	2024-213978	0.5462
recip_rank            	2024-213978	1.0000
iprec_at_recall_0.00  	2024-213978	1.0000
iprec_at_recall_0.10  	2024-213978	0.8750
iprec_at_recall_0.20  	2024-213978	0.8421
iprec_at_recall_0.30  	2024-213978	0.7857
iprec_at_recall_0.40  	2024-213978	0.7000
iprec_at_recall_0.50  	2024-213978	0.5469
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	0.8000
P_10                  	2024-213978	0.7000
P_15                  	2024-213978	0.8000
P_20                  	2024-213978	0.8000
P_30                  	2024-213978	0.7333
P_100                 	2024-213978	0.3800
P_200                 	2024-213978	0.1900
P_500                 	2024-213978	0.0760
P_1000                	2024-213978	0.0380
relstring             	2024-213978	'1-211211--'
recall_5              	2024-213978	0.0580
recall_10             	2024-213978	0.1014
recall_15             	2024-213978	0.1739
recall_20             	2024-213978	0.2319
recall_30             	2024-213978	0.3188
recall_100            	2024-213978	0.5507
recall_200            	2024-213978	0.5507
recall_500            	2024-213978	0.5507
recall_1000           	2024-213978	0.5507
infAP                 	2024-213978	0.3994
Rprec_mult_0.20       	2024-213978	0.7857
Rprec_mult_0.40       	2024-213978	0.7857
Rprec_mult_0.60       	2024-213978	0.6667
Rprec_mult_0.80       	2024-213978	0.5893
Rprec_mult_1.00       	2024-213978	0.5217
Rprec_mult_1.20       	2024-213978	0.4337
Rprec_mult_1.40       	2024-213978	0.3918
Rprec_mult_1.60       	2024-213978	0.3423
Rprec_mult_1.80       	2024-213978	0.3040
Rprec_mult_2.00       	2024-213978	0.2754
utility               	2024-213978	-24.0000
11pt_avg              	2024-213978	0.4318
binG                  	2024-213978	0.2104
G                     	2024-213978	0.1345
ndcg                  	2024-213978	0.5184
ndcg_rel              	2024-213978	0.5192
Rndcg                 	2024-213978	0.5050
ndcg_cut_5            	2024-213978	0.4778
ndcg_cut_10           	2024-213978	0.4599
ndcg_cut_15           	2024-213978	0.4913
ndcg_cut_20           	2024-213978	0.5013
ndcg_cut_30           	2024-213978	0.5431
ndcg_cut_100          	2024-213978	0.5184
ndcg_cut_200          	2024-213978	0.5184
ndcg_cut_500          	2024-213978	0.5184
ndcg_cut_1000         	2024-213978	0.5184
map_cut_5             	2024-213978	0.0466
map_cut_10            	2024-213978	0.0838
map_cut_15            	2024-213978	0.1393
map_cut_20            	2024-213978	0.1873
map_cut_30            	2024-213978	0.2552
map_cut_100           	2024-213978	0.3994
map_cut_200           	2024-213978	0.3994
map_cut_500           	2024-213978	0.3994
map_cut_1000          	2024-213978	0.3994
relative_P_5          	2024-213978	0.8000
relative_P_10         	2024-213978	0.7000
relative_P_15         	2024-213978	0.8000
relative_P_20         	2024-213978	0.8000
relative_P_30         	2024-213978	0.7333
relative_P_100        	2024-213978	0.5507
relative_P_200        	2024-213978	0.5507
relative_P_500        	2024-213978	0.5507
relative_P_1000       	2024-213978	0.5507
success_1             	2024-213978	1.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	0.3800
set_relative_P        	2024-213978	0.5507
set_recall            	2024-213978	0.5507
set_map               	2024-213978	0.2093
set_F                 	2024-213978	0.4497
num_nonrel_judged_ret 	2024-213978	1
num_ret               	2024-214096	100
num_rel               	2024-214096	183
num_rel_ret           	2024-214096	56
map                   	2024-214096	0.2298
Rprec                 	2024-214096	0.3060
bpref                 	2024-214096	0.2901
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.8333
iprec_at_recall_0.20  	2024-214096	0.7308
iprec_at_recall_0.30  	2024-214096	0.5789
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	0.8000
P_10                  	2024-214096	0.8000
P_15                  	2024-214096	0.8000
P_20                  	2024-214096	0.8000
P_30                  	2024-214096	0.8333
P_100                 	2024-214096	0.5600
P_200                 	2024-214096	0.2800
P_500                 	2024-214096	0.1120
P_1000                	2024-214096	0.0560
relstring             	2024-214096	'3302102113'
recall_5              	2024-214096	0.0219
recall_10             	2024-214096	0.0437
recall_15             	2024-214096	0.0656
recall_20             	2024-214096	0.0874
recall_30             	2024-214096	0.1366
recall_100            	2024-214096	0.3060
recall_200            	2024-214096	0.3060
recall_500            	2024-214096	0.3060
recall_1000           	2024-214096	0.3060
infAP                 	2024-214096	0.2298
Rprec_mult_0.20       	2024-214096	0.7838
Rprec_mult_0.40       	2024-214096	0.6486
Rprec_mult_0.60       	2024-214096	0.5091
Rprec_mult_0.80       	2024-214096	0.3810
Rprec_mult_1.00       	2024-214096	0.3060
Rprec_mult_1.20       	2024-214096	0.2545
Rprec_mult_1.40       	2024-214096	0.2179
Rprec_mult_1.60       	2024-214096	0.1911
Rprec_mult_1.80       	2024-214096	0.1697
Rprec_mult_2.00       	2024-214096	0.1530
utility               	2024-214096	12.0000
11pt_avg              	2024-214096	0.2857
binG                  	2024-214096	0.1076
G                     	2024-214096	0.0900
ndcg                  	2024-214096	0.4305
ndcg_rel              	2024-214096	0.4960
Rndcg                 	2024-214096	0.5204
ndcg_cut_5            	2024-214096	0.6943
ndcg_cut_10           	2024-214096	0.6215
ndcg_cut_15           	2024-214096	0.6357
ndcg_cut_20           	2024-214096	0.6440
ndcg_cut_30           	2024-214096	0.6834
ndcg_cut_100          	2024-214096	0.5448
ndcg_cut_200          	2024-214096	0.4305
ndcg_cut_500          	2024-214096	0.4305
ndcg_cut_1000         	2024-214096	0.4305
map_cut_5             	2024-214096	0.0194
map_cut_10            	2024-214096	0.0360
map_cut_15            	2024-214096	0.0544
map_cut_20            	2024-214096	0.0717
map_cut_30            	2024-214096	0.1121
map_cut_100           	2024-214096	0.2298
map_cut_200           	2024-214096	0.2298
map_cut_500           	2024-214096	0.2298
map_cut_1000          	2024-214096	0.2298
relative_P_5          	2024-214096	0.8000
relative_P_10         	2024-214096	0.8000
relative_P_15         	2024-214096	0.8000
relative_P_20         	2024-214096	0.8000
relative_P_30         	2024-214096	0.8333
relative_P_100        	2024-214096	0.5600
relative_P_200        	2024-214096	0.3060
relative_P_500        	2024-214096	0.3060
relative_P_1000       	2024-214096	0.3060
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	0.5600
set_relative_P        	2024-214096	0.5600
set_recall            	2024-214096	0.3060
set_map               	2024-214096	0.1714
set_F                 	2024-214096	0.3958
num_nonrel_judged_ret 	2024-214096	13
num_ret               	2024-214126	100
num_rel               	2024-214126	9
num_rel_ret           	2024-214126	8
map                   	2024-214126	0.2098
Rprec                 	2024-214126	0.2222
bpref                 	2024-214126	0.1481
recip_rank            	2024-214126	0.3333
iprec_at_recall_0.00  	2024-214126	0.3333
iprec_at_recall_0.10  	2024-214126	0.3333
iprec_at_recall_0.20  	2024-214126	0.3333
iprec_at_recall_0.30  	2024-214126	0.2273
iprec_at_recall_0.40  	2024-214126	0.2273
iprec_at_recall_0.50  	2024-214126	0.2273
iprec_at_recall_0.60  	2024-214126	0.2105
iprec_at_recall_0.70  	2024-214126	0.2105
iprec_at_recall_0.80  	2024-214126	0.2105
iprec_at_recall_0.90  	2024-214126	0.0000
iprec_at_recall_1.00  	2024-214126	0.0000
P_5                   	2024-214126	0.2000
P_10                  	2024-214126	0.2000
P_15                  	2024-214126	0.1333
P_20                  	2024-214126	0.2000
P_30                  	2024-214126	0.2000
P_100                 	2024-214126	0.0800
P_200                 	2024-214126	0.0400
P_500                 	2024-214126	0.0160
P_1000                	2024-214126	0.0080
relstring             	2024-214126	'00100100--'
recall_5              	2024-214126	0.1111
recall_10             	2024-214126	0.2222
recall_15             	2024-214126	0.2222
recall_20             	2024-214126	0.4444
recall_30             	2024-214126	0.6667
recall_100            	2024-214126	0.8889
recall_200            	2024-214126	0.8889
recall_500            	2024-214126	0.8889
recall_1000           	2024-214126	0.8889
infAP                 	2024-214126	0.2098
Rprec_mult_0.20       	2024-214126	0.0000
Rprec_mult_0.40       	2024-214126	0.2500
Rprec_mult_0.60       	2024-214126	0.3333
Rprec_mult_0.80       	2024-214126	0.2500
Rprec_mult_1.00       	2024-214126	0.2222
Rprec_mult_1.20       	2024-214126	0.1818
Rprec_mult_1.40       	2024-214126	0.1538
Rprec_mult_1.60       	2024-214126	0.1333
Rprec_mult_1.80       	2024-214126	0.1765
Rprec_mult_2.00       	2024-214126	0.1667
utility               	2024-214126	-84.0000
11pt_avg              	2024-214126	0.2103
binG                  	2024-214126	0.2479
G                     	2024-214126	0.2479
ndcg                  	2024-214126	0.5009
ndcg_rel              	2024-214126	0.3661
Rndcg                 	2024-214126	0.3511
ndcg_cut_5            	2024-214126	0.1696
ndcg_cut_10           	2024-214126	0.2012
ndcg_cut_15           	2024-214126	0.2012
ndcg_cut_20           	2024-214126	0.3111
ndcg_cut_30           	2024-214126	0.4110
ndcg_cut_100          	2024-214126	0.5009
ndcg_cut_200          	2024-214126	0.5009
ndcg_cut_500          	2024-214126	0.5009
ndcg_cut_1000         	2024-214126	0.5009
map_cut_5             	2024-214126	0.0370
map_cut_10            	2024-214126	0.0741
map_cut_15            	2024-214126	0.0741
map_cut_20            	2024-214126	0.1159
map_cut_30            	2024-214126	0.1641
map_cut_100           	2024-214126	0.2098
map_cut_200           	2024-214126	0.2098
map_cut_500           	2024-214126	0.2098
map_cut_1000          	2024-214126	0.2098
relative_P_5          	2024-214126	0.2000
relative_P_10         	2024-214126	0.2222
relative_P_15         	2024-214126	0.2222
relative_P_20         	2024-214126	0.4444
relative_P_30         	2024-214126	0.6667
relative_P_100        	2024-214126	0.8889
relative_P_200        	2024-214126	0.8889
relative_P_500        	2024-214126	0.8889
relative_P_1000       	2024-214126	0.8889
success_1             	2024-214126	0.0000
success_5             	2024-214126	1.0000
success_10            	2024-214126	1.0000
set_P                 	2024-214126	0.0800
set_relative_P        	2024-214126	0.8889
set_recall            	2024-214126	0.8889
set_map               	2024-214126	0.0711
set_F                 	2024-214126	0.1468
num_nonrel_judged_ret 	2024-214126	50
num_ret               	2024-214257	100
num_rel               	2024-214257	57
num_rel_ret           	2024-214257	39
map                   	2024-214257	0.5089
Rprec                 	2024-214257	0.5614
bpref                 	2024-214257	0.5488
recip_rank            	2024-214257	1.0000
iprec_at_recall_0.00  	2024-214257	1.0000
iprec_at_recall_0.10  	2024-214257	1.0000
iprec_at_recall_0.20  	2024-214257	0.8500
iprec_at_recall_0.30  	2024-214257	0.7600
iprec_at_recall_0.40  	2024-214257	0.7429
iprec_at_recall_0.50  	2024-214257	0.5800
iprec_at_recall_0.60  	2024-214257	0.4795
iprec_at_recall_0.70  	2024-214257	0.0000
iprec_at_recall_0.80  	2024-214257	0.0000
iprec_at_recall_0.90  	2024-214257	0.0000
iprec_at_recall_1.00  	2024-214257	0.0000
P_5                   	2024-214257	1.0000
P_10                  	2024-214257	1.0000
P_15                  	2024-214257	0.8000
P_20                  	2024-214257	0.8500
P_30                  	2024-214257	0.7000
P_100                 	2024-214257	0.3900
P_200                 	2024-214257	0.1950
P_500                 	2024-214257	0.0780
P_1000                	2024-214257	0.0390
relstring             	2024-214257	'2121111111'
recall_5              	2024-214257	0.0877
recall_10             	2024-214257	0.1754
recall_15             	2024-214257	0.2105
recall_20             	2024-214257	0.2982
recall_30             	2024-214257	0.3684
recall_100            	2024-214257	0.6842
recall_200            	2024-214257	0.6842
recall_500            	2024-214257	0.6842
recall_1000           	2024-214257	0.6842
infAP                 	2024-214257	0.5089
Rprec_mult_0.20       	2024-214257	0.8333
Rprec_mult_0.40       	2024-214257	0.7391
Rprec_mult_0.60       	2024-214257	0.7429
Rprec_mult_0.80       	2024-214257	0.6087
Rprec_mult_1.00       	2024-214257	0.5614
Rprec_mult_1.20       	2024-214257	0.4783
Rprec_mult_1.40       	2024-214257	0.4625
Rprec_mult_1.60       	2024-214257	0.4022
Rprec_mult_1.80       	2024-214257	0.3786
Rprec_mult_2.00       	2024-214257	0.3421
utility               	2024-214257	-22.0000
11pt_avg              	2024-214257	0.4920
binG                  	2024-214257	0.3213
G                     	2024-214257	0.2007
ndcg                  	2024-214257	0.6661
ndcg_rel              	2024-214257	0.6570
Rndcg                 	2024-214257	0.6126
ndcg_cut_5            	2024-214257	0.7544
ndcg_cut_10           	2024-214257	0.6651
ndcg_cut_15           	2024-214257	0.5587
ndcg_cut_20           	2024-214257	0.6417
ndcg_cut_30           	2024-214257	0.6072
ndcg_cut_100          	2024-214257	0.6661
ndcg_cut_200          	2024-214257	0.6661
ndcg_cut_500          	2024-214257	0.6661
ndcg_cut_1000         	2024-214257	0.6661
map_cut_5             	2024-214257	0.0877
map_cut_10            	2024-214257	0.1754
map_cut_15            	2024-214257	0.2033
map_cut_20            	2024-214257	0.2763
map_cut_30            	2024-214257	0.3271
map_cut_100           	2024-214257	0.5089
map_cut_200           	2024-214257	0.5089
map_cut_500           	2024-214257	0.5089
map_cut_1000          	2024-214257	0.5089
relative_P_5          	2024-214257	1.0000
relative_P_10         	2024-214257	1.0000
relative_P_15         	2024-214257	0.8000
relative_P_20         	2024-214257	0.8500
relative_P_30         	2024-214257	0.7000
relative_P_100        	2024-214257	0.6842
relative_P_200        	2024-214257	0.6842
relative_P_500        	2024-214257	0.6842
relative_P_1000       	2024-214257	0.6842
success_1             	2024-214257	1.0000
success_5             	2024-214257	1.0000
success_10            	2024-214257	1.0000
set_P                 	2024-214257	0.3900
set_relative_P        	2024-214257	0.6842
set_recall            	2024-214257	0.6842
set_map               	2024-214257	0.2668
set_F                 	2024-214257	0.4968
num_nonrel_judged_ret 	2024-214257	42
num_ret               	2024-214467	100
num_rel               	2024-214467	90
num_rel_ret           	2024-214467	45
map                   	2024-214467	0.3458
Rprec                 	2024-214467	0.5000
bpref                 	2024-214467	0.4566
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	0.8182
iprec_at_recall_0.20  	2024-214467	0.8182
iprec_at_recall_0.30  	2024-214467	0.6429
iprec_at_recall_0.40  	2024-214467	0.5606
iprec_at_recall_0.50  	2024-214467	0.5000
iprec_at_recall_0.60  	2024-214467	0.0000
iprec_at_recall_0.70  	2024-214467	0.0000
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	0.8000
P_10                  	2024-214467	0.7000
P_15                  	2024-214467	0.7333
P_20                  	2024-214467	0.8000
P_30                  	2024-214467	0.7333
P_100                 	2024-214467	0.4500
P_200                 	2024-214467	0.2250
P_500                 	2024-214467	0.0900
P_1000                	2024-214467	0.0450
relstring             	2024-214467	'22022222--'
recall_5              	2024-214467	0.0444
recall_10             	2024-214467	0.0778
recall_15             	2024-214467	0.1222
recall_20             	2024-214467	0.1778
recall_30             	2024-214467	0.2444
recall_100            	2024-214467	0.5000
recall_200            	2024-214467	0.5000
recall_500            	2024-214467	0.5000
recall_1000           	2024-214467	0.5000
infAP                 	2024-214467	0.3458
Rprec_mult_0.20       	2024-214467	0.7778
Rprec_mult_0.40       	2024-214467	0.6667
Rprec_mult_0.60       	2024-214467	0.6111
Rprec_mult_0.80       	2024-214467	0.5278
Rprec_mult_1.00       	2024-214467	0.5000
Rprec_mult_1.20       	2024-214467	0.4167
Rprec_mult_1.40       	2024-214467	0.3571
Rprec_mult_1.60       	2024-214467	0.3125
Rprec_mult_1.80       	2024-214467	0.2778
Rprec_mult_2.00       	2024-214467	0.2500
utility               	2024-214467	-10.0000
11pt_avg              	2024-214467	0.3945
binG                  	2024-214467	0.1763
G                     	2024-214467	0.1647
ndcg                  	2024-214467	0.5865
ndcg_rel              	2024-214467	0.6496
Rndcg                 	2024-214467	0.5964
ndcg_cut_5            	2024-214467	0.8304
ndcg_cut_10           	2024-214467	0.7601
ndcg_cut_15           	2024-214467	0.7495
ndcg_cut_20           	2024-214467	0.7915
ndcg_cut_30           	2024-214467	0.7350
ndcg_cut_100          	2024-214467	0.5865
ndcg_cut_200          	2024-214467	0.5865
ndcg_cut_500          	2024-214467	0.5865
ndcg_cut_1000         	2024-214467	0.5865
map_cut_5             	2024-214467	0.0394
map_cut_10            	2024-214467	0.0679
map_cut_15            	2024-214467	0.1016
map_cut_20            	2024-214467	0.1448
map_cut_30            	2024-214467	0.1957
map_cut_100           	2024-214467	0.3458
map_cut_200           	2024-214467	0.3458
map_cut_500           	2024-214467	0.3458
map_cut_1000          	2024-214467	0.3458
relative_P_5          	2024-214467	0.8000
relative_P_10         	2024-214467	0.7000
relative_P_15         	2024-214467	0.7333
relative_P_20         	2024-214467	0.8000
relative_P_30         	2024-214467	0.7333
relative_P_100        	2024-214467	0.5000
relative_P_200        	2024-214467	0.5000
relative_P_500        	2024-214467	0.5000
relative_P_1000       	2024-214467	0.5000
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	0.4500
set_relative_P        	2024-214467	0.5000
set_recall            	2024-214467	0.5000
set_map               	2024-214467	0.2250
set_F                 	2024-214467	0.4737
num_nonrel_judged_ret 	2024-214467	1
num_ret               	2024-215044	100
num_rel               	2024-215044	40
num_rel_ret           	2024-215044	19
map                   	2024-215044	0.2035
Rprec                 	2024-215044	0.2750
bpref                 	2024-215044	0.3083
recip_rank            	2024-215044	0.5000
iprec_at_recall_0.00  	2024-215044	0.7500
iprec_at_recall_0.10  	2024-215044	0.6667
iprec_at_recall_0.20  	2024-215044	0.6154
iprec_at_recall_0.30  	2024-215044	0.2609
iprec_at_recall_0.40  	2024-215044	0.1935
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	0.6000
P_10                  	2024-215044	0.6000
P_15                  	2024-215044	0.5333
P_20                  	2024-215044	0.5000
P_30                  	2024-215044	0.3333
P_100                 	2024-215044	0.1900
P_200                 	2024-215044	0.0950
P_500                 	2024-215044	0.0380
P_1000                	2024-215044	0.0190
relstring             	2024-215044	'02110-1220'
recall_5              	2024-215044	0.0750
recall_10             	2024-215044	0.1500
recall_15             	2024-215044	0.2000
recall_20             	2024-215044	0.2500
recall_30             	2024-215044	0.2500
recall_100            	2024-215044	0.4750
recall_200            	2024-215044	0.4750
recall_500            	2024-215044	0.4750
recall_1000           	2024-215044	0.4750
infAP                 	2024-215044	0.2035
Rprec_mult_0.20       	2024-215044	0.6250
Rprec_mult_0.40       	2024-215044	0.5625
Rprec_mult_0.60       	2024-215044	0.4167
Rprec_mult_0.80       	2024-215044	0.3125
Rprec_mult_1.00       	2024-215044	0.2750
Rprec_mult_1.20       	2024-215044	0.2500
Rprec_mult_1.40       	2024-215044	0.2143
Rprec_mult_1.60       	2024-215044	0.2031
Rprec_mult_1.80       	2024-215044	0.1944
Rprec_mult_2.00       	2024-215044	0.1750
utility               	2024-215044	-62.0000
11pt_avg              	2024-215044	0.2260
binG                  	2024-215044	0.1531
G                     	2024-215044	0.1009
ndcg                  	2024-215044	0.3659
ndcg_rel              	2024-215044	0.3519
Rndcg                 	2024-215044	0.2391
ndcg_cut_5            	2024-215044	0.3179
ndcg_cut_10           	2024-215044	0.3726
ndcg_cut_15           	2024-215044	0.3380
ndcg_cut_20           	2024-215044	0.3222
ndcg_cut_30           	2024-215044	0.2819
ndcg_cut_100          	2024-215044	0.3659
ndcg_cut_200          	2024-215044	0.3659
ndcg_cut_500          	2024-215044	0.3659
ndcg_cut_1000         	2024-215044	0.3659
map_cut_5             	2024-215044	0.0479
map_cut_10            	2024-215044	0.0945
map_cut_15            	2024-215044	0.1258
map_cut_20            	2024-215044	0.1546
map_cut_30            	2024-215044	0.1546
map_cut_100           	2024-215044	0.2035
map_cut_200           	2024-215044	0.2035
map_cut_500           	2024-215044	0.2035
map_cut_1000          	2024-215044	0.2035
relative_P_5          	2024-215044	0.6000
relative_P_10         	2024-215044	0.6000
relative_P_15         	2024-215044	0.5333
relative_P_20         	2024-215044	0.5000
relative_P_30         	2024-215044	0.3333
relative_P_100        	2024-215044	0.4750
relative_P_200        	2024-215044	0.4750
relative_P_500        	2024-215044	0.4750
relative_P_1000       	2024-215044	0.4750
success_1             	2024-215044	0.0000
success_5             	2024-215044	1.0000
success_10            	2024-215044	1.0000
set_P                 	2024-215044	0.1900
set_relative_P        	2024-215044	0.4750
set_recall            	2024-215044	0.4750
set_map               	2024-215044	0.0902
set_F                 	2024-215044	0.2714
num_nonrel_judged_ret 	2024-215044	9
num_ret               	2024-215952	100
num_rel               	2024-215952	64
num_rel_ret           	2024-215952	37
map                   	2024-215952	0.3690
Rprec                 	2024-215952	0.4531
bpref                 	2024-215952	0.4939
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	1.0000
iprec_at_recall_0.20  	2024-215952	0.6154
iprec_at_recall_0.30  	2024-215952	0.5833
iprec_at_recall_0.40  	2024-215952	0.5306
iprec_at_recall_0.50  	2024-215952	0.4648
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	1.0000
P_10                  	2024-215952	0.9000
P_15                  	2024-215952	0.6667
P_20                  	2024-215952	0.6000
P_30                  	2024-215952	0.5667
P_100                 	2024-215952	0.3700
P_200                 	2024-215952	0.1850
P_500                 	2024-215952	0.0740
P_1000                	2024-215952	0.0370
relstring             	2024-215952	'1331331013'
recall_5              	2024-215952	0.0781
recall_10             	2024-215952	0.1406
recall_15             	2024-215952	0.1562
recall_20             	2024-215952	0.1875
recall_30             	2024-215952	0.2656
recall_100            	2024-215952	0.5781
recall_200            	2024-215952	0.5781
recall_500            	2024-215952	0.5781
recall_1000           	2024-215952	0.5781
infAP                 	2024-215952	0.3690
Rprec_mult_0.20       	2024-215952	0.6923
Rprec_mult_0.40       	2024-215952	0.6154
Rprec_mult_0.60       	2024-215952	0.5385
Rprec_mult_0.80       	2024-215952	0.5192
Rprec_mult_1.00       	2024-215952	0.4531
Rprec_mult_1.20       	2024-215952	0.4416
Rprec_mult_1.40       	2024-215952	0.4000
Rprec_mult_1.60       	2024-215952	0.3592
Rprec_mult_1.80       	2024-215952	0.3190
Rprec_mult_2.00       	2024-215952	0.2891
utility               	2024-215952	-26.0000
11pt_avg              	2024-215952	0.3813
binG                  	2024-215952	0.2313
G                     	2024-215952	0.1401
ndcg                  	2024-215952	0.5552
ndcg_rel              	2024-215952	0.5381
Rndcg                 	2024-215952	0.4955
ndcg_cut_5            	2024-215952	0.6765
ndcg_cut_10           	2024-215952	0.6276
ndcg_cut_15           	2024-215952	0.5010
ndcg_cut_20           	2024-215952	0.4604
ndcg_cut_30           	2024-215952	0.4635
ndcg_cut_100          	2024-215952	0.5552
ndcg_cut_200          	2024-215952	0.5552
ndcg_cut_500          	2024-215952	0.5552
ndcg_cut_1000         	2024-215952	0.5552
map_cut_5             	2024-215952	0.0781
map_cut_10            	2024-215952	0.1373
map_cut_15            	2024-215952	0.1485
map_cut_20            	2024-215952	0.1669
map_cut_30            	2024-215952	0.2135
map_cut_100           	2024-215952	0.3690
map_cut_200           	2024-215952	0.3690
map_cut_500           	2024-215952	0.3690
map_cut_1000          	2024-215952	0.3690
relative_P_5          	2024-215952	1.0000
relative_P_10         	2024-215952	0.9000
relative_P_15         	2024-215952	0.6667
relative_P_20         	2024-215952	0.6000
relative_P_30         	2024-215952	0.5667
relative_P_100        	2024-215952	0.5781
relative_P_200        	2024-215952	0.5781
relative_P_500        	2024-215952	0.5781
relative_P_1000       	2024-215952	0.5781
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.3700
set_relative_P        	2024-215952	0.5781
set_recall            	2024-215952	0.5781
set_map               	2024-215952	0.2139
set_F                 	2024-215952	0.4512
num_nonrel_judged_ret 	2024-215952	30
num_ret               	2024-216592	100
num_rel               	2024-216592	202
num_rel_ret           	2024-216592	69
map                   	2024-216592	0.3098
Rprec                 	2024-216592	0.3416
bpref                 	2024-216592	0.3393
recip_rank            	2024-216592	1.0000
iprec_at_recall_0.00  	2024-216592	1.0000
iprec_at_recall_0.10  	2024-216592	1.0000
iprec_at_recall_0.20  	2024-216592	0.9545
iprec_at_recall_0.30  	2024-216592	0.7625
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	1.0000
P_10                  	2024-216592	1.0000
P_15                  	2024-216592	1.0000
P_20                  	2024-216592	1.0000
P_30                  	2024-216592	1.0000
P_100                 	2024-216592	0.6900
P_200                 	2024-216592	0.3450
P_500                 	2024-216592	0.1380
P_1000                	2024-216592	0.0690
relstring             	2024-216592	'2211222123'
recall_5              	2024-216592	0.0248
recall_10             	2024-216592	0.0495
recall_15             	2024-216592	0.0743
recall_20             	2024-216592	0.0990
recall_30             	2024-216592	0.1485
recall_100            	2024-216592	0.3416
recall_200            	2024-216592	0.3416
recall_500            	2024-216592	0.3416
recall_1000           	2024-216592	0.3416
infAP                 	2024-216592	0.3098
Rprec_mult_0.20       	2024-216592	0.9512
Rprec_mult_0.40       	2024-216592	0.7531
Rprec_mult_0.60       	2024-216592	0.5656
Rprec_mult_0.80       	2024-216592	0.4259
Rprec_mult_1.00       	2024-216592	0.3416
Rprec_mult_1.20       	2024-216592	0.2840
Rprec_mult_1.40       	2024-216592	0.2438
Rprec_mult_1.60       	2024-216592	0.2130
Rprec_mult_1.80       	2024-216592	0.1896
Rprec_mult_2.00       	2024-216592	0.1708
utility               	2024-216592	38.0000
11pt_avg              	2024-216592	0.3379
binG                  	2024-216592	0.2160
G                     	2024-216592	0.0919
ndcg                  	2024-216592	0.4629
ndcg_rel              	2024-216592	0.5365
Rndcg                 	2024-216592	0.5646
ndcg_cut_5            	2024-216592	0.5615
ndcg_cut_10           	2024-216592	0.5965
ndcg_cut_15           	2024-216592	0.6885
ndcg_cut_20           	2024-216592	0.7024
ndcg_cut_30           	2024-216592	0.7468
ndcg_cut_100          	2024-216592	0.6096
ndcg_cut_200          	2024-216592	0.4649
ndcg_cut_500          	2024-216592	0.4629
ndcg_cut_1000         	2024-216592	0.4629
map_cut_5             	2024-216592	0.0248
map_cut_10            	2024-216592	0.0495
map_cut_15            	2024-216592	0.0743
map_cut_20            	2024-216592	0.0990
map_cut_30            	2024-216592	0.1485
map_cut_100           	2024-216592	0.3098
map_cut_200           	2024-216592	0.3098
map_cut_500           	2024-216592	0.3098
map_cut_1000          	2024-216592	0.3098
relative_P_5          	2024-216592	1.0000
relative_P_10         	2024-216592	1.0000
relative_P_15         	2024-216592	1.0000
relative_P_20         	2024-216592	1.0000
relative_P_30         	2024-216592	1.0000
relative_P_100        	2024-216592	0.6900
relative_P_200        	2024-216592	0.3450
relative_P_500        	2024-216592	0.3416
relative_P_1000       	2024-216592	0.3416
success_1             	2024-216592	1.0000
success_5             	2024-216592	1.0000
success_10            	2024-216592	1.0000
set_P                 	2024-216592	0.6900
set_relative_P        	2024-216592	0.6900
set_recall            	2024-216592	0.3416
set_map               	2024-216592	0.2357
set_F                 	2024-216592	0.4570
num_nonrel_judged_ret 	2024-216592	5
num_ret               	2024-216957	100
num_rel               	2024-216957	258
num_rel_ret           	2024-216957	73
map                   	2024-216957	0.2564
Rprec                 	2024-216957	0.2829
bpref                 	2024-216957	0.2829
recip_rank            	2024-216957	1.0000
iprec_at_recall_0.00  	2024-216957	1.0000
iprec_at_recall_0.10  	2024-216957	0.9643
iprec_at_recall_0.20  	2024-216957	0.8667
iprec_at_recall_0.30  	2024-216957	0.0000
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	1.0000
P_10                  	2024-216957	1.0000
P_15                  	2024-216957	1.0000
P_20                  	2024-216957	1.0000
P_30                  	2024-216957	0.9333
P_100                 	2024-216957	0.7300
P_200                 	2024-216957	0.3650
P_500                 	2024-216957	0.1460
P_1000                	2024-216957	0.0730
relstring             	2024-216957	'2222222223'
recall_5              	2024-216957	0.0194
recall_10             	2024-216957	0.0388
recall_15             	2024-216957	0.0581
recall_20             	2024-216957	0.0775
recall_30             	2024-216957	0.1085
recall_100            	2024-216957	0.2829
recall_200            	2024-216957	0.2829
recall_500            	2024-216957	0.2829
recall_1000           	2024-216957	0.2829
infAP                 	2024-216957	0.2564
Rprec_mult_0.20       	2024-216957	0.8846
Rprec_mult_0.40       	2024-216957	0.7019
Rprec_mult_0.60       	2024-216957	0.4710
Rprec_mult_0.80       	2024-216957	0.3527
Rprec_mult_1.00       	2024-216957	0.2829
Rprec_mult_1.20       	2024-216957	0.2355
Rprec_mult_1.40       	2024-216957	0.2017
Rprec_mult_1.60       	2024-216957	0.1768
Rprec_mult_1.80       	2024-216957	0.1570
Rprec_mult_2.00       	2024-216957	0.1415
utility               	2024-216957	46.0000
11pt_avg              	2024-216957	0.2574
binG                  	2024-216957	0.1555
G                     	2024-216957	0.0797
ndcg                  	2024-216957	0.4224
ndcg_rel              	2024-216957	0.5061
Rndcg                 	2024-216957	0.5449
ndcg_cut_5            	2024-216957	0.6667
ndcg_cut_10           	2024-216957	0.6879
ndcg_cut_15           	2024-216957	0.6977
ndcg_cut_20           	2024-216957	0.7359
ndcg_cut_30           	2024-216957	0.7298
ndcg_cut_100          	2024-216957	0.6630
ndcg_cut_200          	2024-216957	0.4683
ndcg_cut_500          	2024-216957	0.4224
ndcg_cut_1000         	2024-216957	0.4224
map_cut_5             	2024-216957	0.0194
map_cut_10            	2024-216957	0.0388
map_cut_15            	2024-216957	0.0581
map_cut_20            	2024-216957	0.0775
map_cut_30            	2024-216957	0.1075
map_cut_100           	2024-216957	0.2564
map_cut_200           	2024-216957	0.2564
map_cut_500           	2024-216957	0.2564
map_cut_1000          	2024-216957	0.2564
relative_P_5          	2024-216957	1.0000
relative_P_10         	2024-216957	1.0000
relative_P_15         	2024-216957	1.0000
relative_P_20         	2024-216957	1.0000
relative_P_30         	2024-216957	0.9333
relative_P_100        	2024-216957	0.7300
relative_P_200        	2024-216957	0.3650
relative_P_500        	2024-216957	0.2829
relative_P_1000       	2024-216957	0.2829
success_1             	2024-216957	1.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	0.7300
set_relative_P        	2024-216957	0.7300
set_recall            	2024-216957	0.2829
set_map               	2024-216957	0.2066
set_F                 	2024-216957	0.4078
num_nonrel_judged_ret 	2024-216957	0
num_ret               	2024-217279	100
num_rel               	2024-217279	186
num_rel_ret           	2024-217279	71
map                   	2024-217279	0.3207
Rprec                 	2024-217279	0.3817
bpref                 	2024-217279	0.3492
recip_rank            	2024-217279	1.0000
iprec_at_recall_0.00  	2024-217279	1.0000
iprec_at_recall_0.10  	2024-217279	0.9286
iprec_at_recall_0.20  	2024-217279	0.8298
iprec_at_recall_0.30  	2024-217279	0.7467
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	1.0000
P_10                  	2024-217279	1.0000
P_15                  	2024-217279	0.9333
P_20                  	2024-217279	0.9000
P_30                  	2024-217279	0.8667
P_100                 	2024-217279	0.7100
P_200                 	2024-217279	0.3550
P_500                 	2024-217279	0.1420
P_1000                	2024-217279	0.0710
relstring             	2024-217279	'3122233222'
recall_5              	2024-217279	0.0269
recall_10             	2024-217279	0.0538
recall_15             	2024-217279	0.0753
recall_20             	2024-217279	0.0968
recall_30             	2024-217279	0.1398
recall_100            	2024-217279	0.3817
recall_200            	2024-217279	0.3817
recall_500            	2024-217279	0.3817
recall_1000           	2024-217279	0.3817
infAP                 	2024-217279	0.3207
Rprec_mult_0.20       	2024-217279	0.8684
Rprec_mult_0.40       	2024-217279	0.7467
Rprec_mult_0.60       	2024-217279	0.6339
Rprec_mult_0.80       	2024-217279	0.4765
Rprec_mult_1.00       	2024-217279	0.3817
Rprec_mult_1.20       	2024-217279	0.3170
Rprec_mult_1.40       	2024-217279	0.2720
Rprec_mult_1.60       	2024-217279	0.2383
Rprec_mult_1.80       	2024-217279	0.2119
Rprec_mult_2.00       	2024-217279	0.1909
utility               	2024-217279	42.0000
11pt_avg              	2024-217279	0.3186
binG                  	2024-217279	0.1681
G                     	2024-217279	0.0982
ndcg                  	2024-217279	0.4900
ndcg_rel              	2024-217279	0.5662
Rndcg                 	2024-217279	0.5830
ndcg_cut_5            	2024-217279	0.7084
ndcg_cut_10           	2024-217279	0.7443
ndcg_cut_15           	2024-217279	0.7112
ndcg_cut_20           	2024-217279	0.6740
ndcg_cut_30           	2024-217279	0.7059
ndcg_cut_100          	2024-217279	0.6282
ndcg_cut_200          	2024-217279	0.4900
ndcg_cut_500          	2024-217279	0.4900
ndcg_cut_1000         	2024-217279	0.4900
map_cut_5             	2024-217279	0.0269
map_cut_10            	2024-217279	0.0538
map_cut_15            	2024-217279	0.0745
map_cut_20            	2024-217279	0.0943
map_cut_30            	2024-217279	0.1337
map_cut_100           	2024-217279	0.3207
map_cut_200           	2024-217279	0.3207
map_cut_500           	2024-217279	0.3207
map_cut_1000          	2024-217279	0.3207
relative_P_5          	2024-217279	1.0000
relative_P_10         	2024-217279	1.0000
relative_P_15         	2024-217279	0.9333
relative_P_20         	2024-217279	0.9000
relative_P_30         	2024-217279	0.8667
relative_P_100        	2024-217279	0.7100
relative_P_200        	2024-217279	0.3817
relative_P_500        	2024-217279	0.3817
relative_P_1000       	2024-217279	0.3817
success_1             	2024-217279	1.0000
success_5             	2024-217279	1.0000
success_10            	2024-217279	1.0000
set_P                 	2024-217279	0.7100
set_relative_P        	2024-217279	0.7100
set_recall            	2024-217279	0.3817
set_map               	2024-217279	0.2710
set_F                 	2024-217279	0.4965
num_nonrel_judged_ret 	2024-217279	3
num_ret               	2024-217488	100
num_rel               	2024-217488	162
num_rel_ret           	2024-217488	85
map                   	2024-217488	0.5118
Rprec                 	2024-217488	0.5247
bpref                 	2024-217488	0.5159
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	1.0000
iprec_at_recall_0.20  	2024-217488	0.9844
iprec_at_recall_0.30  	2024-217488	0.9844
iprec_at_recall_0.40  	2024-217488	0.9710
iprec_at_recall_0.50  	2024-217488	0.9011
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	1.0000
P_10                  	2024-217488	1.0000
P_15                  	2024-217488	1.0000
P_20                  	2024-217488	1.0000
P_30                  	2024-217488	1.0000
P_100                 	2024-217488	0.8500
P_200                 	2024-217488	0.4250
P_500                 	2024-217488	0.1700
P_1000                	2024-217488	0.0850
relstring             	2024-217488	'3323222122'
recall_5              	2024-217488	0.0309
recall_10             	2024-217488	0.0617
recall_15             	2024-217488	0.0926
recall_20             	2024-217488	0.1235
recall_30             	2024-217488	0.1852
recall_100            	2024-217488	0.5247
recall_200            	2024-217488	0.5247
recall_500            	2024-217488	0.5247
recall_1000           	2024-217488	0.5247
infAP                 	2024-217488	0.5118
Rprec_mult_0.20       	2024-217488	0.9697
Rprec_mult_0.40       	2024-217488	0.9692
Rprec_mult_0.60       	2024-217488	0.8673
Rprec_mult_0.80       	2024-217488	0.6538
Rprec_mult_1.00       	2024-217488	0.5247
Rprec_mult_1.20       	2024-217488	0.4359
Rprec_mult_1.40       	2024-217488	0.3744
Rprec_mult_1.60       	2024-217488	0.3269
Rprec_mult_1.80       	2024-217488	0.2911
Rprec_mult_2.00       	2024-217488	0.2623
utility               	2024-217488	70.0000
11pt_avg              	2024-217488	0.5310
binG                  	2024-217488	0.3673
G                     	2024-217488	0.1845
ndcg                  	2024-217488	0.6476
ndcg_rel              	2024-217488	0.7753
Rndcg                 	2024-217488	0.7127
ndcg_cut_5            	2024-217488	0.8997
ndcg_cut_10           	2024-217488	0.8120
ndcg_cut_15           	2024-217488	0.8430
ndcg_cut_20           	2024-217488	0.8632
ndcg_cut_30           	2024-217488	0.8794
ndcg_cut_100          	2024-217488	0.8467
ndcg_cut_200          	2024-217488	0.6476
ndcg_cut_500          	2024-217488	0.6476
ndcg_cut_1000         	2024-217488	0.6476
map_cut_5             	2024-217488	0.0309
map_cut_10            	2024-217488	0.0617
map_cut_15            	2024-217488	0.0926
map_cut_20            	2024-217488	0.1235
map_cut_30            	2024-217488	0.1852
map_cut_100           	2024-217488	0.5118
map_cut_200           	2024-217488	0.5118
map_cut_500           	2024-217488	0.5118
map_cut_1000          	2024-217488	0.5118
relative_P_5          	2024-217488	1.0000
relative_P_10         	2024-217488	1.0000
relative_P_15         	2024-217488	1.0000
relative_P_20         	2024-217488	1.0000
relative_P_30         	2024-217488	1.0000
relative_P_100        	2024-217488	0.8500
relative_P_200        	2024-217488	0.5247
relative_P_500        	2024-217488	0.5247
relative_P_1000       	2024-217488	0.5247
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	0.8500
set_relative_P        	2024-217488	0.8500
set_recall            	2024-217488	0.5247
set_map               	2024-217488	0.4460
set_F                 	2024-217488	0.6489
num_nonrel_judged_ret 	2024-217488	2
num_ret               	2024-217812	100
num_rel               	2024-217812	24
num_rel_ret           	2024-217812	14
map                   	2024-217812	0.4069
Rprec                 	2024-217812	0.5417
bpref                 	2024-217812	0.5017
recip_rank            	2024-217812	1.0000
iprec_at_recall_0.00  	2024-217812	1.0000
iprec_at_recall_0.10  	2024-217812	0.8333
iprec_at_recall_0.20  	2024-217812	0.8333
iprec_at_recall_0.30  	2024-217812	0.6875
iprec_at_recall_0.40  	2024-217812	0.6875
iprec_at_recall_0.50  	2024-217812	0.6316
iprec_at_recall_0.60  	2024-217812	0.0000
iprec_at_recall_0.70  	2024-217812	0.0000
iprec_at_recall_0.80  	2024-217812	0.0000
iprec_at_recall_0.90  	2024-217812	0.0000
iprec_at_recall_1.00  	2024-217812	0.0000
P_5                   	2024-217812	0.8000
P_10                  	2024-217812	0.7000
P_15                  	2024-217812	0.6667
P_20                  	2024-217812	0.6000
P_30                  	2024-217812	0.4333
P_100                 	2024-217812	0.1400
P_200                 	2024-217812	0.0700
P_500                 	2024-217812	0.0280
P_1000                	2024-217812	0.0140
relstring             	2024-217812	'1201110011'
recall_5              	2024-217812	0.1667
recall_10             	2024-217812	0.2917
recall_15             	2024-217812	0.4167
recall_20             	2024-217812	0.5000
recall_30             	2024-217812	0.5417
recall_100            	2024-217812	0.5833
recall_200            	2024-217812	0.5833
recall_500            	2024-217812	0.5833
recall_1000           	2024-217812	0.5833
infAP                 	2024-217812	0.4069
Rprec_mult_0.20       	2024-217812	0.8000
Rprec_mult_0.40       	2024-217812	0.7000
Rprec_mult_0.60       	2024-217812	0.6667
Rprec_mult_0.80       	2024-217812	0.6000
Rprec_mult_1.00       	2024-217812	0.5417
Rprec_mult_1.20       	2024-217812	0.4483
Rprec_mult_1.40       	2024-217812	0.3824
Rprec_mult_1.60       	2024-217812	0.3333
Rprec_mult_1.80       	2024-217812	0.2955
Rprec_mult_2.00       	2024-217812	0.2708
utility               	2024-217812	-72.0000
11pt_avg              	2024-217812	0.4248
binG                  	2024-217812	0.2893
G                     	2024-217812	0.2178
ndcg                  	2024-217812	0.5626
ndcg_rel              	2024-217812	0.5787
Rndcg                 	2024-217812	0.5464
ndcg_cut_5            	2024-217812	0.6063
ndcg_cut_10           	2024-217812	0.6031
ndcg_cut_15           	2024-217812	0.5999
ndcg_cut_20           	2024-217812	0.5747
ndcg_cut_30           	2024-217812	0.5458
ndcg_cut_100          	2024-217812	0.5626
ndcg_cut_200          	2024-217812	0.5626
ndcg_cut_500          	2024-217812	0.5626
ndcg_cut_1000         	2024-217812	0.5626
map_cut_5             	2024-217812	0.1479
map_cut_10            	2024-217812	0.2396
map_cut_15            	2024-217812	0.3198
map_cut_20            	2024-217812	0.3747
map_cut_30            	2024-217812	0.3973
map_cut_100           	2024-217812	0.4069
map_cut_200           	2024-217812	0.4069
map_cut_500           	2024-217812	0.4069
map_cut_1000          	2024-217812	0.4069
relative_P_5          	2024-217812	0.8000
relative_P_10         	2024-217812	0.7000
relative_P_15         	2024-217812	0.6667
relative_P_20         	2024-217812	0.6000
relative_P_30         	2024-217812	0.5417
relative_P_100        	2024-217812	0.5833
relative_P_200        	2024-217812	0.5833
relative_P_500        	2024-217812	0.5833
relative_P_1000       	2024-217812	0.5833
success_1             	2024-217812	1.0000
success_5             	2024-217812	1.0000
success_10            	2024-217812	1.0000
set_P                 	2024-217812	0.1400
set_relative_P        	2024-217812	0.5833
set_recall            	2024-217812	0.5833
set_map               	2024-217812	0.0817
set_F                 	2024-217812	0.2258
num_nonrel_judged_ret 	2024-217812	12
num_ret               	2024-219563	100
num_rel               	2024-219563	220
num_rel_ret           	2024-219563	52
map                   	2024-219563	0.1813
Rprec                 	2024-219563	0.2364
bpref                 	2024-219563	0.2239
recip_rank            	2024-219563	1.0000
iprec_at_recall_0.00  	2024-219563	1.0000
iprec_at_recall_0.10  	2024-219563	0.9167
iprec_at_recall_0.20  	2024-219563	0.5200
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	1.0000
P_10                  	2024-219563	1.0000
P_15                  	2024-219563	1.0000
P_20                  	2024-219563	0.9500
P_30                  	2024-219563	0.8000
P_100                 	2024-219563	0.5200
P_200                 	2024-219563	0.2600
P_500                 	2024-219563	0.1040
P_1000                	2024-219563	0.0520
relstring             	2024-219563	'2322212212'
recall_5              	2024-219563	0.0227
recall_10             	2024-219563	0.0455
recall_15             	2024-219563	0.0682
recall_20             	2024-219563	0.0864
recall_30             	2024-219563	0.1091
recall_100            	2024-219563	0.2364
recall_200            	2024-219563	0.2364
recall_500            	2024-219563	0.2364
recall_1000           	2024-219563	0.2364
infAP                 	2024-219563	0.1813
Rprec_mult_0.20       	2024-219563	0.6364
Rprec_mult_0.40       	2024-219563	0.5114
Rprec_mult_0.60       	2024-219563	0.3939
Rprec_mult_0.80       	2024-219563	0.2955
Rprec_mult_1.00       	2024-219563	0.2364
Rprec_mult_1.20       	2024-219563	0.1970
Rprec_mult_1.40       	2024-219563	0.1688
Rprec_mult_1.60       	2024-219563	0.1477
Rprec_mult_1.80       	2024-219563	0.1313
Rprec_mult_2.00       	2024-219563	0.1182
utility               	2024-219563	4.0000
11pt_avg              	2024-219563	0.2215
binG                  	2024-219563	0.1250
G                     	2024-219563	0.0727
ndcg                  	2024-219563	0.3653
ndcg_rel              	2024-219563	0.4302
Rndcg                 	2024-219563	0.5410
ndcg_cut_5            	2024-219563	0.7380
ndcg_cut_10           	2024-219563	0.7528
ndcg_cut_15           	2024-219563	0.7947
ndcg_cut_20           	2024-219563	0.7549
ndcg_cut_30           	2024-219563	0.6654
ndcg_cut_100          	2024-219563	0.5202
ndcg_cut_200          	2024-219563	0.3833
ndcg_cut_500          	2024-219563	0.3653
ndcg_cut_1000         	2024-219563	0.3653
map_cut_5             	2024-219563	0.0227
map_cut_10            	2024-219563	0.0455
map_cut_15            	2024-219563	0.0682
map_cut_20            	2024-219563	0.0864
map_cut_30            	2024-219563	0.1070
map_cut_100           	2024-219563	0.1813
map_cut_200           	2024-219563	0.1813
map_cut_500           	2024-219563	0.1813
map_cut_1000          	2024-219563	0.1813
relative_P_5          	2024-219563	1.0000
relative_P_10         	2024-219563	1.0000
relative_P_15         	2024-219563	1.0000
relative_P_20         	2024-219563	0.9500
relative_P_30         	2024-219563	0.8000
relative_P_100        	2024-219563	0.5200
relative_P_200        	2024-219563	0.2600
relative_P_500        	2024-219563	0.2364
relative_P_1000       	2024-219563	0.2364
success_1             	2024-219563	1.0000
success_5             	2024-219563	1.0000
success_10            	2024-219563	1.0000
set_P                 	2024-219563	0.5200
set_relative_P        	2024-219563	0.5200
set_recall            	2024-219563	0.2364
set_map               	2024-219563	0.1229
set_F                 	2024-219563	0.3250
num_nonrel_judged_ret 	2024-219563	1
num_ret               	2024-219624	100
num_rel               	2024-219624	18
num_rel_ret           	2024-219624	6
map                   	2024-219624	0.1390
Rprec                 	2024-219624	0.1667
bpref                 	2024-219624	0.1451
recip_rank            	2024-219624	1.0000
iprec_at_recall_0.00  	2024-219624	1.0000
iprec_at_recall_0.10  	2024-219624	0.6667
iprec_at_recall_0.20  	2024-219624	0.2222
iprec_at_recall_0.30  	2024-219624	0.2222
iprec_at_recall_0.40  	2024-219624	0.0000
iprec_at_recall_0.50  	2024-219624	0.0000
iprec_at_recall_0.60  	2024-219624	0.0000
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.4000
P_10                  	2024-219624	0.2000
P_15                  	2024-219624	0.2000
P_20                  	2024-219624	0.1500
P_30                  	2024-219624	0.2000
P_100                 	2024-219624	0.0600
P_200                 	2024-219624	0.0300
P_500                 	2024-219624	0.0120
P_1000                	2024-219624	0.0060
relstring             	2024-219624	'202-000000'
recall_5              	2024-219624	0.1111
recall_10             	2024-219624	0.1111
recall_15             	2024-219624	0.1667
recall_20             	2024-219624	0.1667
recall_30             	2024-219624	0.3333
recall_100            	2024-219624	0.3333
recall_200            	2024-219624	0.3333
recall_500            	2024-219624	0.3333
recall_1000           	2024-219624	0.3333
infAP                 	2024-219624	0.1390
Rprec_mult_0.20       	2024-219624	0.5000
Rprec_mult_0.40       	2024-219624	0.2500
Rprec_mult_0.60       	2024-219624	0.1818
Rprec_mult_0.80       	2024-219624	0.2000
Rprec_mult_1.00       	2024-219624	0.1667
Rprec_mult_1.20       	2024-219624	0.1818
Rprec_mult_1.40       	2024-219624	0.1923
Rprec_mult_1.60       	2024-219624	0.2069
Rprec_mult_1.80       	2024-219624	0.1818
Rprec_mult_2.00       	2024-219624	0.1667
utility               	2024-219624	-88.0000
11pt_avg              	2024-219624	0.1919
binG                  	2024-219624	0.1436
G                     	2024-219624	0.1373
ndcg                  	2024-219624	0.3968
ndcg_rel              	2024-219624	0.4101
Rndcg                 	2024-219624	0.4392
ndcg_cut_5            	2024-219624	0.4350
ndcg_cut_10           	2024-219624	0.3391
ndcg_cut_15           	2024-219624	0.3203
ndcg_cut_20           	2024-219624	0.2991
ndcg_cut_30           	2024-219624	0.3968
ndcg_cut_100          	2024-219624	0.3968
ndcg_cut_200          	2024-219624	0.3968
ndcg_cut_500          	2024-219624	0.3968
ndcg_cut_1000         	2024-219624	0.3968
map_cut_5             	2024-219624	0.0926
map_cut_10            	2024-219624	0.0926
map_cut_15            	2024-219624	0.1045
map_cut_20            	2024-219624	0.1045
map_cut_30            	2024-219624	0.1390
map_cut_100           	2024-219624	0.1390
map_cut_200           	2024-219624	0.1390
map_cut_500           	2024-219624	0.1390
map_cut_1000          	2024-219624	0.1390
relative_P_5          	2024-219624	0.4000
relative_P_10         	2024-219624	0.2000
relative_P_15         	2024-219624	0.2000
relative_P_20         	2024-219624	0.1667
relative_P_30         	2024-219624	0.3333
relative_P_100        	2024-219624	0.3333
relative_P_200        	2024-219624	0.3333
relative_P_500        	2024-219624	0.3333
relative_P_1000       	2024-219624	0.3333
success_1             	2024-219624	1.0000
success_5             	2024-219624	1.0000
success_10            	2024-219624	1.0000
set_P                 	2024-219624	0.0600
set_relative_P        	2024-219624	0.3333
set_recall            	2024-219624	0.3333
set_map               	2024-219624	0.0200
set_F                 	2024-219624	0.1017
num_nonrel_judged_ret 	2024-219624	47
num_ret               	2024-219631	100
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	68
map                   	2024-219631	0.3550
Rprec                 	2024-219631	0.4072
bpref                 	2024-219631	0.4072
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	1.0000
iprec_at_recall_0.20  	2024-219631	0.8718
iprec_at_recall_0.30  	2024-219631	0.7846
iprec_at_recall_0.40  	2024-219631	0.6837
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	1.0000
P_10                  	2024-219631	1.0000
P_15                  	2024-219631	1.0000
P_20                  	2024-219631	1.0000
P_30                  	2024-219631	1.0000
P_100                 	2024-219631	0.6800
P_200                 	2024-219631	0.3400
P_500                 	2024-219631	0.1360
P_1000                	2024-219631	0.0680
relstring             	2024-219631	'1123111122'
recall_5              	2024-219631	0.0299
recall_10             	2024-219631	0.0599
recall_15             	2024-219631	0.0898
recall_20             	2024-219631	0.1198
recall_30             	2024-219631	0.1796
recall_100            	2024-219631	0.4072
recall_200            	2024-219631	0.4072
recall_500            	2024-219631	0.4072
recall_1000           	2024-219631	0.4072
infAP                 	2024-219631	0.3550
Rprec_mult_0.20       	2024-219631	0.8824
Rprec_mult_0.40       	2024-219631	0.7761
Rprec_mult_0.60       	2024-219631	0.6733
Rprec_mult_0.80       	2024-219631	0.5075
Rprec_mult_1.00       	2024-219631	0.4072
Rprec_mult_1.20       	2024-219631	0.3383
Rprec_mult_1.40       	2024-219631	0.2906
Rprec_mult_1.60       	2024-219631	0.2537
Rprec_mult_1.80       	2024-219631	0.2259
Rprec_mult_2.00       	2024-219631	0.2036
utility               	2024-219631	36.0000
11pt_avg              	2024-219631	0.3946
binG                  	2024-219631	0.2389
G                     	2024-219631	0.1220
ndcg                  	2024-219631	0.5159
ndcg_rel              	2024-219631	0.5812
Rndcg                 	2024-219631	0.5078
ndcg_cut_5            	2024-219631	0.6249
ndcg_cut_10           	2024-219631	0.6439
ndcg_cut_15           	2024-219631	0.6779
ndcg_cut_20           	2024-219631	0.6654
ndcg_cut_30           	2024-219631	0.7426
ndcg_cut_100          	2024-219631	0.6799
ndcg_cut_200          	2024-219631	0.5159
ndcg_cut_500          	2024-219631	0.5159
ndcg_cut_1000         	2024-219631	0.5159
map_cut_5             	2024-219631	0.0299
map_cut_10            	2024-219631	0.0599
map_cut_15            	2024-219631	0.0898
map_cut_20            	2024-219631	0.1198
map_cut_30            	2024-219631	0.1796
map_cut_100           	2024-219631	0.3550
map_cut_200           	2024-219631	0.3550
map_cut_500           	2024-219631	0.3550
map_cut_1000          	2024-219631	0.3550
relative_P_5          	2024-219631	1.0000
relative_P_10         	2024-219631	1.0000
relative_P_15         	2024-219631	1.0000
relative_P_20         	2024-219631	1.0000
relative_P_30         	2024-219631	1.0000
relative_P_100        	2024-219631	0.6800
relative_P_200        	2024-219631	0.4072
relative_P_500        	2024-219631	0.4072
relative_P_1000       	2024-219631	0.4072
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	0.6800
set_relative_P        	2024-219631	0.6800
set_recall            	2024-219631	0.4072
set_map               	2024-219631	0.2769
set_F                 	2024-219631	0.5094
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	100
num_rel               	2024-219661	68
num_rel_ret           	2024-219661	19
map                   	2024-219661	0.0814
Rprec                 	2024-219661	0.2647
bpref                 	2024-219661	0.2018
recip_rank            	2024-219661	0.1667
iprec_at_recall_0.00  	2024-219661	0.3500
iprec_at_recall_0.10  	2024-219661	0.3500
iprec_at_recall_0.20  	2024-219661	0.3158
iprec_at_recall_0.30  	2024-219661	0.0000
iprec_at_recall_0.40  	2024-219661	0.0000
iprec_at_recall_0.50  	2024-219661	0.0000
iprec_at_recall_0.60  	2024-219661	0.0000
iprec_at_recall_0.70  	2024-219661	0.0000
iprec_at_recall_0.80  	2024-219661	0.0000
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	0.0000
P_10                  	2024-219661	0.3000
P_15                  	2024-219661	0.2667
P_20                  	2024-219661	0.3500
P_30                  	2024-219661	0.3000
P_100                 	2024-219661	0.1900
P_200                 	2024-219661	0.0950
P_500                 	2024-219661	0.0380
P_1000                	2024-219661	0.0190
relstring             	2024-219661	'0000020021'
recall_5              	2024-219661	0.0000
recall_10             	2024-219661	0.0441
recall_15             	2024-219661	0.0588
recall_20             	2024-219661	0.1029
recall_30             	2024-219661	0.1324
recall_100            	2024-219661	0.2794
recall_200            	2024-219661	0.2794
recall_500            	2024-219661	0.2794
recall_1000           	2024-219661	0.2794
infAP                 	2024-219661	0.0814
Rprec_mult_0.20       	2024-219661	0.2857
Rprec_mult_0.40       	2024-219661	0.2857
Rprec_mult_0.60       	2024-219661	0.2683
Rprec_mult_0.80       	2024-219661	0.3091
Rprec_mult_1.00       	2024-219661	0.2647
Rprec_mult_1.20       	2024-219661	0.2195
Rprec_mult_1.40       	2024-219661	0.1979
Rprec_mult_1.60       	2024-219661	0.1743
Rprec_mult_1.80       	2024-219661	0.1545
Rprec_mult_2.00       	2024-219661	0.1397
utility               	2024-219661	-62.0000
11pt_avg              	2024-219661	0.0923
binG                  	2024-219661	0.0655
G                     	2024-219661	0.0534
ndcg                  	2024-219661	0.2352
ndcg_rel              	2024-219661	0.2254
Rndcg                 	2024-219661	0.2164
ndcg_cut_5            	2024-219661	0.0000
ndcg_cut_10           	2024-219661	0.1765
ndcg_cut_15           	2024-219661	0.1592
ndcg_cut_20           	2024-219661	0.2162
ndcg_cut_30           	2024-219661	0.1890
ndcg_cut_100          	2024-219661	0.2352
ndcg_cut_200          	2024-219661	0.2352
ndcg_cut_500          	2024-219661	0.2352
ndcg_cut_1000         	2024-219661	0.2352
map_cut_5             	2024-219661	0.0000
map_cut_10            	2024-219661	0.0101
map_cut_15            	2024-219661	0.0147
map_cut_20            	2024-219661	0.0290
map_cut_30            	2024-219661	0.0385
map_cut_100           	2024-219661	0.0814
map_cut_200           	2024-219661	0.0814
map_cut_500           	2024-219661	0.0814
map_cut_1000          	2024-219661	0.0814
relative_P_5          	2024-219661	0.0000
relative_P_10         	2024-219661	0.3000
relative_P_15         	2024-219661	0.2667
relative_P_20         	2024-219661	0.3500
relative_P_30         	2024-219661	0.3000
relative_P_100        	2024-219661	0.2794
relative_P_200        	2024-219661	0.2794
relative_P_500        	2024-219661	0.2794
relative_P_1000       	2024-219661	0.2794
success_1             	2024-219661	0.0000
success_5             	2024-219661	0.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	0.1900
set_relative_P        	2024-219661	0.2794
set_recall            	2024-219661	0.2794
set_map               	2024-219661	0.0531
set_F                 	2024-219661	0.2262
num_nonrel_judged_ret 	2024-219661	36
num_ret               	2024-220058	100
num_rel               	2024-220058	155
num_rel_ret           	2024-220058	58
map                   	2024-220058	0.3007
Rprec                 	2024-220058	0.3742
bpref                 	2024-220058	0.3742
recip_rank            	2024-220058	1.0000
iprec_at_recall_0.00  	2024-220058	1.0000
iprec_at_recall_0.10  	2024-220058	0.9474
iprec_at_recall_0.20  	2024-220058	0.7273
iprec_at_recall_0.30  	2024-220058	0.7273
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	1.0000
P_10                  	2024-220058	0.9000
P_15                  	2024-220058	0.9333
P_20                  	2024-220058	0.9000
P_30                  	2024-220058	0.7667
P_100                 	2024-220058	0.5800
P_200                 	2024-220058	0.2900
P_500                 	2024-220058	0.1160
P_1000                	2024-220058	0.0580
relstring             	2024-220058	'22211222-2'
recall_5              	2024-220058	0.0323
recall_10             	2024-220058	0.0581
recall_15             	2024-220058	0.0903
recall_20             	2024-220058	0.1161
recall_30             	2024-220058	0.1484
recall_100            	2024-220058	0.3742
recall_200            	2024-220058	0.3742
recall_500            	2024-220058	0.3742
recall_1000           	2024-220058	0.3742
infAP                 	2024-220058	0.3007
Rprec_mult_0.20       	2024-220058	0.7742
Rprec_mult_0.40       	2024-220058	0.7097
Rprec_mult_0.60       	2024-220058	0.6129
Rprec_mult_0.80       	2024-220058	0.4677
Rprec_mult_1.00       	2024-220058	0.3742
Rprec_mult_1.20       	2024-220058	0.3118
Rprec_mult_1.40       	2024-220058	0.2673
Rprec_mult_1.60       	2024-220058	0.2339
Rprec_mult_1.80       	2024-220058	0.2079
Rprec_mult_2.00       	2024-220058	0.1871
utility               	2024-220058	16.0000
11pt_avg              	2024-220058	0.3093
binG                  	2024-220058	0.1614
G                     	2024-220058	0.0915
ndcg                  	2024-220058	0.4592
ndcg_rel              	2024-220058	0.5219
Rndcg                 	2024-220058	0.5302
ndcg_cut_5            	2024-220058	0.5742
ndcg_cut_10           	2024-220058	0.6188
ndcg_cut_15           	2024-220058	0.6520
ndcg_cut_20           	2024-220058	0.6730
ndcg_cut_30           	2024-220058	0.6308
ndcg_cut_100          	2024-220058	0.5410
ndcg_cut_200          	2024-220058	0.4592
ndcg_cut_500          	2024-220058	0.4592
ndcg_cut_1000         	2024-220058	0.4592
map_cut_5             	2024-220058	0.0323
map_cut_10            	2024-220058	0.0574
map_cut_15            	2024-220058	0.0872
map_cut_20            	2024-220058	0.1115
map_cut_30            	2024-220058	0.1398
map_cut_100           	2024-220058	0.3007
map_cut_200           	2024-220058	0.3007
map_cut_500           	2024-220058	0.3007
map_cut_1000          	2024-220058	0.3007
relative_P_5          	2024-220058	1.0000
relative_P_10         	2024-220058	0.9000
relative_P_15         	2024-220058	0.9333
relative_P_20         	2024-220058	0.9000
relative_P_30         	2024-220058	0.7667
relative_P_100        	2024-220058	0.5800
relative_P_200        	2024-220058	0.3742
relative_P_500        	2024-220058	0.3742
relative_P_1000       	2024-220058	0.3742
success_1             	2024-220058	1.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	0.5800
set_relative_P        	2024-220058	0.5800
set_recall            	2024-220058	0.3742
set_map               	2024-220058	0.2170
set_F                 	2024-220058	0.4549
num_nonrel_judged_ret 	2024-220058	0
num_ret               	2024-220140	100
num_rel               	2024-220140	211
num_rel_ret           	2024-220140	78
map                   	2024-220140	0.3517
Rprec                 	2024-220140	0.3697
bpref                 	2024-220140	0.3681
recip_rank            	2024-220140	1.0000
iprec_at_recall_0.00  	2024-220140	1.0000
iprec_at_recall_0.10  	2024-220140	1.0000
iprec_at_recall_0.20  	2024-220140	0.9808
iprec_at_recall_0.30  	2024-220140	0.9014
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	1.0000
P_10                  	2024-220140	1.0000
P_15                  	2024-220140	1.0000
P_20                  	2024-220140	1.0000
P_30                  	2024-220140	0.9667
P_100                 	2024-220140	0.7800
P_200                 	2024-220140	0.3900
P_500                 	2024-220140	0.1560
P_1000                	2024-220140	0.0780
relstring             	2024-220140	'3322232223'
recall_5              	2024-220140	0.0237
recall_10             	2024-220140	0.0474
recall_15             	2024-220140	0.0711
recall_20             	2024-220140	0.0948
recall_30             	2024-220140	0.1374
recall_100            	2024-220140	0.3697
recall_200            	2024-220140	0.3697
recall_500            	2024-220140	0.3697
recall_1000           	2024-220140	0.3697
infAP                 	2024-220140	0.3517
Rprec_mult_0.20       	2024-220140	0.9767
Rprec_mult_0.40       	2024-220140	0.8118
Rprec_mult_0.60       	2024-220140	0.6142
Rprec_mult_0.80       	2024-220140	0.4615
Rprec_mult_1.00       	2024-220140	0.3697
Rprec_mult_1.20       	2024-220140	0.3071
Rprec_mult_1.40       	2024-220140	0.2635
Rprec_mult_1.60       	2024-220140	0.2308
Rprec_mult_1.80       	2024-220140	0.2053
Rprec_mult_2.00       	2024-220140	0.1848
utility               	2024-220140	56.0000
11pt_avg              	2024-220140	0.3529
binG                  	2024-220140	0.2434
G                     	2024-220140	0.1150
ndcg                  	2024-220140	0.5209
ndcg_rel              	2024-220140	0.6125
Rndcg                 	2024-220140	0.6646
ndcg_cut_5            	2024-220140	0.8510
ndcg_cut_10           	2024-220140	0.8337
ndcg_cut_15           	2024-220140	0.7802
ndcg_cut_20           	2024-220140	0.7938
ndcg_cut_30           	2024-220140	0.7675
ndcg_cut_100          	2024-220140	0.6887
ndcg_cut_200          	2024-220140	0.5330
ndcg_cut_500          	2024-220140	0.5209
ndcg_cut_1000         	2024-220140	0.5209
map_cut_5             	2024-220140	0.0237
map_cut_10            	2024-220140	0.0474
map_cut_15            	2024-220140	0.0711
map_cut_20            	2024-220140	0.0948
map_cut_30            	2024-220140	0.1371
map_cut_100           	2024-220140	0.3517
map_cut_200           	2024-220140	0.3517
map_cut_500           	2024-220140	0.3517
map_cut_1000          	2024-220140	0.3517
relative_P_5          	2024-220140	1.0000
relative_P_10         	2024-220140	1.0000
relative_P_15         	2024-220140	1.0000
relative_P_20         	2024-220140	1.0000
relative_P_30         	2024-220140	0.9667
relative_P_100        	2024-220140	0.7800
relative_P_200        	2024-220140	0.3900
relative_P_500        	2024-220140	0.3697
relative_P_1000       	2024-220140	0.3697
success_1             	2024-220140	1.0000
success_5             	2024-220140	1.0000
success_10            	2024-220140	1.0000
set_P                 	2024-220140	0.7800
set_relative_P        	2024-220140	0.7800
set_recall            	2024-220140	0.3697
set_map               	2024-220140	0.2883
set_F                 	2024-220140	0.5016
num_nonrel_judged_ret 	2024-220140	4
num_ret               	2024-222465	100
num_rel               	2024-222465	210
num_rel_ret           	2024-222465	82
map                   	2024-222465	0.3521
Rprec                 	2024-222465	0.3905
bpref                 	2024-222465	0.3312
recip_rank            	2024-222465	1.0000
iprec_at_recall_0.00  	2024-222465	1.0000
iprec_at_recall_0.10  	2024-222465	0.9615
iprec_at_recall_0.20  	2024-222465	0.9333
iprec_at_recall_0.30  	2024-222465	0.9155
iprec_at_recall_0.40  	2024-222465	0.0000
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	0.8000
P_10                  	2024-222465	0.9000
P_15                  	2024-222465	0.9333
P_20                  	2024-222465	0.9500
P_30                  	2024-222465	0.9000
P_100                 	2024-222465	0.8200
P_200                 	2024-222465	0.4100
P_500                 	2024-222465	0.1640
P_1000                	2024-222465	0.0820
relstring             	2024-222465	'1203221221'
recall_5              	2024-222465	0.0190
recall_10             	2024-222465	0.0429
recall_15             	2024-222465	0.0667
recall_20             	2024-222465	0.0905
recall_30             	2024-222465	0.1286
recall_100            	2024-222465	0.3905
recall_200            	2024-222465	0.3905
recall_500            	2024-222465	0.3905
recall_1000           	2024-222465	0.3905
infAP                 	2024-222465	0.3521
Rprec_mult_0.20       	2024-222465	0.9286
Rprec_mult_0.40       	2024-222465	0.8452
Rprec_mult_0.60       	2024-222465	0.6508
Rprec_mult_0.80       	2024-222465	0.4881
Rprec_mult_1.00       	2024-222465	0.3905
Rprec_mult_1.20       	2024-222465	0.3254
Rprec_mult_1.40       	2024-222465	0.2789
Rprec_mult_1.60       	2024-222465	0.2440
Rprec_mult_1.80       	2024-222465	0.2169
Rprec_mult_2.00       	2024-222465	0.1952
utility               	2024-222465	64.0000
11pt_avg              	2024-222465	0.3464
binG                  	2024-222465	0.1725
G                     	2024-222465	0.0840
ndcg                  	2024-222465	0.4585
ndcg_rel              	2024-222465	0.5162
Rndcg                 	2024-222465	0.5235
ndcg_cut_5            	2024-222465	0.4892
ndcg_cut_10           	2024-222465	0.5059
ndcg_cut_15           	2024-222465	0.5420
ndcg_cut_20           	2024-222465	0.5637
ndcg_cut_30           	2024-222465	0.5857
ndcg_cut_100          	2024-222465	0.6414
ndcg_cut_200          	2024-222465	0.4673
ndcg_cut_500          	2024-222465	0.4585
ndcg_cut_1000         	2024-222465	0.4585
map_cut_5             	2024-222465	0.0169
map_cut_10            	2024-222465	0.0376
map_cut_15            	2024-222465	0.0596
map_cut_20            	2024-222465	0.0821
map_cut_30            	2024-222465	0.1180
map_cut_100           	2024-222465	0.3521
map_cut_200           	2024-222465	0.3521
map_cut_500           	2024-222465	0.3521
map_cut_1000          	2024-222465	0.3521
relative_P_5          	2024-222465	0.8000
relative_P_10         	2024-222465	0.9000
relative_P_15         	2024-222465	0.9333
relative_P_20         	2024-222465	0.9500
relative_P_30         	2024-222465	0.9000
relative_P_100        	2024-222465	0.8200
relative_P_200        	2024-222465	0.4100
relative_P_500        	2024-222465	0.3905
relative_P_1000       	2024-222465	0.3905
success_1             	2024-222465	1.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	0.8200
set_relative_P        	2024-222465	0.8200
set_recall            	2024-222465	0.3905
set_map               	2024-222465	0.3202
set_F                 	2024-222465	0.5290
num_nonrel_judged_ret 	2024-222465	2
num_ret               	2024-223358	100
num_rel               	2024-223358	15
num_rel_ret           	2024-223358	3
map                   	2024-223358	0.1146
Rprec                 	2024-223358	0.1333
bpref                 	2024-223358	0.1422
recip_rank            	2024-223358	1.0000
iprec_at_recall_0.00  	2024-223358	1.0000
iprec_at_recall_0.10  	2024-223358	0.6667
iprec_at_recall_0.20  	2024-223358	0.0526
iprec_at_recall_0.30  	2024-223358	0.0000
iprec_at_recall_0.40  	2024-223358	0.0000
iprec_at_recall_0.50  	2024-223358	0.0000
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.4000
P_10                  	2024-223358	0.2000
P_15                  	2024-223358	0.1333
P_20                  	2024-223358	0.1000
P_30                  	2024-223358	0.0667
P_100                 	2024-223358	0.0300
P_200                 	2024-223358	0.0150
P_500                 	2024-223358	0.0060
P_1000                	2024-223358	0.0030
relstring             	2024-223358	'2-10----0-'
recall_5              	2024-223358	0.1333
recall_10             	2024-223358	0.1333
recall_15             	2024-223358	0.1333
recall_20             	2024-223358	0.1333
recall_30             	2024-223358	0.1333
recall_100            	2024-223358	0.2000
recall_200            	2024-223358	0.2000
recall_500            	2024-223358	0.2000
recall_1000           	2024-223358	0.2000
infAP                 	2024-223358	0.1146
Rprec_mult_0.20       	2024-223358	0.6667
Rprec_mult_0.40       	2024-223358	0.3333
Rprec_mult_0.60       	2024-223358	0.2222
Rprec_mult_0.80       	2024-223358	0.1667
Rprec_mult_1.00       	2024-223358	0.1333
Rprec_mult_1.20       	2024-223358	0.1111
Rprec_mult_1.40       	2024-223358	0.0952
Rprec_mult_1.60       	2024-223358	0.0833
Rprec_mult_1.80       	2024-223358	0.0741
Rprec_mult_2.00       	2024-223358	0.0667
utility               	2024-223358	-94.0000
11pt_avg              	2024-223358	0.1563
binG                  	2024-223358	0.1202
G                     	2024-223358	0.1445
ndcg                  	2024-223358	0.3342
ndcg_rel              	2024-223358	0.3954
Rndcg                 	2024-223358	0.4112
ndcg_cut_5            	2024-223358	0.4922
ndcg_cut_10           	2024-223358	0.3746
ndcg_cut_15           	2024-223358	0.3128
ndcg_cut_20           	2024-223358	0.3128
ndcg_cut_30           	2024-223358	0.3128
ndcg_cut_100          	2024-223358	0.3342
ndcg_cut_200          	2024-223358	0.3342
ndcg_cut_500          	2024-223358	0.3342
ndcg_cut_1000         	2024-223358	0.3342
map_cut_5             	2024-223358	0.1111
map_cut_10            	2024-223358	0.1111
map_cut_15            	2024-223358	0.1111
map_cut_20            	2024-223358	0.1111
map_cut_30            	2024-223358	0.1111
map_cut_100           	2024-223358	0.1146
map_cut_200           	2024-223358	0.1146
map_cut_500           	2024-223358	0.1146
map_cut_1000          	2024-223358	0.1146
relative_P_5          	2024-223358	0.4000
relative_P_10         	2024-223358	0.2000
relative_P_15         	2024-223358	0.1333
relative_P_20         	2024-223358	0.1333
relative_P_30         	2024-223358	0.1333
relative_P_100        	2024-223358	0.2000
relative_P_200        	2024-223358	0.2000
relative_P_500        	2024-223358	0.2000
relative_P_1000       	2024-223358	0.2000
success_1             	2024-223358	1.0000
success_5             	2024-223358	1.0000
success_10            	2024-223358	1.0000
set_P                 	2024-223358	0.0300
set_relative_P        	2024-223358	0.2000
set_recall            	2024-223358	0.2000
set_map               	2024-223358	0.0060
set_F                 	2024-223358	0.0522
num_nonrel_judged_ret 	2024-223358	20
num_ret               	2024-223499	100
num_rel               	2024-223499	149
num_rel_ret           	2024-223499	75
map                   	2024-223499	0.4211
Rprec                 	2024-223499	0.5034
bpref                 	2024-223499	0.5034
recip_rank            	2024-223499	1.0000
iprec_at_recall_0.00  	2024-223499	1.0000
iprec_at_recall_0.10  	2024-223499	0.9000
iprec_at_recall_0.20  	2024-223499	0.8571
iprec_at_recall_0.30  	2024-223499	0.8281
iprec_at_recall_0.40  	2024-223499	0.7895
iprec_at_recall_0.50  	2024-223499	0.7500
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	1.0000
P_10                  	2024-223499	0.9000
P_15                  	2024-223499	0.8667
P_20                  	2024-223499	0.8500
P_30                  	2024-223499	0.9000
P_100                 	2024-223499	0.7500
P_200                 	2024-223499	0.3750
P_500                 	2024-223499	0.1500
P_1000                	2024-223499	0.0750
relstring             	2024-223499	'22312212-3'
recall_5              	2024-223499	0.0336
recall_10             	2024-223499	0.0604
recall_15             	2024-223499	0.0872
recall_20             	2024-223499	0.1141
recall_30             	2024-223499	0.1812
recall_100            	2024-223499	0.5034
recall_200            	2024-223499	0.5034
recall_500            	2024-223499	0.5034
recall_1000           	2024-223499	0.5034
infAP                 	2024-223499	0.4211
Rprec_mult_0.20       	2024-223499	0.9000
Rprec_mult_0.40       	2024-223499	0.8167
Rprec_mult_0.60       	2024-223499	0.7556
Rprec_mult_0.80       	2024-223499	0.6250
Rprec_mult_1.00       	2024-223499	0.5034
Rprec_mult_1.20       	2024-223499	0.4190
Rprec_mult_1.40       	2024-223499	0.3589
Rprec_mult_1.60       	2024-223499	0.3138
Rprec_mult_1.80       	2024-223499	0.2788
Rprec_mult_2.00       	2024-223499	0.2517
utility               	2024-223499	50.0000
11pt_avg              	2024-223499	0.4659
binG                  	2024-223499	0.1973
G                     	2024-223499	0.1151
ndcg                  	2024-223499	0.5648
ndcg_rel              	2024-223499	0.6031
Rndcg                 	2024-223499	0.5901
ndcg_cut_5            	2024-223499	0.6745
ndcg_cut_10           	2024-223499	0.6243
ndcg_cut_15           	2024-223499	0.5726
ndcg_cut_20           	2024-223499	0.5982
ndcg_cut_30           	2024-223499	0.6509
ndcg_cut_100          	2024-223499	0.6497
ndcg_cut_200          	2024-223499	0.5648
ndcg_cut_500          	2024-223499	0.5648
ndcg_cut_1000         	2024-223499	0.5648
map_cut_5             	2024-223499	0.0336
map_cut_10            	2024-223499	0.0597
map_cut_15            	2024-223499	0.0826
map_cut_20            	2024-223499	0.1050
map_cut_30            	2024-223499	0.1642
map_cut_100           	2024-223499	0.4211
map_cut_200           	2024-223499	0.4211
map_cut_500           	2024-223499	0.4211
map_cut_1000          	2024-223499	0.4211
relative_P_5          	2024-223499	1.0000
relative_P_10         	2024-223499	0.9000
relative_P_15         	2024-223499	0.8667
relative_P_20         	2024-223499	0.8500
relative_P_30         	2024-223499	0.9000
relative_P_100        	2024-223499	0.7500
relative_P_200        	2024-223499	0.5034
relative_P_500        	2024-223499	0.5034
relative_P_1000       	2024-223499	0.5034
success_1             	2024-223499	1.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	0.7500
set_relative_P        	2024-223499	0.7500
set_recall            	2024-223499	0.5034
set_map               	2024-223499	0.3775
set_F                 	2024-223499	0.6024
num_nonrel_judged_ret 	2024-223499	0
num_ret               	2024-22410	100
num_rel               	2024-22410	147
num_rel_ret           	2024-22410	78
map                   	2024-22410	0.4817
Rprec                 	2024-22410	0.5306
bpref                 	2024-22410	0.5232
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	1.0000
iprec_at_recall_0.20  	2024-22410	0.9375
iprec_at_recall_0.30  	2024-22410	0.9057
iprec_at_recall_0.40  	2024-22410	0.8592
iprec_at_recall_0.50  	2024-22410	0.7835
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	1.0000
P_10                  	2024-22410	1.0000
P_15                  	2024-22410	1.0000
P_20                  	2024-22410	1.0000
P_30                  	2024-22410	0.9667
P_100                 	2024-22410	0.7800
P_200                 	2024-22410	0.3900
P_500                 	2024-22410	0.1560
P_1000                	2024-22410	0.0780
relstring             	2024-22410	'1122222223'
recall_5              	2024-22410	0.0340
recall_10             	2024-22410	0.0680
recall_15             	2024-22410	0.1020
recall_20             	2024-22410	0.1361
recall_30             	2024-22410	0.1973
recall_100            	2024-22410	0.5306
recall_200            	2024-22410	0.5306
recall_500            	2024-22410	0.5306
recall_1000           	2024-22410	0.5306
infAP                 	2024-22410	0.4817
Rprec_mult_0.20       	2024-22410	0.9667
Rprec_mult_0.40       	2024-22410	0.8814
Rprec_mult_0.60       	2024-22410	0.7865
Rprec_mult_0.80       	2024-22410	0.6610
Rprec_mult_1.00       	2024-22410	0.5306
Rprec_mult_1.20       	2024-22410	0.4407
Rprec_mult_1.40       	2024-22410	0.3786
Rprec_mult_1.60       	2024-22410	0.3305
Rprec_mult_1.80       	2024-22410	0.2943
Rprec_mult_2.00       	2024-22410	0.2653
utility               	2024-22410	56.0000
11pt_avg              	2024-22410	0.4987
binG                  	2024-22410	0.2948
G                     	2024-22410	0.1324
ndcg                  	2024-22410	0.5840
ndcg_rel              	2024-22410	0.6387
Rndcg                 	2024-22410	0.5846
ndcg_cut_5            	2024-22410	0.4823
ndcg_cut_10           	2024-22410	0.5939
ndcg_cut_15           	2024-22410	0.6641
ndcg_cut_20           	2024-22410	0.6954
ndcg_cut_30           	2024-22410	0.7444
ndcg_cut_100          	2024-22410	0.6946
ndcg_cut_200          	2024-22410	0.5840
ndcg_cut_500          	2024-22410	0.5840
ndcg_cut_1000         	2024-22410	0.5840
map_cut_5             	2024-22410	0.0340
map_cut_10            	2024-22410	0.0680
map_cut_15            	2024-22410	0.1020
map_cut_20            	2024-22410	0.1361
map_cut_30            	2024-22410	0.1968
map_cut_100           	2024-22410	0.4817
map_cut_200           	2024-22410	0.4817
map_cut_500           	2024-22410	0.4817
map_cut_1000          	2024-22410	0.4817
relative_P_5          	2024-22410	1.0000
relative_P_10         	2024-22410	1.0000
relative_P_15         	2024-22410	1.0000
relative_P_20         	2024-22410	1.0000
relative_P_30         	2024-22410	0.9667
relative_P_100        	2024-22410	0.7800
relative_P_200        	2024-22410	0.5306
relative_P_500        	2024-22410	0.5306
relative_P_1000       	2024-22410	0.5306
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	0.7800
set_relative_P        	2024-22410	0.7800
set_recall            	2024-22410	0.5306
set_map               	2024-22410	0.4139
set_F                 	2024-22410	0.6316
num_nonrel_judged_ret 	2024-22410	2
num_ret               	2024-224226	100
num_rel               	2024-224226	174
num_rel_ret           	2024-224226	49
map                   	2024-224226	0.1633
Rprec                 	2024-224226	0.2816
bpref                 	2024-224226	0.2680
recip_rank            	2024-224226	1.0000
iprec_at_recall_0.00  	2024-224226	1.0000
iprec_at_recall_0.10  	2024-224226	0.6250
iprec_at_recall_0.20  	2024-224226	0.5806
iprec_at_recall_0.30  	2024-224226	0.0000
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	0.6000
P_10                  	2024-224226	0.4000
P_15                  	2024-224226	0.5333
P_20                  	2024-224226	0.4500
P_30                  	2024-224226	0.5667
P_100                 	2024-224226	0.4900
P_200                 	2024-224226	0.2450
P_500                 	2024-224226	0.0980
P_1000                	2024-224226	0.0490
relstring             	2024-224226	'122--2----'
recall_5              	2024-224226	0.0172
recall_10             	2024-224226	0.0230
recall_15             	2024-224226	0.0460
recall_20             	2024-224226	0.0517
recall_30             	2024-224226	0.0977
recall_100            	2024-224226	0.2816
recall_200            	2024-224226	0.2816
recall_500            	2024-224226	0.2816
recall_1000           	2024-224226	0.2816
infAP                 	2024-224226	0.1633
Rprec_mult_0.20       	2024-224226	0.5714
Rprec_mult_0.40       	2024-224226	0.5429
Rprec_mult_0.60       	2024-224226	0.4667
Rprec_mult_0.80       	2024-224226	0.3500
Rprec_mult_1.00       	2024-224226	0.2816
Rprec_mult_1.20       	2024-224226	0.2344
Rprec_mult_1.40       	2024-224226	0.2008
Rprec_mult_1.60       	2024-224226	0.1756
Rprec_mult_1.80       	2024-224226	0.1561
Rprec_mult_2.00       	2024-224226	0.1408
utility               	2024-224226	-2.0000
11pt_avg              	2024-224226	0.2005
binG                  	2024-224226	0.0807
G                     	2024-224226	0.0548
ndcg                  	2024-224226	0.3228
ndcg_rel              	2024-224226	0.3472
Rndcg                 	2024-224226	0.3328
ndcg_cut_5            	2024-224226	0.3688
ndcg_cut_10           	2024-224226	0.2916
ndcg_cut_15           	2024-224226	0.3451
ndcg_cut_20           	2024-224226	0.2981
ndcg_cut_30           	2024-224226	0.4090
ndcg_cut_100          	2024-224226	0.4025
ndcg_cut_200          	2024-224226	0.3228
ndcg_cut_500          	2024-224226	0.3228
ndcg_cut_1000         	2024-224226	0.3228
map_cut_5             	2024-224226	0.0172
map_cut_10            	2024-224226	0.0211
map_cut_15            	2024-224226	0.0327
map_cut_20            	2024-224226	0.0353
map_cut_30            	2024-224226	0.0605
map_cut_100           	2024-224226	0.1633
map_cut_200           	2024-224226	0.1633
map_cut_500           	2024-224226	0.1633
map_cut_1000          	2024-224226	0.1633
relative_P_5          	2024-224226	0.6000
relative_P_10         	2024-224226	0.4000
relative_P_15         	2024-224226	0.5333
relative_P_20         	2024-224226	0.4500
relative_P_30         	2024-224226	0.5667
relative_P_100        	2024-224226	0.4900
relative_P_200        	2024-224226	0.2816
relative_P_500        	2024-224226	0.2816
relative_P_1000       	2024-224226	0.2816
success_1             	2024-224226	1.0000
success_5             	2024-224226	1.0000
success_10            	2024-224226	1.0000
set_P                 	2024-224226	0.4900
set_relative_P        	2024-224226	0.4900
set_recall            	2024-224226	0.2816
set_map               	2024-224226	0.1380
set_F                 	2024-224226	0.3577
num_nonrel_judged_ret 	2024-224226	2
num_ret               	2024-224279	100
num_rel               	2024-224279	424
num_rel_ret           	2024-224279	70
map                   	2024-224279	0.1481
Rprec                 	2024-224279	0.1651
bpref                 	2024-224279	0.1612
recip_rank            	2024-224279	1.0000
iprec_at_recall_0.00  	2024-224279	1.0000
iprec_at_recall_0.10  	2024-224279	0.8387
iprec_at_recall_0.20  	2024-224279	0.0000
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	1.0000
P_10                  	2024-224279	1.0000
P_15                  	2024-224279	1.0000
P_20                  	2024-224279	1.0000
P_30                  	2024-224279	0.9667
P_100                 	2024-224279	0.7000
P_200                 	2024-224279	0.3500
P_500                 	2024-224279	0.1400
P_1000                	2024-224279	0.0700
relstring             	2024-224279	'2222222232'
recall_5              	2024-224279	0.0118
recall_10             	2024-224279	0.0236
recall_15             	2024-224279	0.0354
recall_20             	2024-224279	0.0472
recall_30             	2024-224279	0.0684
recall_100            	2024-224279	0.1651
recall_200            	2024-224279	0.1651
recall_500            	2024-224279	0.1651
recall_1000           	2024-224279	0.1651
infAP                 	2024-224279	0.1481
Rprec_mult_0.20       	2024-224279	0.7529
Rprec_mult_0.40       	2024-224279	0.4118
Rprec_mult_0.60       	2024-224279	0.2745
Rprec_mult_0.80       	2024-224279	0.2059
Rprec_mult_1.00       	2024-224279	0.1651
Rprec_mult_1.20       	2024-224279	0.1375
Rprec_mult_1.40       	2024-224279	0.1178
Rprec_mult_1.60       	2024-224279	0.1031
Rprec_mult_1.80       	2024-224279	0.0916
Rprec_mult_2.00       	2024-224279	0.0825
utility               	2024-224279	40.0000
11pt_avg              	2024-224279	0.1672
binG                  	2024-224279	0.0951
G                     	2024-224279	0.0403
ndcg                  	2024-224279	0.2635
ndcg_rel              	2024-224279	0.3315
Rndcg                 	2024-224279	0.3700
ndcg_cut_5            	2024-224279	0.6667
ndcg_cut_10           	2024-224279	0.6888
ndcg_cut_15           	2024-224279	0.7286
ndcg_cut_20           	2024-224279	0.7183
ndcg_cut_30           	2024-224279	0.7307
ndcg_cut_100          	2024-224279	0.5649
ndcg_cut_200          	2024-224279	0.3911
ndcg_cut_500          	2024-224279	0.2635
ndcg_cut_1000         	2024-224279	0.2635
map_cut_5             	2024-224279	0.0118
map_cut_10            	2024-224279	0.0236
map_cut_15            	2024-224279	0.0354
map_cut_20            	2024-224279	0.0472
map_cut_30            	2024-224279	0.0682
map_cut_100           	2024-224279	0.1481
map_cut_200           	2024-224279	0.1481
map_cut_500           	2024-224279	0.1481
map_cut_1000          	2024-224279	0.1481
relative_P_5          	2024-224279	1.0000
relative_P_10         	2024-224279	1.0000
relative_P_15         	2024-224279	1.0000
relative_P_20         	2024-224279	1.0000
relative_P_30         	2024-224279	0.9667
relative_P_100        	2024-224279	0.7000
relative_P_200        	2024-224279	0.3500
relative_P_500        	2024-224279	0.1651
relative_P_1000       	2024-224279	0.1651
success_1             	2024-224279	1.0000
success_5             	2024-224279	1.0000
success_10            	2024-224279	1.0000
set_P                 	2024-224279	0.7000
set_relative_P        	2024-224279	0.7000
set_recall            	2024-224279	0.1651
set_map               	2024-224279	0.1156
set_F                 	2024-224279	0.2672
num_nonrel_judged_ret 	2024-224279	1
num_ret               	2024-224701	100
num_rel               	2024-224701	92
num_rel_ret           	2024-224701	65
map                   	2024-224701	0.6522
Rprec                 	2024-224701	0.6957
bpref                 	2024-224701	0.7065
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	1.0000
iprec_at_recall_0.20  	2024-224701	1.0000
iprec_at_recall_0.30  	2024-224701	1.0000
iprec_at_recall_0.40  	2024-224701	0.9318
iprec_at_recall_0.50  	2024-224701	0.9200
iprec_at_recall_0.60  	2024-224701	0.7922
iprec_at_recall_0.70  	2024-224701	0.6771
iprec_at_recall_0.80  	2024-224701	0.0000
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	1.0000
P_10                  	2024-224701	1.0000
P_15                  	2024-224701	1.0000
P_20                  	2024-224701	1.0000
P_30                  	2024-224701	0.9667
P_100                 	2024-224701	0.6500
P_200                 	2024-224701	0.3250
P_500                 	2024-224701	0.1300
P_1000                	2024-224701	0.0650
relstring             	2024-224701	'1311111121'
recall_5              	2024-224701	0.0543
recall_10             	2024-224701	0.1087
recall_15             	2024-224701	0.1630
recall_20             	2024-224701	0.2174
recall_30             	2024-224701	0.3152
recall_100            	2024-224701	0.7065
recall_200            	2024-224701	0.7065
recall_500            	2024-224701	0.7065
recall_1000           	2024-224701	0.7065
infAP                 	2024-224701	0.6522
Rprec_mult_0.20       	2024-224701	1.0000
Rprec_mult_0.40       	2024-224701	0.9189
Rprec_mult_0.60       	2024-224701	0.8750
Rprec_mult_0.80       	2024-224701	0.7838
Rprec_mult_1.00       	2024-224701	0.6957
Rprec_mult_1.20       	2024-224701	0.5856
Rprec_mult_1.40       	2024-224701	0.5039
Rprec_mult_1.60       	2024-224701	0.4392
Rprec_mult_1.80       	2024-224701	0.3916
Rprec_mult_2.00       	2024-224701	0.3533
utility               	2024-224701	30.0000
11pt_avg              	2024-224701	0.6656
binG                  	2024-224701	0.4465
G                     	2024-224701	0.1905
ndcg                  	2024-224701	0.6812
ndcg_rel              	2024-224701	0.6357
Rndcg                 	2024-224701	0.5742
ndcg_cut_5            	2024-224701	0.4760
ndcg_cut_10           	2024-224701	0.4799
ndcg_cut_15           	2024-224701	0.5009
ndcg_cut_20           	2024-224701	0.5422
ndcg_cut_30           	2024-224701	0.6380
ndcg_cut_100          	2024-224701	0.6812
ndcg_cut_200          	2024-224701	0.6812
ndcg_cut_500          	2024-224701	0.6812
ndcg_cut_1000         	2024-224701	0.6812
map_cut_5             	2024-224701	0.0543
map_cut_10            	2024-224701	0.1087
map_cut_15            	2024-224701	0.1630
map_cut_20            	2024-224701	0.2174
map_cut_30            	2024-224701	0.3149
map_cut_100           	2024-224701	0.6522
map_cut_200           	2024-224701	0.6522
map_cut_500           	2024-224701	0.6522
map_cut_1000          	2024-224701	0.6522
relative_P_5          	2024-224701	1.0000
relative_P_10         	2024-224701	1.0000
relative_P_15         	2024-224701	1.0000
relative_P_20         	2024-224701	1.0000
relative_P_30         	2024-224701	0.9667
relative_P_100        	2024-224701	0.7065
relative_P_200        	2024-224701	0.7065
relative_P_500        	2024-224701	0.7065
relative_P_1000       	2024-224701	0.7065
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	0.6500
set_relative_P        	2024-224701	0.7065
set_recall            	2024-224701	0.7065
set_map               	2024-224701	0.4592
set_F                 	2024-224701	0.6771
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224926	100
num_rel               	2024-224926	55
num_rel_ret           	2024-224926	15
map                   	2024-224926	0.0574
Rprec                 	2024-224926	0.1273
bpref                 	2024-224926	0.1197
recip_rank            	2024-224926	0.5000
iprec_at_recall_0.00  	2024-224926	0.5000
iprec_at_recall_0.10  	2024-224926	0.1744
iprec_at_recall_0.20  	2024-224926	0.1744
iprec_at_recall_0.30  	2024-224926	0.0000
iprec_at_recall_0.40  	2024-224926	0.0000
iprec_at_recall_0.50  	2024-224926	0.0000
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	0.2000
P_10                  	2024-224926	0.3000
P_15                  	2024-224926	0.2667
P_20                  	2024-224926	0.2000
P_30                  	2024-224926	0.1667
P_100                 	2024-224926	0.1500
P_200                 	2024-224926	0.0750
P_500                 	2024-224926	0.0300
P_1000                	2024-224926	0.0150
relstring             	2024-224926	'0200000103'
recall_5              	2024-224926	0.0182
recall_10             	2024-224926	0.0545
recall_15             	2024-224926	0.0727
recall_20             	2024-224926	0.0727
recall_30             	2024-224926	0.0909
recall_100            	2024-224926	0.2727
recall_200            	2024-224926	0.2727
recall_500            	2024-224926	0.2727
recall_1000           	2024-224926	0.2727
infAP                 	2024-224926	0.0574
Rprec_mult_0.20       	2024-224926	0.2727
Rprec_mult_0.40       	2024-224926	0.1818
Rprec_mult_0.60       	2024-224926	0.1515
Rprec_mult_0.80       	2024-224926	0.1364
Rprec_mult_1.00       	2024-224926	0.1273
Rprec_mult_1.20       	2024-224926	0.1667
Rprec_mult_1.40       	2024-224926	0.1429
Rprec_mult_1.60       	2024-224926	0.1705
Rprec_mult_1.80       	2024-224926	0.1515
Rprec_mult_2.00       	2024-224926	0.1364
utility               	2024-224926	-70.0000
11pt_avg              	2024-224926	0.0772
binG                  	2024-224926	0.0642
G                     	2024-224926	0.0696
ndcg                  	2024-224926	0.2723
ndcg_rel              	2024-224926	0.2629
Rndcg                 	2024-224926	0.1822
ndcg_cut_5            	2024-224926	0.1830
ndcg_cut_10           	2024-224926	0.2423
ndcg_cut_15           	2024-224926	0.2497
ndcg_cut_20           	2024-224926	0.2273
ndcg_cut_30           	2024-224926	0.2227
ndcg_cut_100          	2024-224926	0.2723
ndcg_cut_200          	2024-224926	0.2723
ndcg_cut_500          	2024-224926	0.2723
ndcg_cut_1000         	2024-224926	0.2723
map_cut_5             	2024-224926	0.0091
map_cut_10            	2024-224926	0.0191
map_cut_15            	2024-224926	0.0252
map_cut_20            	2024-224926	0.0252
map_cut_30            	2024-224926	0.0284
map_cut_100           	2024-224926	0.0574
map_cut_200           	2024-224926	0.0574
map_cut_500           	2024-224926	0.0574
map_cut_1000          	2024-224926	0.0574
relative_P_5          	2024-224926	0.2000
relative_P_10         	2024-224926	0.3000
relative_P_15         	2024-224926	0.2667
relative_P_20         	2024-224926	0.2000
relative_P_30         	2024-224926	0.1667
relative_P_100        	2024-224926	0.2727
relative_P_200        	2024-224926	0.2727
relative_P_500        	2024-224926	0.2727
relative_P_1000       	2024-224926	0.2727
success_1             	2024-224926	0.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.1500
set_relative_P        	2024-224926	0.2727
set_recall            	2024-224926	0.2727
set_map               	2024-224926	0.0409
set_F                 	2024-224926	0.1935
num_nonrel_judged_ret 	2024-224926	57
num_ret               	2024-22886	100
num_rel               	2024-22886	147
num_rel_ret           	2024-22886	83
map                   	2024-22886	0.5079
Rprec                 	2024-22886	0.5646
bpref                 	2024-22886	0.5361
recip_rank            	2024-22886	1.0000
iprec_at_recall_0.00  	2024-22886	1.0000
iprec_at_recall_0.10  	2024-22886	1.0000
iprec_at_recall_0.20  	2024-22886	0.9038
iprec_at_recall_0.30  	2024-22886	0.9038
iprec_at_recall_0.40  	2024-22886	0.8659
iprec_at_recall_0.50  	2024-22886	0.8523
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	1.0000
P_10                  	2024-22886	1.0000
P_15                  	2024-22886	1.0000
P_20                  	2024-22886	0.9000
P_30                  	2024-22886	0.8667
P_100                 	2024-22886	0.8300
P_200                 	2024-22886	0.4150
P_500                 	2024-22886	0.1660
P_1000                	2024-22886	0.0830
relstring             	2024-22886	'3332222222'
recall_5              	2024-22886	0.0340
recall_10             	2024-22886	0.0680
recall_15             	2024-22886	0.1020
recall_20             	2024-22886	0.1224
recall_30             	2024-22886	0.1769
recall_100            	2024-22886	0.5646
recall_200            	2024-22886	0.5646
recall_500            	2024-22886	0.5646
recall_1000           	2024-22886	0.5646
infAP                 	2024-22886	0.5079
Rprec_mult_0.20       	2024-22886	0.8667
Rprec_mult_0.40       	2024-22886	0.8983
Rprec_mult_0.60       	2024-22886	0.8427
Rprec_mult_0.80       	2024-22886	0.7034
Rprec_mult_1.00       	2024-22886	0.5646
Rprec_mult_1.20       	2024-22886	0.4689
Rprec_mult_1.40       	2024-22886	0.4029
Rprec_mult_1.60       	2024-22886	0.3517
Rprec_mult_1.80       	2024-22886	0.3132
Rprec_mult_2.00       	2024-22886	0.2823
utility               	2024-22886	66.0000
11pt_avg              	2024-22886	0.5023
binG                  	2024-22886	0.2623
G                     	2024-22886	0.1687
ndcg                  	2024-22886	0.6546
ndcg_rel              	2024-22886	0.7515
Rndcg                 	2024-22886	0.7377
ndcg_cut_5            	2024-22886	0.9076
ndcg_cut_10           	2024-22886	0.8408
ndcg_cut_15           	2024-22886	0.8523
ndcg_cut_20           	2024-22886	0.8075
ndcg_cut_30           	2024-22886	0.7974
ndcg_cut_100          	2024-22886	0.7715
ndcg_cut_200          	2024-22886	0.6546
ndcg_cut_500          	2024-22886	0.6546
ndcg_cut_1000         	2024-22886	0.6546
map_cut_5             	2024-22886	0.0340
map_cut_10            	2024-22886	0.0680
map_cut_15            	2024-22886	0.1020
map_cut_20            	2024-22886	0.1214
map_cut_30            	2024-22886	0.1698
map_cut_100           	2024-22886	0.5079
map_cut_200           	2024-22886	0.5079
map_cut_500           	2024-22886	0.5079
map_cut_1000          	2024-22886	0.5079
relative_P_5          	2024-22886	1.0000
relative_P_10         	2024-22886	1.0000
relative_P_15         	2024-22886	1.0000
relative_P_20         	2024-22886	0.9000
relative_P_30         	2024-22886	0.8667
relative_P_100        	2024-22886	0.8300
relative_P_200        	2024-22886	0.5646
relative_P_500        	2024-22886	0.5646
relative_P_1000       	2024-22886	0.5646
success_1             	2024-22886	1.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	0.8300
set_relative_P        	2024-22886	0.8300
set_recall            	2024-22886	0.5646
set_map               	2024-22886	0.4686
set_F                 	2024-22886	0.6721
num_nonrel_judged_ret 	2024-22886	4
num_ret               	2024-23862	100
num_rel               	2024-23862	231
num_rel_ret           	2024-23862	81
map                   	2024-23862	0.3231
Rprec                 	2024-23862	0.3506
bpref                 	2024-23862	0.3486
recip_rank            	2024-23862	1.0000
iprec_at_recall_0.00  	2024-23862	1.0000
iprec_at_recall_0.10  	2024-23862	1.0000
iprec_at_recall_0.20  	2024-23862	0.8966
iprec_at_recall_0.30  	2024-23862	0.8675
iprec_at_recall_0.40  	2024-23862	0.0000
iprec_at_recall_0.50  	2024-23862	0.0000
iprec_at_recall_0.60  	2024-23862	0.0000
iprec_at_recall_0.70  	2024-23862	0.0000
iprec_at_recall_0.80  	2024-23862	0.0000
iprec_at_recall_0.90  	2024-23862	0.0000
iprec_at_recall_1.00  	2024-23862	0.0000
P_5                   	2024-23862	1.0000
P_10                  	2024-23862	1.0000
P_15                  	2024-23862	1.0000
P_20                  	2024-23862	1.0000
P_30                  	2024-23862	1.0000
P_100                 	2024-23862	0.8100
P_200                 	2024-23862	0.4050
P_500                 	2024-23862	0.1620
P_1000                	2024-23862	0.0810
relstring             	2024-23862	'1111111111'
recall_5              	2024-23862	0.0216
recall_10             	2024-23862	0.0433
recall_15             	2024-23862	0.0649
recall_20             	2024-23862	0.0866
recall_30             	2024-23862	0.1299
recall_100            	2024-23862	0.3506
recall_200            	2024-23862	0.3506
recall_500            	2024-23862	0.3506
recall_1000           	2024-23862	0.3506
infAP                 	2024-23862	0.3231
Rprec_mult_0.20       	2024-23862	0.8936
Rprec_mult_0.40       	2024-23862	0.8172
Rprec_mult_0.60       	2024-23862	0.5827
Rprec_mult_0.80       	2024-23862	0.4378
Rprec_mult_1.00       	2024-23862	0.3506
Rprec_mult_1.20       	2024-23862	0.2914
Rprec_mult_1.40       	2024-23862	0.2500
Rprec_mult_1.60       	2024-23862	0.2189
Rprec_mult_1.80       	2024-23862	0.1947
Rprec_mult_2.00       	2024-23862	0.1753
utility               	2024-23862	62.0000
11pt_avg              	2024-23862	0.3422
binG                  	2024-23862	0.2010
G                     	2024-23862	0.1279
ndcg                  	2024-23862	0.4389
ndcg_rel              	2024-23862	0.5620
Rndcg                 	2024-23862	0.4695
ndcg_cut_5            	2024-23862	0.6439
ndcg_cut_10           	2024-23862	0.7359
ndcg_cut_15           	2024-23862	0.7823
ndcg_cut_20           	2024-23862	0.8119
ndcg_cut_30           	2024-23862	0.8489
ndcg_cut_100          	2024-23862	0.7865
ndcg_cut_200          	2024-23862	0.4870
ndcg_cut_500          	2024-23862	0.4389
ndcg_cut_1000         	2024-23862	0.4389
map_cut_5             	2024-23862	0.0216
map_cut_10            	2024-23862	0.0433
map_cut_15            	2024-23862	0.0649
map_cut_20            	2024-23862	0.0866
map_cut_30            	2024-23862	0.1299
map_cut_100           	2024-23862	0.3231
map_cut_200           	2024-23862	0.3231
map_cut_500           	2024-23862	0.3231
map_cut_1000          	2024-23862	0.3231
relative_P_5          	2024-23862	1.0000
relative_P_10         	2024-23862	1.0000
relative_P_15         	2024-23862	1.0000
relative_P_20         	2024-23862	1.0000
relative_P_30         	2024-23862	1.0000
relative_P_100        	2024-23862	0.8100
relative_P_200        	2024-23862	0.4050
relative_P_500        	2024-23862	0.3506
relative_P_1000       	2024-23862	0.3506
success_1             	2024-23862	1.0000
success_5             	2024-23862	1.0000
success_10            	2024-23862	1.0000
set_P                 	2024-23862	0.8100
set_relative_P        	2024-23862	0.8100
set_recall            	2024-23862	0.3506
set_map               	2024-23862	0.2840
set_F                 	2024-23862	0.4894
num_nonrel_judged_ret 	2024-23862	1
num_ret               	2024-27366	100
num_rel               	2024-27366	232
num_rel_ret           	2024-27366	80
map                   	2024-27366	0.3249
Rprec                 	2024-27366	0.3448
bpref                 	2024-27366	0.3448
recip_rank            	2024-27366	1.0000
iprec_at_recall_0.00  	2024-27366	1.0000
iprec_at_recall_0.10  	2024-27366	1.0000
iprec_at_recall_0.20  	2024-27366	0.9592
iprec_at_recall_0.30  	2024-27366	0.8588
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	1.0000
P_10                  	2024-27366	1.0000
P_15                  	2024-27366	1.0000
P_20                  	2024-27366	1.0000
P_30                  	2024-27366	1.0000
P_100                 	2024-27366	0.8000
P_200                 	2024-27366	0.4000
P_500                 	2024-27366	0.1600
P_1000                	2024-27366	0.0800
relstring             	2024-27366	'1121112221'
recall_5              	2024-27366	0.0216
recall_10             	2024-27366	0.0431
recall_15             	2024-27366	0.0647
recall_20             	2024-27366	0.0862
recall_30             	2024-27366	0.1293
recall_100            	2024-27366	0.3448
recall_200            	2024-27366	0.3448
recall_500            	2024-27366	0.3448
recall_1000           	2024-27366	0.3448
infAP                 	2024-27366	0.3249
Rprec_mult_0.20       	2024-27366	0.9574
Rprec_mult_0.40       	2024-27366	0.8280
Rprec_mult_0.60       	2024-27366	0.5714
Rprec_mult_0.80       	2024-27366	0.4301
Rprec_mult_1.00       	2024-27366	0.3448
Rprec_mult_1.20       	2024-27366	0.2867
Rprec_mult_1.40       	2024-27366	0.2462
Rprec_mult_1.60       	2024-27366	0.2151
Rprec_mult_1.80       	2024-27366	0.1914
Rprec_mult_2.00       	2024-27366	0.1724
utility               	2024-27366	60.0000
11pt_avg              	2024-27366	0.3471
binG                  	2024-27366	0.2113
G                     	2024-27366	0.0940
ndcg                  	2024-27366	0.4335
ndcg_rel              	2024-27366	0.5242
Rndcg                 	2024-27366	0.5398
ndcg_cut_5            	2024-27366	0.5848
ndcg_cut_10           	2024-27366	0.6595
ndcg_cut_15           	2024-27366	0.6699
ndcg_cut_20           	2024-27366	0.6520
ndcg_cut_30           	2024-27366	0.6982
ndcg_cut_100          	2024-27366	0.7147
ndcg_cut_200          	2024-27366	0.4764
ndcg_cut_500          	2024-27366	0.4335
ndcg_cut_1000         	2024-27366	0.4335
map_cut_5             	2024-27366	0.0216
map_cut_10            	2024-27366	0.0431
map_cut_15            	2024-27366	0.0647
map_cut_20            	2024-27366	0.0862
map_cut_30            	2024-27366	0.1293
map_cut_100           	2024-27366	0.3249
map_cut_200           	2024-27366	0.3249
map_cut_500           	2024-27366	0.3249
map_cut_1000          	2024-27366	0.3249
relative_P_5          	2024-27366	1.0000
relative_P_10         	2024-27366	1.0000
relative_P_15         	2024-27366	1.0000
relative_P_20         	2024-27366	1.0000
relative_P_30         	2024-27366	1.0000
relative_P_100        	2024-27366	0.8000
relative_P_200        	2024-27366	0.4000
relative_P_500        	2024-27366	0.3448
relative_P_1000       	2024-27366	0.3448
success_1             	2024-27366	1.0000
success_5             	2024-27366	1.0000
success_10            	2024-27366	1.0000
set_P                 	2024-27366	0.8000
set_relative_P        	2024-27366	0.8000
set_recall            	2024-27366	0.3448
set_map               	2024-27366	0.2759
set_F                 	2024-27366	0.4819
num_nonrel_judged_ret 	2024-27366	0
num_ret               	2024-29182	100
num_rel               	2024-29182	174
num_rel_ret           	2024-29182	46
map                   	2024-29182	0.2026
Rprec                 	2024-29182	0.2644
bpref                 	2024-29182	0.2570
recip_rank            	2024-29182	1.0000
iprec_at_recall_0.00  	2024-29182	1.0000
iprec_at_recall_0.10  	2024-29182	0.8261
iprec_at_recall_0.20  	2024-29182	0.6604
iprec_at_recall_0.30  	2024-29182	0.0000
iprec_at_recall_0.40  	2024-29182	0.0000
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	1.0000
P_10                  	2024-29182	0.9000
P_15                  	2024-29182	0.9333
P_20                  	2024-29182	0.8000
P_30                  	2024-29182	0.8000
P_100                 	2024-29182	0.4600
P_200                 	2024-29182	0.2300
P_500                 	2024-29182	0.0920
P_1000                	2024-29182	0.0460
relstring             	2024-29182	'3231212110'
recall_5              	2024-29182	0.0287
recall_10             	2024-29182	0.0517
recall_15             	2024-29182	0.0805
recall_20             	2024-29182	0.0920
recall_30             	2024-29182	0.1379
recall_100            	2024-29182	0.2644
recall_200            	2024-29182	0.2644
recall_500            	2024-29182	0.2644
recall_1000           	2024-29182	0.2644
infAP                 	2024-29182	0.2026
Rprec_mult_0.20       	2024-29182	0.7143
Rprec_mult_0.40       	2024-29182	0.5286
Rprec_mult_0.60       	2024-29182	0.4381
Rprec_mult_0.80       	2024-29182	0.3286
Rprec_mult_1.00       	2024-29182	0.2644
Rprec_mult_1.20       	2024-29182	0.2201
Rprec_mult_1.40       	2024-29182	0.1885
Rprec_mult_1.60       	2024-29182	0.1649
Rprec_mult_1.80       	2024-29182	0.1465
Rprec_mult_2.00       	2024-29182	0.1322
utility               	2024-29182	-8.0000
11pt_avg              	2024-29182	0.2260
binG                  	2024-29182	0.1206
G                     	2024-29182	0.0745
ndcg                  	2024-29182	0.3720
ndcg_rel              	2024-29182	0.4396
Rndcg                 	2024-29182	0.5217
ndcg_cut_5            	2024-29182	0.7876
ndcg_cut_10           	2024-29182	0.6763
ndcg_cut_15           	2024-29182	0.6989
ndcg_cut_20           	2024-29182	0.6327
ndcg_cut_30           	2024-29182	0.6264
ndcg_cut_100          	2024-29182	0.4579
ndcg_cut_200          	2024-29182	0.3720
ndcg_cut_500          	2024-29182	0.3720
ndcg_cut_1000         	2024-29182	0.3720
map_cut_5             	2024-29182	0.0287
map_cut_10            	2024-29182	0.0517
map_cut_15            	2024-29182	0.0782
map_cut_20            	2024-29182	0.0885
map_cut_30            	2024-29182	0.1253
map_cut_100           	2024-29182	0.2026
map_cut_200           	2024-29182	0.2026
map_cut_500           	2024-29182	0.2026
map_cut_1000          	2024-29182	0.2026
relative_P_5          	2024-29182	1.0000
relative_P_10         	2024-29182	0.9000
relative_P_15         	2024-29182	0.9333
relative_P_20         	2024-29182	0.8000
relative_P_30         	2024-29182	0.8000
relative_P_100        	2024-29182	0.4600
relative_P_200        	2024-29182	0.2644
relative_P_500        	2024-29182	0.2644
relative_P_1000       	2024-29182	0.2644
success_1             	2024-29182	1.0000
success_5             	2024-29182	1.0000
success_10            	2024-29182	1.0000
set_P                 	2024-29182	0.4600
set_relative_P        	2024-29182	0.4600
set_recall            	2024-29182	0.2644
set_map               	2024-29182	0.1216
set_F                 	2024-29182	0.3358
num_nonrel_judged_ret 	2024-29182	14
num_ret               	2024-29941	100
num_rel               	2024-29941	240
num_rel_ret           	2024-29941	59
map                   	2024-29941	0.1984
Rprec                 	2024-29941	0.2458
bpref                 	2024-29941	0.2289
recip_rank            	2024-29941	0.5000
iprec_at_recall_0.00  	2024-29941	0.9286
iprec_at_recall_0.10  	2024-29941	0.9118
iprec_at_recall_0.20  	2024-29941	0.7385
iprec_at_recall_0.30  	2024-29941	0.0000
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	0.8000
P_10                  	2024-29941	0.9000
P_15                  	2024-29941	0.8667
P_20                  	2024-29941	0.9000
P_30                  	2024-29941	0.9000
P_100                 	2024-29941	0.5900
P_200                 	2024-29941	0.2950
P_500                 	2024-29941	0.1180
P_1000                	2024-29941	0.0590
relstring             	2024-29941	'0311233311'
recall_5              	2024-29941	0.0167
recall_10             	2024-29941	0.0375
recall_15             	2024-29941	0.0542
recall_20             	2024-29941	0.0750
recall_30             	2024-29941	0.1125
recall_100            	2024-29941	0.2458
recall_200            	2024-29941	0.2458
recall_500            	2024-29941	0.2458
recall_1000           	2024-29941	0.2458
infAP                 	2024-29941	0.1984
Rprec_mult_0.20       	2024-29941	0.7917
Rprec_mult_0.40       	2024-29941	0.6042
Rprec_mult_0.60       	2024-29941	0.4097
Rprec_mult_0.80       	2024-29941	0.3073
Rprec_mult_1.00       	2024-29941	0.2458
Rprec_mult_1.20       	2024-29941	0.2049
Rprec_mult_1.40       	2024-29941	0.1756
Rprec_mult_1.60       	2024-29941	0.1536
Rprec_mult_1.80       	2024-29941	0.1366
Rprec_mult_2.00       	2024-29941	0.1229
utility               	2024-29941	18.0000
11pt_avg              	2024-29941	0.2344
binG                  	2024-29941	0.0976
G                     	2024-29941	0.0597
ndcg                  	2024-29941	0.3487
ndcg_rel              	2024-29941	0.3969
Rndcg                 	2024-29941	0.4454
ndcg_cut_5            	2024-29941	0.4067
ndcg_cut_10           	2024-29941	0.5284
ndcg_cut_15           	2024-29941	0.5460
ndcg_cut_20           	2024-29941	0.5886
ndcg_cut_30           	2024-29941	0.5906
ndcg_cut_100          	2024-29941	0.4931
ndcg_cut_200          	2024-29941	0.3738
ndcg_cut_500          	2024-29941	0.3487
ndcg_cut_1000         	2024-29941	0.3487
map_cut_5             	2024-29941	0.0113
map_cut_10            	2024-29941	0.0295
map_cut_15            	2024-29941	0.0448
map_cut_20            	2024-29941	0.0633
map_cut_30            	2024-29941	0.0969
map_cut_100           	2024-29941	0.1984
map_cut_200           	2024-29941	0.1984
map_cut_500           	2024-29941	0.1984
map_cut_1000          	2024-29941	0.1984
relative_P_5          	2024-29941	0.8000
relative_P_10         	2024-29941	0.9000
relative_P_15         	2024-29941	0.8667
relative_P_20         	2024-29941	0.9000
relative_P_30         	2024-29941	0.9000
relative_P_100        	2024-29941	0.5900
relative_P_200        	2024-29941	0.2950
relative_P_500        	2024-29941	0.2458
relative_P_1000       	2024-29941	0.2458
success_1             	2024-29941	0.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	0.5900
set_relative_P        	2024-29941	0.5900
set_recall            	2024-29941	0.2458
set_map               	2024-29941	0.1450
set_F                 	2024-29941	0.3471
num_nonrel_judged_ret 	2024-29941	8
num_ret               	2024-32912	100
num_rel               	2024-32912	109
num_rel_ret           	2024-32912	58
map                   	2024-32912	0.4554
Rprec                 	2024-32912	0.5321
bpref                 	2024-32912	0.5117
recip_rank            	2024-32912	1.0000
iprec_at_recall_0.00  	2024-32912	1.0000
iprec_at_recall_0.10  	2024-32912	1.0000
iprec_at_recall_0.20  	2024-32912	0.9630
iprec_at_recall_0.30  	2024-32912	0.8750
iprec_at_recall_0.40  	2024-32912	0.7333
iprec_at_recall_0.50  	2024-32912	0.6087
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	1.0000
P_10                  	2024-32912	1.0000
P_15                  	2024-32912	1.0000
P_20                  	2024-32912	0.9500
P_30                  	2024-32912	0.9000
P_100                 	2024-32912	0.5800
P_200                 	2024-32912	0.2900
P_500                 	2024-32912	0.1160
P_1000                	2024-32912	0.0580
relstring             	2024-32912	'2222212222'
recall_5              	2024-32912	0.0459
recall_10             	2024-32912	0.0917
recall_15             	2024-32912	0.1376
recall_20             	2024-32912	0.1743
recall_30             	2024-32912	0.2477
recall_100            	2024-32912	0.5321
recall_200            	2024-32912	0.5321
recall_500            	2024-32912	0.5321
recall_1000           	2024-32912	0.5321
infAP                 	2024-32912	0.4554
Rprec_mult_0.20       	2024-32912	0.9545
Rprec_mult_0.40       	2024-32912	0.8409
Rprec_mult_0.60       	2024-32912	0.6818
Rprec_mult_0.80       	2024-32912	0.6136
Rprec_mult_1.00       	2024-32912	0.5321
Rprec_mult_1.20       	2024-32912	0.4427
Rprec_mult_1.40       	2024-32912	0.3791
Rprec_mult_1.60       	2024-32912	0.3314
Rprec_mult_1.80       	2024-32912	0.2944
Rprec_mult_2.00       	2024-32912	0.2661
utility               	2024-32912	16.0000
11pt_avg              	2024-32912	0.4709
binG                  	2024-32912	0.2835
G                     	2024-32912	0.1253
ndcg                  	2024-32912	0.5639
ndcg_rel              	2024-32912	0.6058
Rndcg                 	2024-32912	0.5935
ndcg_cut_5            	2024-32912	0.6667
ndcg_cut_10           	2024-32912	0.6405
ndcg_cut_15           	2024-32912	0.6703
ndcg_cut_20           	2024-32912	0.6853
ndcg_cut_30           	2024-32912	0.6804
ndcg_cut_100          	2024-32912	0.5822
ndcg_cut_200          	2024-32912	0.5639
ndcg_cut_500          	2024-32912	0.5639
ndcg_cut_1000         	2024-32912	0.5639
map_cut_5             	2024-32912	0.0459
map_cut_10            	2024-32912	0.0917
map_cut_15            	2024-32912	0.1376
map_cut_20            	2024-32912	0.1723
map_cut_30            	2024-32912	0.2421
map_cut_100           	2024-32912	0.4554
map_cut_200           	2024-32912	0.4554
map_cut_500           	2024-32912	0.4554
map_cut_1000          	2024-32912	0.4554
relative_P_5          	2024-32912	1.0000
relative_P_10         	2024-32912	1.0000
relative_P_15         	2024-32912	1.0000
relative_P_20         	2024-32912	0.9500
relative_P_30         	2024-32912	0.9000
relative_P_100        	2024-32912	0.5800
relative_P_200        	2024-32912	0.5321
relative_P_500        	2024-32912	0.5321
relative_P_1000       	2024-32912	0.5321
success_1             	2024-32912	1.0000
success_5             	2024-32912	1.0000
success_10            	2024-32912	1.0000
set_P                 	2024-32912	0.5800
set_relative_P        	2024-32912	0.5800
set_recall            	2024-32912	0.5321
set_map               	2024-32912	0.3086
set_F                 	2024-32912	0.5550
num_nonrel_judged_ret 	2024-32912	14
num_ret               	2024-33466	100
num_rel               	2024-33466	265
num_rel_ret           	2024-33466	69
map                   	2024-33466	0.2310
Rprec                 	2024-33466	0.2604
bpref                 	2024-33466	0.2604
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	1.0000
iprec_at_recall_0.20  	2024-33466	0.7571
iprec_at_recall_0.30  	2024-33466	0.0000
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	1.0000
P_10                  	2024-33466	1.0000
P_15                  	2024-33466	1.0000
P_20                  	2024-33466	1.0000
P_30                  	2024-33466	1.0000
P_100                 	2024-33466	0.6900
P_200                 	2024-33466	0.3450
P_500                 	2024-33466	0.1380
P_1000                	2024-33466	0.0690
relstring             	2024-33466	'1212323221'
recall_5              	2024-33466	0.0189
recall_10             	2024-33466	0.0377
recall_15             	2024-33466	0.0566
recall_20             	2024-33466	0.0755
recall_30             	2024-33466	0.1132
recall_100            	2024-33466	0.2604
recall_200            	2024-33466	0.2604
recall_500            	2024-33466	0.2604
recall_1000           	2024-33466	0.2604
infAP                 	2024-33466	0.2310
Rprec_mult_0.20       	2024-33466	0.8302
Rprec_mult_0.40       	2024-33466	0.6509
Rprec_mult_0.60       	2024-33466	0.4340
Rprec_mult_0.80       	2024-33466	0.3255
Rprec_mult_1.00       	2024-33466	0.2604
Rprec_mult_1.20       	2024-33466	0.2170
Rprec_mult_1.40       	2024-33466	0.1860
Rprec_mult_1.60       	2024-33466	0.1627
Rprec_mult_1.80       	2024-33466	0.1447
Rprec_mult_2.00       	2024-33466	0.1302
utility               	2024-33466	38.0000
11pt_avg              	2024-33466	0.2506
binG                  	2024-33466	0.1570
G                     	2024-33466	0.0541
ndcg                  	2024-33466	0.3347
ndcg_rel              	2024-33466	0.3991
Rndcg                 	2024-33466	0.4075
ndcg_cut_5            	2024-33466	0.5408
ndcg_cut_10           	2024-33466	0.5882
ndcg_cut_15           	2024-33466	0.6363
ndcg_cut_20           	2024-33466	0.6525
ndcg_cut_30           	2024-33466	0.6406
ndcg_cut_100          	2024-33466	0.5447
ndcg_cut_200          	2024-33466	0.3710
ndcg_cut_500          	2024-33466	0.3347
ndcg_cut_1000         	2024-33466	0.3347
map_cut_5             	2024-33466	0.0189
map_cut_10            	2024-33466	0.0377
map_cut_15            	2024-33466	0.0566
map_cut_20            	2024-33466	0.0755
map_cut_30            	2024-33466	0.1132
map_cut_100           	2024-33466	0.2310
map_cut_200           	2024-33466	0.2310
map_cut_500           	2024-33466	0.2310
map_cut_1000          	2024-33466	0.2310
relative_P_5          	2024-33466	1.0000
relative_P_10         	2024-33466	1.0000
relative_P_15         	2024-33466	1.0000
relative_P_20         	2024-33466	1.0000
relative_P_30         	2024-33466	1.0000
relative_P_100        	2024-33466	0.6900
relative_P_200        	2024-33466	0.3450
relative_P_500        	2024-33466	0.2604
relative_P_1000       	2024-33466	0.2604
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	0.6900
set_relative_P        	2024-33466	0.6900
set_recall            	2024-33466	0.2604
set_map               	2024-33466	0.1797
set_F                 	2024-33466	0.3781
num_nonrel_judged_ret 	2024-33466	0
num_ret               	2024-35227	100
num_rel               	2024-35227	216
num_rel_ret           	2024-35227	71
map                   	2024-35227	0.2677
Rprec                 	2024-35227	0.3287
bpref                 	2024-35227	0.3155
recip_rank            	2024-35227	1.0000
iprec_at_recall_0.00  	2024-35227	1.0000
iprec_at_recall_0.10  	2024-35227	0.8571
iprec_at_recall_0.20  	2024-35227	0.8148
iprec_at_recall_0.30  	2024-35227	0.7363
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	0.8000
P_10                  	2024-35227	0.9000
P_15                  	2024-35227	0.9333
P_20                  	2024-35227	0.9000
P_30                  	2024-35227	0.8000
P_100                 	2024-35227	0.7100
P_200                 	2024-35227	0.3550
P_500                 	2024-35227	0.1420
P_1000                	2024-35227	0.0710
relstring             	2024-35227	'3012222221'
recall_5              	2024-35227	0.0185
recall_10             	2024-35227	0.0417
recall_15             	2024-35227	0.0648
recall_20             	2024-35227	0.0833
recall_30             	2024-35227	0.1111
recall_100            	2024-35227	0.3287
recall_200            	2024-35227	0.3287
recall_500            	2024-35227	0.3287
recall_1000           	2024-35227	0.3287
infAP                 	2024-35227	0.2677
Rprec_mult_0.20       	2024-35227	0.7955
Rprec_mult_0.40       	2024-35227	0.7241
Rprec_mult_0.60       	2024-35227	0.5462
Rprec_mult_0.80       	2024-35227	0.4104
Rprec_mult_1.00       	2024-35227	0.3287
Rprec_mult_1.20       	2024-35227	0.2731
Rprec_mult_1.40       	2024-35227	0.2343
Rprec_mult_1.60       	2024-35227	0.2052
Rprec_mult_1.80       	2024-35227	0.1825
Rprec_mult_2.00       	2024-35227	0.1644
utility               	2024-35227	42.0000
11pt_avg              	2024-35227	0.3098
binG                  	2024-35227	0.1210
G                     	2024-35227	0.0907
ndcg                  	2024-35227	0.4362
ndcg_rel              	2024-35227	0.5161
Rndcg                 	2024-35227	0.5533
ndcg_cut_5            	2024-35227	0.6821
ndcg_cut_10           	2024-35227	0.7498
ndcg_cut_15           	2024-35227	0.7580
ndcg_cut_20           	2024-35227	0.7638
ndcg_cut_30           	2024-35227	0.6969
ndcg_cut_100          	2024-35227	0.6103
ndcg_cut_200          	2024-35227	0.4530
ndcg_cut_500          	2024-35227	0.4362
ndcg_cut_1000         	2024-35227	0.4362
map_cut_5             	2024-35227	0.0149
map_cut_10            	2024-35227	0.0351
map_cut_15            	2024-35227	0.0564
map_cut_20            	2024-35227	0.0732
map_cut_30            	2024-35227	0.0969
map_cut_100           	2024-35227	0.2677
map_cut_200           	2024-35227	0.2677
map_cut_500           	2024-35227	0.2677
map_cut_1000          	2024-35227	0.2677
relative_P_5          	2024-35227	0.8000
relative_P_10         	2024-35227	0.9000
relative_P_15         	2024-35227	0.9333
relative_P_20         	2024-35227	0.9000
relative_P_30         	2024-35227	0.8000
relative_P_100        	2024-35227	0.7100
relative_P_200        	2024-35227	0.3550
relative_P_500        	2024-35227	0.3287
relative_P_1000       	2024-35227	0.3287
success_1             	2024-35227	1.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	0.7100
set_relative_P        	2024-35227	0.7100
set_recall            	2024-35227	0.3287
set_map               	2024-35227	0.2334
set_F                 	2024-35227	0.4494
num_nonrel_judged_ret 	2024-35227	7
num_ret               	2024-35269	100
num_rel               	2024-35269	76
num_rel_ret           	2024-35269	33
map                   	2024-35269	0.2122
Rprec                 	2024-35269	0.3816
bpref                 	2024-35269	0.3232
recip_rank            	2024-35269	1.0000
iprec_at_recall_0.00  	2024-35269	1.0000
iprec_at_recall_0.10  	2024-35269	0.6250
iprec_at_recall_0.20  	2024-35269	0.4545
iprec_at_recall_0.30  	2024-35269	0.4242
iprec_at_recall_0.40  	2024-35269	0.3548
iprec_at_recall_0.50  	2024-35269	0.0000
iprec_at_recall_0.60  	2024-35269	0.0000
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	0.6000
P_10                  	2024-35269	0.5000
P_15                  	2024-35269	0.6000
P_20                  	2024-35269	0.5000
P_30                  	2024-35269	0.4667
P_100                 	2024-35269	0.3300
P_200                 	2024-35269	0.1650
P_500                 	2024-35269	0.0660
P_1000                	2024-35269	0.0330
relstring             	2024-35269	'2022000022'
recall_5              	2024-35269	0.0395
recall_10             	2024-35269	0.0658
recall_15             	2024-35269	0.1184
recall_20             	2024-35269	0.1316
recall_30             	2024-35269	0.1842
recall_100            	2024-35269	0.4342
recall_200            	2024-35269	0.4342
recall_500            	2024-35269	0.4342
recall_1000           	2024-35269	0.4342
infAP                 	2024-35269	0.2122
Rprec_mult_0.20       	2024-35269	0.6250
Rprec_mult_0.40       	2024-35269	0.4839
Rprec_mult_0.60       	2024-35269	0.4348
Rprec_mult_0.80       	2024-35269	0.4098
Rprec_mult_1.00       	2024-35269	0.3816
Rprec_mult_1.20       	2024-35269	0.3478
Rprec_mult_1.40       	2024-35269	0.3084
Rprec_mult_1.60       	2024-35269	0.2705
Rprec_mult_1.80       	2024-35269	0.2409
Rprec_mult_2.00       	2024-35269	0.2171
utility               	2024-35269	-34.0000
11pt_avg              	2024-35269	0.2599
binG                  	2024-35269	0.1245
G                     	2024-35269	0.1067
ndcg                  	2024-35269	0.4627
ndcg_rel              	2024-35269	0.4908
Rndcg                 	2024-35269	0.4481
ndcg_cut_5            	2024-35269	0.6548
ndcg_cut_10           	2024-35269	0.5548
ndcg_cut_15           	2024-35269	0.6112
ndcg_cut_20           	2024-35269	0.5436
ndcg_cut_30           	2024-35269	0.5107
ndcg_cut_100          	2024-35269	0.4627
ndcg_cut_200          	2024-35269	0.4627
ndcg_cut_500          	2024-35269	0.4627
ndcg_cut_1000         	2024-35269	0.4627
map_cut_5             	2024-35269	0.0318
map_cut_10            	2024-35269	0.0442
map_cut_15            	2024-35269	0.0751
map_cut_20            	2024-35269	0.0833
map_cut_30            	2024-35269	0.1096
map_cut_100           	2024-35269	0.2122
map_cut_200           	2024-35269	0.2122
map_cut_500           	2024-35269	0.2122
map_cut_1000          	2024-35269	0.2122
relative_P_5          	2024-35269	0.6000
relative_P_10         	2024-35269	0.5000
relative_P_15         	2024-35269	0.6000
relative_P_20         	2024-35269	0.5000
relative_P_30         	2024-35269	0.4667
relative_P_100        	2024-35269	0.4342
relative_P_200        	2024-35269	0.4342
relative_P_500        	2024-35269	0.4342
relative_P_1000       	2024-35269	0.4342
success_1             	2024-35269	1.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	0.3300
set_relative_P        	2024-35269	0.4342
set_recall            	2024-35269	0.4342
set_map               	2024-35269	0.1433
set_F                 	2024-35269	0.3750
num_nonrel_judged_ret 	2024-35269	47
num_ret               	2024-35284	100
num_rel               	2024-35284	141
num_rel_ret           	2024-35284	53
map                   	2024-35284	0.2464
Rprec                 	2024-35284	0.3759
bpref                 	2024-35284	0.3603
recip_rank            	2024-35284	1.0000
iprec_at_recall_0.00  	2024-35284	1.0000
iprec_at_recall_0.10  	2024-35284	0.7619
iprec_at_recall_0.20  	2024-35284	0.6458
iprec_at_recall_0.30  	2024-35284	0.5795
iprec_at_recall_0.40  	2024-35284	0.0000
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	0.8000
P_10                  	2024-35284	0.7000
P_15                  	2024-35284	0.6667
P_20                  	2024-35284	0.7500
P_30                  	2024-35284	0.6667
P_100                 	2024-35284	0.5300
P_200                 	2024-35284	0.2650
P_500                 	2024-35284	0.1060
P_1000                	2024-35284	0.0530
relstring             	2024-35284	'11-111-11-'
recall_5              	2024-35284	0.0284
recall_10             	2024-35284	0.0496
recall_15             	2024-35284	0.0709
recall_20             	2024-35284	0.1064
recall_30             	2024-35284	0.1418
recall_100            	2024-35284	0.3759
recall_200            	2024-35284	0.3759
recall_500            	2024-35284	0.3759
recall_1000           	2024-35284	0.3759
infAP                 	2024-35284	0.2464
Rprec_mult_0.20       	2024-35284	0.6552
Rprec_mult_0.40       	2024-35284	0.5965
Rprec_mult_0.60       	2024-35284	0.5765
Rprec_mult_0.80       	2024-35284	0.4690
Rprec_mult_1.00       	2024-35284	0.3759
Rprec_mult_1.20       	2024-35284	0.3118
Rprec_mult_1.40       	2024-35284	0.2677
Rprec_mult_1.60       	2024-35284	0.2345
Rprec_mult_1.80       	2024-35284	0.2087
Rprec_mult_2.00       	2024-35284	0.1879
utility               	2024-35284	6.0000
11pt_avg              	2024-35284	0.2716
binG                  	2024-35284	0.1169
G                     	2024-35284	0.0572
ndcg                  	2024-35284	0.3069
ndcg_rel              	2024-35284	0.3121
Rndcg                 	2024-35284	0.2961
ndcg_cut_5            	2024-35284	0.2768
ndcg_cut_10           	2024-35284	0.2761
ndcg_cut_15           	2024-35284	0.2803
ndcg_cut_20           	2024-35284	0.3237
ndcg_cut_30           	2024-35284	0.3093
ndcg_cut_100          	2024-35284	0.3578
ndcg_cut_200          	2024-35284	0.3069
ndcg_cut_500          	2024-35284	0.3069
ndcg_cut_1000         	2024-35284	0.3069
map_cut_5             	2024-35284	0.0252
map_cut_10            	2024-35284	0.0419
map_cut_15            	2024-35284	0.0567
map_cut_20            	2024-35284	0.0823
map_cut_30            	2024-35284	0.1076
map_cut_100           	2024-35284	0.2464
map_cut_200           	2024-35284	0.2464
map_cut_500           	2024-35284	0.2464
map_cut_1000          	2024-35284	0.2464
relative_P_5          	2024-35284	0.8000
relative_P_10         	2024-35284	0.7000
relative_P_15         	2024-35284	0.6667
relative_P_20         	2024-35284	0.7500
relative_P_30         	2024-35284	0.6667
relative_P_100        	2024-35284	0.5300
relative_P_200        	2024-35284	0.3759
relative_P_500        	2024-35284	0.3759
relative_P_1000       	2024-35284	0.3759
success_1             	2024-35284	1.0000
success_5             	2024-35284	1.0000
success_10            	2024-35284	1.0000
set_P                 	2024-35284	0.5300
set_relative_P        	2024-35284	0.5300
set_recall            	2024-35284	0.3759
set_map               	2024-35284	0.1992
set_F                 	2024-35284	0.4398
num_nonrel_judged_ret 	2024-35284	1
num_ret               	2024-35620	100
num_rel               	2024-35620	104
num_rel_ret           	2024-35620	63
map                   	2024-35620	0.4986
Rprec                 	2024-35620	0.6058
bpref                 	2024-35620	0.5680
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	1.0000
iprec_at_recall_0.20  	2024-35620	0.8929
iprec_at_recall_0.30  	2024-35620	0.8070
iprec_at_recall_0.40  	2024-35620	0.8070
iprec_at_recall_0.50  	2024-35620	0.7027
iprec_at_recall_0.60  	2024-35620	0.6429
iprec_at_recall_0.70  	2024-35620	0.0000
iprec_at_recall_0.80  	2024-35620	0.0000
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	1.0000
P_10                  	2024-35620	1.0000
P_15                  	2024-35620	0.9333
P_20                  	2024-35620	0.9000
P_30                  	2024-35620	0.8333
P_100                 	2024-35620	0.6300
P_200                 	2024-35620	0.3150
P_500                 	2024-35620	0.1260
P_1000                	2024-35620	0.0630
relstring             	2024-35620	'3333333231'
recall_5              	2024-35620	0.0481
recall_10             	2024-35620	0.0962
recall_15             	2024-35620	0.1346
recall_20             	2024-35620	0.1731
recall_30             	2024-35620	0.2404
recall_100            	2024-35620	0.6058
recall_200            	2024-35620	0.6058
recall_500            	2024-35620	0.6058
recall_1000           	2024-35620	0.6058
infAP                 	2024-35620	0.4986
Rprec_mult_0.20       	2024-35620	0.9048
Rprec_mult_0.40       	2024-35620	0.7857
Rprec_mult_0.60       	2024-35620	0.7619
Rprec_mult_0.80       	2024-35620	0.6548
Rprec_mult_1.00       	2024-35620	0.6058
Rprec_mult_1.20       	2024-35620	0.5040
Rprec_mult_1.40       	2024-35620	0.4315
Rprec_mult_1.60       	2024-35620	0.3772
Rprec_mult_1.80       	2024-35620	0.3351
Rprec_mult_2.00       	2024-35620	0.3029
utility               	2024-35620	26.0000
11pt_avg              	2024-35620	0.5320
binG                  	2024-35620	0.2681
G                     	2024-35620	0.2168
ndcg                  	2024-35620	0.6716
ndcg_rel              	2024-35620	0.7420
Rndcg                 	2024-35620	0.6864
ndcg_cut_5            	2024-35620	1.0000
ndcg_cut_10           	2024-35620	0.9344
ndcg_cut_15           	2024-35620	0.8885
ndcg_cut_20           	2024-35620	0.8522
ndcg_cut_30           	2024-35620	0.7870
ndcg_cut_100          	2024-35620	0.6798
ndcg_cut_200          	2024-35620	0.6716
ndcg_cut_500          	2024-35620	0.6716
ndcg_cut_1000         	2024-35620	0.6716
map_cut_5             	2024-35620	0.0481
map_cut_10            	2024-35620	0.0962
map_cut_15            	2024-35620	0.1325
map_cut_20            	2024-35620	0.1679
map_cut_30            	2024-35620	0.2274
map_cut_100           	2024-35620	0.4986
map_cut_200           	2024-35620	0.4986
map_cut_500           	2024-35620	0.4986
map_cut_1000          	2024-35620	0.4986
relative_P_5          	2024-35620	1.0000
relative_P_10         	2024-35620	1.0000
relative_P_15         	2024-35620	0.9333
relative_P_20         	2024-35620	0.9000
relative_P_30         	2024-35620	0.8333
relative_P_100        	2024-35620	0.6300
relative_P_200        	2024-35620	0.6058
relative_P_500        	2024-35620	0.6058
relative_P_1000       	2024-35620	0.6058
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	0.6300
set_relative_P        	2024-35620	0.6300
set_recall            	2024-35620	0.6058
set_map               	2024-35620	0.3816
set_F                 	2024-35620	0.6176
num_nonrel_judged_ret 	2024-35620	18
num_ret               	2024-36155	100
num_rel               	2024-36155	82
num_rel_ret           	2024-36155	56
map                   	2024-36155	0.5618
Rprec                 	2024-36155	0.6220
bpref                 	2024-36155	0.6215
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	0.9286
iprec_at_recall_0.20  	2024-36155	0.9130
iprec_at_recall_0.30  	2024-36155	0.9062
iprec_at_recall_0.40  	2024-36155	0.8462
iprec_at_recall_0.50  	2024-36155	0.7321
iprec_at_recall_0.60  	2024-36155	0.6329
iprec_at_recall_0.70  	2024-36155	0.0000
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	1.0000
P_10                  	2024-36155	0.9000
P_15                  	2024-36155	0.8667
P_20                  	2024-36155	0.9000
P_30                  	2024-36155	0.9000
P_100                 	2024-36155	0.5600
P_200                 	2024-36155	0.2800
P_500                 	2024-36155	0.1120
P_1000                	2024-36155	0.0560
relstring             	2024-36155	'1121101222'
recall_5              	2024-36155	0.0610
recall_10             	2024-36155	0.1098
recall_15             	2024-36155	0.1585
recall_20             	2024-36155	0.2195
recall_30             	2024-36155	0.3293
recall_100            	2024-36155	0.6829
recall_200            	2024-36155	0.6829
recall_500            	2024-36155	0.6829
recall_1000           	2024-36155	0.6829
infAP                 	2024-36155	0.5618
Rprec_mult_0.20       	2024-36155	0.8824
Rprec_mult_0.40       	2024-36155	0.8788
Rprec_mult_0.60       	2024-36155	0.8000
Rprec_mult_0.80       	2024-36155	0.6667
Rprec_mult_1.00       	2024-36155	0.6220
Rprec_mult_1.20       	2024-36155	0.5556
Rprec_mult_1.40       	2024-36155	0.4870
Rprec_mult_1.60       	2024-36155	0.4242
Rprec_mult_1.80       	2024-36155	0.3784
Rprec_mult_2.00       	2024-36155	0.3415
utility               	2024-36155	12.0000
11pt_avg              	2024-36155	0.5417
binG                  	2024-36155	0.2970
G                     	2024-36155	0.1914
ndcg                  	2024-36155	0.6936
ndcg_rel              	2024-36155	0.6679
Rndcg                 	2024-36155	0.6626
ndcg_cut_5            	2024-36155	0.5848
ndcg_cut_10           	2024-36155	0.6155
ndcg_cut_15           	2024-36155	0.6144
ndcg_cut_20           	2024-36155	0.6293
ndcg_cut_30           	2024-36155	0.6857
ndcg_cut_100          	2024-36155	0.6936
ndcg_cut_200          	2024-36155	0.6936
ndcg_cut_500          	2024-36155	0.6936
ndcg_cut_1000         	2024-36155	0.6936
map_cut_5             	2024-36155	0.0610
map_cut_10            	2024-36155	0.1039
map_cut_15            	2024-36155	0.1488
map_cut_20            	2024-36155	0.2029
map_cut_30            	2024-36155	0.3013
map_cut_100           	2024-36155	0.5618
map_cut_200           	2024-36155	0.5618
map_cut_500           	2024-36155	0.5618
map_cut_1000          	2024-36155	0.5618
relative_P_5          	2024-36155	1.0000
relative_P_10         	2024-36155	0.9000
relative_P_15         	2024-36155	0.8667
relative_P_20         	2024-36155	0.9000
relative_P_30         	2024-36155	0.9000
relative_P_100        	2024-36155	0.6829
relative_P_200        	2024-36155	0.6829
relative_P_500        	2024-36155	0.6829
relative_P_1000       	2024-36155	0.6829
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.5600
set_relative_P        	2024-36155	0.6829
set_recall            	2024-36155	0.6829
set_map               	2024-36155	0.3824
set_F                 	2024-36155	0.6154
num_nonrel_judged_ret 	2024-36155	23
num_ret               	2024-38986	100
num_rel               	2024-38986	315
num_rel_ret           	2024-38986	71
map                   	2024-38986	0.2007
Rprec                 	2024-38986	0.2254
bpref                 	2024-38986	0.2254
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	0.9348
iprec_at_recall_0.20  	2024-38986	0.7901
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	1.0000
P_10                  	2024-38986	0.9000
P_15                  	2024-38986	0.9333
P_20                  	2024-38986	0.9500
P_30                  	2024-38986	0.9000
P_100                 	2024-38986	0.7100
P_200                 	2024-38986	0.3550
P_500                 	2024-38986	0.1420
P_1000                	2024-38986	0.0710
relstring             	2024-38986	'211111111-'
recall_5              	2024-38986	0.0159
recall_10             	2024-38986	0.0286
recall_15             	2024-38986	0.0444
recall_20             	2024-38986	0.0603
recall_30             	2024-38986	0.0857
recall_100            	2024-38986	0.2254
recall_200            	2024-38986	0.2254
recall_500            	2024-38986	0.2254
recall_1000           	2024-38986	0.2254
infAP                 	2024-38986	0.2007
Rprec_mult_0.20       	2024-38986	0.8254
Rprec_mult_0.40       	2024-38986	0.5635
Rprec_mult_0.60       	2024-38986	0.3757
Rprec_mult_0.80       	2024-38986	0.2817
Rprec_mult_1.00       	2024-38986	0.2254
Rprec_mult_1.20       	2024-38986	0.1878
Rprec_mult_1.40       	2024-38986	0.1610
Rprec_mult_1.60       	2024-38986	0.1409
Rprec_mult_1.80       	2024-38986	0.1252
Rprec_mult_2.00       	2024-38986	0.1127
utility               	2024-38986	42.0000
11pt_avg              	2024-38986	0.2477
binG                  	2024-38986	0.1060
G                     	2024-38986	0.0422
ndcg                  	2024-38986	0.2763
ndcg_rel              	2024-38986	0.3162
Rndcg                 	2024-38986	0.3735
ndcg_cut_5            	2024-38986	0.4464
ndcg_cut_10           	2024-38986	0.3855
ndcg_cut_15           	2024-38986	0.3952
ndcg_cut_20           	2024-38986	0.4200
ndcg_cut_30           	2024-38986	0.4423
ndcg_cut_100          	2024-38986	0.4473
ndcg_cut_200          	2024-38986	0.3430
ndcg_cut_500          	2024-38986	0.2763
ndcg_cut_1000         	2024-38986	0.2763
map_cut_5             	2024-38986	0.0159
map_cut_10            	2024-38986	0.0286
map_cut_15            	2024-38986	0.0432
map_cut_20            	2024-38986	0.0582
map_cut_30            	2024-38986	0.0811
map_cut_100           	2024-38986	0.2007
map_cut_200           	2024-38986	0.2007
map_cut_500           	2024-38986	0.2007
map_cut_1000          	2024-38986	0.2007
relative_P_5          	2024-38986	1.0000
relative_P_10         	2024-38986	0.9000
relative_P_15         	2024-38986	0.9333
relative_P_20         	2024-38986	0.9500
relative_P_30         	2024-38986	0.9000
relative_P_100        	2024-38986	0.7100
relative_P_200        	2024-38986	0.3550
relative_P_500        	2024-38986	0.2254
relative_P_1000       	2024-38986	0.2254
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	0.7100
set_relative_P        	2024-38986	0.7100
set_recall            	2024-38986	0.2254
set_map               	2024-38986	0.1600
set_F                 	2024-38986	0.3422
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40863	100
num_rel               	2024-40863	314
num_rel_ret           	2024-40863	73
map                   	2024-40863	0.2142
Rprec                 	2024-40863	0.2325
bpref                 	2024-40863	0.2226
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	0.9750
iprec_at_recall_0.20  	2024-40863	0.8514
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	1.0000
P_10                  	2024-40863	1.0000
P_15                  	2024-40863	1.0000
P_20                  	2024-40863	1.0000
P_30                  	2024-40863	1.0000
P_100                 	2024-40863	0.7300
P_200                 	2024-40863	0.3650
P_500                 	2024-40863	0.1460
P_1000                	2024-40863	0.0730
relstring             	2024-40863	'2312231231'
recall_5              	2024-40863	0.0159
recall_10             	2024-40863	0.0318
recall_15             	2024-40863	0.0478
recall_20             	2024-40863	0.0637
recall_30             	2024-40863	0.0955
recall_100            	2024-40863	0.2325
recall_200            	2024-40863	0.2325
recall_500            	2024-40863	0.2325
recall_1000           	2024-40863	0.2325
infAP                 	2024-40863	0.2142
Rprec_mult_0.20       	2024-40863	0.8413
Rprec_mult_0.40       	2024-40863	0.5794
Rprec_mult_0.60       	2024-40863	0.3862
Rprec_mult_0.80       	2024-40863	0.2897
Rprec_mult_1.00       	2024-40863	0.2325
Rprec_mult_1.20       	2024-40863	0.1936
Rprec_mult_1.40       	2024-40863	0.1659
Rprec_mult_1.60       	2024-40863	0.1451
Rprec_mult_1.80       	2024-40863	0.1290
Rprec_mult_2.00       	2024-40863	0.1162
utility               	2024-40863	46.0000
11pt_avg              	2024-40863	0.2569
binG                  	2024-40863	0.1459
G                     	2024-40863	0.0513
ndcg                  	2024-40863	0.3208
ndcg_rel              	2024-40863	0.3877
Rndcg                 	2024-40863	0.4167
ndcg_cut_5            	2024-40863	0.6815
ndcg_cut_10           	2024-40863	0.6788
ndcg_cut_15           	2024-40863	0.6602
ndcg_cut_20           	2024-40863	0.6609
ndcg_cut_30           	2024-40863	0.6232
ndcg_cut_100          	2024-40863	0.5497
ndcg_cut_200          	2024-40863	0.3762
ndcg_cut_500          	2024-40863	0.3208
ndcg_cut_1000         	2024-40863	0.3208
map_cut_5             	2024-40863	0.0159
map_cut_10            	2024-40863	0.0318
map_cut_15            	2024-40863	0.0478
map_cut_20            	2024-40863	0.0637
map_cut_30            	2024-40863	0.0955
map_cut_100           	2024-40863	0.2142
map_cut_200           	2024-40863	0.2142
map_cut_500           	2024-40863	0.2142
map_cut_1000          	2024-40863	0.2142
relative_P_5          	2024-40863	1.0000
relative_P_10         	2024-40863	1.0000
relative_P_15         	2024-40863	1.0000
relative_P_20         	2024-40863	1.0000
relative_P_30         	2024-40863	1.0000
relative_P_100        	2024-40863	0.7300
relative_P_200        	2024-40863	0.3650
relative_P_500        	2024-40863	0.2325
relative_P_1000       	2024-40863	0.2325
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	0.7300
set_relative_P        	2024-40863	0.7300
set_recall            	2024-40863	0.2325
set_map               	2024-40863	0.1697
set_F                 	2024-40863	0.3527
num_nonrel_judged_ret 	2024-40863	1
num_ret               	2024-41198	100
num_rel               	2024-41198	184
num_rel_ret           	2024-41198	76
map                   	2024-41198	0.3776
Rprec                 	2024-41198	0.4130
bpref                 	2024-41198	0.4107
recip_rank            	2024-41198	1.0000
iprec_at_recall_0.00  	2024-41198	1.0000
iprec_at_recall_0.10  	2024-41198	0.9697
iprec_at_recall_0.20  	2024-41198	0.9524
iprec_at_recall_0.30  	2024-41198	0.8684
iprec_at_recall_0.40  	2024-41198	0.7835
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	1.0000
P_10                  	2024-41198	1.0000
P_15                  	2024-41198	0.9333
P_20                  	2024-41198	0.9500
P_30                  	2024-41198	0.9667
P_100                 	2024-41198	0.7600
P_200                 	2024-41198	0.3800
P_500                 	2024-41198	0.1520
P_1000                	2024-41198	0.0760
relstring             	2024-41198	'1112111111'
recall_5              	2024-41198	0.0272
recall_10             	2024-41198	0.0543
recall_15             	2024-41198	0.0761
recall_20             	2024-41198	0.1033
recall_30             	2024-41198	0.1576
recall_100            	2024-41198	0.4130
recall_200            	2024-41198	0.4130
recall_500            	2024-41198	0.4130
recall_1000           	2024-41198	0.4130
infAP                 	2024-41198	0.3776
Rprec_mult_0.20       	2024-41198	0.9459
Rprec_mult_0.40       	2024-41198	0.8649
Rprec_mult_0.60       	2024-41198	0.6847
Rprec_mult_0.80       	2024-41198	0.5135
Rprec_mult_1.00       	2024-41198	0.4130
Rprec_mult_1.20       	2024-41198	0.3439
Rprec_mult_1.40       	2024-41198	0.2946
Rprec_mult_1.60       	2024-41198	0.2576
Rprec_mult_1.80       	2024-41198	0.2289
Rprec_mult_2.00       	2024-41198	0.2065
utility               	2024-41198	52.0000
11pt_avg              	2024-41198	0.4158
binG                  	2024-41198	0.2117
G                     	2024-41198	0.0893
ndcg                  	2024-41198	0.4577
ndcg_rel              	2024-41198	0.4822
Rndcg                 	2024-41198	0.4590
ndcg_cut_5            	2024-41198	0.3995
ndcg_cut_10           	2024-41198	0.4270
ndcg_cut_15           	2024-41198	0.4770
ndcg_cut_20           	2024-41198	0.4802
ndcg_cut_30           	2024-41198	0.5048
ndcg_cut_100          	2024-41198	0.6065
ndcg_cut_200          	2024-41198	0.4577
ndcg_cut_500          	2024-41198	0.4577
ndcg_cut_1000         	2024-41198	0.4577
map_cut_5             	2024-41198	0.0272
map_cut_10            	2024-41198	0.0543
map_cut_15            	2024-41198	0.0749
map_cut_20            	2024-41198	0.1006
map_cut_30            	2024-41198	0.1528
map_cut_100           	2024-41198	0.3776
map_cut_200           	2024-41198	0.3776
map_cut_500           	2024-41198	0.3776
map_cut_1000          	2024-41198	0.3776
relative_P_5          	2024-41198	1.0000
relative_P_10         	2024-41198	1.0000
relative_P_15         	2024-41198	0.9333
relative_P_20         	2024-41198	0.9500
relative_P_30         	2024-41198	0.9667
relative_P_100        	2024-41198	0.7600
relative_P_200        	2024-41198	0.4130
relative_P_500        	2024-41198	0.4130
relative_P_1000       	2024-41198	0.4130
success_1             	2024-41198	1.0000
success_5             	2024-41198	1.0000
success_10            	2024-41198	1.0000
set_P                 	2024-41198	0.7600
set_relative_P        	2024-41198	0.7600
set_recall            	2024-41198	0.4130
set_map               	2024-41198	0.3139
set_F                 	2024-41198	0.5352
num_nonrel_judged_ret 	2024-41198	1
num_ret               	2024-41464	100
num_rel               	2024-41464	366
num_rel_ret           	2024-41464	68
map                   	2024-41464	0.1589
Rprec                 	2024-41464	0.1858
bpref                 	2024-41464	0.1858
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	0.8103
iprec_at_recall_0.20  	2024-41464	0.0000
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	1.0000
P_10                  	2024-41464	1.0000
P_15                  	2024-41464	1.0000
P_20                  	2024-41464	1.0000
P_30                  	2024-41464	0.9000
P_100                 	2024-41464	0.6800
P_200                 	2024-41464	0.3400
P_500                 	2024-41464	0.1360
P_1000                	2024-41464	0.0680
relstring             	2024-41464	'2323231121'
recall_5              	2024-41464	0.0137
recall_10             	2024-41464	0.0273
recall_15             	2024-41464	0.0410
recall_20             	2024-41464	0.0546
recall_30             	2024-41464	0.0738
recall_100            	2024-41464	0.1858
recall_200            	2024-41464	0.1858
recall_500            	2024-41464	0.1858
recall_1000           	2024-41464	0.1858
infAP                 	2024-41464	0.1589
Rprec_mult_0.20       	2024-41464	0.7432
Rprec_mult_0.40       	2024-41464	0.4626
Rprec_mult_0.60       	2024-41464	0.3091
Rprec_mult_0.80       	2024-41464	0.2321
Rprec_mult_1.00       	2024-41464	0.1858
Rprec_mult_1.20       	2024-41464	0.1545
Rprec_mult_1.40       	2024-41464	0.1326
Rprec_mult_1.60       	2024-41464	0.1160
Rprec_mult_1.80       	2024-41464	0.1032
Rprec_mult_2.00       	2024-41464	0.0929
utility               	2024-41464	36.0000
11pt_avg              	2024-41464	0.1646
binG                  	2024-41464	0.0970
G                     	2024-41464	0.0466
ndcg                  	2024-41464	0.2833
ndcg_rel              	2024-41464	0.3499
Rndcg                 	2024-41464	0.4382
ndcg_cut_5            	2024-41464	0.7867
ndcg_cut_10           	2024-41464	0.7019
ndcg_cut_15           	2024-41464	0.6640
ndcg_cut_20           	2024-41464	0.6716
ndcg_cut_30           	2024-41464	0.6767
ndcg_cut_100          	2024-41464	0.5482
ndcg_cut_200          	2024-41464	0.3632
ndcg_cut_500          	2024-41464	0.2833
ndcg_cut_1000         	2024-41464	0.2833
map_cut_5             	2024-41464	0.0137
map_cut_10            	2024-41464	0.0273
map_cut_15            	2024-41464	0.0410
map_cut_20            	2024-41464	0.0546
map_cut_30            	2024-41464	0.0727
map_cut_100           	2024-41464	0.1589
map_cut_200           	2024-41464	0.1589
map_cut_500           	2024-41464	0.1589
map_cut_1000          	2024-41464	0.1589
relative_P_5          	2024-41464	1.0000
relative_P_10         	2024-41464	1.0000
relative_P_15         	2024-41464	1.0000
relative_P_20         	2024-41464	1.0000
relative_P_30         	2024-41464	0.9000
relative_P_100        	2024-41464	0.6800
relative_P_200        	2024-41464	0.3400
relative_P_500        	2024-41464	0.1858
relative_P_1000       	2024-41464	0.1858
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	0.6800
set_relative_P        	2024-41464	0.6800
set_recall            	2024-41464	0.1858
set_map               	2024-41464	0.1263
set_F                 	2024-41464	0.2918
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41849	100
num_rel               	2024-41849	94
num_rel_ret           	2024-41849	14
map                   	2024-41849	0.0371
Rprec                 	2024-41849	0.1489
bpref                 	2024-41849	0.1313
recip_rank            	2024-41849	0.5000
iprec_at_recall_0.00  	2024-41849	0.5000
iprec_at_recall_0.10  	2024-41849	0.1864
iprec_at_recall_0.20  	2024-41849	0.0000
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.4000
P_10                  	2024-41849	0.3000
P_15                  	2024-41849	0.2000
P_20                  	2024-41849	0.2500
P_30                  	2024-41849	0.2000
P_100                 	2024-41849	0.1400
P_200                 	2024-41849	0.0700
P_500                 	2024-41849	0.0280
P_1000                	2024-41849	0.0140
relstring             	2024-41849	'-1-20-0001'
recall_5              	2024-41849	0.0213
recall_10             	2024-41849	0.0319
recall_15             	2024-41849	0.0319
recall_20             	2024-41849	0.0532
recall_30             	2024-41849	0.0638
recall_100            	2024-41849	0.1489
recall_200            	2024-41849	0.1489
recall_500            	2024-41849	0.1489
recall_1000           	2024-41849	0.1489
infAP                 	2024-41849	0.0371
Rprec_mult_0.20       	2024-41849	0.2105
Rprec_mult_0.40       	2024-41849	0.1842
Rprec_mult_0.60       	2024-41849	0.1754
Rprec_mult_0.80       	2024-41849	0.1447
Rprec_mult_1.00       	2024-41849	0.1489
Rprec_mult_1.20       	2024-41849	0.1239
Rprec_mult_1.40       	2024-41849	0.1061
Rprec_mult_1.60       	2024-41849	0.0927
Rprec_mult_1.80       	2024-41849	0.0824
Rprec_mult_2.00       	2024-41849	0.0745
utility               	2024-41849	-72.0000
11pt_avg              	2024-41849	0.0624
binG                  	2024-41849	0.0385
G                     	2024-41849	0.0313
ndcg                  	2024-41849	0.1522
ndcg_rel              	2024-41849	0.1523
Rndcg                 	2024-41849	0.1349
ndcg_cut_5            	2024-41849	0.1859
ndcg_cut_10           	2024-41849	0.1588
ndcg_cut_15           	2024-41849	0.1286
ndcg_cut_20           	2024-41849	0.1449
ndcg_cut_30           	2024-41849	0.1402
ndcg_cut_100          	2024-41849	0.1522
ndcg_cut_200          	2024-41849	0.1522
ndcg_cut_500          	2024-41849	0.1522
ndcg_cut_1000         	2024-41849	0.1522
map_cut_5             	2024-41849	0.0106
map_cut_10            	2024-41849	0.0138
map_cut_15            	2024-41849	0.0138
map_cut_20            	2024-41849	0.0190
map_cut_30            	2024-41849	0.0220
map_cut_100           	2024-41849	0.0371
map_cut_200           	2024-41849	0.0371
map_cut_500           	2024-41849	0.0371
map_cut_1000          	2024-41849	0.0371
relative_P_5          	2024-41849	0.4000
relative_P_10         	2024-41849	0.3000
relative_P_15         	2024-41849	0.2000
relative_P_20         	2024-41849	0.2500
relative_P_30         	2024-41849	0.2000
relative_P_100        	2024-41849	0.1489
relative_P_200        	2024-41849	0.1489
relative_P_500        	2024-41849	0.1489
relative_P_1000       	2024-41849	0.1489
success_1             	2024-41849	0.0000
success_5             	2024-41849	1.0000
success_10            	2024-41849	1.0000
set_P                 	2024-41849	0.1400
set_relative_P        	2024-41849	0.1489
set_recall            	2024-41849	0.1489
set_map               	2024-41849	0.0209
set_F                 	2024-41849	0.1443
num_nonrel_judged_ret 	2024-41849	18
num_ret               	2024-41918	100
num_rel               	2024-41918	231
num_rel_ret           	2024-41918	77
map                   	2024-41918	0.3140
Rprec                 	2024-41918	0.3333
bpref                 	2024-41918	0.3296
recip_rank            	2024-41918	1.0000
iprec_at_recall_0.00  	2024-41918	1.0000
iprec_at_recall_0.10  	2024-41918	1.0000
iprec_at_recall_0.20  	2024-41918	0.9286
iprec_at_recall_0.30  	2024-41918	0.8256
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	1.0000
P_10                  	2024-41918	1.0000
P_15                  	2024-41918	1.0000
P_20                  	2024-41918	1.0000
P_30                  	2024-41918	1.0000
P_100                 	2024-41918	0.7700
P_200                 	2024-41918	0.3850
P_500                 	2024-41918	0.1540
P_1000                	2024-41918	0.0770
relstring             	2024-41918	'2233333332'
recall_5              	2024-41918	0.0216
recall_10             	2024-41918	0.0433
recall_15             	2024-41918	0.0649
recall_20             	2024-41918	0.0866
recall_30             	2024-41918	0.1299
recall_100            	2024-41918	0.3333
recall_200            	2024-41918	0.3333
recall_500            	2024-41918	0.3333
recall_1000           	2024-41918	0.3333
infAP                 	2024-41918	0.3140
Rprec_mult_0.20       	2024-41918	0.9362
Rprec_mult_0.40       	2024-41918	0.7849
Rprec_mult_0.60       	2024-41918	0.5540
Rprec_mult_0.80       	2024-41918	0.4162
Rprec_mult_1.00       	2024-41918	0.3333
Rprec_mult_1.20       	2024-41918	0.2770
Rprec_mult_1.40       	2024-41918	0.2377
Rprec_mult_1.60       	2024-41918	0.2081
Rprec_mult_1.80       	2024-41918	0.1851
Rprec_mult_2.00       	2024-41918	0.1667
utility               	2024-41918	54.0000
11pt_avg              	2024-41918	0.3413
binG                  	2024-41918	0.2162
G                     	2024-41918	0.1021
ndcg                  	2024-41918	0.4677
ndcg_rel              	2024-41918	0.5703
Rndcg                 	2024-41918	0.5736
ndcg_cut_5            	2024-41918	0.8156
ndcg_cut_10           	2024-41918	0.8591
ndcg_cut_15           	2024-41918	0.8759
ndcg_cut_20           	2024-41918	0.8518
ndcg_cut_30           	2024-41918	0.8318
ndcg_cut_100          	2024-41918	0.6642
ndcg_cut_200          	2024-41918	0.4916
ndcg_cut_500          	2024-41918	0.4677
ndcg_cut_1000         	2024-41918	0.4677
map_cut_5             	2024-41918	0.0216
map_cut_10            	2024-41918	0.0433
map_cut_15            	2024-41918	0.0649
map_cut_20            	2024-41918	0.0866
map_cut_30            	2024-41918	0.1299
map_cut_100           	2024-41918	0.3140
map_cut_200           	2024-41918	0.3140
map_cut_500           	2024-41918	0.3140
map_cut_1000          	2024-41918	0.3140
relative_P_5          	2024-41918	1.0000
relative_P_10         	2024-41918	1.0000
relative_P_15         	2024-41918	1.0000
relative_P_20         	2024-41918	1.0000
relative_P_30         	2024-41918	1.0000
relative_P_100        	2024-41918	0.7700
relative_P_200        	2024-41918	0.3850
relative_P_500        	2024-41918	0.3333
relative_P_1000       	2024-41918	0.3333
success_1             	2024-41918	1.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	0.7700
set_relative_P        	2024-41918	0.7700
set_recall            	2024-41918	0.3333
set_map               	2024-41918	0.2567
set_F                 	2024-41918	0.4653
num_nonrel_judged_ret 	2024-41918	5
num_ret               	2024-42014	100
num_rel               	2024-42014	215
num_rel_ret           	2024-42014	86
map                   	2024-42014	0.3783
Rprec                 	2024-42014	0.4000
bpref                 	2024-42014	0.4000
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	1.0000
iprec_at_recall_0.20  	2024-42014	0.9565
iprec_at_recall_0.30  	2024-42014	0.9103
iprec_at_recall_0.40  	2024-42014	0.8600
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	1.0000
P_10                  	2024-42014	1.0000
P_15                  	2024-42014	1.0000
P_20                  	2024-42014	1.0000
P_30                  	2024-42014	0.9667
P_100                 	2024-42014	0.8600
P_200                 	2024-42014	0.4300
P_500                 	2024-42014	0.1720
P_1000                	2024-42014	0.0860
relstring             	2024-42014	'3333333323'
recall_5              	2024-42014	0.0233
recall_10             	2024-42014	0.0465
recall_15             	2024-42014	0.0698
recall_20             	2024-42014	0.0930
recall_30             	2024-42014	0.1349
recall_100            	2024-42014	0.4000
recall_200            	2024-42014	0.4000
recall_500            	2024-42014	0.4000
recall_1000           	2024-42014	0.4000
infAP                 	2024-42014	0.3783
Rprec_mult_0.20       	2024-42014	0.9535
Rprec_mult_0.40       	2024-42014	0.8953
Rprec_mult_0.60       	2024-42014	0.6667
Rprec_mult_0.80       	2024-42014	0.5000
Rprec_mult_1.00       	2024-42014	0.4000
Rprec_mult_1.20       	2024-42014	0.3333
Rprec_mult_1.40       	2024-42014	0.2857
Rprec_mult_1.60       	2024-42014	0.2500
Rprec_mult_1.80       	2024-42014	0.2222
Rprec_mult_2.00       	2024-42014	0.2000
utility               	2024-42014	72.0000
11pt_avg              	2024-42014	0.4297
binG                  	2024-42014	0.2339
G                     	2024-42014	0.1447
ndcg                  	2024-42014	0.5243
ndcg_rel              	2024-42014	0.6495
Rndcg                 	2024-42014	0.6134
ndcg_cut_5            	2024-42014	1.0000
ndcg_cut_10           	2024-42014	0.9779
ndcg_cut_15           	2024-42014	0.9521
ndcg_cut_20           	2024-42014	0.9381
ndcg_cut_30           	2024-42014	0.8829
ndcg_cut_100          	2024-42014	0.7346
ndcg_cut_200          	2024-42014	0.5368
ndcg_cut_500          	2024-42014	0.5243
ndcg_cut_1000         	2024-42014	0.5243
map_cut_5             	2024-42014	0.0233
map_cut_10            	2024-42014	0.0465
map_cut_15            	2024-42014	0.0698
map_cut_20            	2024-42014	0.0930
map_cut_30            	2024-42014	0.1344
map_cut_100           	2024-42014	0.3783
map_cut_200           	2024-42014	0.3783
map_cut_500           	2024-42014	0.3783
map_cut_1000          	2024-42014	0.3783
relative_P_5          	2024-42014	1.0000
relative_P_10         	2024-42014	1.0000
relative_P_15         	2024-42014	1.0000
relative_P_20         	2024-42014	1.0000
relative_P_30         	2024-42014	0.9667
relative_P_100        	2024-42014	0.8600
relative_P_200        	2024-42014	0.4300
relative_P_500        	2024-42014	0.4000
relative_P_1000       	2024-42014	0.4000
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	0.8600
set_relative_P        	2024-42014	0.8600
set_recall            	2024-42014	0.4000
set_map               	2024-42014	0.3440
set_F                 	2024-42014	0.5460
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42497	100
num_rel               	2024-42497	120
num_rel_ret           	2024-42497	74
map                   	2024-42497	0.5612
Rprec                 	2024-42497	0.6167
bpref                 	2024-42497	0.6167
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	1.0000
iprec_at_recall_0.20  	2024-42497	1.0000
iprec_at_recall_0.30  	2024-42497	0.9730
iprec_at_recall_0.40  	2024-42497	0.8548
iprec_at_recall_0.50  	2024-42497	0.8378
iprec_at_recall_0.60  	2024-42497	0.7660
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	1.0000
P_10                  	2024-42497	1.0000
P_15                  	2024-42497	1.0000
P_20                  	2024-42497	1.0000
P_30                  	2024-42497	0.9667
P_100                 	2024-42497	0.7400
P_200                 	2024-42497	0.3700
P_500                 	2024-42497	0.1480
P_1000                	2024-42497	0.0740
relstring             	2024-42497	'3313313111'
recall_5              	2024-42497	0.0417
recall_10             	2024-42497	0.0833
recall_15             	2024-42497	0.1250
recall_20             	2024-42497	0.1667
recall_30             	2024-42497	0.2417
recall_100            	2024-42497	0.6167
recall_200            	2024-42497	0.6167
recall_500            	2024-42497	0.6167
recall_1000           	2024-42497	0.6167
infAP                 	2024-42497	0.5612
Rprec_mult_0.20       	2024-42497	1.0000
Rprec_mult_0.40       	2024-42497	0.8750
Rprec_mult_0.60       	2024-42497	0.8333
Rprec_mult_0.80       	2024-42497	0.7500
Rprec_mult_1.00       	2024-42497	0.6167
Rprec_mult_1.20       	2024-42497	0.5139
Rprec_mult_1.40       	2024-42497	0.4405
Rprec_mult_1.60       	2024-42497	0.3854
Rprec_mult_1.80       	2024-42497	0.3426
Rprec_mult_2.00       	2024-42497	0.3083
utility               	2024-42497	48.0000
11pt_avg              	2024-42497	0.5847
binG                  	2024-42497	0.3576
G                     	2024-42497	0.1760
ndcg                  	2024-42497	0.6918
ndcg_rel              	2024-42497	0.7150
Rndcg                 	2024-42497	0.6780
ndcg_cut_5            	2024-42497	0.8869
ndcg_cut_10           	2024-42497	0.7415
ndcg_cut_15           	2024-42497	0.7248
ndcg_cut_20           	2024-42497	0.7040
ndcg_cut_30           	2024-42497	0.6821
ndcg_cut_100          	2024-42497	0.7415
ndcg_cut_200          	2024-42497	0.6918
ndcg_cut_500          	2024-42497	0.6918
ndcg_cut_1000         	2024-42497	0.6918
map_cut_5             	2024-42497	0.0417
map_cut_10            	2024-42497	0.0833
map_cut_15            	2024-42497	0.1250
map_cut_20            	2024-42497	0.1667
map_cut_30            	2024-42497	0.2408
map_cut_100           	2024-42497	0.5612
map_cut_200           	2024-42497	0.5612
map_cut_500           	2024-42497	0.5612
map_cut_1000          	2024-42497	0.5612
relative_P_5          	2024-42497	1.0000
relative_P_10         	2024-42497	1.0000
relative_P_15         	2024-42497	1.0000
relative_P_20         	2024-42497	1.0000
relative_P_30         	2024-42497	0.9667
relative_P_100        	2024-42497	0.7400
relative_P_200        	2024-42497	0.6167
relative_P_500        	2024-42497	0.6167
relative_P_1000       	2024-42497	0.6167
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	0.7400
set_relative_P        	2024-42497	0.7400
set_recall            	2024-42497	0.6167
set_map               	2024-42497	0.4563
set_F                 	2024-42497	0.6727
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-43037	100
num_rel               	2024-43037	124
num_rel_ret           	2024-43037	81
map                   	2024-43037	0.6195
Rprec                 	2024-43037	0.6532
bpref                 	2024-43037	0.6467
recip_rank            	2024-43037	1.0000
iprec_at_recall_0.00  	2024-43037	1.0000
iprec_at_recall_0.10  	2024-43037	1.0000
iprec_at_recall_0.20  	2024-43037	1.0000
iprec_at_recall_0.30  	2024-43037	0.9744
iprec_at_recall_0.40  	2024-43037	0.9483
iprec_at_recall_0.50  	2024-43037	0.9014
iprec_at_recall_0.60  	2024-43037	0.8444
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	1.0000
P_10                  	2024-43037	1.0000
P_15                  	2024-43037	1.0000
P_20                  	2024-43037	1.0000
P_30                  	2024-43037	1.0000
P_100                 	2024-43037	0.8100
P_200                 	2024-43037	0.4050
P_500                 	2024-43037	0.1620
P_1000                	2024-43037	0.0810
relstring             	2024-43037	'3132221232'
recall_5              	2024-43037	0.0403
recall_10             	2024-43037	0.0806
recall_15             	2024-43037	0.1210
recall_20             	2024-43037	0.1613
recall_30             	2024-43037	0.2419
recall_100            	2024-43037	0.6532
recall_200            	2024-43037	0.6532
recall_500            	2024-43037	0.6532
recall_1000           	2024-43037	0.6532
infAP                 	2024-43037	0.6195
Rprec_mult_0.20       	2024-43037	1.0000
Rprec_mult_0.40       	2024-43037	0.9600
Rprec_mult_0.60       	2024-43037	0.8933
Rprec_mult_0.80       	2024-43037	0.8100
Rprec_mult_1.00       	2024-43037	0.6532
Rprec_mult_1.20       	2024-43037	0.5436
Rprec_mult_1.40       	2024-43037	0.4655
Rprec_mult_1.60       	2024-43037	0.4070
Rprec_mult_1.80       	2024-43037	0.3616
Rprec_mult_2.00       	2024-43037	0.3266
utility               	2024-43037	62.0000
11pt_avg              	2024-43037	0.6062
binG                  	2024-43037	0.4253
G                     	2024-43037	0.1719
ndcg                  	2024-43037	0.6989
ndcg_rel              	2024-43037	0.7193
Rndcg                 	2024-43037	0.6986
ndcg_cut_5            	2024-43037	0.7649
ndcg_cut_10           	2024-43037	0.7281
ndcg_cut_15           	2024-43037	0.7109
ndcg_cut_20           	2024-43037	0.7102
ndcg_cut_30           	2024-43037	0.7261
ndcg_cut_100          	2024-43037	0.7628
ndcg_cut_200          	2024-43037	0.6989
ndcg_cut_500          	2024-43037	0.6989
ndcg_cut_1000         	2024-43037	0.6989
map_cut_5             	2024-43037	0.0403
map_cut_10            	2024-43037	0.0806
map_cut_15            	2024-43037	0.1210
map_cut_20            	2024-43037	0.1613
map_cut_30            	2024-43037	0.2419
map_cut_100           	2024-43037	0.6195
map_cut_200           	2024-43037	0.6195
map_cut_500           	2024-43037	0.6195
map_cut_1000          	2024-43037	0.6195
relative_P_5          	2024-43037	1.0000
relative_P_10         	2024-43037	1.0000
relative_P_15         	2024-43037	1.0000
relative_P_20         	2024-43037	1.0000
relative_P_30         	2024-43037	1.0000
relative_P_100        	2024-43037	0.8100
relative_P_200        	2024-43037	0.6532
relative_P_500        	2024-43037	0.6532
relative_P_1000       	2024-43037	0.6532
success_1             	2024-43037	1.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	0.8100
set_relative_P        	2024-43037	0.8100
set_recall            	2024-43037	0.6532
set_map               	2024-43037	0.5291
set_F                 	2024-43037	0.7232
num_nonrel_judged_ret 	2024-43037	4
num_ret               	2024-43905	100
num_rel               	2024-43905	21
num_rel_ret           	2024-43905	15
map                   	2024-43905	0.3922
Rprec                 	2024-43905	0.4762
bpref                 	2024-43905	0.4807
recip_rank            	2024-43905	1.0000
iprec_at_recall_0.00  	2024-43905	1.0000
iprec_at_recall_0.10  	2024-43905	1.0000
iprec_at_recall_0.20  	2024-43905	0.5455
iprec_at_recall_0.30  	2024-43905	0.5333
iprec_at_recall_0.40  	2024-43905	0.5000
iprec_at_recall_0.50  	2024-43905	0.4783
iprec_at_recall_0.60  	2024-43905	0.2955
iprec_at_recall_0.70  	2024-43905	0.1948
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	0.6000
P_10                  	2024-43905	0.5000
P_15                  	2024-43905	0.5333
P_20                  	2024-43905	0.4500
P_30                  	2024-43905	0.3667
P_100                 	2024-43905	0.1500
P_200                 	2024-43905	0.0750
P_500                 	2024-43905	0.0300
P_1000                	2024-43905	0.0150
relstring             	2024-43905	'1110010--1'
recall_5              	2024-43905	0.1429
recall_10             	2024-43905	0.2381
recall_15             	2024-43905	0.3810
recall_20             	2024-43905	0.4286
recall_30             	2024-43905	0.5238
recall_100            	2024-43905	0.7143
recall_200            	2024-43905	0.7143
recall_500            	2024-43905	0.7143
recall_1000           	2024-43905	0.7143
infAP                 	2024-43905	0.3922
Rprec_mult_0.20       	2024-43905	0.6000
Rprec_mult_0.40       	2024-43905	0.4444
Rprec_mult_0.60       	2024-43905	0.4615
Rprec_mult_0.80       	2024-43905	0.4706
Rprec_mult_1.00       	2024-43905	0.4762
Rprec_mult_1.20       	2024-43905	0.4231
Rprec_mult_1.40       	2024-43905	0.3667
Rprec_mult_1.60       	2024-43905	0.3235
Rprec_mult_1.80       	2024-43905	0.3158
Rprec_mult_2.00       	2024-43905	0.2857
utility               	2024-43905	-70.0000
11pt_avg              	2024-43905	0.4134
binG                  	2024-43905	0.3056
G                     	2024-43905	0.2283
ndcg                  	2024-43905	0.6019
ndcg_rel              	2024-43905	0.5374
Rndcg                 	2024-43905	0.5268
ndcg_cut_5            	2024-43905	0.4653
ndcg_cut_10           	2024-43905	0.4496
ndcg_cut_15           	2024-43905	0.4753
ndcg_cut_20           	2024-43905	0.4650
ndcg_cut_30           	2024-43905	0.5030
ndcg_cut_100          	2024-43905	0.6019
ndcg_cut_200          	2024-43905	0.6019
ndcg_cut_500          	2024-43905	0.6019
ndcg_cut_1000         	2024-43905	0.6019
map_cut_5             	2024-43905	0.1429
map_cut_10            	2024-43905	0.1984
map_cut_15            	2024-43905	0.2736
map_cut_20            	2024-43905	0.2974
map_cut_30            	2024-43905	0.3429
map_cut_100           	2024-43905	0.3922
map_cut_200           	2024-43905	0.3922
map_cut_500           	2024-43905	0.3922
map_cut_1000          	2024-43905	0.3922
relative_P_5          	2024-43905	0.6000
relative_P_10         	2024-43905	0.5000
relative_P_15         	2024-43905	0.5333
relative_P_20         	2024-43905	0.4500
relative_P_30         	2024-43905	0.5238
relative_P_100        	2024-43905	0.7143
relative_P_200        	2024-43905	0.7143
relative_P_500        	2024-43905	0.7143
relative_P_1000       	2024-43905	0.7143
success_1             	2024-43905	1.0000
success_5             	2024-43905	1.0000
success_10            	2024-43905	1.0000
set_P                 	2024-43905	0.1500
set_relative_P        	2024-43905	0.7143
set_recall            	2024-43905	0.7143
set_map               	2024-43905	0.1071
set_F                 	2024-43905	0.2479
num_nonrel_judged_ret 	2024-43905	29
num_ret               	2024-43983	100
num_rel               	2024-43983	53
num_rel_ret           	2024-43983	24
map                   	2024-43983	0.1621
Rprec                 	2024-43983	0.3019
bpref                 	2024-43983	0.3198
recip_rank            	2024-43983	1.0000
iprec_at_recall_0.00  	2024-43983	1.0000
iprec_at_recall_0.10  	2024-43983	0.4000
iprec_at_recall_0.20  	2024-43983	0.3333
iprec_at_recall_0.30  	2024-43983	0.3333
iprec_at_recall_0.40  	2024-43983	0.2750
iprec_at_recall_0.50  	2024-43983	0.0000
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.4000
P_10                  	2024-43983	0.3000
P_15                  	2024-43983	0.3333
P_20                  	2024-43983	0.3500
P_30                  	2024-43983	0.3333
P_100                 	2024-43983	0.2400
P_200                 	2024-43983	0.1200
P_500                 	2024-43983	0.0480
P_1000                	2024-43983	0.0240
relstring             	2024-43983	'1001--100-'
recall_5              	2024-43983	0.0377
recall_10             	2024-43983	0.0566
recall_15             	2024-43983	0.0943
recall_20             	2024-43983	0.1321
recall_30             	2024-43983	0.1887
recall_100            	2024-43983	0.4528
recall_200            	2024-43983	0.4528
recall_500            	2024-43983	0.4528
recall_1000           	2024-43983	0.4528
infAP                 	2024-43983	0.1621
Rprec_mult_0.20       	2024-43983	0.2727
Rprec_mult_0.40       	2024-43983	0.3636
Rprec_mult_0.60       	2024-43983	0.3125
Rprec_mult_0.80       	2024-43983	0.3023
Rprec_mult_1.00       	2024-43983	0.3019
Rprec_mult_1.20       	2024-43983	0.2969
Rprec_mult_1.40       	2024-43983	0.2667
Rprec_mult_1.60       	2024-43983	0.2588
Rprec_mult_1.80       	2024-43983	0.2500
Rprec_mult_2.00       	2024-43983	0.2264
utility               	2024-43983	-52.0000
11pt_avg              	2024-43983	0.2129
binG                  	2024-43983	0.1193
G                     	2024-43983	0.1193
ndcg                  	2024-43983	0.4313
ndcg_rel              	2024-43983	0.4246
Rndcg                 	2024-43983	0.3829
ndcg_cut_5            	2024-43983	0.4852
ndcg_cut_10           	2024-43983	0.3882
ndcg_cut_15           	2024-43983	0.3873
ndcg_cut_20           	2024-43983	0.3888
ndcg_cut_30           	2024-43983	0.3697
ndcg_cut_100          	2024-43983	0.4313
ndcg_cut_200          	2024-43983	0.4313
ndcg_cut_500          	2024-43983	0.4313
ndcg_cut_1000         	2024-43983	0.4313
map_cut_5             	2024-43983	0.0283
map_cut_10            	2024-43983	0.0364
map_cut_15            	2024-43983	0.0481
map_cut_20            	2024-43983	0.0613
map_cut_30            	2024-43983	0.0828
map_cut_100           	2024-43983	0.1621
map_cut_200           	2024-43983	0.1621
map_cut_500           	2024-43983	0.1621
map_cut_1000          	2024-43983	0.1621
relative_P_5          	2024-43983	0.4000
relative_P_10         	2024-43983	0.3000
relative_P_15         	2024-43983	0.3333
relative_P_20         	2024-43983	0.3500
relative_P_30         	2024-43983	0.3333
relative_P_100        	2024-43983	0.4528
relative_P_200        	2024-43983	0.4528
relative_P_500        	2024-43983	0.4528
relative_P_1000       	2024-43983	0.4528
success_1             	2024-43983	1.0000
success_5             	2024-43983	1.0000
success_10            	2024-43983	1.0000
set_P                 	2024-43983	0.2400
set_relative_P        	2024-43983	0.4528
set_recall            	2024-43983	0.4528
set_map               	2024-43983	0.1087
set_F                 	2024-43983	0.3137
num_nonrel_judged_ret 	2024-43983	19
num_ret               	2024-44059	100
num_rel               	2024-44059	5
num_rel_ret           	2024-44059	1
map                   	2024-44059	0.0053
Rprec                 	2024-44059	0.0000
bpref                 	2024-44059	0.0000
recip_rank            	2024-44059	0.0263
iprec_at_recall_0.00  	2024-44059	0.0263
iprec_at_recall_0.10  	2024-44059	0.0263
iprec_at_recall_0.20  	2024-44059	0.0263
iprec_at_recall_0.30  	2024-44059	0.0000
iprec_at_recall_0.40  	2024-44059	0.0000
iprec_at_recall_0.50  	2024-44059	0.0000
iprec_at_recall_0.60  	2024-44059	0.0000
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.0000
P_10                  	2024-44059	0.0000
P_15                  	2024-44059	0.0000
P_20                  	2024-44059	0.0000
P_30                  	2024-44059	0.0000
P_100                 	2024-44059	0.0100
P_200                 	2024-44059	0.0050
P_500                 	2024-44059	0.0020
P_1000                	2024-44059	0.0010
relstring             	2024-44059	'0000000000'
recall_5              	2024-44059	0.0000
recall_10             	2024-44059	0.0000
recall_15             	2024-44059	0.0000
recall_20             	2024-44059	0.0000
recall_30             	2024-44059	0.0000
recall_100            	2024-44059	0.2000
recall_200            	2024-44059	0.2000
recall_500            	2024-44059	0.2000
recall_1000           	2024-44059	0.2000
infAP                 	2024-44059	0.0053
Rprec_mult_0.20       	2024-44059	0.0000
Rprec_mult_0.40       	2024-44059	0.0000
Rprec_mult_0.60       	2024-44059	0.0000
Rprec_mult_0.80       	2024-44059	0.0000
Rprec_mult_1.00       	2024-44059	0.0000
Rprec_mult_1.20       	2024-44059	0.0000
Rprec_mult_1.40       	2024-44059	0.0000
Rprec_mult_1.60       	2024-44059	0.0000
Rprec_mult_1.80       	2024-44059	0.0000
Rprec_mult_2.00       	2024-44059	0.0000
utility               	2024-44059	-98.0000
11pt_avg              	2024-44059	0.0072
binG                  	2024-44059	0.0378
G                     	2024-44059	0.0378
ndcg                  	2024-44059	0.0642
ndcg_rel              	2024-44059	0.0642
Rndcg                 	2024-44059	0.0321
ndcg_cut_5            	2024-44059	0.0000
ndcg_cut_10           	2024-44059	0.0000
ndcg_cut_15           	2024-44059	0.0000
ndcg_cut_20           	2024-44059	0.0000
ndcg_cut_30           	2024-44059	0.0000
ndcg_cut_100          	2024-44059	0.0642
ndcg_cut_200          	2024-44059	0.0642
ndcg_cut_500          	2024-44059	0.0642
ndcg_cut_1000         	2024-44059	0.0642
map_cut_5             	2024-44059	0.0000
map_cut_10            	2024-44059	0.0000
map_cut_15            	2024-44059	0.0000
map_cut_20            	2024-44059	0.0000
map_cut_30            	2024-44059	0.0000
map_cut_100           	2024-44059	0.0053
map_cut_200           	2024-44059	0.0053
map_cut_500           	2024-44059	0.0053
map_cut_1000          	2024-44059	0.0053
relative_P_5          	2024-44059	0.0000
relative_P_10         	2024-44059	0.0000
relative_P_15         	2024-44059	0.0000
relative_P_20         	2024-44059	0.0000
relative_P_30         	2024-44059	0.0000
relative_P_100        	2024-44059	0.2000
relative_P_200        	2024-44059	0.2000
relative_P_500        	2024-44059	0.2000
relative_P_1000       	2024-44059	0.2000
success_1             	2024-44059	0.0000
success_5             	2024-44059	0.0000
success_10            	2024-44059	0.0000
set_P                 	2024-44059	0.0100
set_relative_P        	2024-44059	0.2000
set_recall            	2024-44059	0.2000
set_map               	2024-44059	0.0020
set_F                 	2024-44059	0.0190
num_nonrel_judged_ret 	2024-44059	67
num_ret               	2024-44060	100
num_rel               	2024-44060	172
num_rel_ret           	2024-44060	72
map                   	2024-44060	0.3840
Rprec                 	2024-44060	0.4186
bpref                 	2024-44060	0.4186
recip_rank            	2024-44060	1.0000
iprec_at_recall_0.00  	2024-44060	1.0000
iprec_at_recall_0.10  	2024-44060	1.0000
iprec_at_recall_0.20  	2024-44060	0.9412
iprec_at_recall_0.30  	2024-44060	0.9167
iprec_at_recall_0.40  	2024-44060	0.7200
iprec_at_recall_0.50  	2024-44060	0.0000
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	1.0000
P_10                  	2024-44060	1.0000
P_15                  	2024-44060	1.0000
P_20                  	2024-44060	1.0000
P_30                  	2024-44060	0.9667
P_100                 	2024-44060	0.7200
P_200                 	2024-44060	0.3600
P_500                 	2024-44060	0.1440
P_1000                	2024-44060	0.0720
relstring             	2024-44060	'3233232323'
recall_5              	2024-44060	0.0291
recall_10             	2024-44060	0.0581
recall_15             	2024-44060	0.0872
recall_20             	2024-44060	0.1163
recall_30             	2024-44060	0.1686
recall_100            	2024-44060	0.4186
recall_200            	2024-44060	0.4186
recall_500            	2024-44060	0.4186
recall_1000           	2024-44060	0.4186
infAP                 	2024-44060	0.3840
Rprec_mult_0.20       	2024-44060	0.9714
Rprec_mult_0.40       	2024-44060	0.8261
Rprec_mult_0.60       	2024-44060	0.6923
Rprec_mult_0.80       	2024-44060	0.5217
Rprec_mult_1.00       	2024-44060	0.4186
Rprec_mult_1.20       	2024-44060	0.3478
Rprec_mult_1.40       	2024-44060	0.2988
Rprec_mult_1.60       	2024-44060	0.2609
Rprec_mult_1.80       	2024-44060	0.2323
Rprec_mult_2.00       	2024-44060	0.2093
utility               	2024-44060	44.0000
11pt_avg              	2024-44060	0.4162
binG                  	2024-44060	0.2446
G                     	2024-44060	0.1443
ndcg                  	2024-44060	0.5826
ndcg_rel              	2024-44060	0.6762
Rndcg                 	2024-44060	0.7168
ndcg_cut_5            	2024-44060	0.8849
ndcg_cut_10           	2024-44060	0.8788
ndcg_cut_15           	2024-44060	0.8439
ndcg_cut_20           	2024-44060	0.8263
ndcg_cut_30           	2024-44060	0.8289
ndcg_cut_100          	2024-44060	0.7189
ndcg_cut_200          	2024-44060	0.5826
ndcg_cut_500          	2024-44060	0.5826
ndcg_cut_1000         	2024-44060	0.5826
map_cut_5             	2024-44060	0.0291
map_cut_10            	2024-44060	0.0581
map_cut_15            	2024-44060	0.0872
map_cut_20            	2024-44060	0.1163
map_cut_30            	2024-44060	0.1671
map_cut_100           	2024-44060	0.3840
map_cut_200           	2024-44060	0.3840
map_cut_500           	2024-44060	0.3840
map_cut_1000          	2024-44060	0.3840
relative_P_5          	2024-44060	1.0000
relative_P_10         	2024-44060	1.0000
relative_P_15         	2024-44060	1.0000
relative_P_20         	2024-44060	1.0000
relative_P_30         	2024-44060	0.9667
relative_P_100        	2024-44060	0.7200
relative_P_200        	2024-44060	0.4186
relative_P_500        	2024-44060	0.4186
relative_P_1000       	2024-44060	0.4186
success_1             	2024-44060	1.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	0.7200
set_relative_P        	2024-44060	0.7200
set_recall            	2024-44060	0.4186
set_map               	2024-44060	0.3014
set_F                 	2024-44060	0.5294
num_nonrel_judged_ret 	2024-44060	0
num_ret               	2024-58819	100
num_rel               	2024-58819	112
num_rel_ret           	2024-58819	48
map                   	2024-58819	0.3016
Rprec                 	2024-58819	0.4286
bpref                 	2024-58819	0.4209
recip_rank            	2024-58819	1.0000
iprec_at_recall_0.00  	2024-58819	1.0000
iprec_at_recall_0.10  	2024-58819	0.9048
iprec_at_recall_0.20  	2024-58819	0.7436
iprec_at_recall_0.30  	2024-58819	0.5965
iprec_at_recall_0.40  	2024-58819	0.4946
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	0.8000
P_10                  	2024-58819	0.8000
P_15                  	2024-58819	0.8667
P_20                  	2024-58819	0.9000
P_30                  	2024-58819	0.7333
P_100                 	2024-58819	0.4800
P_200                 	2024-58819	0.2400
P_500                 	2024-58819	0.0960
P_1000                	2024-58819	0.0480
relstring             	2024-58819	'1-2322131-'
recall_5              	2024-58819	0.0357
recall_10             	2024-58819	0.0714
recall_15             	2024-58819	0.1161
recall_20             	2024-58819	0.1607
recall_30             	2024-58819	0.1964
recall_100            	2024-58819	0.4286
recall_200            	2024-58819	0.4286
recall_500            	2024-58819	0.4286
recall_1000           	2024-58819	0.4286
infAP                 	2024-58819	0.3016
Rprec_mult_0.20       	2024-58819	0.8261
Rprec_mult_0.40       	2024-58819	0.6444
Rprec_mult_0.60       	2024-58819	0.5441
Rprec_mult_0.80       	2024-58819	0.4889
Rprec_mult_1.00       	2024-58819	0.4286
Rprec_mult_1.20       	2024-58819	0.3556
Rprec_mult_1.40       	2024-58819	0.3057
Rprec_mult_1.60       	2024-58819	0.2667
Rprec_mult_1.80       	2024-58819	0.2376
Rprec_mult_2.00       	2024-58819	0.2143
utility               	2024-58819	-4.0000
11pt_avg              	2024-58819	0.3400
binG                  	2024-58819	0.1565
G                     	2024-58819	0.0893
ndcg                  	2024-58819	0.4353
ndcg_rel              	2024-58819	0.4625
Rndcg                 	2024-58819	0.4525
ndcg_cut_5            	2024-58819	0.4596
ndcg_cut_10           	2024-58819	0.4997
ndcg_cut_15           	2024-58819	0.5674
ndcg_cut_20           	2024-58819	0.5858
ndcg_cut_30           	2024-58819	0.5386
ndcg_cut_100          	2024-58819	0.4540
ndcg_cut_200          	2024-58819	0.4353
ndcg_cut_500          	2024-58819	0.4353
ndcg_cut_1000         	2024-58819	0.4353
map_cut_5             	2024-58819	0.0287
map_cut_10            	2024-58819	0.0596
map_cut_15            	2024-58819	0.0973
map_cut_20            	2024-58819	0.1369
map_cut_30            	2024-58819	0.1644
map_cut_100           	2024-58819	0.3016
map_cut_200           	2024-58819	0.3016
map_cut_500           	2024-58819	0.3016
map_cut_1000          	2024-58819	0.3016
relative_P_5          	2024-58819	0.8000
relative_P_10         	2024-58819	0.8000
relative_P_15         	2024-58819	0.8667
relative_P_20         	2024-58819	0.9000
relative_P_30         	2024-58819	0.7333
relative_P_100        	2024-58819	0.4800
relative_P_200        	2024-58819	0.4286
relative_P_500        	2024-58819	0.4286
relative_P_1000       	2024-58819	0.4286
success_1             	2024-58819	1.0000
success_5             	2024-58819	1.0000
success_10            	2024-58819	1.0000
set_P                 	2024-58819	0.4800
set_relative_P        	2024-58819	0.4800
set_recall            	2024-58819	0.4286
set_map               	2024-58819	0.2057
set_F                 	2024-58819	0.4528
num_nonrel_judged_ret 	2024-58819	2
num_ret               	2024-69711	100
num_rel               	2024-69711	59
num_rel_ret           	2024-69711	30
map                   	2024-69711	0.3741
Rprec                 	2024-69711	0.4915
bpref                 	2024-69711	0.4559
recip_rank            	2024-69711	1.0000
iprec_at_recall_0.00  	2024-69711	1.0000
iprec_at_recall_0.10  	2024-69711	1.0000
iprec_at_recall_0.20  	2024-69711	0.7619
iprec_at_recall_0.30  	2024-69711	0.6897
iprec_at_recall_0.40  	2024-69711	0.6316
iprec_at_recall_0.50  	2024-69711	0.4545
iprec_at_recall_0.60  	2024-69711	0.0000
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	1.0000
P_10                  	2024-69711	0.7000
P_15                  	2024-69711	0.7333
P_20                  	2024-69711	0.7500
P_30                  	2024-69711	0.6667
P_100                 	2024-69711	0.3000
P_200                 	2024-69711	0.1500
P_500                 	2024-69711	0.0600
P_1000                	2024-69711	0.0300
relstring             	2024-69711	'1122120200'
recall_5              	2024-69711	0.0847
recall_10             	2024-69711	0.1186
recall_15             	2024-69711	0.1864
recall_20             	2024-69711	0.2542
recall_30             	2024-69711	0.3390
recall_100            	2024-69711	0.5085
recall_200            	2024-69711	0.5085
recall_500            	2024-69711	0.5085
recall_1000           	2024-69711	0.5085
infAP                 	2024-69711	0.3741
Rprec_mult_0.20       	2024-69711	0.7500
Rprec_mult_0.40       	2024-69711	0.6667
Rprec_mult_0.60       	2024-69711	0.6389
Rprec_mult_0.80       	2024-69711	0.5625
Rprec_mult_1.00       	2024-69711	0.4915
Rprec_mult_1.20       	2024-69711	0.4225
Rprec_mult_1.40       	2024-69711	0.3614
Rprec_mult_1.60       	2024-69711	0.3158
Rprec_mult_1.80       	2024-69711	0.2804
Rprec_mult_2.00       	2024-69711	0.2542
utility               	2024-69711	-40.0000
11pt_avg              	2024-69711	0.4125
binG                  	2024-69711	0.2303
G                     	2024-69711	0.1508
ndcg                  	2024-69711	0.5454
ndcg_rel              	2024-69711	0.5426
Rndcg                 	2024-69711	0.4779
ndcg_cut_5            	2024-69711	0.5624
ndcg_cut_10           	2024-69711	0.5177
ndcg_cut_15           	2024-69711	0.5131
ndcg_cut_20           	2024-69711	0.5421
ndcg_cut_30           	2024-69711	0.5745
ndcg_cut_100          	2024-69711	0.5454
ndcg_cut_200          	2024-69711	0.5454
ndcg_cut_500          	2024-69711	0.5454
ndcg_cut_1000         	2024-69711	0.5454
map_cut_5             	2024-69711	0.0847
map_cut_10            	2024-69711	0.1165
map_cut_15            	2024-69711	0.1661
map_cut_20            	2024-69711	0.2163
map_cut_30            	2024-69711	0.2747
map_cut_100           	2024-69711	0.3741
map_cut_200           	2024-69711	0.3741
map_cut_500           	2024-69711	0.3741
map_cut_1000          	2024-69711	0.3741
relative_P_5          	2024-69711	1.0000
relative_P_10         	2024-69711	0.7000
relative_P_15         	2024-69711	0.7333
relative_P_20         	2024-69711	0.7500
relative_P_30         	2024-69711	0.6667
relative_P_100        	2024-69711	0.5085
relative_P_200        	2024-69711	0.5085
relative_P_500        	2024-69711	0.5085
relative_P_1000       	2024-69711	0.5085
success_1             	2024-69711	1.0000
success_5             	2024-69711	1.0000
success_10            	2024-69711	1.0000
set_P                 	2024-69711	0.3000
set_relative_P        	2024-69711	0.5085
set_recall            	2024-69711	0.5085
set_map               	2024-69711	0.1525
set_F                 	2024-69711	0.3774
num_nonrel_judged_ret 	2024-69711	38
num_ret               	2024-73340	100
num_rel               	2024-73340	155
num_rel_ret           	2024-73340	71
map                   	2024-73340	0.4174
Rprec                 	2024-73340	0.4581
bpref                 	2024-73340	0.4394
recip_rank            	2024-73340	1.0000
iprec_at_recall_0.00  	2024-73340	1.0000
iprec_at_recall_0.10  	2024-73340	0.9756
iprec_at_recall_0.20  	2024-73340	0.9756
iprec_at_recall_0.30  	2024-73340	0.9107
iprec_at_recall_0.40  	2024-73340	0.7738
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	1.0000
P_10                  	2024-73340	1.0000
P_15                  	2024-73340	0.9333
P_20                  	2024-73340	0.9500
P_30                  	2024-73340	0.9667
P_100                 	2024-73340	0.7100
P_200                 	2024-73340	0.3550
P_500                 	2024-73340	0.1420
P_1000                	2024-73340	0.0710
relstring             	2024-73340	'3322231132'
recall_5              	2024-73340	0.0323
recall_10             	2024-73340	0.0645
recall_15             	2024-73340	0.0903
recall_20             	2024-73340	0.1226
recall_30             	2024-73340	0.1871
recall_100            	2024-73340	0.4581
recall_200            	2024-73340	0.4581
recall_500            	2024-73340	0.4581
recall_1000           	2024-73340	0.4581
infAP                 	2024-73340	0.4174
Rprec_mult_0.20       	2024-73340	0.9677
Rprec_mult_0.40       	2024-73340	0.8387
Rprec_mult_0.60       	2024-73340	0.7527
Rprec_mult_0.80       	2024-73340	0.5726
Rprec_mult_1.00       	2024-73340	0.4581
Rprec_mult_1.20       	2024-73340	0.3817
Rprec_mult_1.40       	2024-73340	0.3272
Rprec_mult_1.60       	2024-73340	0.2863
Rprec_mult_1.80       	2024-73340	0.2545
Rprec_mult_2.00       	2024-73340	0.2290
utility               	2024-73340	42.0000
11pt_avg              	2024-73340	0.4214
binG                  	2024-73340	0.2474
G                     	2024-73340	0.1524
ndcg                  	2024-73340	0.6259
ndcg_rel              	2024-73340	0.6931
Rndcg                 	2024-73340	0.7038
ndcg_cut_5            	2024-73340	0.8510
ndcg_cut_10           	2024-73340	0.7869
ndcg_cut_15           	2024-73340	0.7428
ndcg_cut_20           	2024-73340	0.7526
ndcg_cut_30           	2024-73340	0.7695
ndcg_cut_100          	2024-73340	0.7453
ndcg_cut_200          	2024-73340	0.6259
ndcg_cut_500          	2024-73340	0.6259
ndcg_cut_1000         	2024-73340	0.6259
map_cut_5             	2024-73340	0.0323
map_cut_10            	2024-73340	0.0645
map_cut_15            	2024-73340	0.0884
map_cut_20            	2024-73340	0.1189
map_cut_30            	2024-73340	0.1808
map_cut_100           	2024-73340	0.4174
map_cut_200           	2024-73340	0.4174
map_cut_500           	2024-73340	0.4174
map_cut_1000          	2024-73340	0.4174
relative_P_5          	2024-73340	1.0000
relative_P_10         	2024-73340	1.0000
relative_P_15         	2024-73340	0.9333
relative_P_20         	2024-73340	0.9500
relative_P_30         	2024-73340	0.9667
relative_P_100        	2024-73340	0.7100
relative_P_200        	2024-73340	0.4581
relative_P_500        	2024-73340	0.4581
relative_P_1000       	2024-73340	0.4581
success_1             	2024-73340	1.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.7100
set_relative_P        	2024-73340	0.7100
set_recall            	2024-73340	0.4581
set_map               	2024-73340	0.3252
set_F                 	2024-73340	0.5569
num_nonrel_judged_ret 	2024-73340	3
num_ret               	2024-73918	100
num_rel               	2024-73918	172
num_rel_ret           	2024-73918	63
map                   	2024-73918	0.2803
Rprec                 	2024-73918	0.3663
bpref                 	2024-73918	0.3458
recip_rank            	2024-73918	1.0000
iprec_at_recall_0.00  	2024-73918	1.0000
iprec_at_recall_0.10  	2024-73918	0.8182
iprec_at_recall_0.20  	2024-73918	0.7451
iprec_at_recall_0.30  	2024-73918	0.6842
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	0.8000
P_10                  	2024-73918	0.9000
P_15                  	2024-73918	0.9333
P_20                  	2024-73918	0.8000
P_30                  	2024-73918	0.8000
P_100                 	2024-73918	0.6300
P_200                 	2024-73918	0.3150
P_500                 	2024-73918	0.1260
P_1000                	2024-73918	0.0630
relstring             	2024-73918	'2022222212'
recall_5              	2024-73918	0.0233
recall_10             	2024-73918	0.0523
recall_15             	2024-73918	0.0814
recall_20             	2024-73918	0.0930
recall_30             	2024-73918	0.1395
recall_100            	2024-73918	0.3663
recall_200            	2024-73918	0.3663
recall_500            	2024-73918	0.3663
recall_1000           	2024-73918	0.3663
infAP                 	2024-73918	0.2803
Rprec_mult_0.20       	2024-73918	0.7714
Rprec_mult_0.40       	2024-73918	0.7246
Rprec_mult_0.60       	2024-73918	0.6058
Rprec_mult_0.80       	2024-73918	0.4565
Rprec_mult_1.00       	2024-73918	0.3663
Rprec_mult_1.20       	2024-73918	0.3043
Rprec_mult_1.40       	2024-73918	0.2614
Rprec_mult_1.60       	2024-73918	0.2283
Rprec_mult_1.80       	2024-73918	0.2032
Rprec_mult_2.00       	2024-73918	0.1831
utility               	2024-73918	26.0000
11pt_avg              	2024-73918	0.2952
binG                  	2024-73918	0.1313
G                     	2024-73918	0.0801
ndcg                  	2024-73918	0.4260
ndcg_rel              	2024-73918	0.4809
Rndcg                 	2024-73918	0.4949
ndcg_cut_5            	2024-73918	0.5240
ndcg_cut_10           	2024-73918	0.5913
ndcg_cut_15           	2024-73918	0.6433
ndcg_cut_20           	2024-73918	0.6123
ndcg_cut_30           	2024-73918	0.6083
ndcg_cut_100          	2024-73918	0.5309
ndcg_cut_200          	2024-73918	0.4260
ndcg_cut_500          	2024-73918	0.4260
ndcg_cut_1000         	2024-73918	0.4260
map_cut_5             	2024-73918	0.0187
map_cut_10            	2024-73918	0.0440
map_cut_15            	2024-73918	0.0708
map_cut_20            	2024-73918	0.0817
map_cut_30            	2024-73918	0.1176
map_cut_100           	2024-73918	0.2803
map_cut_200           	2024-73918	0.2803
map_cut_500           	2024-73918	0.2803
map_cut_1000          	2024-73918	0.2803
relative_P_5          	2024-73918	0.8000
relative_P_10         	2024-73918	0.9000
relative_P_15         	2024-73918	0.9333
relative_P_20         	2024-73918	0.8000
relative_P_30         	2024-73918	0.8000
relative_P_100        	2024-73918	0.6300
relative_P_200        	2024-73918	0.3663
relative_P_500        	2024-73918	0.3663
relative_P_1000       	2024-73918	0.3663
success_1             	2024-73918	1.0000
success_5             	2024-73918	1.0000
success_10            	2024-73918	1.0000
set_P                 	2024-73918	0.6300
set_relative_P        	2024-73918	0.6300
set_recall            	2024-73918	0.3663
set_map               	2024-73918	0.2308
set_F                 	2024-73918	0.4632
num_nonrel_judged_ret 	2024-73918	23
num_ret               	2024-79081	100
num_rel               	2024-79081	156
num_rel_ret           	2024-79081	77
map                   	2024-79081	0.4261
Rprec                 	2024-79081	0.4936
bpref                 	2024-79081	0.4114
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	0.8889
iprec_at_recall_0.20  	2024-79081	0.8868
iprec_at_recall_0.30  	2024-79081	0.8868
iprec_at_recall_0.40  	2024-79081	0.8553
iprec_at_recall_0.50  	2024-79081	0.0000
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	1.0000
P_10                  	2024-79081	0.9000
P_15                  	2024-79081	0.8667
P_20                  	2024-79081	0.8500
P_30                  	2024-79081	0.8333
P_100                 	2024-79081	0.7700
P_200                 	2024-79081	0.3850
P_500                 	2024-79081	0.1540
P_1000                	2024-79081	0.0770
relstring             	2024-79081	'3331133031'
recall_5              	2024-79081	0.0321
recall_10             	2024-79081	0.0577
recall_15             	2024-79081	0.0833
recall_20             	2024-79081	0.1090
recall_30             	2024-79081	0.1603
recall_100            	2024-79081	0.4936
recall_200            	2024-79081	0.4936
recall_500            	2024-79081	0.4936
recall_1000           	2024-79081	0.4936
infAP                 	2024-79081	0.4261
Rprec_mult_0.20       	2024-79081	0.8438
Rprec_mult_0.40       	2024-79081	0.8413
Rprec_mult_0.60       	2024-79081	0.7979
Rprec_mult_0.80       	2024-79081	0.6160
Rprec_mult_1.00       	2024-79081	0.4936
Rprec_mult_1.20       	2024-79081	0.4096
Rprec_mult_1.40       	2024-79081	0.3516
Rprec_mult_1.60       	2024-79081	0.3080
Rprec_mult_1.80       	2024-79081	0.2740
Rprec_mult_2.00       	2024-79081	0.2468
utility               	2024-79081	54.0000
11pt_avg              	2024-79081	0.4107
binG                  	2024-79081	0.1968
G                     	2024-79081	0.1355
ndcg                  	2024-79081	0.5958
ndcg_rel              	2024-79081	0.6573
Rndcg                 	2024-79081	0.6517
ndcg_cut_5            	2024-79081	0.8152
ndcg_cut_10           	2024-79081	0.7682
ndcg_cut_15           	2024-79081	0.7742
ndcg_cut_20           	2024-79081	0.7349
ndcg_cut_30           	2024-79081	0.6861
ndcg_cut_100          	2024-79081	0.6887
ndcg_cut_200          	2024-79081	0.5958
ndcg_cut_500          	2024-79081	0.5958
ndcg_cut_1000         	2024-79081	0.5958
map_cut_5             	2024-79081	0.0321
map_cut_10            	2024-79081	0.0563
map_cut_15            	2024-79081	0.0786
map_cut_20            	2024-79081	0.1011
map_cut_30            	2024-79081	0.1426
map_cut_100           	2024-79081	0.4261
map_cut_200           	2024-79081	0.4261
map_cut_500           	2024-79081	0.4261
map_cut_1000          	2024-79081	0.4261
relative_P_5          	2024-79081	1.0000
relative_P_10         	2024-79081	0.9000
relative_P_15         	2024-79081	0.8667
relative_P_20         	2024-79081	0.8500
relative_P_30         	2024-79081	0.8333
relative_P_100        	2024-79081	0.7700
relative_P_200        	2024-79081	0.4936
relative_P_500        	2024-79081	0.4936
relative_P_1000       	2024-79081	0.4936
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	0.7700
set_relative_P        	2024-79081	0.7700
set_recall            	2024-79081	0.4936
set_map               	2024-79081	0.3801
set_F                 	2024-79081	0.6016
num_nonrel_judged_ret 	2024-79081	10
num_ret               	2024-79154	100
num_rel               	2024-79154	14
num_rel_ret           	2024-79154	12
map                   	2024-79154	0.5441
Rprec                 	2024-79154	0.6429
bpref                 	2024-79154	0.5408
recip_rank            	2024-79154	1.0000
iprec_at_recall_0.00  	2024-79154	1.0000
iprec_at_recall_0.10  	2024-79154	1.0000
iprec_at_recall_0.20  	2024-79154	1.0000
iprec_at_recall_0.30  	2024-79154	0.7143
iprec_at_recall_0.40  	2024-79154	0.6667
iprec_at_recall_0.50  	2024-79154	0.6667
iprec_at_recall_0.60  	2024-79154	0.6429
iprec_at_recall_0.70  	2024-79154	0.2941
iprec_at_recall_0.80  	2024-79154	0.1714
iprec_at_recall_0.90  	2024-79154	0.0000
iprec_at_recall_1.00  	2024-79154	0.0000
P_5                   	2024-79154	0.6000
P_10                  	2024-79154	0.6000
P_15                  	2024-79154	0.6000
P_20                  	2024-79154	0.4500
P_30                  	2024-79154	0.3000
P_100                 	2024-79154	0.1200
P_200                 	2024-79154	0.0600
P_500                 	2024-79154	0.0240
P_1000                	2024-79154	0.0120
relstring             	2024-79154	'2120011001'
recall_5              	2024-79154	0.2143
recall_10             	2024-79154	0.4286
recall_15             	2024-79154	0.6429
recall_20             	2024-79154	0.6429
recall_30             	2024-79154	0.6429
recall_100            	2024-79154	0.8571
recall_200            	2024-79154	0.8571
recall_500            	2024-79154	0.8571
recall_1000           	2024-79154	0.8571
infAP                 	2024-79154	0.5441
Rprec_mult_0.20       	2024-79154	1.0000
Rprec_mult_0.40       	2024-79154	0.6667
Rprec_mult_0.60       	2024-79154	0.5556
Rprec_mult_0.80       	2024-79154	0.6667
Rprec_mult_1.00       	2024-79154	0.6429
Rprec_mult_1.20       	2024-79154	0.5294
Rprec_mult_1.40       	2024-79154	0.4500
Rprec_mult_1.60       	2024-79154	0.3913
Rprec_mult_1.80       	2024-79154	0.3462
Rprec_mult_2.00       	2024-79154	0.3214
utility               	2024-79154	-76.0000
11pt_avg              	2024-79154	0.5596
binG                  	2024-79154	0.4348
G                     	2024-79154	0.4216
ndcg                  	2024-79154	0.8033
ndcg_rel              	2024-79154	0.7837
Rndcg                 	2024-79154	0.7965
ndcg_cut_5            	2024-79154	0.7148
ndcg_cut_10           	2024-79154	0.6906
ndcg_cut_15           	2024-79154	0.7343
ndcg_cut_20           	2024-79154	0.7343
ndcg_cut_30           	2024-79154	0.7343
ndcg_cut_100          	2024-79154	0.8033
ndcg_cut_200          	2024-79154	0.8033
ndcg_cut_500          	2024-79154	0.8033
ndcg_cut_1000         	2024-79154	0.8033
map_cut_5             	2024-79154	0.2143
map_cut_10            	2024-79154	0.3558
map_cut_15            	2024-79154	0.4948
map_cut_20            	2024-79154	0.4948
map_cut_30            	2024-79154	0.4948
map_cut_100           	2024-79154	0.5441
map_cut_200           	2024-79154	0.5441
map_cut_500           	2024-79154	0.5441
map_cut_1000          	2024-79154	0.5441
relative_P_5          	2024-79154	0.6000
relative_P_10         	2024-79154	0.6000
relative_P_15         	2024-79154	0.6429
relative_P_20         	2024-79154	0.6429
relative_P_30         	2024-79154	0.6429
relative_P_100        	2024-79154	0.8571
relative_P_200        	2024-79154	0.8571
relative_P_500        	2024-79154	0.8571
relative_P_1000       	2024-79154	0.8571
success_1             	2024-79154	1.0000
success_5             	2024-79154	1.0000
success_10            	2024-79154	1.0000
set_P                 	2024-79154	0.1200
set_relative_P        	2024-79154	0.8571
set_recall            	2024-79154	0.8571
set_map               	2024-79154	0.1029
set_F                 	2024-79154	0.2105
num_nonrel_judged_ret 	2024-79154	51
num_ret               	2024-88894	100
num_rel               	2024-88894	46
num_rel_ret           	2024-88894	13
map                   	2024-88894	0.0710
Rprec                 	2024-88894	0.1522
bpref                 	2024-88894	0.1205
recip_rank            	2024-88894	0.5000
iprec_at_recall_0.00  	2024-88894	0.6667
iprec_at_recall_0.10  	2024-88894	0.2500
iprec_at_recall_0.20  	2024-88894	0.1325
iprec_at_recall_0.30  	2024-88894	0.0000
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.4000
P_10                  	2024-88894	0.3000
P_15                  	2024-88894	0.2667
P_20                  	2024-88894	0.2500
P_30                  	2024-88894	0.2333
P_100                 	2024-88894	0.1300
P_200                 	2024-88894	0.0650
P_500                 	2024-88894	0.0260
P_1000                	2024-88894	0.0130
relstring             	2024-88894	'0110000001'
recall_5              	2024-88894	0.0435
recall_10             	2024-88894	0.0652
recall_15             	2024-88894	0.0870
recall_20             	2024-88894	0.1087
recall_30             	2024-88894	0.1522
recall_100            	2024-88894	0.2826
recall_200            	2024-88894	0.2826
recall_500            	2024-88894	0.2826
recall_1000           	2024-88894	0.2826
infAP                 	2024-88894	0.0710
Rprec_mult_0.20       	2024-88894	0.3000
Rprec_mult_0.40       	2024-88894	0.2105
Rprec_mult_0.60       	2024-88894	0.2143
Rprec_mult_0.80       	2024-88894	0.1892
Rprec_mult_1.00       	2024-88894	0.1522
Rprec_mult_1.20       	2024-88894	0.1429
Rprec_mult_1.40       	2024-88894	0.1231
Rprec_mult_1.60       	2024-88894	0.1216
Rprec_mult_1.80       	2024-88894	0.1325
Rprec_mult_2.00       	2024-88894	0.1304
utility               	2024-88894	-74.0000
11pt_avg              	2024-88894	0.0954
binG                  	2024-88894	0.0765
G                     	2024-88894	0.0748
ndcg                  	2024-88894	0.2668
ndcg_rel              	2024-88894	0.2638
Rndcg                 	2024-88894	0.1536
ndcg_cut_5            	2024-88894	0.2864
ndcg_cut_10           	2024-88894	0.2562
ndcg_cut_15           	2024-88894	0.2798
ndcg_cut_20           	2024-88894	0.2671
ndcg_cut_30           	2024-88894	0.2517
ndcg_cut_100          	2024-88894	0.2668
ndcg_cut_200          	2024-88894	0.2668
ndcg_cut_500          	2024-88894	0.2668
ndcg_cut_1000         	2024-88894	0.2668
map_cut_5             	2024-88894	0.0254
map_cut_10            	2024-88894	0.0319
map_cut_15            	2024-88894	0.0377
map_cut_20            	2024-88894	0.0431
map_cut_30            	2024-88894	0.0530
map_cut_100           	2024-88894	0.0710
map_cut_200           	2024-88894	0.0710
map_cut_500           	2024-88894	0.0710
map_cut_1000          	2024-88894	0.0710
relative_P_5          	2024-88894	0.4000
relative_P_10         	2024-88894	0.3000
relative_P_15         	2024-88894	0.2667
relative_P_20         	2024-88894	0.2500
relative_P_30         	2024-88894	0.2333
relative_P_100        	2024-88894	0.2826
relative_P_200        	2024-88894	0.2826
relative_P_500        	2024-88894	0.2826
relative_P_1000       	2024-88894	0.2826
success_1             	2024-88894	0.0000
success_5             	2024-88894	1.0000
success_10            	2024-88894	1.0000
set_P                 	2024-88894	0.1300
set_relative_P        	2024-88894	0.2826
set_recall            	2024-88894	0.2826
set_map               	2024-88894	0.0367
set_F                 	2024-88894	0.1781
num_nonrel_judged_ret 	2024-88894	65
num_ret               	2024-94706	100
num_rel               	2024-94706	45
num_rel_ret           	2024-94706	26
map                   	2024-94706	0.3817
Rprec                 	2024-94706	0.4889
bpref                 	2024-94706	0.4351
recip_rank            	2024-94706	1.0000
iprec_at_recall_0.00  	2024-94706	1.0000
iprec_at_recall_0.10  	2024-94706	0.9091
iprec_at_recall_0.20  	2024-94706	0.9091
iprec_at_recall_0.30  	2024-94706	0.6154
iprec_at_recall_0.40  	2024-94706	0.4889
iprec_at_recall_0.50  	2024-94706	0.3770
iprec_at_recall_0.60  	2024-94706	0.0000
iprec_at_recall_0.70  	2024-94706	0.0000
iprec_at_recall_0.80  	2024-94706	0.0000
iprec_at_recall_0.90  	2024-94706	0.0000
iprec_at_recall_1.00  	2024-94706	0.0000
P_5                   	2024-94706	0.8000
P_10                  	2024-94706	0.9000
P_15                  	2024-94706	0.7333
P_20                  	2024-94706	0.6000
P_30                  	2024-94706	0.5333
P_100                 	2024-94706	0.2600
P_200                 	2024-94706	0.1300
P_500                 	2024-94706	0.0520
P_1000                	2024-94706	0.0260
relstring             	2024-94706	'1110211111'
recall_5              	2024-94706	0.0889
recall_10             	2024-94706	0.2000
recall_15             	2024-94706	0.2444
recall_20             	2024-94706	0.2667
recall_30             	2024-94706	0.3556
recall_100            	2024-94706	0.5778
recall_200            	2024-94706	0.5778
recall_500            	2024-94706	0.5778
recall_1000           	2024-94706	0.5778
infAP                 	2024-94706	0.3817
Rprec_mult_0.20       	2024-94706	0.8889
Rprec_mult_0.40       	2024-94706	0.6667
Rprec_mult_0.60       	2024-94706	0.5926
Rprec_mult_0.80       	2024-94706	0.4722
Rprec_mult_1.00       	2024-94706	0.4889
Rprec_mult_1.20       	2024-94706	0.4074
Rprec_mult_1.40       	2024-94706	0.3651
Rprec_mult_1.60       	2024-94706	0.3194
Rprec_mult_1.80       	2024-94706	0.3086
Rprec_mult_2.00       	2024-94706	0.2778
utility               	2024-94706	-48.0000
11pt_avg              	2024-94706	0.3909
binG                  	2024-94706	0.2522
G                     	2024-94706	0.1698
ndcg                  	2024-94706	0.5546
ndcg_rel              	2024-94706	0.5442
Rndcg                 	2024-94706	0.5196
ndcg_cut_5            	2024-94706	0.4926
ndcg_cut_10           	2024-94706	0.6006
ndcg_cut_15           	2024-94706	0.5708
ndcg_cut_20           	2024-94706	0.5274
ndcg_cut_30           	2024-94706	0.5239
ndcg_cut_100          	2024-94706	0.5546
ndcg_cut_200          	2024-94706	0.5546
ndcg_cut_500          	2024-94706	0.5546
ndcg_cut_1000         	2024-94706	0.5546
map_cut_5             	2024-94706	0.0844
map_cut_10            	2024-94706	0.1812
map_cut_15            	2024-94706	0.2177
map_cut_20            	2024-94706	0.2334
map_cut_30            	2024-94706	0.2877
map_cut_100           	2024-94706	0.3817
map_cut_200           	2024-94706	0.3817
map_cut_500           	2024-94706	0.3817
map_cut_1000          	2024-94706	0.3817
relative_P_5          	2024-94706	0.8000
relative_P_10         	2024-94706	0.9000
relative_P_15         	2024-94706	0.7333
relative_P_20         	2024-94706	0.6000
relative_P_30         	2024-94706	0.5333
relative_P_100        	2024-94706	0.5778
relative_P_200        	2024-94706	0.5778
relative_P_500        	2024-94706	0.5778
relative_P_1000       	2024-94706	0.5778
success_1             	2024-94706	1.0000
success_5             	2024-94706	1.0000
success_10            	2024-94706	1.0000
set_P                 	2024-94706	0.2600
set_relative_P        	2024-94706	0.5778
set_recall            	2024-94706	0.5778
set_map               	2024-94706	0.1502
set_F                 	2024-94706	0.3586
num_nonrel_judged_ret 	2024-94706	48
num_ret               	2024-96063	100
num_rel               	2024-96063	91
num_rel_ret           	2024-96063	14
map                   	2024-96063	0.0287
Rprec                 	2024-96063	0.1538
bpref                 	2024-96063	0.1068
recip_rank            	2024-96063	0.0833
iprec_at_recall_0.00  	2024-96063	0.2400
iprec_at_recall_0.10  	2024-96063	0.1884
iprec_at_recall_0.20  	2024-96063	0.0000
iprec_at_recall_0.30  	2024-96063	0.0000
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	0.0000
P_10                  	2024-96063	0.0000
P_15                  	2024-96063	0.1333
P_20                  	2024-96063	0.2000
P_30                  	2024-96063	0.2333
P_100                 	2024-96063	0.1400
P_200                 	2024-96063	0.0700
P_500                 	2024-96063	0.0280
P_1000                	2024-96063	0.0140
relstring             	2024-96063	'0000000000'
recall_5              	2024-96063	0.0000
recall_10             	2024-96063	0.0000
recall_15             	2024-96063	0.0220
recall_20             	2024-96063	0.0440
recall_30             	2024-96063	0.0769
recall_100            	2024-96063	0.1538
recall_200            	2024-96063	0.1538
recall_500            	2024-96063	0.1538
recall_1000           	2024-96063	0.1538
infAP                 	2024-96063	0.0287
Rprec_mult_0.20       	2024-96063	0.1579
Rprec_mult_0.40       	2024-96063	0.1892
Rprec_mult_0.60       	2024-96063	0.1636
Rprec_mult_0.80       	2024-96063	0.1781
Rprec_mult_1.00       	2024-96063	0.1538
Rprec_mult_1.20       	2024-96063	0.1273
Rprec_mult_1.40       	2024-96063	0.1094
Rprec_mult_1.60       	2024-96063	0.0959
Rprec_mult_1.80       	2024-96063	0.0854
Rprec_mult_2.00       	2024-96063	0.0769
utility               	2024-96063	-72.0000
11pt_avg              	2024-96063	0.0389
binG                  	2024-96063	0.0324
G                     	2024-96063	0.0268
ndcg                  	2024-96063	0.1320
ndcg_rel              	2024-96063	0.1296
Rndcg                 	2024-96063	0.0944
ndcg_cut_5            	2024-96063	0.0000
ndcg_cut_10           	2024-96063	0.0000
ndcg_cut_15           	2024-96063	0.0760
ndcg_cut_20           	2024-96063	0.0932
ndcg_cut_30           	2024-96063	0.1462
ndcg_cut_100          	2024-96063	0.1320
ndcg_cut_200          	2024-96063	0.1320
ndcg_cut_500          	2024-96063	0.1320
ndcg_cut_1000         	2024-96063	0.1320
map_cut_5             	2024-96063	0.0000
map_cut_10            	2024-96063	0.0000
map_cut_15            	2024-96063	0.0025
map_cut_20            	2024-96063	0.0064
map_cut_30            	2024-96063	0.0140
map_cut_100           	2024-96063	0.0287
map_cut_200           	2024-96063	0.0287
map_cut_500           	2024-96063	0.0287
map_cut_1000          	2024-96063	0.0287
relative_P_5          	2024-96063	0.0000
relative_P_10         	2024-96063	0.0000
relative_P_15         	2024-96063	0.1333
relative_P_20         	2024-96063	0.2000
relative_P_30         	2024-96063	0.2333
relative_P_100        	2024-96063	0.1538
relative_P_200        	2024-96063	0.1538
relative_P_500        	2024-96063	0.1538
relative_P_1000       	2024-96063	0.1538
success_1             	2024-96063	0.0000
success_5             	2024-96063	0.0000
success_10            	2024-96063	0.0000
set_P                 	2024-96063	0.1400
set_relative_P        	2024-96063	0.1538
set_recall            	2024-96063	0.1538
set_map               	2024-96063	0.0215
set_F                 	2024-96063	0.1466
num_nonrel_judged_ret 	2024-96063	58
num_ret               	2024-96359	100
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	21
map                   	2024-96359	0.1792
Rprec                 	2024-96359	0.2364
bpref                 	2024-96359	0.3818
recip_rank            	2024-96359	1.0000
iprec_at_recall_0.00  	2024-96359	1.0000
iprec_at_recall_0.10  	2024-96359	0.7500
iprec_at_recall_0.20  	2024-96359	0.3333
iprec_at_recall_0.30  	2024-96359	0.2656
iprec_at_recall_0.40  	2024-96359	0.0000
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	0.6000
P_10                  	2024-96359	0.7000
P_15                  	2024-96359	0.5333
P_20                  	2024-96359	0.4500
P_30                  	2024-96359	0.3333
P_100                 	2024-96359	0.2100
P_200                 	2024-96359	0.1050
P_500                 	2024-96359	0.0420
P_1000                	2024-96359	0.0210
relstring             	2024-96359	'11--1111-1'
recall_5              	2024-96359	0.0545
recall_10             	2024-96359	0.1273
recall_15             	2024-96359	0.1455
recall_20             	2024-96359	0.1636
recall_30             	2024-96359	0.1818
recall_100            	2024-96359	0.3818
recall_200            	2024-96359	0.3818
recall_500            	2024-96359	0.3818
recall_1000           	2024-96359	0.3818
infAP                 	2024-96359	0.1792
Rprec_mult_0.20       	2024-96359	0.6364
Rprec_mult_0.40       	2024-96359	0.4091
Rprec_mult_0.60       	2024-96359	0.3030
Rprec_mult_0.80       	2024-96359	0.2955
Rprec_mult_1.00       	2024-96359	0.2364
Rprec_mult_1.20       	2024-96359	0.2576
Rprec_mult_1.40       	2024-96359	0.2208
Rprec_mult_1.60       	2024-96359	0.2159
Rprec_mult_1.80       	2024-96359	0.2020
Rprec_mult_2.00       	2024-96359	0.1909
utility               	2024-96359	-58.0000
11pt_avg              	2024-96359	0.2135
binG                  	2024-96359	0.1336
G                     	2024-96359	0.1026
ndcg                  	2024-96359	0.3825
ndcg_rel              	2024-96359	0.3960
Rndcg                 	2024-96359	0.3937
ndcg_cut_5            	2024-96359	0.4406
ndcg_cut_10           	2024-96359	0.5364
ndcg_cut_15           	2024-96359	0.4781
ndcg_cut_20           	2024-96359	0.4408
ndcg_cut_30           	2024-96359	0.3730
ndcg_cut_100          	2024-96359	0.3825
ndcg_cut_200          	2024-96359	0.3825
ndcg_cut_500          	2024-96359	0.3825
ndcg_cut_1000         	2024-96359	0.3825
map_cut_5             	2024-96359	0.0473
map_cut_10            	2024-96359	0.0987
map_cut_15            	2024-96359	0.1109
map_cut_20            	2024-96359	0.1205
map_cut_30            	2024-96359	0.1268
map_cut_100           	2024-96359	0.1792
map_cut_200           	2024-96359	0.1792
map_cut_500           	2024-96359	0.1792
map_cut_1000          	2024-96359	0.1792
relative_P_5          	2024-96359	0.6000
relative_P_10         	2024-96359	0.7000
relative_P_15         	2024-96359	0.5333
relative_P_20         	2024-96359	0.4500
relative_P_30         	2024-96359	0.3333
relative_P_100        	2024-96359	0.3818
relative_P_200        	2024-96359	0.3818
relative_P_500        	2024-96359	0.3818
relative_P_1000       	2024-96359	0.3818
success_1             	2024-96359	1.0000
success_5             	2024-96359	1.0000
success_10            	2024-96359	1.0000
set_P                 	2024-96359	0.2100
set_relative_P        	2024-96359	0.3818
set_recall            	2024-96359	0.3818
set_map               	2024-96359	0.0802
set_F                 	2024-96359	0.2710
num_nonrel_judged_ret 	2024-96359	0
runid                 	all	UDInfo_BGE_rerank_query
num_q                 	all	86
num_ret               	all	8600
num_rel               	all	12717
num_rel_ret           	all	4502
map                   	all	0.3016
gm_map                	all	0.2479
Rprec                 	all	0.3664
bpref                 	all	0.3543
recip_rank            	all	0.9148
iprec_at_recall_0.00  	all	0.9336
iprec_at_recall_0.10  	all	0.8346
iprec_at_recall_0.20  	all	0.6886
iprec_at_recall_0.30  	all	0.5140
iprec_at_recall_0.40  	all	0.3113
iprec_at_recall_0.50  	all	0.1952
iprec_at_recall_0.60  	all	0.0779
iprec_at_recall_0.70  	all	0.0160
iprec_at_recall_0.80  	all	0.0044
iprec_at_recall_0.90  	all	0.0000
iprec_at_recall_1.00  	all	0.0000
P_5                   	all	0.8233
P_10                  	all	0.8023
P_15                  	all	0.7876
P_20                  	all	0.7744
P_30                  	all	0.7271
P_100                 	all	0.5235
P_200                 	all	0.2617
P_500                 	all	0.1047
P_1000                	all	0.0523
recall_5              	all	0.0409
recall_10             	all	0.0765
recall_15             	all	0.1088
recall_20             	all	0.1396
recall_30             	all	0.1892
recall_100            	all	0.4048
recall_200            	all	0.4048
recall_500            	all	0.4048
recall_1000           	all	0.4048
infAP                 	all	0.3016
gm_bpref              	all	0.2895
Rprec_mult_0.20       	all	0.7560
Rprec_mult_0.40       	all	0.6385
Rprec_mult_0.60       	all	0.5308
Rprec_mult_0.80       	all	0.4355
Rprec_mult_1.00       	all	0.3664
Rprec_mult_1.20       	all	0.3119
Rprec_mult_1.40       	all	0.2704
Rprec_mult_1.60       	all	0.2388
Rprec_mult_1.80       	all	0.2146
Rprec_mult_2.00       	all	0.1942
utility               	all	4.6977
11pt_avg              	all	0.3251
binG                  	all	0.1892
G                     	all	0.1178
ndcg                  	all	0.4596
ndcg_rel              	all	0.5031
Rndcg                 	all	0.4952
ndcg_cut_5            	all	0.6069
ndcg_cut_10           	all	0.6017
ndcg_cut_15           	all	0.6002
ndcg_cut_20           	all	0.5990
ndcg_cut_30           	all	0.5944
ndcg_cut_100          	all	0.5541
ndcg_cut_200          	all	0.4702
ndcg_cut_500          	all	0.4596
ndcg_cut_1000         	all	0.4596
map_cut_5             	all	0.0373
map_cut_10            	all	0.0668
map_cut_15            	all	0.0928
map_cut_20            	all	0.1166
map_cut_30            	all	0.1546
map_cut_100           	all	0.3016
map_cut_200           	all	0.3016
map_cut_500           	all	0.3016
map_cut_1000          	all	0.3016
relative_P_5          	all	0.8233
relative_P_10         	all	0.8026
relative_P_15         	all	0.7891
relative_P_20         	all	0.7801
relative_P_30         	all	0.7420
relative_P_100        	all	0.5980
relative_P_200        	all	0.4242
relative_P_500        	all	0.4048
relative_P_1000       	all	0.4048
success_1             	all	0.8721
success_5             	all	0.9535
success_10            	all	0.9651
set_P                 	all	0.5235
set_relative_P        	all	0.5980
set_recall            	all	0.4048
set_map               	all	0.2119
set_F                 	all	0.4110
num_nonrel_judged_ret 	all	1243
