num_ret               	2024-105741	100
num_rel               	2024-105741	139
num_rel_ret           	2024-105741	42
map                   	2024-105741	0.1954
Rprec                 	2024-105741	0.3022
bpref                 	2024-105741	0.2829
recip_rank            	2024-105741	1.0000
iprec_at_recall_0.00  	2024-105741	1.0000
iprec_at_recall_0.10  	2024-105741	0.7895
iprec_at_recall_0.20  	2024-105741	0.4912
iprec_at_recall_0.30  	2024-105741	0.4330
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	0.8000
P_10                  	2024-105741	0.8000
P_15                  	2024-105741	0.8000
P_20                  	2024-105741	0.7500
P_30                  	2024-105741	0.6333
P_100                 	2024-105741	0.4200
P_200                 	2024-105741	0.2100
P_500                 	2024-105741	0.0840
P_1000                	2024-105741	0.0420
relstring             	2024-105741	'2212011201'
recall_5              	2024-105741	0.0288
recall_10             	2024-105741	0.0576
recall_15             	2024-105741	0.0863
recall_20             	2024-105741	0.1079
recall_30             	2024-105741	0.1367
recall_100            	2024-105741	0.3022
recall_200            	2024-105741	0.3022
recall_500            	2024-105741	0.3022
recall_1000           	2024-105741	0.3022
infAP                 	2024-105741	0.1954
Rprec_mult_0.20       	2024-105741	0.6786
Rprec_mult_0.40       	2024-105741	0.4821
Rprec_mult_0.60       	2024-105741	0.4286
Rprec_mult_0.80       	2024-105741	0.3750
Rprec_mult_1.00       	2024-105741	0.3022
Rprec_mult_1.20       	2024-105741	0.2515
Rprec_mult_1.40       	2024-105741	0.2154
Rprec_mult_1.60       	2024-105741	0.1883
Rprec_mult_1.80       	2024-105741	0.1673
Rprec_mult_2.00       	2024-105741	0.1511
utility               	2024-105741	-16.0000
11pt_avg              	2024-105741	0.2467
binG                  	2024-105741	0.1102
G                     	2024-105741	0.0736
ndcg                  	2024-105741	0.3718
ndcg_rel              	2024-105741	0.4117
Rndcg                 	2024-105741	0.4779
ndcg_cut_5            	2024-105741	0.5759
ndcg_cut_10           	2024-105741	0.5556
ndcg_cut_15           	2024-105741	0.5630
ndcg_cut_20           	2024-105741	0.5389
ndcg_cut_30           	2024-105741	0.4905
ndcg_cut_100          	2024-105741	0.4354
ndcg_cut_200          	2024-105741	0.3718
ndcg_cut_500          	2024-105741	0.3718
ndcg_cut_1000         	2024-105741	0.3718
map_cut_5             	2024-105741	0.0288
map_cut_10            	2024-105741	0.0530
map_cut_15            	2024-105741	0.0758
map_cut_20            	2024-105741	0.0926
map_cut_30            	2024-105741	0.1140
map_cut_100           	2024-105741	0.1954
map_cut_200           	2024-105741	0.1954
map_cut_500           	2024-105741	0.1954
map_cut_1000          	2024-105741	0.1954
relative_P_5          	2024-105741	0.8000
relative_P_10         	2024-105741	0.8000
relative_P_15         	2024-105741	0.8000
relative_P_20         	2024-105741	0.7500
relative_P_30         	2024-105741	0.6333
relative_P_100        	2024-105741	0.4200
relative_P_200        	2024-105741	0.3022
relative_P_500        	2024-105741	0.3022
relative_P_1000       	2024-105741	0.3022
success_1             	2024-105741	1.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.4200
set_relative_P        	2024-105741	0.4200
set_recall            	2024-105741	0.3022
set_map               	2024-105741	0.1269
set_F                 	2024-105741	0.3515
num_nonrel_judged_ret 	2024-105741	19
num_ret               	2024-121840	100
num_rel               	2024-121840	111
num_rel_ret           	2024-121840	15
map                   	2024-121840	0.0487
Rprec                 	2024-121840	0.1351
bpref                 	2024-121840	0.1165
recip_rank            	2024-121840	1.0000
iprec_at_recall_0.00  	2024-121840	1.0000
iprec_at_recall_0.10  	2024-121840	0.1831
iprec_at_recall_0.20  	2024-121840	0.0000
iprec_at_recall_0.30  	2024-121840	0.0000
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.6000
P_10                  	2024-121840	0.4000
P_15                  	2024-121840	0.3333
P_20                  	2024-121840	0.2500
P_30                  	2024-121840	0.2667
P_100                 	2024-121840	0.1500
P_200                 	2024-121840	0.0750
P_500                 	2024-121840	0.0300
P_1000                	2024-121840	0.0150
relstring             	2024-121840	'3033000010'
recall_5              	2024-121840	0.0270
recall_10             	2024-121840	0.0360
recall_15             	2024-121840	0.0450
recall_20             	2024-121840	0.0450
recall_30             	2024-121840	0.0721
recall_100            	2024-121840	0.1351
recall_200            	2024-121840	0.1351
recall_500            	2024-121840	0.1351
recall_1000           	2024-121840	0.1351
infAP                 	2024-121840	0.0487
Rprec_mult_0.20       	2024-121840	0.3043
Rprec_mult_0.40       	2024-121840	0.2000
Rprec_mult_0.60       	2024-121840	0.1642
Rprec_mult_0.80       	2024-121840	0.1573
Rprec_mult_1.00       	2024-121840	0.1351
Rprec_mult_1.20       	2024-121840	0.1119
Rprec_mult_1.40       	2024-121840	0.0962
Rprec_mult_1.60       	2024-121840	0.0843
Rprec_mult_1.80       	2024-121840	0.0750
Rprec_mult_2.00       	2024-121840	0.0676
utility               	2024-121840	-70.0000
11pt_avg              	2024-121840	0.1076
binG                  	2024-121840	0.0438
G                     	2024-121840	0.0463
ndcg                  	2024-121840	0.2219
ndcg_rel              	2024-121840	0.2467
Rndcg                 	2024-121840	0.2601
ndcg_cut_5            	2024-121840	0.6548
ndcg_cut_10           	2024-121840	0.4470
ndcg_cut_15           	2024-121840	0.3941
ndcg_cut_20           	2024-121840	0.3281
ndcg_cut_30           	2024-121840	0.3076
ndcg_cut_100          	2024-121840	0.2301
ndcg_cut_200          	2024-121840	0.2219
ndcg_cut_500          	2024-121840	0.2219
ndcg_cut_1000         	2024-121840	0.2219
map_cut_5             	2024-121840	0.0218
map_cut_10            	2024-121840	0.0258
map_cut_15            	2024-121840	0.0299
map_cut_20            	2024-121840	0.0299
map_cut_30            	2024-121840	0.0377
map_cut_100           	2024-121840	0.0487
map_cut_200           	2024-121840	0.0487
map_cut_500           	2024-121840	0.0487
map_cut_1000          	2024-121840	0.0487
relative_P_5          	2024-121840	0.6000
relative_P_10         	2024-121840	0.4000
relative_P_15         	2024-121840	0.3333
relative_P_20         	2024-121840	0.2500
relative_P_30         	2024-121840	0.2667
relative_P_100        	2024-121840	0.1500
relative_P_200        	2024-121840	0.1351
relative_P_500        	2024-121840	0.1351
relative_P_1000       	2024-121840	0.1351
success_1             	2024-121840	1.0000
success_5             	2024-121840	1.0000
success_10            	2024-121840	1.0000
set_P                 	2024-121840	0.1500
set_relative_P        	2024-121840	0.1500
set_recall            	2024-121840	0.1351
set_map               	2024-121840	0.0203
set_F                 	2024-121840	0.1422
num_nonrel_judged_ret 	2024-121840	32
num_ret               	2024-127266	100
num_rel               	2024-127266	216
num_rel_ret           	2024-127266	71
map                   	2024-127266	0.2814
Rprec                 	2024-127266	0.3287
bpref                 	2024-127266	0.3081
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	0.9565
iprec_at_recall_0.20  	2024-127266	0.8036
iprec_at_recall_0.30  	2024-127266	0.7222
iprec_at_recall_0.40  	2024-127266	0.0000
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	1.0000
P_10                  	2024-127266	1.0000
P_15                  	2024-127266	1.0000
P_20                  	2024-127266	0.9500
P_30                  	2024-127266	0.9000
P_100                 	2024-127266	0.7100
P_200                 	2024-127266	0.3550
P_500                 	2024-127266	0.1420
P_1000                	2024-127266	0.0710
relstring             	2024-127266	'3113213112'
recall_5              	2024-127266	0.0231
recall_10             	2024-127266	0.0463
recall_15             	2024-127266	0.0694
recall_20             	2024-127266	0.0880
recall_30             	2024-127266	0.1250
recall_100            	2024-127266	0.3287
recall_200            	2024-127266	0.3287
recall_500            	2024-127266	0.3287
recall_1000           	2024-127266	0.3287
infAP                 	2024-127266	0.2814
Rprec_mult_0.20       	2024-127266	0.8636
Rprec_mult_0.40       	2024-127266	0.7126
Rprec_mult_0.60       	2024-127266	0.5462
Rprec_mult_0.80       	2024-127266	0.4104
Rprec_mult_1.00       	2024-127266	0.3287
Rprec_mult_1.20       	2024-127266	0.2731
Rprec_mult_1.40       	2024-127266	0.2343
Rprec_mult_1.60       	2024-127266	0.2052
Rprec_mult_1.80       	2024-127266	0.1825
Rprec_mult_2.00       	2024-127266	0.1644
utility               	2024-127266	42.0000
11pt_avg              	2024-127266	0.3166
binG                  	2024-127266	0.1581
G                     	2024-127266	0.0785
ndcg                  	2024-127266	0.4277
ndcg_rel              	2024-127266	0.4859
Rndcg                 	2024-127266	0.5270
ndcg_cut_5            	2024-127266	0.7006
ndcg_cut_10           	2024-127266	0.6418
ndcg_cut_15           	2024-127266	0.6620
ndcg_cut_20           	2024-127266	0.6510
ndcg_cut_30           	2024-127266	0.5938
ndcg_cut_100          	2024-127266	0.5622
ndcg_cut_200          	2024-127266	0.4414
ndcg_cut_500          	2024-127266	0.4277
ndcg_cut_1000         	2024-127266	0.4277
map_cut_5             	2024-127266	0.0231
map_cut_10            	2024-127266	0.0463
map_cut_15            	2024-127266	0.0694
map_cut_20            	2024-127266	0.0872
map_cut_30            	2024-127266	0.1219
map_cut_100           	2024-127266	0.2814
map_cut_200           	2024-127266	0.2814
map_cut_500           	2024-127266	0.2814
map_cut_1000          	2024-127266	0.2814
relative_P_5          	2024-127266	1.0000
relative_P_10         	2024-127266	1.0000
relative_P_15         	2024-127266	1.0000
relative_P_20         	2024-127266	0.9500
relative_P_30         	2024-127266	0.9000
relative_P_100        	2024-127266	0.7100
relative_P_200        	2024-127266	0.3550
relative_P_500        	2024-127266	0.3287
relative_P_1000       	2024-127266	0.3287
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	0.7100
set_relative_P        	2024-127266	0.7100
set_recall            	2024-127266	0.3287
set_map               	2024-127266	0.2334
set_F                 	2024-127266	0.4494
num_nonrel_judged_ret 	2024-127266	1
num_ret               	2024-127288	100
num_rel               	2024-127288	331
num_rel_ret           	2024-127288	76
map                   	2024-127288	0.2071
Rprec                 	2024-127288	0.2296
bpref                 	2024-127288	0.2296
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.9231
iprec_at_recall_0.20  	2024-127288	0.8095
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	1.0000
P_10                  	2024-127288	1.0000
P_15                  	2024-127288	1.0000
P_20                  	2024-127288	1.0000
P_30                  	2024-127288	0.9333
P_100                 	2024-127288	0.7600
P_200                 	2024-127288	0.3800
P_500                 	2024-127288	0.1520
P_1000                	2024-127288	0.0760
relstring             	2024-127288	'3222222222'
recall_5              	2024-127288	0.0151
recall_10             	2024-127288	0.0302
recall_15             	2024-127288	0.0453
recall_20             	2024-127288	0.0604
recall_30             	2024-127288	0.0846
recall_100            	2024-127288	0.2296
recall_200            	2024-127288	0.2296
recall_500            	2024-127288	0.2296
recall_1000           	2024-127288	0.2296
infAP                 	2024-127288	0.2071
Rprec_mult_0.20       	2024-127288	0.8060
Rprec_mult_0.40       	2024-127288	0.5714
Rprec_mult_0.60       	2024-127288	0.3819
Rprec_mult_0.80       	2024-127288	0.2868
Rprec_mult_1.00       	2024-127288	0.2296
Rprec_mult_1.20       	2024-127288	0.1910
Rprec_mult_1.40       	2024-127288	0.1638
Rprec_mult_1.60       	2024-127288	0.1434
Rprec_mult_1.80       	2024-127288	0.1275
Rprec_mult_2.00       	2024-127288	0.1148
utility               	2024-127288	52.0000
11pt_avg              	2024-127288	0.2484
binG                  	2024-127288	0.1262
G                     	2024-127288	0.0610
ndcg                  	2024-127288	0.3603
ndcg_rel              	2024-127288	0.4427
Rndcg                 	2024-127288	0.4717
ndcg_cut_5            	2024-127288	0.7797
ndcg_cut_10           	2024-127288	0.7400
ndcg_cut_15           	2024-127288	0.7389
ndcg_cut_20           	2024-127288	0.7495
ndcg_cut_30           	2024-127288	0.7388
ndcg_cut_100          	2024-127288	0.6722
ndcg_cut_200          	2024-127288	0.4546
ndcg_cut_500          	2024-127288	0.3603
ndcg_cut_1000         	2024-127288	0.3603
map_cut_5             	2024-127288	0.0151
map_cut_10            	2024-127288	0.0302
map_cut_15            	2024-127288	0.0453
map_cut_20            	2024-127288	0.0604
map_cut_30            	2024-127288	0.0843
map_cut_100           	2024-127288	0.2071
map_cut_200           	2024-127288	0.2071
map_cut_500           	2024-127288	0.2071
map_cut_1000          	2024-127288	0.2071
relative_P_5          	2024-127288	1.0000
relative_P_10         	2024-127288	1.0000
relative_P_15         	2024-127288	1.0000
relative_P_20         	2024-127288	1.0000
relative_P_30         	2024-127288	0.9333
relative_P_100        	2024-127288	0.7600
relative_P_200        	2024-127288	0.3800
relative_P_500        	2024-127288	0.2296
relative_P_1000       	2024-127288	0.2296
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	0.7600
set_relative_P        	2024-127288	0.7600
set_recall            	2024-127288	0.2296
set_map               	2024-127288	0.1745
set_F                 	2024-127288	0.3527
num_nonrel_judged_ret 	2024-127288	0
num_ret               	2024-12875	100
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	79
map                   	2024-12875	0.3135
Rprec                 	2024-12875	0.3278
bpref                 	2024-12875	0.3278
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	1.0000
iprec_at_recall_0.20  	2024-12875	0.9815
iprec_at_recall_0.30  	2024-12875	0.8588
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	1.0000
P_10                  	2024-12875	1.0000
P_15                  	2024-12875	1.0000
P_20                  	2024-12875	1.0000
P_30                  	2024-12875	1.0000
P_100                 	2024-12875	0.7900
P_200                 	2024-12875	0.3950
P_500                 	2024-12875	0.1580
P_1000                	2024-12875	0.0790
relstring             	2024-12875	'3333333333'
recall_5              	2024-12875	0.0207
recall_10             	2024-12875	0.0415
recall_15             	2024-12875	0.0622
recall_20             	2024-12875	0.0830
recall_30             	2024-12875	0.1245
recall_100            	2024-12875	0.3278
recall_200            	2024-12875	0.3278
recall_500            	2024-12875	0.3278
recall_1000           	2024-12875	0.3278
infAP                 	2024-12875	0.3135
Rprec_mult_0.20       	2024-12875	0.9796
Rprec_mult_0.40       	2024-12875	0.8041
Rprec_mult_0.60       	2024-12875	0.5448
Rprec_mult_0.80       	2024-12875	0.4093
Rprec_mult_1.00       	2024-12875	0.3278
Rprec_mult_1.20       	2024-12875	0.2724
Rprec_mult_1.40       	2024-12875	0.2337
Rprec_mult_1.60       	2024-12875	0.2047
Rprec_mult_1.80       	2024-12875	0.1820
Rprec_mult_2.00       	2024-12875	0.1639
utility               	2024-12875	58.0000
11pt_avg              	2024-12875	0.3491
binG                  	2024-12875	0.2289
G                     	2024-12875	0.1747
ndcg                  	2024-12875	0.5064
ndcg_rel              	2024-12875	0.6484
Rndcg                 	2024-12875	0.5684
ndcg_cut_5            	2024-12875	1.0000
ndcg_cut_10           	2024-12875	1.0000
ndcg_cut_15           	2024-12875	0.9854
ndcg_cut_20           	2024-12875	0.9660
ndcg_cut_30           	2024-12875	0.9739
ndcg_cut_100          	2024-12875	0.7909
ndcg_cut_200          	2024-12875	0.5351
ndcg_cut_500          	2024-12875	0.5064
ndcg_cut_1000         	2024-12875	0.5064
map_cut_5             	2024-12875	0.0207
map_cut_10            	2024-12875	0.0415
map_cut_15            	2024-12875	0.0622
map_cut_20            	2024-12875	0.0830
map_cut_30            	2024-12875	0.1245
map_cut_100           	2024-12875	0.3135
map_cut_200           	2024-12875	0.3135
map_cut_500           	2024-12875	0.3135
map_cut_1000          	2024-12875	0.3135
relative_P_5          	2024-12875	1.0000
relative_P_10         	2024-12875	1.0000
relative_P_15         	2024-12875	1.0000
relative_P_20         	2024-12875	1.0000
relative_P_30         	2024-12875	1.0000
relative_P_100        	2024-12875	0.7900
relative_P_200        	2024-12875	0.3950
relative_P_500        	2024-12875	0.3278
relative_P_1000       	2024-12875	0.3278
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	0.7900
set_relative_P        	2024-12875	0.7900
set_recall            	2024-12875	0.3278
set_map               	2024-12875	0.2590
set_F                 	2024-12875	0.4633
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	100
num_rel               	2024-128784	234
num_rel_ret           	2024-128784	68
map                   	2024-128784	0.2582
Rprec                 	2024-128784	0.2906
bpref                 	2024-128784	0.2868
recip_rank            	2024-128784	1.0000
iprec_at_recall_0.00  	2024-128784	1.0000
iprec_at_recall_0.10  	2024-128784	1.0000
iprec_at_recall_0.20  	2024-128784	0.8413
iprec_at_recall_0.30  	2024-128784	0.0000
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	1.0000
P_10                  	2024-128784	1.0000
P_15                  	2024-128784	1.0000
P_20                  	2024-128784	1.0000
P_30                  	2024-128784	0.9333
P_100                 	2024-128784	0.6800
P_200                 	2024-128784	0.3400
P_500                 	2024-128784	0.1360
P_1000                	2024-128784	0.0680
relstring             	2024-128784	'3333333331'
recall_5              	2024-128784	0.0214
recall_10             	2024-128784	0.0427
recall_15             	2024-128784	0.0641
recall_20             	2024-128784	0.0855
recall_30             	2024-128784	0.1197
recall_100            	2024-128784	0.2906
recall_200            	2024-128784	0.2906
recall_500            	2024-128784	0.2906
recall_1000           	2024-128784	0.2906
infAP                 	2024-128784	0.2582
Rprec_mult_0.20       	2024-128784	0.8298
Rprec_mult_0.40       	2024-128784	0.7021
Rprec_mult_0.60       	2024-128784	0.4823
Rprec_mult_0.80       	2024-128784	0.3617
Rprec_mult_1.00       	2024-128784	0.2906
Rprec_mult_1.20       	2024-128784	0.2420
Rprec_mult_1.40       	2024-128784	0.2073
Rprec_mult_1.60       	2024-128784	0.1813
Rprec_mult_1.80       	2024-128784	0.1611
Rprec_mult_2.00       	2024-128784	0.1453
utility               	2024-128784	36.0000
11pt_avg              	2024-128784	0.2583
binG                  	2024-128784	0.1612
G                     	2024-128784	0.1211
ndcg                  	2024-128784	0.4278
ndcg_rel              	2024-128784	0.5601
Rndcg                 	2024-128784	0.4530
ndcg_cut_5            	2024-128784	1.0000
ndcg_cut_10           	2024-128784	0.9576
ndcg_cut_15           	2024-128784	0.9671
ndcg_cut_20           	2024-128784	0.9726
ndcg_cut_30           	2024-128784	0.9178
ndcg_cut_100          	2024-128784	0.7069
ndcg_cut_200          	2024-128784	0.4466
ndcg_cut_500          	2024-128784	0.4278
ndcg_cut_1000         	2024-128784	0.4278
map_cut_5             	2024-128784	0.0214
map_cut_10            	2024-128784	0.0427
map_cut_15            	2024-128784	0.0641
map_cut_20            	2024-128784	0.0855
map_cut_30            	2024-128784	0.1190
map_cut_100           	2024-128784	0.2582
map_cut_200           	2024-128784	0.2582
map_cut_500           	2024-128784	0.2582
map_cut_1000          	2024-128784	0.2582
relative_P_5          	2024-128784	1.0000
relative_P_10         	2024-128784	1.0000
relative_P_15         	2024-128784	1.0000
relative_P_20         	2024-128784	1.0000
relative_P_30         	2024-128784	0.9333
relative_P_100        	2024-128784	0.6800
relative_P_200        	2024-128784	0.3400
relative_P_500        	2024-128784	0.2906
relative_P_1000       	2024-128784	0.2906
success_1             	2024-128784	1.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	0.6800
set_relative_P        	2024-128784	0.6800
set_recall            	2024-128784	0.2906
set_map               	2024-128784	0.1976
set_F                 	2024-128784	0.4072
num_nonrel_judged_ret 	2024-128784	2
num_ret               	2024-129925	100
num_rel               	2024-129925	85
num_rel_ret           	2024-129925	57
map                   	2024-129925	0.5333
Rprec                 	2024-129925	0.6118
bpref                 	2024-129925	0.5855
recip_rank            	2024-129925	1.0000
iprec_at_recall_0.00  	2024-129925	1.0000
iprec_at_recall_0.10  	2024-129925	1.0000
iprec_at_recall_0.20  	2024-129925	0.8214
iprec_at_recall_0.30  	2024-129925	0.8182
iprec_at_recall_0.40  	2024-129925	0.7727
iprec_at_recall_0.50  	2024-129925	0.7419
iprec_at_recall_0.60  	2024-129925	0.6800
iprec_at_recall_0.70  	2024-129925	0.0000
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	1.0000
P_10                  	2024-129925	1.0000
P_15                  	2024-129925	0.8000
P_20                  	2024-129925	0.8000
P_30                  	2024-129925	0.8000
P_100                 	2024-129925	0.5700
P_200                 	2024-129925	0.2850
P_500                 	2024-129925	0.1140
P_1000                	2024-129925	0.0570
relstring             	2024-129925	'2222222221'
recall_5              	2024-129925	0.0588
recall_10             	2024-129925	0.1176
recall_15             	2024-129925	0.1412
recall_20             	2024-129925	0.1882
recall_30             	2024-129925	0.2824
recall_100            	2024-129925	0.6706
recall_200            	2024-129925	0.6706
recall_500            	2024-129925	0.6706
recall_1000           	2024-129925	0.6706
infAP                 	2024-129925	0.5333
Rprec_mult_0.20       	2024-129925	0.8235
Rprec_mult_0.40       	2024-129925	0.7941
Rprec_mult_0.60       	2024-129925	0.7451
Rprec_mult_0.80       	2024-129925	0.7206
Rprec_mult_1.00       	2024-129925	0.6118
Rprec_mult_1.20       	2024-129925	0.5588
Rprec_mult_1.40       	2024-129925	0.4790
Rprec_mult_1.60       	2024-129925	0.4191
Rprec_mult_1.80       	2024-129925	0.3725
Rprec_mult_2.00       	2024-129925	0.3353
utility               	2024-129925	14.0000
11pt_avg              	2024-129925	0.5304
binG                  	2024-129925	0.2796
G                     	2024-129925	0.2657
ndcg                  	2024-129925	0.7448
ndcg_rel              	2024-129925	0.7893
Rndcg                 	2024-129925	0.7253
ndcg_cut_5            	2024-129925	1.0000
ndcg_cut_10           	2024-129925	0.9682
ndcg_cut_15           	2024-129925	0.8368
ndcg_cut_20           	2024-129925	0.8313
ndcg_cut_30           	2024-129925	0.7901
ndcg_cut_100          	2024-129925	0.7448
ndcg_cut_200          	2024-129925	0.7448
ndcg_cut_500          	2024-129925	0.7448
ndcg_cut_1000         	2024-129925	0.7448
map_cut_5             	2024-129925	0.0588
map_cut_10            	2024-129925	0.1176
map_cut_15            	2024-129925	0.1363
map_cut_20            	2024-129925	0.1748
map_cut_30            	2024-129925	0.2508
map_cut_100           	2024-129925	0.5333
map_cut_200           	2024-129925	0.5333
map_cut_500           	2024-129925	0.5333
map_cut_1000          	2024-129925	0.5333
relative_P_5          	2024-129925	1.0000
relative_P_10         	2024-129925	1.0000
relative_P_15         	2024-129925	0.8000
relative_P_20         	2024-129925	0.8000
relative_P_30         	2024-129925	0.8000
relative_P_100        	2024-129925	0.6706
relative_P_200        	2024-129925	0.6706
relative_P_500        	2024-129925	0.6706
relative_P_1000       	2024-129925	0.6706
success_1             	2024-129925	1.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	0.5700
set_relative_P        	2024-129925	0.6706
set_recall            	2024-129925	0.6706
set_map               	2024-129925	0.3822
set_F                 	2024-129925	0.6162
num_nonrel_judged_ret 	2024-129925	16
num_ret               	2024-136156	100
num_rel               	2024-136156	169
num_rel_ret           	2024-136156	67
map                   	2024-136156	0.3576
Rprec                 	2024-136156	0.3964
bpref                 	2024-136156	0.3953
recip_rank            	2024-136156	1.0000
iprec_at_recall_0.00  	2024-136156	1.0000
iprec_at_recall_0.10  	2024-136156	1.0000
iprec_at_recall_0.20  	2024-136156	0.9474
iprec_at_recall_0.30  	2024-136156	0.8095
iprec_at_recall_0.40  	2024-136156	0.0000
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	1.0000
P_10                  	2024-136156	1.0000
P_15                  	2024-136156	1.0000
P_20                  	2024-136156	1.0000
P_30                  	2024-136156	0.9333
P_100                 	2024-136156	0.6700
P_200                 	2024-136156	0.3350
P_500                 	2024-136156	0.1340
P_1000                	2024-136156	0.0670
relstring             	2024-136156	'2221122231'
recall_5              	2024-136156	0.0296
recall_10             	2024-136156	0.0592
recall_15             	2024-136156	0.0888
recall_20             	2024-136156	0.1183
recall_30             	2024-136156	0.1657
recall_100            	2024-136156	0.3964
recall_200            	2024-136156	0.3964
recall_500            	2024-136156	0.3964
recall_1000           	2024-136156	0.3964
infAP                 	2024-136156	0.3576
Rprec_mult_0.20       	2024-136156	0.9412
Rprec_mult_0.40       	2024-136156	0.7794
Rprec_mult_0.60       	2024-136156	0.6569
Rprec_mult_0.80       	2024-136156	0.4926
Rprec_mult_1.00       	2024-136156	0.3964
Rprec_mult_1.20       	2024-136156	0.3300
Rprec_mult_1.40       	2024-136156	0.2827
Rprec_mult_1.60       	2024-136156	0.2472
Rprec_mult_1.80       	2024-136156	0.2197
Rprec_mult_2.00       	2024-136156	0.1982
utility               	2024-136156	34.0000
11pt_avg              	2024-136156	0.3415
binG                  	2024-136156	0.2340
G                     	2024-136156	0.1127
ndcg                  	2024-136156	0.5291
ndcg_rel              	2024-136156	0.5885
Rndcg                 	2024-136156	0.5825
ndcg_cut_5            	2024-136156	0.5742
ndcg_cut_10           	2024-136156	0.6881
ndcg_cut_15           	2024-136156	0.6912
ndcg_cut_20           	2024-136156	0.7065
ndcg_cut_30           	2024-136156	0.6864
ndcg_cut_100          	2024-136156	0.6616
ndcg_cut_200          	2024-136156	0.5291
ndcg_cut_500          	2024-136156	0.5291
ndcg_cut_1000         	2024-136156	0.5291
map_cut_5             	2024-136156	0.0296
map_cut_10            	2024-136156	0.0592
map_cut_15            	2024-136156	0.0888
map_cut_20            	2024-136156	0.1183
map_cut_30            	2024-136156	0.1649
map_cut_100           	2024-136156	0.3576
map_cut_200           	2024-136156	0.3576
map_cut_500           	2024-136156	0.3576
map_cut_1000          	2024-136156	0.3576
relative_P_5          	2024-136156	1.0000
relative_P_10         	2024-136156	1.0000
relative_P_15         	2024-136156	1.0000
relative_P_20         	2024-136156	1.0000
relative_P_30         	2024-136156	0.9333
relative_P_100        	2024-136156	0.6700
relative_P_200        	2024-136156	0.3964
relative_P_500        	2024-136156	0.3964
relative_P_1000       	2024-136156	0.3964
success_1             	2024-136156	1.0000
success_5             	2024-136156	1.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	0.6700
set_relative_P        	2024-136156	0.6700
set_recall            	2024-136156	0.3964
set_map               	2024-136156	0.2656
set_F                 	2024-136156	0.4981
num_nonrel_judged_ret 	2024-136156	2
num_ret               	2024-137182	100
num_rel               	2024-137182	172
num_rel_ret           	2024-137182	32
map                   	2024-137182	0.1088
Rprec                 	2024-137182	0.1860
bpref                 	2024-137182	0.1764
recip_rank            	2024-137182	0.5000
iprec_at_recall_0.00  	2024-137182	0.8571
iprec_at_recall_0.10  	2024-137182	0.4865
iprec_at_recall_0.20  	2024-137182	0.0000
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	0.8000
P_10                  	2024-137182	0.7000
P_15                  	2024-137182	0.7333
P_20                  	2024-137182	0.7500
P_30                  	2024-137182	0.5667
P_100                 	2024-137182	0.3200
P_200                 	2024-137182	0.1600
P_500                 	2024-137182	0.0640
P_1000                	2024-137182	0.0320
relstring             	2024-137182	'-333322-2-'
recall_5              	2024-137182	0.0233
recall_10             	2024-137182	0.0407
recall_15             	2024-137182	0.0640
recall_20             	2024-137182	0.0872
recall_30             	2024-137182	0.0988
recall_100            	2024-137182	0.1860
recall_200            	2024-137182	0.1860
recall_500            	2024-137182	0.1860
recall_1000           	2024-137182	0.1860
infAP                 	2024-137182	0.1088
Rprec_mult_0.20       	2024-137182	0.4857
Rprec_mult_0.40       	2024-137182	0.3768
Rprec_mult_0.60       	2024-137182	0.3077
Rprec_mult_0.80       	2024-137182	0.2319
Rprec_mult_1.00       	2024-137182	0.1860
Rprec_mult_1.20       	2024-137182	0.1546
Rprec_mult_1.40       	2024-137182	0.1328
Rprec_mult_1.60       	2024-137182	0.1159
Rprec_mult_1.80       	2024-137182	0.1032
Rprec_mult_2.00       	2024-137182	0.0930
utility               	2024-137182	-36.0000
11pt_avg              	2024-137182	0.1221
binG                  	2024-137182	0.0639
G                     	2024-137182	0.0498
ndcg                  	2024-137182	0.2775
ndcg_rel              	2024-137182	0.3186
Rndcg                 	2024-137182	0.3301
ndcg_cut_5            	2024-137182	0.6608
ndcg_cut_10           	2024-137182	0.5742
ndcg_cut_15           	2024-137182	0.5815
ndcg_cut_20           	2024-137182	0.5948
ndcg_cut_30           	2024-137182	0.4965
ndcg_cut_100          	2024-137182	0.3522
ndcg_cut_200          	2024-137182	0.2775
ndcg_cut_500          	2024-137182	0.2775
ndcg_cut_1000         	2024-137182	0.2775
map_cut_5             	2024-137182	0.0158
map_cut_10            	2024-137182	0.0301
map_cut_15            	2024-137182	0.0478
map_cut_20            	2024-137182	0.0650
map_cut_30            	2024-137182	0.0731
map_cut_100           	2024-137182	0.1088
map_cut_200           	2024-137182	0.1088
map_cut_500           	2024-137182	0.1088
map_cut_1000          	2024-137182	0.1088
relative_P_5          	2024-137182	0.8000
relative_P_10         	2024-137182	0.7000
relative_P_15         	2024-137182	0.7333
relative_P_20         	2024-137182	0.7500
relative_P_30         	2024-137182	0.5667
relative_P_100        	2024-137182	0.3200
relative_P_200        	2024-137182	0.1860
relative_P_500        	2024-137182	0.1860
relative_P_1000       	2024-137182	0.1860
success_1             	2024-137182	0.0000
success_5             	2024-137182	1.0000
success_10            	2024-137182	1.0000
set_P                 	2024-137182	0.3200
set_relative_P        	2024-137182	0.3200
set_recall            	2024-137182	0.1860
set_map               	2024-137182	0.0595
set_F                 	2024-137182	0.2353
num_nonrel_judged_ret 	2024-137182	1
num_ret               	2024-141577	100
num_rel               	2024-141577	195
num_rel_ret           	2024-141577	48
map                   	2024-141577	0.1556
Rprec                 	2024-141577	0.2462
bpref                 	2024-141577	0.2340
recip_rank            	2024-141577	1.0000
iprec_at_recall_0.00  	2024-141577	1.0000
iprec_at_recall_0.10  	2024-141577	0.6667
iprec_at_recall_0.20  	2024-141577	0.5333
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	0.8000
P_10                  	2024-141577	0.8000
P_15                  	2024-141577	0.7333
P_20                  	2024-141577	0.7000
P_30                  	2024-141577	0.6667
P_100                 	2024-141577	0.4800
P_200                 	2024-141577	0.2400
P_500                 	2024-141577	0.0960
P_1000                	2024-141577	0.0480
relstring             	2024-141577	'1022320222'
recall_5              	2024-141577	0.0205
recall_10             	2024-141577	0.0410
recall_15             	2024-141577	0.0564
recall_20             	2024-141577	0.0718
recall_30             	2024-141577	0.1026
recall_100            	2024-141577	0.2462
recall_200            	2024-141577	0.2462
recall_500            	2024-141577	0.2462
recall_1000           	2024-141577	0.2462
infAP                 	2024-141577	0.1556
Rprec_mult_0.20       	2024-141577	0.6410
Rprec_mult_0.40       	2024-141577	0.5256
Rprec_mult_0.60       	2024-141577	0.4103
Rprec_mult_0.80       	2024-141577	0.3077
Rprec_mult_1.00       	2024-141577	0.2462
Rprec_mult_1.20       	2024-141577	0.2051
Rprec_mult_1.40       	2024-141577	0.1758
Rprec_mult_1.60       	2024-141577	0.1538
Rprec_mult_1.80       	2024-141577	0.1368
Rprec_mult_2.00       	2024-141577	0.1231
utility               	2024-141577	-4.0000
11pt_avg              	2024-141577	0.2000
binG                  	2024-141577	0.0771
G                     	2024-141577	0.0635
ndcg                  	2024-141577	0.3476
ndcg_rel              	2024-141577	0.3815
Rndcg                 	2024-141577	0.4139
ndcg_cut_5            	2024-141577	0.4547
ndcg_cut_10           	2024-141577	0.5438
ndcg_cut_15           	2024-141577	0.5541
ndcg_cut_20           	2024-141577	0.5605
ndcg_cut_30           	2024-141577	0.5283
ndcg_cut_100          	2024-141577	0.4640
ndcg_cut_200          	2024-141577	0.3476
ndcg_cut_500          	2024-141577	0.3476
ndcg_cut_1000         	2024-141577	0.3476
map_cut_5             	2024-141577	0.0165
map_cut_10            	2024-141577	0.0327
map_cut_15            	2024-141577	0.0446
map_cut_20            	2024-141577	0.0557
map_cut_30            	2024-141577	0.0764
map_cut_100           	2024-141577	0.1556
map_cut_200           	2024-141577	0.1556
map_cut_500           	2024-141577	0.1556
map_cut_1000          	2024-141577	0.1556
relative_P_5          	2024-141577	0.8000
relative_P_10         	2024-141577	0.8000
relative_P_15         	2024-141577	0.7333
relative_P_20         	2024-141577	0.7000
relative_P_30         	2024-141577	0.6667
relative_P_100        	2024-141577	0.4800
relative_P_200        	2024-141577	0.2462
relative_P_500        	2024-141577	0.2462
relative_P_1000       	2024-141577	0.2462
success_1             	2024-141577	1.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.4800
set_relative_P        	2024-141577	0.4800
set_recall            	2024-141577	0.2462
set_map               	2024-141577	0.1182
set_F                 	2024-141577	0.3254
num_nonrel_judged_ret 	2024-141577	18
num_ret               	2024-142395	100
num_rel               	2024-142395	119
num_rel_ret           	2024-142395	43
map                   	2024-142395	0.2426
Rprec                 	2024-142395	0.3613
bpref                 	2024-142395	0.3522
recip_rank            	2024-142395	1.0000
iprec_at_recall_0.00  	2024-142395	1.0000
iprec_at_recall_0.10  	2024-142395	0.7500
iprec_at_recall_0.20  	2024-142395	0.6667
iprec_at_recall_0.30  	2024-142395	0.5067
iprec_at_recall_0.40  	2024-142395	0.0000
iprec_at_recall_0.50  	2024-142395	0.0000
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	1.0000
P_10                  	2024-142395	0.8000
P_15                  	2024-142395	0.7333
P_20                  	2024-142395	0.7000
P_30                  	2024-142395	0.6333
P_100                 	2024-142395	0.4300
P_200                 	2024-142395	0.2150
P_500                 	2024-142395	0.0860
P_1000                	2024-142395	0.0430
relstring             	2024-142395	'121111--11'
recall_5              	2024-142395	0.0420
recall_10             	2024-142395	0.0672
recall_15             	2024-142395	0.0924
recall_20             	2024-142395	0.1176
recall_30             	2024-142395	0.1597
recall_100            	2024-142395	0.3613
recall_200            	2024-142395	0.3613
recall_500            	2024-142395	0.3613
recall_1000           	2024-142395	0.3613
infAP                 	2024-142395	0.2426
Rprec_mult_0.20       	2024-142395	0.7083
Rprec_mult_0.40       	2024-142395	0.6042
Rprec_mult_0.60       	2024-142395	0.4861
Rprec_mult_0.80       	2024-142395	0.4375
Rprec_mult_1.00       	2024-142395	0.3613
Rprec_mult_1.20       	2024-142395	0.3007
Rprec_mult_1.40       	2024-142395	0.2575
Rprec_mult_1.60       	2024-142395	0.2251
Rprec_mult_1.80       	2024-142395	0.2000
Rprec_mult_2.00       	2024-142395	0.1807
utility               	2024-142395	-14.0000
11pt_avg              	2024-142395	0.2658
binG                  	2024-142395	0.1351
G                     	2024-142395	0.0840
ndcg                  	2024-142395	0.3922
ndcg_rel              	2024-142395	0.4168
Rndcg                 	2024-142395	0.4214
ndcg_cut_5            	2024-142395	0.4755
ndcg_cut_10           	2024-142395	0.4222
ndcg_cut_15           	2024-142395	0.4132
ndcg_cut_20           	2024-142395	0.4611
ndcg_cut_30           	2024-142395	0.4674
ndcg_cut_100          	2024-142395	0.4315
ndcg_cut_200          	2024-142395	0.3922
ndcg_cut_500          	2024-142395	0.3922
ndcg_cut_1000         	2024-142395	0.3922
map_cut_5             	2024-142395	0.0420
map_cut_10            	2024-142395	0.0637
map_cut_15            	2024-142395	0.0826
map_cut_20            	2024-142395	0.1005
map_cut_30            	2024-142395	0.1304
map_cut_100           	2024-142395	0.2426
map_cut_200           	2024-142395	0.2426
map_cut_500           	2024-142395	0.2426
map_cut_1000          	2024-142395	0.2426
relative_P_5          	2024-142395	1.0000
relative_P_10         	2024-142395	0.8000
relative_P_15         	2024-142395	0.7333
relative_P_20         	2024-142395	0.7000
relative_P_30         	2024-142395	0.6333
relative_P_100        	2024-142395	0.4300
relative_P_200        	2024-142395	0.3613
relative_P_500        	2024-142395	0.3613
relative_P_1000       	2024-142395	0.3613
success_1             	2024-142395	1.0000
success_5             	2024-142395	1.0000
success_10            	2024-142395	1.0000
set_P                 	2024-142395	0.4300
set_relative_P        	2024-142395	0.4300
set_recall            	2024-142395	0.3613
set_map               	2024-142395	0.1554
set_F                 	2024-142395	0.3927
num_nonrel_judged_ret 	2024-142395	1
num_ret               	2024-143869	100
num_rel               	2024-143869	280
num_rel_ret           	2024-143869	57
map                   	2024-143869	0.1666
Rprec                 	2024-143869	0.2036
bpref                 	2024-143869	0.2020
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.9032
iprec_at_recall_0.20  	2024-143869	0.6333
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	1.0000
P_10                  	2024-143869	1.0000
P_15                  	2024-143869	0.9333
P_20                  	2024-143869	0.9500
P_30                  	2024-143869	0.9000
P_100                 	2024-143869	0.5700
P_200                 	2024-143869	0.2850
P_500                 	2024-143869	0.1140
P_1000                	2024-143869	0.0570
relstring             	2024-143869	'2222232233'
recall_5              	2024-143869	0.0179
recall_10             	2024-143869	0.0357
recall_15             	2024-143869	0.0500
recall_20             	2024-143869	0.0679
recall_30             	2024-143869	0.0964
recall_100            	2024-143869	0.2036
recall_200            	2024-143869	0.2036
recall_500            	2024-143869	0.2036
recall_1000           	2024-143869	0.2036
infAP                 	2024-143869	0.1666
Rprec_mult_0.20       	2024-143869	0.6429
Rprec_mult_0.40       	2024-143869	0.5089
Rprec_mult_0.60       	2024-143869	0.3393
Rprec_mult_0.80       	2024-143869	0.2545
Rprec_mult_1.00       	2024-143869	0.2036
Rprec_mult_1.20       	2024-143869	0.1696
Rprec_mult_1.40       	2024-143869	0.1454
Rprec_mult_1.60       	2024-143869	0.1272
Rprec_mult_1.80       	2024-143869	0.1131
Rprec_mult_2.00       	2024-143869	0.1018
utility               	2024-143869	14.0000
11pt_avg              	2024-143869	0.2306
binG                  	2024-143869	0.1014
G                     	2024-143869	0.0488
ndcg                  	2024-143869	0.3021
ndcg_rel              	2024-143869	0.3594
Rndcg                 	2024-143869	0.3845
ndcg_cut_5            	2024-143869	0.6667
ndcg_cut_10           	2024-143869	0.7361
ndcg_cut_15           	2024-143869	0.6601
ndcg_cut_20           	2024-143869	0.6379
ndcg_cut_30           	2024-143869	0.5913
ndcg_cut_100          	2024-143869	0.4906
ndcg_cut_200          	2024-143869	0.3409
ndcg_cut_500          	2024-143869	0.3021
ndcg_cut_1000         	2024-143869	0.3021
map_cut_5             	2024-143869	0.0179
map_cut_10            	2024-143869	0.0357
map_cut_15            	2024-143869	0.0498
map_cut_20            	2024-143869	0.0666
map_cut_30            	2024-143869	0.0934
map_cut_100           	2024-143869	0.1666
map_cut_200           	2024-143869	0.1666
map_cut_500           	2024-143869	0.1666
map_cut_1000          	2024-143869	0.1666
relative_P_5          	2024-143869	1.0000
relative_P_10         	2024-143869	1.0000
relative_P_15         	2024-143869	0.9333
relative_P_20         	2024-143869	0.9500
relative_P_30         	2024-143869	0.9000
relative_P_100        	2024-143869	0.5700
relative_P_200        	2024-143869	0.2850
relative_P_500        	2024-143869	0.2036
relative_P_1000       	2024-143869	0.2036
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	0.5700
set_relative_P        	2024-143869	0.5700
set_recall            	2024-143869	0.2036
set_map               	2024-143869	0.1160
set_F                 	2024-143869	0.3000
num_nonrel_judged_ret 	2024-143869	3
num_ret               	2024-145979	100
num_rel               	2024-145979	135
num_rel_ret           	2024-145979	60
map                   	2024-145979	0.3716
Rprec                 	2024-145979	0.4444
bpref                 	2024-145979	0.4444
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	1.0000
iprec_at_recall_0.20  	2024-145979	0.8710
iprec_at_recall_0.30  	2024-145979	0.7593
iprec_at_recall_0.40  	2024-145979	0.6522
iprec_at_recall_0.50  	2024-145979	0.0000
iprec_at_recall_0.60  	2024-145979	0.0000
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	1.0000
P_10                  	2024-145979	1.0000
P_15                  	2024-145979	1.0000
P_20                  	2024-145979	1.0000
P_30                  	2024-145979	0.8667
P_100                 	2024-145979	0.6000
P_200                 	2024-145979	0.3000
P_500                 	2024-145979	0.1200
P_1000                	2024-145979	0.0600
relstring             	2024-145979	'3332333323'
recall_5              	2024-145979	0.0370
recall_10             	2024-145979	0.0741
recall_15             	2024-145979	0.1111
recall_20             	2024-145979	0.1481
recall_30             	2024-145979	0.1926
recall_100            	2024-145979	0.4444
recall_200            	2024-145979	0.4444
recall_500            	2024-145979	0.4444
recall_1000           	2024-145979	0.4444
infAP                 	2024-145979	0.3716
Rprec_mult_0.20       	2024-145979	0.9259
Rprec_mult_0.40       	2024-145979	0.7593
Rprec_mult_0.60       	2024-145979	0.6420
Rprec_mult_0.80       	2024-145979	0.5556
Rprec_mult_1.00       	2024-145979	0.4444
Rprec_mult_1.20       	2024-145979	0.3704
Rprec_mult_1.40       	2024-145979	0.3175
Rprec_mult_1.60       	2024-145979	0.2778
Rprec_mult_1.80       	2024-145979	0.2469
Rprec_mult_2.00       	2024-145979	0.2222
utility               	2024-145979	20.0000
11pt_avg              	2024-145979	0.3893
binG                  	2024-145979	0.2398
G                     	2024-145979	0.1575
ndcg                  	2024-145979	0.5648
ndcg_rel              	2024-145979	0.6756
Rndcg                 	2024-145979	0.6055
ndcg_cut_5            	2024-145979	0.9513
ndcg_cut_10           	2024-145979	0.9463
ndcg_cut_15           	2024-145979	0.9425
ndcg_cut_20           	2024-145979	0.9521
ndcg_cut_30           	2024-145979	0.8557
ndcg_cut_100          	2024-145979	0.6340
ndcg_cut_200          	2024-145979	0.5648
ndcg_cut_500          	2024-145979	0.5648
ndcg_cut_1000         	2024-145979	0.5648
map_cut_5             	2024-145979	0.0370
map_cut_10            	2024-145979	0.0741
map_cut_15            	2024-145979	0.1111
map_cut_20            	2024-145979	0.1481
map_cut_30            	2024-145979	0.1904
map_cut_100           	2024-145979	0.3716
map_cut_200           	2024-145979	0.3716
map_cut_500           	2024-145979	0.3716
map_cut_1000          	2024-145979	0.3716
relative_P_5          	2024-145979	1.0000
relative_P_10         	2024-145979	1.0000
relative_P_15         	2024-145979	1.0000
relative_P_20         	2024-145979	1.0000
relative_P_30         	2024-145979	0.8667
relative_P_100        	2024-145979	0.6000
relative_P_200        	2024-145979	0.4444
relative_P_500        	2024-145979	0.4444
relative_P_1000       	2024-145979	0.4444
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	0.6000
set_relative_P        	2024-145979	0.6000
set_recall            	2024-145979	0.4444
set_map               	2024-145979	0.2667
set_F                 	2024-145979	0.5106
num_nonrel_judged_ret 	2024-145979	0
num_ret               	2024-149459	100
num_rel               	2024-149459	115
num_rel_ret           	2024-149459	52
map                   	2024-149459	0.3952
Rprec                 	2024-149459	0.4522
bpref                 	2024-149459	0.4522
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	1.0000
iprec_at_recall_0.20  	2024-149459	1.0000
iprec_at_recall_0.30  	2024-149459	0.8182
iprec_at_recall_0.40  	2024-149459	0.6133
iprec_at_recall_0.50  	2024-149459	0.0000
iprec_at_recall_0.60  	2024-149459	0.0000
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	1.0000
P_10                  	2024-149459	1.0000
P_15                  	2024-149459	1.0000
P_20                  	2024-149459	1.0000
P_30                  	2024-149459	0.9333
P_100                 	2024-149459	0.5200
P_200                 	2024-149459	0.2600
P_500                 	2024-149459	0.1040
P_1000                	2024-149459	0.0520
relstring             	2024-149459	'2333221322'
recall_5              	2024-149459	0.0435
recall_10             	2024-149459	0.0870
recall_15             	2024-149459	0.1304
recall_20             	2024-149459	0.1739
recall_30             	2024-149459	0.2435
recall_100            	2024-149459	0.4522
recall_200            	2024-149459	0.4522
recall_500            	2024-149459	0.4522
recall_1000           	2024-149459	0.4522
infAP                 	2024-149459	0.3952
Rprec_mult_0.20       	2024-149459	1.0000
Rprec_mult_0.40       	2024-149459	0.8043
Rprec_mult_0.60       	2024-149459	0.6377
Rprec_mult_0.80       	2024-149459	0.5543
Rprec_mult_1.00       	2024-149459	0.4522
Rprec_mult_1.20       	2024-149459	0.3768
Rprec_mult_1.40       	2024-149459	0.3230
Rprec_mult_1.60       	2024-149459	0.2826
Rprec_mult_1.80       	2024-149459	0.2512
Rprec_mult_2.00       	2024-149459	0.2261
utility               	2024-149459	4.0000
11pt_avg              	2024-149459	0.4029
binG                  	2024-149459	0.2888
G                     	2024-149459	0.1387
ndcg                  	2024-149459	0.5622
ndcg_rel              	2024-149459	0.6314
Rndcg                 	2024-149459	0.6463
ndcg_cut_5            	2024-149459	0.8432
ndcg_cut_10           	2024-149459	0.7799
ndcg_cut_15           	2024-149459	0.7497
ndcg_cut_20           	2024-149459	0.7557
ndcg_cut_30           	2024-149459	0.7382
ndcg_cut_100          	2024-149459	0.5927
ndcg_cut_200          	2024-149459	0.5622
ndcg_cut_500          	2024-149459	0.5622
ndcg_cut_1000         	2024-149459	0.5622
map_cut_5             	2024-149459	0.0435
map_cut_10            	2024-149459	0.0870
map_cut_15            	2024-149459	0.1304
map_cut_20            	2024-149459	0.1739
map_cut_30            	2024-149459	0.2420
map_cut_100           	2024-149459	0.3952
map_cut_200           	2024-149459	0.3952
map_cut_500           	2024-149459	0.3952
map_cut_1000          	2024-149459	0.3952
relative_P_5          	2024-149459	1.0000
relative_P_10         	2024-149459	1.0000
relative_P_15         	2024-149459	1.0000
relative_P_20         	2024-149459	1.0000
relative_P_30         	2024-149459	0.9333
relative_P_100        	2024-149459	0.5200
relative_P_200        	2024-149459	0.4522
relative_P_500        	2024-149459	0.4522
relative_P_1000       	2024-149459	0.4522
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	0.5200
set_relative_P        	2024-149459	0.5200
set_recall            	2024-149459	0.4522
set_map               	2024-149459	0.2351
set_F                 	2024-149459	0.4837
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	100
num_rel               	2024-152259	72
num_rel_ret           	2024-152259	43
map                   	2024-152259	0.3563
Rprec                 	2024-152259	0.4444
bpref                 	2024-152259	0.5450
recip_rank            	2024-152259	1.0000
iprec_at_recall_0.00  	2024-152259	1.0000
iprec_at_recall_0.10  	2024-152259	0.8889
iprec_at_recall_0.20  	2024-152259	0.5667
iprec_at_recall_0.30  	2024-152259	0.5641
iprec_at_recall_0.40  	2024-152259	0.4756
iprec_at_recall_0.50  	2024-152259	0.4756
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	1.0000
P_10                  	2024-152259	0.8000
P_15                  	2024-152259	0.6000
P_20                  	2024-152259	0.6000
P_30                  	2024-152259	0.5667
P_100                 	2024-152259	0.4300
P_200                 	2024-152259	0.2150
P_500                 	2024-152259	0.0860
P_1000                	2024-152259	0.0430
relstring             	2024-152259	'3311211-1-'
recall_5              	2024-152259	0.0694
recall_10             	2024-152259	0.1111
recall_15             	2024-152259	0.1250
recall_20             	2024-152259	0.1667
recall_30             	2024-152259	0.2361
recall_100            	2024-152259	0.5972
recall_200            	2024-152259	0.5972
recall_500            	2024-152259	0.5972
recall_1000           	2024-152259	0.5972
infAP                 	2024-152259	0.3563
Rprec_mult_0.20       	2024-152259	0.6000
Rprec_mult_0.40       	2024-152259	0.5517
Rprec_mult_0.60       	2024-152259	0.5227
Rprec_mult_0.80       	2024-152259	0.4483
Rprec_mult_1.00       	2024-152259	0.4444
Rprec_mult_1.20       	2024-152259	0.4483
Rprec_mult_1.40       	2024-152259	0.4257
Rprec_mult_1.60       	2024-152259	0.3707
Rprec_mult_1.80       	2024-152259	0.3308
Rprec_mult_2.00       	2024-152259	0.2986
utility               	2024-152259	-14.0000
11pt_avg              	2024-152259	0.3610
binG                  	2024-152259	0.2158
G                     	2024-152259	0.2035
ndcg                  	2024-152259	0.6474
ndcg_rel              	2024-152259	0.6574
Rndcg                 	2024-152259	0.6887
ndcg_cut_5            	2024-152259	0.7799
ndcg_cut_10           	2024-152259	0.7547
ndcg_cut_15           	2024-152259	0.6918
ndcg_cut_20           	2024-152259	0.6829
ndcg_cut_30           	2024-152259	0.6554
ndcg_cut_100          	2024-152259	0.6474
ndcg_cut_200          	2024-152259	0.6474
ndcg_cut_500          	2024-152259	0.6474
ndcg_cut_1000         	2024-152259	0.6474
map_cut_5             	2024-152259	0.0694
map_cut_10            	2024-152259	0.1096
map_cut_15            	2024-152259	0.1209
map_cut_20            	2024-152259	0.1460
map_cut_30            	2024-152259	0.1849
map_cut_100           	2024-152259	0.3563
map_cut_200           	2024-152259	0.3563
map_cut_500           	2024-152259	0.3563
map_cut_1000          	2024-152259	0.3563
relative_P_5          	2024-152259	1.0000
relative_P_10         	2024-152259	0.8000
relative_P_15         	2024-152259	0.6000
relative_P_20         	2024-152259	0.6000
relative_P_30         	2024-152259	0.5667
relative_P_100        	2024-152259	0.5972
relative_P_200        	2024-152259	0.5972
relative_P_500        	2024-152259	0.5972
relative_P_1000       	2024-152259	0.5972
success_1             	2024-152259	1.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	0.4300
set_relative_P        	2024-152259	0.5972
set_recall            	2024-152259	0.5972
set_map               	2024-152259	0.2568
set_F                 	2024-152259	0.5000
num_nonrel_judged_ret 	2024-152259	8
num_ret               	2024-152817	100
num_rel               	2024-152817	239
num_rel_ret           	2024-152817	78
map                   	2024-152817	0.3041
Rprec                 	2024-152817	0.3264
bpref                 	2024-152817	0.3264
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	0.9750
iprec_at_recall_0.20  	2024-152817	0.9286
iprec_at_recall_0.30  	2024-152817	0.8372
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	1.0000
P_10                  	2024-152817	1.0000
P_15                  	2024-152817	1.0000
P_20                  	2024-152817	1.0000
P_30                  	2024-152817	0.9667
P_100                 	2024-152817	0.7800
P_200                 	2024-152817	0.3900
P_500                 	2024-152817	0.1560
P_1000                	2024-152817	0.0780
relstring             	2024-152817	'3333113322'
recall_5              	2024-152817	0.0209
recall_10             	2024-152817	0.0418
recall_15             	2024-152817	0.0628
recall_20             	2024-152817	0.0837
recall_30             	2024-152817	0.1213
recall_100            	2024-152817	0.3264
recall_200            	2024-152817	0.3264
recall_500            	2024-152817	0.3264
recall_1000           	2024-152817	0.3264
infAP                 	2024-152817	0.3041
Rprec_mult_0.20       	2024-152817	0.9375
Rprec_mult_0.40       	2024-152817	0.7917
Rprec_mult_0.60       	2024-152817	0.5417
Rprec_mult_0.80       	2024-152817	0.4062
Rprec_mult_1.00       	2024-152817	0.3264
Rprec_mult_1.20       	2024-152817	0.2718
Rprec_mult_1.40       	2024-152817	0.2328
Rprec_mult_1.60       	2024-152817	0.2037
Rprec_mult_1.80       	2024-152817	0.1810
Rprec_mult_2.00       	2024-152817	0.1632
utility               	2024-152817	56.0000
11pt_avg              	2024-152817	0.3401
binG                  	2024-152817	0.1892
G                     	2024-152817	0.0976
ndcg                  	2024-152817	0.4419
ndcg_rel              	2024-152817	0.5230
Rndcg                 	2024-152817	0.5641
ndcg_cut_5            	2024-152817	0.9125
ndcg_cut_10           	2024-152817	0.8477
ndcg_cut_15           	2024-152817	0.7787
ndcg_cut_20           	2024-152817	0.7041
ndcg_cut_30           	2024-152817	0.6491
ndcg_cut_100          	2024-152817	0.6114
ndcg_cut_200          	2024-152817	0.4770
ndcg_cut_500          	2024-152817	0.4419
ndcg_cut_1000         	2024-152817	0.4419
map_cut_5             	2024-152817	0.0209
map_cut_10            	2024-152817	0.0418
map_cut_15            	2024-152817	0.0628
map_cut_20            	2024-152817	0.0837
map_cut_30            	2024-152817	0.1201
map_cut_100           	2024-152817	0.3041
map_cut_200           	2024-152817	0.3041
map_cut_500           	2024-152817	0.3041
map_cut_1000          	2024-152817	0.3041
relative_P_5          	2024-152817	1.0000
relative_P_10         	2024-152817	1.0000
relative_P_15         	2024-152817	1.0000
relative_P_20         	2024-152817	1.0000
relative_P_30         	2024-152817	0.9667
relative_P_100        	2024-152817	0.7800
relative_P_200        	2024-152817	0.3900
relative_P_500        	2024-152817	0.3264
relative_P_1000       	2024-152817	0.3264
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	0.7800
set_relative_P        	2024-152817	0.7800
set_recall            	2024-152817	0.3264
set_map               	2024-152817	0.2546
set_F                 	2024-152817	0.4602
num_nonrel_judged_ret 	2024-152817	0
num_ret               	2024-153051	100
num_rel               	2024-153051	117
num_rel_ret           	2024-153051	53
map                   	2024-153051	0.3657
Rprec                 	2024-153051	0.4530
bpref                 	2024-153051	0.4305
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	0.9412
iprec_at_recall_0.20  	2024-153051	0.8667
iprec_at_recall_0.30  	2024-153051	0.7660
iprec_at_recall_0.40  	2024-153051	0.5667
iprec_at_recall_0.50  	2024-153051	0.0000
iprec_at_recall_0.60  	2024-153051	0.0000
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	1.0000
P_10                  	2024-153051	0.9000
P_15                  	2024-153051	0.9333
P_20                  	2024-153051	0.8500
P_30                  	2024-153051	0.8667
P_100                 	2024-153051	0.5300
P_200                 	2024-153051	0.2650
P_500                 	2024-153051	0.1060
P_1000                	2024-153051	0.0530
relstring             	2024-153051	'3333231120'
recall_5              	2024-153051	0.0427
recall_10             	2024-153051	0.0769
recall_15             	2024-153051	0.1197
recall_20             	2024-153051	0.1453
recall_30             	2024-153051	0.2222
recall_100            	2024-153051	0.4530
recall_200            	2024-153051	0.4530
recall_500            	2024-153051	0.4530
recall_1000           	2024-153051	0.4530
infAP                 	2024-153051	0.3657
Rprec_mult_0.20       	2024-153051	0.8333
Rprec_mult_0.40       	2024-153051	0.7660
Rprec_mult_0.60       	2024-153051	0.6197
Rprec_mult_0.80       	2024-153051	0.5426
Rprec_mult_1.00       	2024-153051	0.4530
Rprec_mult_1.20       	2024-153051	0.3759
Rprec_mult_1.40       	2024-153051	0.3232
Rprec_mult_1.60       	2024-153051	0.2819
Rprec_mult_1.80       	2024-153051	0.2512
Rprec_mult_2.00       	2024-153051	0.2265
utility               	2024-153051	6.0000
11pt_avg              	2024-153051	0.3764
binG                  	2024-153051	0.2064
G                     	2024-153051	0.1748
ndcg                  	2024-153051	0.5584
ndcg_rel              	2024-153051	0.6297
Rndcg                 	2024-153051	0.6641
ndcg_cut_5            	2024-153051	0.9563
ndcg_cut_10           	2024-153051	0.7907
ndcg_cut_15           	2024-153051	0.7311
ndcg_cut_20           	2024-153051	0.6778
ndcg_cut_30           	2024-153051	0.6854
ndcg_cut_100          	2024-153051	0.6005
ndcg_cut_200          	2024-153051	0.5584
ndcg_cut_500          	2024-153051	0.5584
ndcg_cut_1000         	2024-153051	0.5584
map_cut_5             	2024-153051	0.0427
map_cut_10            	2024-153051	0.0769
map_cut_15            	2024-153051	0.1163
map_cut_20            	2024-153051	0.1400
map_cut_30            	2024-153051	0.2057
map_cut_100           	2024-153051	0.3657
map_cut_200           	2024-153051	0.3657
map_cut_500           	2024-153051	0.3657
map_cut_1000          	2024-153051	0.3657
relative_P_5          	2024-153051	1.0000
relative_P_10         	2024-153051	0.9000
relative_P_15         	2024-153051	0.9333
relative_P_20         	2024-153051	0.8500
relative_P_30         	2024-153051	0.8667
relative_P_100        	2024-153051	0.5300
relative_P_200        	2024-153051	0.4530
relative_P_500        	2024-153051	0.4530
relative_P_1000       	2024-153051	0.4530
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	0.5300
set_relative_P        	2024-153051	0.5300
set_recall            	2024-153051	0.4530
set_map               	2024-153051	0.2401
set_F                 	2024-153051	0.4885
num_nonrel_judged_ret 	2024-153051	13
num_ret               	2024-158261	100
num_rel               	2024-158261	218
num_rel_ret           	2024-158261	64
map                   	2024-158261	0.2624
Rprec                 	2024-158261	0.2936
bpref                 	2024-158261	0.2804
recip_rank            	2024-158261	1.0000
iprec_at_recall_0.00  	2024-158261	1.0000
iprec_at_recall_0.10  	2024-158261	1.0000
iprec_at_recall_0.20  	2024-158261	0.8136
iprec_at_recall_0.30  	2024-158261	0.0000
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	1.0000
P_10                  	2024-158261	1.0000
P_15                  	2024-158261	1.0000
P_20                  	2024-158261	1.0000
P_30                  	2024-158261	0.9667
P_100                 	2024-158261	0.6400
P_200                 	2024-158261	0.3200
P_500                 	2024-158261	0.1280
P_1000                	2024-158261	0.0640
relstring             	2024-158261	'2221221233'
recall_5              	2024-158261	0.0229
recall_10             	2024-158261	0.0459
recall_15             	2024-158261	0.0688
recall_20             	2024-158261	0.0917
recall_30             	2024-158261	0.1330
recall_100            	2024-158261	0.2936
recall_200            	2024-158261	0.2936
recall_500            	2024-158261	0.2936
recall_1000           	2024-158261	0.2936
infAP                 	2024-158261	0.2624
Rprec_mult_0.20       	2024-158261	0.8409
Rprec_mult_0.40       	2024-158261	0.7045
Rprec_mult_0.60       	2024-158261	0.4885
Rprec_mult_0.80       	2024-158261	0.3657
Rprec_mult_1.00       	2024-158261	0.2936
Rprec_mult_1.20       	2024-158261	0.2443
Rprec_mult_1.40       	2024-158261	0.2092
Rprec_mult_1.60       	2024-158261	0.1834
Rprec_mult_1.80       	2024-158261	0.1628
Rprec_mult_2.00       	2024-158261	0.1468
utility               	2024-158261	28.0000
11pt_avg              	2024-158261	0.2558
binG                  	2024-158261	0.1788
G                     	2024-158261	0.0646
ndcg                  	2024-158261	0.3690
ndcg_rel              	2024-158261	0.4358
Rndcg                 	2024-158261	0.4749
ndcg_cut_5            	2024-158261	0.6180
ndcg_cut_10           	2024-158261	0.6539
ndcg_cut_15           	2024-158261	0.5961
ndcg_cut_20           	2024-158261	0.5939
ndcg_cut_30           	2024-158261	0.6224
ndcg_cut_100          	2024-158261	0.5100
ndcg_cut_200          	2024-158261	0.3824
ndcg_cut_500          	2024-158261	0.3690
ndcg_cut_1000         	2024-158261	0.3690
map_cut_5             	2024-158261	0.0229
map_cut_10            	2024-158261	0.0459
map_cut_15            	2024-158261	0.0688
map_cut_20            	2024-158261	0.0917
map_cut_30            	2024-158261	0.1327
map_cut_100           	2024-158261	0.2624
map_cut_200           	2024-158261	0.2624
map_cut_500           	2024-158261	0.2624
map_cut_1000          	2024-158261	0.2624
relative_P_5          	2024-158261	1.0000
relative_P_10         	2024-158261	1.0000
relative_P_15         	2024-158261	1.0000
relative_P_20         	2024-158261	1.0000
relative_P_30         	2024-158261	0.9667
relative_P_100        	2024-158261	0.6400
relative_P_200        	2024-158261	0.3200
relative_P_500        	2024-158261	0.2936
relative_P_1000       	2024-158261	0.2936
success_1             	2024-158261	1.0000
success_5             	2024-158261	1.0000
success_10            	2024-158261	1.0000
set_P                 	2024-158261	0.6400
set_relative_P        	2024-158261	0.6400
set_recall            	2024-158261	0.2936
set_map               	2024-158261	0.1879
set_F                 	2024-158261	0.4025
num_nonrel_judged_ret 	2024-158261	3
num_ret               	2024-158677	100
num_rel               	2024-158677	254
num_rel_ret           	2024-158677	66
map                   	2024-158677	0.2295
Rprec                 	2024-158677	0.2598
bpref                 	2024-158677	0.2598
recip_rank            	2024-158677	1.0000
iprec_at_recall_0.00  	2024-158677	1.0000
iprec_at_recall_0.10  	2024-158677	0.9677
iprec_at_recall_0.20  	2024-158677	0.7612
iprec_at_recall_0.30  	2024-158677	0.0000
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	1.0000
P_10                  	2024-158677	1.0000
P_15                  	2024-158677	1.0000
P_20                  	2024-158677	1.0000
P_30                  	2024-158677	0.9667
P_100                 	2024-158677	0.6600
P_200                 	2024-158677	0.3300
P_500                 	2024-158677	0.1320
P_1000                	2024-158677	0.0660
relstring             	2024-158677	'2223322232'
recall_5              	2024-158677	0.0197
recall_10             	2024-158677	0.0394
recall_15             	2024-158677	0.0591
recall_20             	2024-158677	0.0787
recall_30             	2024-158677	0.1142
recall_100            	2024-158677	0.2598
recall_200            	2024-158677	0.2598
recall_500            	2024-158677	0.2598
recall_1000           	2024-158677	0.2598
infAP                 	2024-158677	0.2295
Rprec_mult_0.20       	2024-158677	0.8431
Rprec_mult_0.40       	2024-158677	0.6471
Rprec_mult_0.60       	2024-158677	0.4314
Rprec_mult_0.80       	2024-158677	0.3235
Rprec_mult_1.00       	2024-158677	0.2598
Rprec_mult_1.20       	2024-158677	0.2164
Rprec_mult_1.40       	2024-158677	0.1854
Rprec_mult_1.60       	2024-158677	0.1622
Rprec_mult_1.80       	2024-158677	0.1441
Rprec_mult_2.00       	2024-158677	0.1299
utility               	2024-158677	32.0000
11pt_avg              	2024-158677	0.2481
binG                  	2024-158677	0.1513
G                     	2024-158677	0.0732
ndcg                  	2024-158677	0.3957
ndcg_rel              	2024-158677	0.4809
Rndcg                 	2024-158677	0.5233
ndcg_cut_5            	2024-158677	0.7591
ndcg_cut_10           	2024-158677	0.7487
ndcg_cut_15           	2024-158677	0.7303
ndcg_cut_20           	2024-158677	0.7312
ndcg_cut_30           	2024-158677	0.7598
ndcg_cut_100          	2024-158677	0.6611
ndcg_cut_200          	2024-158677	0.4321
ndcg_cut_500          	2024-158677	0.3957
ndcg_cut_1000         	2024-158677	0.3957
map_cut_5             	2024-158677	0.0197
map_cut_10            	2024-158677	0.0394
map_cut_15            	2024-158677	0.0591
map_cut_20            	2024-158677	0.0787
map_cut_30            	2024-158677	0.1136
map_cut_100           	2024-158677	0.2295
map_cut_200           	2024-158677	0.2295
map_cut_500           	2024-158677	0.2295
map_cut_1000          	2024-158677	0.2295
relative_P_5          	2024-158677	1.0000
relative_P_10         	2024-158677	1.0000
relative_P_15         	2024-158677	1.0000
relative_P_20         	2024-158677	1.0000
relative_P_30         	2024-158677	0.9667
relative_P_100        	2024-158677	0.6600
relative_P_200        	2024-158677	0.3300
relative_P_500        	2024-158677	0.2598
relative_P_1000       	2024-158677	0.2598
success_1             	2024-158677	1.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	0.6600
set_relative_P        	2024-158677	0.6600
set_recall            	2024-158677	0.2598
set_map               	2024-158677	0.1715
set_F                 	2024-158677	0.3729
num_nonrel_judged_ret 	2024-158677	0
num_ret               	2024-158743	100
num_rel               	2024-158743	204
num_rel_ret           	2024-158743	48
map                   	2024-158743	0.1647
Rprec                 	2024-158743	0.2353
bpref                 	2024-158743	0.2353
recip_rank            	2024-158743	1.0000
iprec_at_recall_0.00  	2024-158743	1.0000
iprec_at_recall_0.10  	2024-158743	0.7000
iprec_at_recall_0.20  	2024-158743	0.5185
iprec_at_recall_0.30  	2024-158743	0.0000
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	1.0000
P_10                  	2024-158743	0.8000
P_15                  	2024-158743	0.8667
P_20                  	2024-158743	0.8500
P_30                  	2024-158743	0.7000
P_100                 	2024-158743	0.4800
P_200                 	2024-158743	0.2400
P_500                 	2024-158743	0.0960
P_1000                	2024-158743	0.0480
relstring             	2024-158743	'33323333--'
recall_5              	2024-158743	0.0245
recall_10             	2024-158743	0.0392
recall_15             	2024-158743	0.0637
recall_20             	2024-158743	0.0833
recall_30             	2024-158743	0.1029
recall_100            	2024-158743	0.2353
recall_200            	2024-158743	0.2353
recall_500            	2024-158743	0.2353
recall_1000           	2024-158743	0.2353
infAP                 	2024-158743	0.1647
Rprec_mult_0.20       	2024-158743	0.6098
Rprec_mult_0.40       	2024-158743	0.5122
Rprec_mult_0.60       	2024-158743	0.3902
Rprec_mult_0.80       	2024-158743	0.2927
Rprec_mult_1.00       	2024-158743	0.2353
Rprec_mult_1.20       	2024-158743	0.1959
Rprec_mult_1.40       	2024-158743	0.1678
Rprec_mult_1.60       	2024-158743	0.1468
Rprec_mult_1.80       	2024-158743	0.1304
Rprec_mult_2.00       	2024-158743	0.1176
utility               	2024-158743	-4.0000
11pt_avg              	2024-158743	0.2017
binG                  	2024-158743	0.0938
G                     	2024-158743	0.0731
ndcg                  	2024-158743	0.3424
ndcg_rel              	2024-158743	0.4271
Rndcg                 	2024-158743	0.3719
ndcg_cut_5            	2024-158743	0.9513
ndcg_cut_10           	2024-158743	0.8385
ndcg_cut_15           	2024-158743	0.8296
ndcg_cut_20           	2024-158743	0.8234
ndcg_cut_30           	2024-158743	0.6927
ndcg_cut_100          	2024-158743	0.5075
ndcg_cut_200          	2024-158743	0.3444
ndcg_cut_500          	2024-158743	0.3424
ndcg_cut_1000         	2024-158743	0.3424
map_cut_5             	2024-158743	0.0245
map_cut_10            	2024-158743	0.0392
map_cut_15            	2024-158743	0.0599
map_cut_20            	2024-158743	0.0763
map_cut_30            	2024-158743	0.0907
map_cut_100           	2024-158743	0.1647
map_cut_200           	2024-158743	0.1647
map_cut_500           	2024-158743	0.1647
map_cut_1000          	2024-158743	0.1647
relative_P_5          	2024-158743	1.0000
relative_P_10         	2024-158743	0.8000
relative_P_15         	2024-158743	0.8667
relative_P_20         	2024-158743	0.8500
relative_P_30         	2024-158743	0.7000
relative_P_100        	2024-158743	0.4800
relative_P_200        	2024-158743	0.2400
relative_P_500        	2024-158743	0.2353
relative_P_1000       	2024-158743	0.2353
success_1             	2024-158743	1.0000
success_5             	2024-158743	1.0000
success_10            	2024-158743	1.0000
set_P                 	2024-158743	0.4800
set_relative_P        	2024-158743	0.4800
set_recall            	2024-158743	0.2353
set_map               	2024-158743	0.1129
set_F                 	2024-158743	0.3158
num_nonrel_judged_ret 	2024-158743	0
num_ret               	2024-18963	100
num_rel               	2024-18963	121
num_rel_ret           	2024-18963	22
map                   	2024-18963	0.0378
Rprec                 	2024-18963	0.1818
bpref                 	2024-18963	0.1437
recip_rank            	2024-18963	0.1000
iprec_at_recall_0.00  	2024-18963	0.2429
iprec_at_recall_0.10  	2024-18963	0.2429
iprec_at_recall_0.20  	2024-18963	0.0000
iprec_at_recall_0.30  	2024-18963	0.0000
iprec_at_recall_0.40  	2024-18963	0.0000
iprec_at_recall_0.50  	2024-18963	0.0000
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	0.0000
P_10                  	2024-18963	0.1000
P_15                  	2024-18963	0.1333
P_20                  	2024-18963	0.1500
P_30                  	2024-18963	0.2000
P_100                 	2024-18963	0.2200
P_200                 	2024-18963	0.1100
P_500                 	2024-18963	0.0440
P_1000                	2024-18963	0.0220
relstring             	2024-18963	'0000000003'
recall_5              	2024-18963	0.0000
recall_10             	2024-18963	0.0083
recall_15             	2024-18963	0.0165
recall_20             	2024-18963	0.0248
recall_30             	2024-18963	0.0496
recall_100            	2024-18963	0.1818
recall_200            	2024-18963	0.1818
recall_500            	2024-18963	0.1818
recall_1000           	2024-18963	0.1818
infAP                 	2024-18963	0.0378
Rprec_mult_0.20       	2024-18963	0.2000
Rprec_mult_0.40       	2024-18963	0.2041
Rprec_mult_0.60       	2024-18963	0.2329
Rprec_mult_0.80       	2024-18963	0.2268
Rprec_mult_1.00       	2024-18963	0.1818
Rprec_mult_1.20       	2024-18963	0.1507
Rprec_mult_1.40       	2024-18963	0.1294
Rprec_mult_1.60       	2024-18963	0.1134
Rprec_mult_1.80       	2024-18963	0.1009
Rprec_mult_2.00       	2024-18963	0.0909
utility               	2024-18963	-56.0000
11pt_avg              	2024-18963	0.0442
binG                  	2024-18963	0.0357
G                     	2024-18963	0.0363
ndcg                  	2024-18963	0.1914
ndcg_rel              	2024-18963	0.1848
Rndcg                 	2024-18963	0.1389
ndcg_cut_5            	2024-18963	0.0000
ndcg_cut_10           	2024-18963	0.0636
ndcg_cut_15           	2024-18963	0.1014
ndcg_cut_20           	2024-18963	0.1010
ndcg_cut_30           	2024-18963	0.1384
ndcg_cut_100          	2024-18963	0.2056
ndcg_cut_200          	2024-18963	0.1914
ndcg_cut_500          	2024-18963	0.1914
ndcg_cut_1000         	2024-18963	0.1914
map_cut_5             	2024-18963	0.0000
map_cut_10            	2024-18963	0.0008
map_cut_15            	2024-18963	0.0022
map_cut_20            	2024-18963	0.0035
map_cut_30            	2024-18963	0.0086
map_cut_100           	2024-18963	0.0378
map_cut_200           	2024-18963	0.0378
map_cut_500           	2024-18963	0.0378
map_cut_1000          	2024-18963	0.0378
relative_P_5          	2024-18963	0.0000
relative_P_10         	2024-18963	0.1000
relative_P_15         	2024-18963	0.1333
relative_P_20         	2024-18963	0.1500
relative_P_30         	2024-18963	0.2000
relative_P_100        	2024-18963	0.2200
relative_P_200        	2024-18963	0.1818
relative_P_500        	2024-18963	0.1818
relative_P_1000       	2024-18963	0.1818
success_1             	2024-18963	0.0000
success_5             	2024-18963	0.0000
success_10            	2024-18963	1.0000
set_P                 	2024-18963	0.2200
set_relative_P        	2024-18963	0.2200
set_recall            	2024-18963	0.1818
set_map               	2024-18963	0.0400
set_F                 	2024-18963	0.1991
num_nonrel_judged_ret 	2024-18963	39
num_ret               	2024-19025	100
num_rel               	2024-19025	43
num_rel_ret           	2024-19025	13
map                   	2024-19025	0.0750
Rprec                 	2024-19025	0.1860
bpref                 	2024-19025	0.2120
recip_rank            	2024-19025	1.0000
iprec_at_recall_0.00  	2024-19025	1.0000
iprec_at_recall_0.10  	2024-19025	0.2500
iprec_at_recall_0.20  	2024-19025	0.1930
iprec_at_recall_0.30  	2024-19025	0.1461
iprec_at_recall_0.40  	2024-19025	0.0000
iprec_at_recall_0.50  	2024-19025	0.0000
iprec_at_recall_0.60  	2024-19025	0.0000
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.2000
P_10                  	2024-19025	0.1000
P_15                  	2024-19025	0.1333
P_20                  	2024-19025	0.2500
P_30                  	2024-19025	0.1667
P_100                 	2024-19025	0.1300
P_200                 	2024-19025	0.0650
P_500                 	2024-19025	0.0260
P_1000                	2024-19025	0.0130
relstring             	2024-19025	'3--0-0-0-0'
recall_5              	2024-19025	0.0233
recall_10             	2024-19025	0.0233
recall_15             	2024-19025	0.0465
recall_20             	2024-19025	0.1163
recall_30             	2024-19025	0.1163
recall_100            	2024-19025	0.3023
recall_200            	2024-19025	0.3023
recall_500            	2024-19025	0.3023
recall_1000           	2024-19025	0.3023
infAP                 	2024-19025	0.0750
Rprec_mult_0.20       	2024-19025	0.1111
Rprec_mult_0.40       	2024-19025	0.1667
Rprec_mult_0.60       	2024-19025	0.1923
Rprec_mult_0.80       	2024-19025	0.1429
Rprec_mult_1.00       	2024-19025	0.1860
Rprec_mult_1.20       	2024-19025	0.1731
Rprec_mult_1.40       	2024-19025	0.1803
Rprec_mult_1.60       	2024-19025	0.1594
Rprec_mult_1.80       	2024-19025	0.1410
Rprec_mult_2.00       	2024-19025	0.1395
utility               	2024-19025	-74.0000
11pt_avg              	2024-19025	0.1445
binG                  	2024-19025	0.0812
G                     	2024-19025	0.0830
ndcg                  	2024-19025	0.3195
ndcg_rel              	2024-19025	0.3274
Rndcg                 	2024-19025	0.5235
ndcg_cut_5            	2024-19025	0.4350
ndcg_cut_10           	2024-19025	0.2974
ndcg_cut_15           	2024-19025	0.2796
ndcg_cut_20           	2024-19025	0.3293
ndcg_cut_30           	2024-19025	0.2570
ndcg_cut_100          	2024-19025	0.3195
ndcg_cut_200          	2024-19025	0.3195
ndcg_cut_500          	2024-19025	0.3195
ndcg_cut_1000         	2024-19025	0.3195
map_cut_5             	2024-19025	0.0233
map_cut_10            	2024-19025	0.0233
map_cut_15            	2024-19025	0.0275
map_cut_20            	2024-19025	0.0426
map_cut_30            	2024-19025	0.0426
map_cut_100           	2024-19025	0.0750
map_cut_200           	2024-19025	0.0750
map_cut_500           	2024-19025	0.0750
map_cut_1000          	2024-19025	0.0750
relative_P_5          	2024-19025	0.2000
relative_P_10         	2024-19025	0.1000
relative_P_15         	2024-19025	0.1333
relative_P_20         	2024-19025	0.2500
relative_P_30         	2024-19025	0.1667
relative_P_100        	2024-19025	0.3023
relative_P_200        	2024-19025	0.3023
relative_P_500        	2024-19025	0.3023
relative_P_1000       	2024-19025	0.3023
success_1             	2024-19025	1.0000
success_5             	2024-19025	1.0000
success_10            	2024-19025	1.0000
set_P                 	2024-19025	0.1300
set_relative_P        	2024-19025	0.3023
set_recall            	2024-19025	0.3023
set_map               	2024-19025	0.0393
set_F                 	2024-19025	0.1818
num_nonrel_judged_ret 	2024-19025	32
num_ret               	2024-213469	100
num_rel               	2024-213469	151
num_rel_ret           	2024-213469	49
map                   	2024-213469	0.2453
Rprec                 	2024-213469	0.3245
bpref                 	2024-213469	0.3216
recip_rank            	2024-213469	1.0000
iprec_at_recall_0.00  	2024-213469	1.0000
iprec_at_recall_0.10  	2024-213469	0.8947
iprec_at_recall_0.20  	2024-213469	0.6346
iprec_at_recall_0.30  	2024-213469	0.5227
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	1.0000
P_10                  	2024-213469	1.0000
P_15                  	2024-213469	0.8667
P_20                  	2024-213469	0.8500
P_30                  	2024-213469	0.7667
P_100                 	2024-213469	0.4900
P_200                 	2024-213469	0.2450
P_500                 	2024-213469	0.0980
P_1000                	2024-213469	0.0490
relstring             	2024-213469	'2212112122'
recall_5              	2024-213469	0.0331
recall_10             	2024-213469	0.0662
recall_15             	2024-213469	0.0861
recall_20             	2024-213469	0.1126
recall_30             	2024-213469	0.1523
recall_100            	2024-213469	0.3245
recall_200            	2024-213469	0.3245
recall_500            	2024-213469	0.3245
recall_1000           	2024-213469	0.3245
infAP                 	2024-213469	0.2453
Rprec_mult_0.20       	2024-213469	0.7742
Rprec_mult_0.40       	2024-213469	0.5738
Rprec_mult_0.60       	2024-213469	0.5165
Rprec_mult_0.80       	2024-213469	0.4050
Rprec_mult_1.00       	2024-213469	0.3245
Rprec_mult_1.20       	2024-213469	0.2692
Rprec_mult_1.40       	2024-213469	0.2311
Rprec_mult_1.60       	2024-213469	0.2025
Rprec_mult_1.80       	2024-213469	0.1801
Rprec_mult_2.00       	2024-213469	0.1623
utility               	2024-213469	-2.0000
11pt_avg              	2024-213469	0.2775
binG                  	2024-213469	0.1442
G                     	2024-213469	0.1166
ndcg                  	2024-213469	0.4717
ndcg_rel              	2024-213469	0.5487
Rndcg                 	2024-213469	0.5773
ndcg_cut_5            	2024-213469	0.8496
ndcg_cut_10           	2024-213469	0.8285
ndcg_cut_15           	2024-213469	0.7528
ndcg_cut_20           	2024-213469	0.7107
ndcg_cut_30           	2024-213469	0.6656
ndcg_cut_100          	2024-213469	0.5904
ndcg_cut_200          	2024-213469	0.4717
ndcg_cut_500          	2024-213469	0.4717
ndcg_cut_1000         	2024-213469	0.4717
map_cut_5             	2024-213469	0.0331
map_cut_10            	2024-213469	0.0662
map_cut_15            	2024-213469	0.0837
map_cut_20            	2024-213469	0.1072
map_cut_30            	2024-213469	0.1402
map_cut_100           	2024-213469	0.2453
map_cut_200           	2024-213469	0.2453
map_cut_500           	2024-213469	0.2453
map_cut_1000          	2024-213469	0.2453
relative_P_5          	2024-213469	1.0000
relative_P_10         	2024-213469	1.0000
relative_P_15         	2024-213469	0.8667
relative_P_20         	2024-213469	0.8500
relative_P_30         	2024-213469	0.7667
relative_P_100        	2024-213469	0.4900
relative_P_200        	2024-213469	0.3245
relative_P_500        	2024-213469	0.3245
relative_P_1000       	2024-213469	0.3245
success_1             	2024-213469	1.0000
success_5             	2024-213469	1.0000
success_10            	2024-213469	1.0000
set_P                 	2024-213469	0.4900
set_relative_P        	2024-213469	0.4900
set_recall            	2024-213469	0.3245
set_map               	2024-213469	0.1590
set_F                 	2024-213469	0.3904
num_nonrel_judged_ret 	2024-213469	1
num_ret               	2024-213789	100
num_rel               	2024-213789	91
num_rel_ret           	2024-213789	43
map                   	2024-213789	0.3488
Rprec                 	2024-213789	0.4615
bpref                 	2024-213789	0.4491
recip_rank            	2024-213789	1.0000
iprec_at_recall_0.00  	2024-213789	1.0000
iprec_at_recall_0.10  	2024-213789	0.9286
iprec_at_recall_0.20  	2024-213789	0.8333
iprec_at_recall_0.30  	2024-213789	0.6087
iprec_at_recall_0.40  	2024-213789	0.5286
iprec_at_recall_0.50  	2024-213789	0.0000
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	1.0000
P_10                  	2024-213789	0.9000
P_15                  	2024-213789	0.8667
P_20                  	2024-213789	0.8500
P_30                  	2024-213789	0.7667
P_100                 	2024-213789	0.4300
P_200                 	2024-213789	0.2150
P_500                 	2024-213789	0.0860
P_1000                	2024-213789	0.0430
relstring             	2024-213789	'2222222202'
recall_5              	2024-213789	0.0549
recall_10             	2024-213789	0.0989
recall_15             	2024-213789	0.1429
recall_20             	2024-213789	0.1868
recall_30             	2024-213789	0.2527
recall_100            	2024-213789	0.4725
recall_200            	2024-213789	0.4725
recall_500            	2024-213789	0.4725
recall_1000           	2024-213789	0.4725
infAP                 	2024-213789	0.3488
Rprec_mult_0.20       	2024-213789	0.8421
Rprec_mult_0.40       	2024-213789	0.6486
Rprec_mult_0.60       	2024-213789	0.5273
Rprec_mult_0.80       	2024-213789	0.5068
Rprec_mult_1.00       	2024-213789	0.4615
Rprec_mult_1.20       	2024-213789	0.3909
Rprec_mult_1.40       	2024-213789	0.3359
Rprec_mult_1.60       	2024-213789	0.2945
Rprec_mult_1.80       	2024-213789	0.2622
Rprec_mult_2.00       	2024-213789	0.2363
utility               	2024-213789	-14.0000
11pt_avg              	2024-213789	0.3545
binG                  	2024-213789	0.2138
G                     	2024-213789	0.2253
ndcg                  	2024-213789	0.6002
ndcg_rel              	2024-213789	0.6804
Rndcg                 	2024-213789	0.6120
ndcg_cut_5            	2024-213789	1.0000
ndcg_cut_10           	2024-213789	0.9337
ndcg_cut_15           	2024-213789	0.8605
ndcg_cut_20           	2024-213789	0.8349
ndcg_cut_30           	2024-213789	0.7230
ndcg_cut_100          	2024-213789	0.6002
ndcg_cut_200          	2024-213789	0.6002
ndcg_cut_500          	2024-213789	0.6002
ndcg_cut_1000         	2024-213789	0.6002
map_cut_5             	2024-213789	0.0549
map_cut_10            	2024-213789	0.0978
map_cut_15            	2024-213789	0.1382
map_cut_20            	2024-213789	0.1766
map_cut_30            	2024-213789	0.2311
map_cut_100           	2024-213789	0.3488
map_cut_200           	2024-213789	0.3488
map_cut_500           	2024-213789	0.3488
map_cut_1000          	2024-213789	0.3488
relative_P_5          	2024-213789	1.0000
relative_P_10         	2024-213789	0.9000
relative_P_15         	2024-213789	0.8667
relative_P_20         	2024-213789	0.8500
relative_P_30         	2024-213789	0.7667
relative_P_100        	2024-213789	0.4725
relative_P_200        	2024-213789	0.4725
relative_P_500        	2024-213789	0.4725
relative_P_1000       	2024-213789	0.4725
success_1             	2024-213789	1.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	0.4300
set_relative_P        	2024-213789	0.4725
set_recall            	2024-213789	0.4725
set_map               	2024-213789	0.2032
set_F                 	2024-213789	0.4503
num_nonrel_judged_ret 	2024-213789	13
num_ret               	2024-213817	100
num_rel               	2024-213817	80
num_rel_ret           	2024-213817	49
map                   	2024-213817	0.5137
Rprec                 	2024-213817	0.5500
bpref                 	2024-213817	0.5748
recip_rank            	2024-213817	1.0000
iprec_at_recall_0.00  	2024-213817	1.0000
iprec_at_recall_0.10  	2024-213817	1.0000
iprec_at_recall_0.20  	2024-213817	0.9524
iprec_at_recall_0.30  	2024-213817	0.9286
iprec_at_recall_0.40  	2024-213817	0.8919
iprec_at_recall_0.50  	2024-213817	0.6557
iprec_at_recall_0.60  	2024-213817	0.5053
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	1.0000
P_10                  	2024-213817	1.0000
P_15                  	2024-213817	0.9333
P_20                  	2024-213817	0.9500
P_30                  	2024-213817	0.9000
P_100                 	2024-213817	0.4900
P_200                 	2024-213817	0.2450
P_500                 	2024-213817	0.0980
P_1000                	2024-213817	0.0490
relstring             	2024-213817	'1221212211'
recall_5              	2024-213817	0.0625
recall_10             	2024-213817	0.1250
recall_15             	2024-213817	0.1750
recall_20             	2024-213817	0.2375
recall_30             	2024-213817	0.3375
recall_100            	2024-213817	0.6125
recall_200            	2024-213817	0.6125
recall_500            	2024-213817	0.6125
recall_1000           	2024-213817	0.6125
infAP                 	2024-213817	0.5137
Rprec_mult_0.20       	2024-213817	0.9375
Rprec_mult_0.40       	2024-213817	0.9062
Rprec_mult_0.60       	2024-213817	0.7292
Rprec_mult_0.80       	2024-213817	0.6250
Rprec_mult_1.00       	2024-213817	0.5500
Rprec_mult_1.20       	2024-213817	0.5000
Rprec_mult_1.40       	2024-213817	0.4375
Rprec_mult_1.60       	2024-213817	0.3828
Rprec_mult_1.80       	2024-213817	0.3403
Rprec_mult_2.00       	2024-213817	0.3063
utility               	2024-213817	-2.0000
11pt_avg              	2024-213817	0.5394
binG                  	2024-213817	0.3250
G                     	2024-213817	0.1370
ndcg                  	2024-213817	0.5768
ndcg_rel              	2024-213817	0.5662
Rndcg                 	2024-213817	0.5365
ndcg_cut_5            	2024-213817	0.5049
ndcg_cut_10           	2024-213817	0.5415
ndcg_cut_15           	2024-213817	0.5840
ndcg_cut_20           	2024-213817	0.5997
ndcg_cut_30           	2024-213817	0.5999
ndcg_cut_100          	2024-213817	0.5768
ndcg_cut_200          	2024-213817	0.5768
ndcg_cut_500          	2024-213817	0.5768
ndcg_cut_1000         	2024-213817	0.5768
map_cut_5             	2024-213817	0.0625
map_cut_10            	2024-213817	0.1250
map_cut_15            	2024-213817	0.1723
map_cut_20            	2024-213817	0.2313
map_cut_30            	2024-213817	0.3236
map_cut_100           	2024-213817	0.5137
map_cut_200           	2024-213817	0.5137
map_cut_500           	2024-213817	0.5137
map_cut_1000          	2024-213817	0.5137
relative_P_5          	2024-213817	1.0000
relative_P_10         	2024-213817	1.0000
relative_P_15         	2024-213817	0.9333
relative_P_20         	2024-213817	0.9500
relative_P_30         	2024-213817	0.9000
relative_P_100        	2024-213817	0.6125
relative_P_200        	2024-213817	0.6125
relative_P_500        	2024-213817	0.6125
relative_P_1000       	2024-213817	0.6125
success_1             	2024-213817	1.0000
success_5             	2024-213817	1.0000
success_10            	2024-213817	1.0000
set_P                 	2024-213817	0.4900
set_relative_P        	2024-213817	0.6125
set_recall            	2024-213817	0.6125
set_map               	2024-213817	0.3001
set_F                 	2024-213817	0.5444
num_nonrel_judged_ret 	2024-213817	21
num_ret               	2024-213978	100
num_rel               	2024-213978	69
num_rel_ret           	2024-213978	33
map                   	2024-213978	0.2547
Rprec                 	2024-213978	0.3768
bpref                 	2024-213978	0.4783
recip_rank            	2024-213978	1.0000
iprec_at_recall_0.00  	2024-213978	1.0000
iprec_at_recall_0.10  	2024-213978	0.5714
iprec_at_recall_0.20  	2024-213978	0.4828
iprec_at_recall_0.30  	2024-213978	0.4792
iprec_at_recall_0.40  	2024-213978	0.3580
iprec_at_recall_0.50  	2024-213978	0.0000
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	0.8000
P_10                  	2024-213978	0.6000
P_15                  	2024-213978	0.4667
P_20                  	2024-213978	0.5500
P_30                  	2024-213978	0.4667
P_100                 	2024-213978	0.3300
P_200                 	2024-213978	0.1650
P_500                 	2024-213978	0.0660
P_1000                	2024-213978	0.0330
relstring             	2024-213978	'111-111---'
recall_5              	2024-213978	0.0580
recall_10             	2024-213978	0.0870
recall_15             	2024-213978	0.1014
recall_20             	2024-213978	0.1594
recall_30             	2024-213978	0.2029
recall_100            	2024-213978	0.4783
recall_200            	2024-213978	0.4783
recall_500            	2024-213978	0.4783
recall_1000           	2024-213978	0.4783
infAP                 	2024-213978	0.2547
Rprec_mult_0.20       	2024-213978	0.5000
Rprec_mult_0.40       	2024-213978	0.4643
Rprec_mult_0.60       	2024-213978	0.4524
Rprec_mult_0.80       	2024-213978	0.4464
Rprec_mult_1.00       	2024-213978	0.3768
Rprec_mult_1.20       	2024-213978	0.3494
Rprec_mult_1.40       	2024-213978	0.3402
Rprec_mult_1.60       	2024-213978	0.2973
Rprec_mult_1.80       	2024-213978	0.2640
Rprec_mult_2.00       	2024-213978	0.2391
utility               	2024-213978	-34.0000
11pt_avg              	2024-213978	0.2629
binG                  	2024-213978	0.1585
G                     	2024-213978	0.0956
ndcg                  	2024-213978	0.4005
ndcg_rel              	2024-213978	0.3861
Rndcg                 	2024-213978	0.3500
ndcg_cut_5            	2024-213978	0.4270
ndcg_cut_10           	2024-213978	0.3530
ndcg_cut_15           	2024-213978	0.2954
ndcg_cut_20           	2024-213978	0.3295
ndcg_cut_30           	2024-213978	0.3386
ndcg_cut_100          	2024-213978	0.4005
ndcg_cut_200          	2024-213978	0.4005
ndcg_cut_500          	2024-213978	0.4005
ndcg_cut_1000         	2024-213978	0.4005
map_cut_5             	2024-213978	0.0551
map_cut_10            	2024-213978	0.0796
map_cut_15            	2024-213978	0.0868
map_cut_20            	2024-213978	0.1178
map_cut_30            	2024-213978	0.1400
map_cut_100           	2024-213978	0.2547
map_cut_200           	2024-213978	0.2547
map_cut_500           	2024-213978	0.2547
map_cut_1000          	2024-213978	0.2547
relative_P_5          	2024-213978	0.8000
relative_P_10         	2024-213978	0.6000
relative_P_15         	2024-213978	0.4667
relative_P_20         	2024-213978	0.5500
relative_P_30         	2024-213978	0.4667
relative_P_100        	2024-213978	0.4783
relative_P_200        	2024-213978	0.4783
relative_P_500        	2024-213978	0.4783
relative_P_1000       	2024-213978	0.4783
success_1             	2024-213978	1.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	0.3300
set_relative_P        	2024-213978	0.4783
set_recall            	2024-213978	0.4783
set_map               	2024-213978	0.1578
set_F                 	2024-213978	0.3905
num_nonrel_judged_ret 	2024-213978	0
num_ret               	2024-214096	100
num_rel               	2024-214096	183
num_rel_ret           	2024-214096	54
map                   	2024-214096	0.2266
Rprec                 	2024-214096	0.2951
bpref                 	2024-214096	0.2824
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.7917
iprec_at_recall_0.20  	2024-214096	0.7115
iprec_at_recall_0.30  	2024-214096	0.0000
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	1.0000
P_10                  	2024-214096	0.9000
P_15                  	2024-214096	0.8667
P_20                  	2024-214096	0.8000
P_30                  	2024-214096	0.7333
P_100                 	2024-214096	0.5400
P_200                 	2024-214096	0.2700
P_500                 	2024-214096	0.1080
P_1000                	2024-214096	0.0540
relstring             	2024-214096	'3223232110'
recall_5              	2024-214096	0.0273
recall_10             	2024-214096	0.0492
recall_15             	2024-214096	0.0710
recall_20             	2024-214096	0.0874
recall_30             	2024-214096	0.1202
recall_100            	2024-214096	0.2951
recall_200            	2024-214096	0.2951
recall_500            	2024-214096	0.2951
recall_1000           	2024-214096	0.2951
infAP                 	2024-214096	0.2266
Rprec_mult_0.20       	2024-214096	0.7838
Rprec_mult_0.40       	2024-214096	0.6216
Rprec_mult_0.60       	2024-214096	0.4909
Rprec_mult_0.80       	2024-214096	0.3673
Rprec_mult_1.00       	2024-214096	0.2951
Rprec_mult_1.20       	2024-214096	0.2455
Rprec_mult_1.40       	2024-214096	0.2101
Rprec_mult_1.60       	2024-214096	0.1843
Rprec_mult_1.80       	2024-214096	0.1636
Rprec_mult_2.00       	2024-214096	0.1475
utility               	2024-214096	8.0000
11pt_avg              	2024-214096	0.2276
binG                  	2024-214096	0.1221
G                     	2024-214096	0.0933
ndcg                  	2024-214096	0.4467
ndcg_rel              	2024-214096	0.5174
Rndcg                 	2024-214096	0.5944
ndcg_cut_5            	2024-214096	0.8284
ndcg_cut_10           	2024-214096	0.7255
ndcg_cut_15           	2024-214096	0.7387
ndcg_cut_20           	2024-214096	0.7198
ndcg_cut_30           	2024-214096	0.6693
ndcg_cut_100          	2024-214096	0.5653
ndcg_cut_200          	2024-214096	0.4467
ndcg_cut_500          	2024-214096	0.4467
ndcg_cut_1000         	2024-214096	0.4467
map_cut_5             	2024-214096	0.0273
map_cut_10            	2024-214096	0.0492
map_cut_15            	2024-214096	0.0689
map_cut_20            	2024-214096	0.0821
map_cut_30            	2024-214096	0.1072
map_cut_100           	2024-214096	0.2266
map_cut_200           	2024-214096	0.2266
map_cut_500           	2024-214096	0.2266
map_cut_1000          	2024-214096	0.2266
relative_P_5          	2024-214096	1.0000
relative_P_10         	2024-214096	0.9000
relative_P_15         	2024-214096	0.8667
relative_P_20         	2024-214096	0.8000
relative_P_30         	2024-214096	0.7333
relative_P_100        	2024-214096	0.5400
relative_P_200        	2024-214096	0.2951
relative_P_500        	2024-214096	0.2951
relative_P_1000       	2024-214096	0.2951
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	0.5400
set_relative_P        	2024-214096	0.5400
set_recall            	2024-214096	0.2951
set_map               	2024-214096	0.1593
set_F                 	2024-214096	0.3816
num_nonrel_judged_ret 	2024-214096	11
num_ret               	2024-214126	100
num_rel               	2024-214126	9
num_rel_ret           	2024-214126	9
map                   	2024-214126	0.2343
Rprec                 	2024-214126	0.2222
bpref                 	2024-214126	0.1235
recip_rank            	2024-214126	0.2000
iprec_at_recall_0.00  	2024-214126	0.3333
iprec_at_recall_0.10  	2024-214126	0.3333
iprec_at_recall_0.20  	2024-214126	0.3333
iprec_at_recall_0.30  	2024-214126	0.2609
iprec_at_recall_0.40  	2024-214126	0.2609
iprec_at_recall_0.50  	2024-214126	0.2609
iprec_at_recall_0.60  	2024-214126	0.2609
iprec_at_recall_0.70  	2024-214126	0.2222
iprec_at_recall_0.80  	2024-214126	0.2222
iprec_at_recall_0.90  	2024-214126	0.1800
iprec_at_recall_1.00  	2024-214126	0.1800
P_5                   	2024-214126	0.2000
P_10                  	2024-214126	0.2000
P_15                  	2024-214126	0.2000
P_20                  	2024-214126	0.2000
P_30                  	2024-214126	0.2000
P_100                 	2024-214126	0.0900
P_200                 	2024-214126	0.0450
P_500                 	2024-214126	0.0180
P_1000                	2024-214126	0.0090
relstring             	2024-214126	'0000110000'
recall_5              	2024-214126	0.1111
recall_10             	2024-214126	0.2222
recall_15             	2024-214126	0.3333
recall_20             	2024-214126	0.4444
recall_30             	2024-214126	0.6667
recall_100            	2024-214126	1.0000
recall_200            	2024-214126	1.0000
recall_500            	2024-214126	1.0000
recall_1000           	2024-214126	1.0000
infAP                 	2024-214126	0.2343
Rprec_mult_0.20       	2024-214126	0.0000
Rprec_mult_0.40       	2024-214126	0.0000
Rprec_mult_0.60       	2024-214126	0.3333
Rprec_mult_0.80       	2024-214126	0.2500
Rprec_mult_1.00       	2024-214126	0.2222
Rprec_mult_1.20       	2024-214126	0.1818
Rprec_mult_1.40       	2024-214126	0.2308
Rprec_mult_1.60       	2024-214126	0.2000
Rprec_mult_1.80       	2024-214126	0.2353
Rprec_mult_2.00       	2024-214126	0.2222
utility               	2024-214126	-82.0000
11pt_avg              	2024-214126	0.2589
binG                  	2024-214126	0.2646
G                     	2024-214126	0.2646
ndcg                  	2024-214126	0.5298
ndcg_rel              	2024-214126	0.3438
Rndcg                 	2024-214126	0.3522
ndcg_cut_5            	2024-214126	0.1312
ndcg_cut_10           	2024-214126	0.1747
ndcg_cut_15           	2024-214126	0.2382
ndcg_cut_20           	2024-214126	0.2945
ndcg_cut_30           	2024-214126	0.3978
ndcg_cut_100          	2024-214126	0.5298
ndcg_cut_200          	2024-214126	0.5298
ndcg_cut_500          	2024-214126	0.5298
ndcg_cut_1000         	2024-214126	0.5298
map_cut_5             	2024-214126	0.0222
map_cut_10            	2024-214126	0.0593
map_cut_15            	2024-214126	0.0870
map_cut_20            	2024-214126	0.1132
map_cut_30            	2024-214126	0.1674
map_cut_100           	2024-214126	0.2343
map_cut_200           	2024-214126	0.2343
map_cut_500           	2024-214126	0.2343
map_cut_1000          	2024-214126	0.2343
relative_P_5          	2024-214126	0.2000
relative_P_10         	2024-214126	0.2222
relative_P_15         	2024-214126	0.3333
relative_P_20         	2024-214126	0.4444
relative_P_30         	2024-214126	0.6667
relative_P_100        	2024-214126	1.0000
relative_P_200        	2024-214126	1.0000
relative_P_500        	2024-214126	1.0000
relative_P_1000       	2024-214126	1.0000
success_1             	2024-214126	0.0000
success_5             	2024-214126	1.0000
success_10            	2024-214126	1.0000
set_P                 	2024-214126	0.0900
set_relative_P        	2024-214126	1.0000
set_recall            	2024-214126	1.0000
set_map               	2024-214126	0.0900
set_F                 	2024-214126	0.1651
num_nonrel_judged_ret 	2024-214126	41
num_ret               	2024-214257	100
num_rel               	2024-214257	57
num_rel_ret           	2024-214257	41
map                   	2024-214257	0.4190
Rprec                 	2024-214257	0.5263
bpref                 	2024-214257	0.5217
recip_rank            	2024-214257	1.0000
iprec_at_recall_0.00  	2024-214257	1.0000
iprec_at_recall_0.10  	2024-214257	0.8571
iprec_at_recall_0.20  	2024-214257	0.6400
iprec_at_recall_0.30  	2024-214257	0.5263
iprec_at_recall_0.40  	2024-214257	0.5263
iprec_at_recall_0.50  	2024-214257	0.5263
iprec_at_recall_0.60  	2024-214257	0.4362
iprec_at_recall_0.70  	2024-214257	0.4362
iprec_at_recall_0.80  	2024-214257	0.0000
iprec_at_recall_0.90  	2024-214257	0.0000
iprec_at_recall_1.00  	2024-214257	0.0000
P_5                   	2024-214257	0.8000
P_10                  	2024-214257	0.6000
P_15                  	2024-214257	0.6667
P_20                  	2024-214257	0.6000
P_30                  	2024-214257	0.5333
P_100                 	2024-214257	0.4100
P_200                 	2024-214257	0.2050
P_500                 	2024-214257	0.0820
P_1000                	2024-214257	0.0410
relstring             	2024-214257	'2211011000'
recall_5              	2024-214257	0.0702
recall_10             	2024-214257	0.1053
recall_15             	2024-214257	0.1754
recall_20             	2024-214257	0.2105
recall_30             	2024-214257	0.2807
recall_100            	2024-214257	0.7193
recall_200            	2024-214257	0.7193
recall_500            	2024-214257	0.7193
recall_1000           	2024-214257	0.7193
infAP                 	2024-214257	0.4190
Rprec_mult_0.20       	2024-214257	0.6667
Rprec_mult_0.40       	2024-214257	0.6087
Rprec_mult_0.60       	2024-214257	0.5143
Rprec_mult_0.80       	2024-214257	0.5000
Rprec_mult_1.00       	2024-214257	0.5263
Rprec_mult_1.20       	2024-214257	0.4348
Rprec_mult_1.40       	2024-214257	0.4125
Rprec_mult_1.60       	2024-214257	0.4239
Rprec_mult_1.80       	2024-214257	0.3981
Rprec_mult_2.00       	2024-214257	0.3596
utility               	2024-214257	-18.0000
11pt_avg              	2024-214257	0.4499
binG                  	2024-214257	0.2383
G                     	2024-214257	0.2092
ndcg                  	2024-214257	0.6806
ndcg_rel              	2024-214257	0.6380
Rndcg                 	2024-214257	0.6018
ndcg_cut_5            	2024-214257	0.7110
ndcg_cut_10           	2024-214257	0.5373
ndcg_cut_15           	2024-214257	0.5748
ndcg_cut_20           	2024-214257	0.5478
ndcg_cut_30           	2024-214257	0.5568
ndcg_cut_100          	2024-214257	0.6806
ndcg_cut_200          	2024-214257	0.6806
ndcg_cut_500          	2024-214257	0.6806
ndcg_cut_1000         	2024-214257	0.6806
map_cut_5             	2024-214257	0.0702
map_cut_10            	2024-214257	0.0998
map_cut_15            	2024-214257	0.1474
map_cut_20            	2024-214257	0.1686
map_cut_30            	2024-214257	0.2124
map_cut_100           	2024-214257	0.4190
map_cut_200           	2024-214257	0.4190
map_cut_500           	2024-214257	0.4190
map_cut_1000          	2024-214257	0.4190
relative_P_5          	2024-214257	0.8000
relative_P_10         	2024-214257	0.6000
relative_P_15         	2024-214257	0.6667
relative_P_20         	2024-214257	0.6000
relative_P_30         	2024-214257	0.5333
relative_P_100        	2024-214257	0.7193
relative_P_200        	2024-214257	0.7193
relative_P_500        	2024-214257	0.7193
relative_P_1000       	2024-214257	0.7193
success_1             	2024-214257	1.0000
success_5             	2024-214257	1.0000
success_10            	2024-214257	1.0000
set_P                 	2024-214257	0.4100
set_relative_P        	2024-214257	0.7193
set_recall            	2024-214257	0.7193
set_map               	2024-214257	0.2949
set_F                 	2024-214257	0.5223
num_nonrel_judged_ret 	2024-214257	33
num_ret               	2024-214467	100
num_rel               	2024-214467	90
num_rel_ret           	2024-214467	41
map                   	2024-214467	0.2787
Rprec                 	2024-214467	0.4111
bpref                 	2024-214467	0.4010
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	0.7692
iprec_at_recall_0.20  	2024-214467	0.5429
iprec_at_recall_0.30  	2024-214467	0.4925
iprec_at_recall_0.40  	2024-214467	0.4458
iprec_at_recall_0.50  	2024-214467	0.0000
iprec_at_recall_0.60  	2024-214467	0.0000
iprec_at_recall_0.70  	2024-214467	0.0000
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	1.0000
P_10                  	2024-214467	0.8000
P_15                  	2024-214467	0.7333
P_20                  	2024-214467	0.6000
P_30                  	2024-214467	0.5667
P_100                 	2024-214467	0.4100
P_200                 	2024-214467	0.2050
P_500                 	2024-214467	0.0820
P_1000                	2024-214467	0.0410
relstring             	2024-214467	'212221-22-'
recall_5              	2024-214467	0.0556
recall_10             	2024-214467	0.0889
recall_15             	2024-214467	0.1222
recall_20             	2024-214467	0.1333
recall_30             	2024-214467	0.1889
recall_100            	2024-214467	0.4556
recall_200            	2024-214467	0.4556
recall_500            	2024-214467	0.4556
recall_1000           	2024-214467	0.4556
infAP                 	2024-214467	0.2787
Rprec_mult_0.20       	2024-214467	0.6667
Rprec_mult_0.40       	2024-214467	0.5278
Rprec_mult_0.60       	2024-214467	0.4815
Rprec_mult_0.80       	2024-214467	0.4722
Rprec_mult_1.00       	2024-214467	0.4111
Rprec_mult_1.20       	2024-214467	0.3796
Rprec_mult_1.40       	2024-214467	0.3254
Rprec_mult_1.60       	2024-214467	0.2847
Rprec_mult_1.80       	2024-214467	0.2531
Rprec_mult_2.00       	2024-214467	0.2278
utility               	2024-214467	-18.0000
11pt_avg              	2024-214467	0.2955
binG                  	2024-214467	0.1672
G                     	2024-214467	0.1295
ndcg                  	2024-214467	0.5042
ndcg_rel              	2024-214467	0.5463
Rndcg                 	2024-214467	0.4884
ndcg_cut_5            	2024-214467	0.8930
ndcg_cut_10           	2024-214467	0.7544
ndcg_cut_15           	2024-214467	0.6746
ndcg_cut_20           	2024-214467	0.5790
ndcg_cut_30           	2024-214467	0.5381
ndcg_cut_100          	2024-214467	0.5042
ndcg_cut_200          	2024-214467	0.5042
ndcg_cut_500          	2024-214467	0.5042
ndcg_cut_1000         	2024-214467	0.5042
map_cut_5             	2024-214467	0.0556
map_cut_10            	2024-214467	0.0863
map_cut_15            	2024-214467	0.1113
map_cut_20            	2024-214467	0.1196
map_cut_30            	2024-214467	0.1525
map_cut_100           	2024-214467	0.2787
map_cut_200           	2024-214467	0.2787
map_cut_500           	2024-214467	0.2787
map_cut_1000          	2024-214467	0.2787
relative_P_5          	2024-214467	1.0000
relative_P_10         	2024-214467	0.8000
relative_P_15         	2024-214467	0.7333
relative_P_20         	2024-214467	0.6000
relative_P_30         	2024-214467	0.5667
relative_P_100        	2024-214467	0.4556
relative_P_200        	2024-214467	0.4556
relative_P_500        	2024-214467	0.4556
relative_P_1000       	2024-214467	0.4556
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	0.4100
set_relative_P        	2024-214467	0.4556
set_recall            	2024-214467	0.4556
set_map               	2024-214467	0.1868
set_F                 	2024-214467	0.4316
num_nonrel_judged_ret 	2024-214467	2
num_ret               	2024-215044	100
num_rel               	2024-215044	40
num_rel_ret           	2024-215044	18
map                   	2024-215044	0.1532
Rprec                 	2024-215044	0.3000
bpref                 	2024-215044	0.3650
recip_rank            	2024-215044	0.5000
iprec_at_recall_0.00  	2024-215044	0.7500
iprec_at_recall_0.10  	2024-215044	0.3500
iprec_at_recall_0.20  	2024-215044	0.3448
iprec_at_recall_0.30  	2024-215044	0.3000
iprec_at_recall_0.40  	2024-215044	0.2388
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	0.6000
P_10                  	2024-215044	0.3000
P_15                  	2024-215044	0.2667
P_20                  	2024-215044	0.3500
P_30                  	2024-215044	0.3333
P_100                 	2024-215044	0.1800
P_200                 	2024-215044	0.0900
P_500                 	2024-215044	0.0360
P_1000                	2024-215044	0.0180
relstring             	2024-215044	'-121------'
recall_5              	2024-215044	0.0750
recall_10             	2024-215044	0.0750
recall_15             	2024-215044	0.1000
recall_20             	2024-215044	0.1750
recall_30             	2024-215044	0.2500
recall_100            	2024-215044	0.4500
recall_200            	2024-215044	0.4500
recall_500            	2024-215044	0.4500
recall_1000           	2024-215044	0.4500
infAP                 	2024-215044	0.1532
Rprec_mult_0.20       	2024-215044	0.3750
Rprec_mult_0.40       	2024-215044	0.2500
Rprec_mult_0.60       	2024-215044	0.3333
Rprec_mult_0.80       	2024-215044	0.3125
Rprec_mult_1.00       	2024-215044	0.3000
Rprec_mult_1.20       	2024-215044	0.2500
Rprec_mult_1.40       	2024-215044	0.2143
Rprec_mult_1.60       	2024-215044	0.2344
Rprec_mult_1.80       	2024-215044	0.2222
Rprec_mult_2.00       	2024-215044	0.2000
utility               	2024-215044	-64.0000
11pt_avg              	2024-215044	0.1803
binG                  	2024-215044	0.1275
G                     	2024-215044	0.1010
ndcg                  	2024-215044	0.3646
ndcg_rel              	2024-215044	0.3299
Rndcg                 	2024-215044	0.2233
ndcg_cut_5            	2024-215044	0.2989
ndcg_cut_10           	2024-215044	0.2044
ndcg_cut_15           	2024-215044	0.2023
ndcg_cut_20           	2024-215044	0.2521
ndcg_cut_30           	2024-215044	0.2935
ndcg_cut_100          	2024-215044	0.3646
ndcg_cut_200          	2024-215044	0.3646
ndcg_cut_500          	2024-215044	0.3646
ndcg_cut_1000         	2024-215044	0.3646
map_cut_5             	2024-215044	0.0479
map_cut_10            	2024-215044	0.0479
map_cut_15            	2024-215044	0.0551
map_cut_20            	2024-215044	0.0795
map_cut_30            	2024-215044	0.1045
map_cut_100           	2024-215044	0.1532
map_cut_200           	2024-215044	0.1532
map_cut_500           	2024-215044	0.1532
map_cut_1000          	2024-215044	0.1532
relative_P_5          	2024-215044	0.6000
relative_P_10         	2024-215044	0.3000
relative_P_15         	2024-215044	0.2667
relative_P_20         	2024-215044	0.3500
relative_P_30         	2024-215044	0.3333
relative_P_100        	2024-215044	0.4500
relative_P_200        	2024-215044	0.4500
relative_P_500        	2024-215044	0.4500
relative_P_1000       	2024-215044	0.4500
success_1             	2024-215044	0.0000
success_5             	2024-215044	1.0000
success_10            	2024-215044	1.0000
set_P                 	2024-215044	0.1800
set_relative_P        	2024-215044	0.4500
set_recall            	2024-215044	0.4500
set_map               	2024-215044	0.0810
set_F                 	2024-215044	0.2571
num_nonrel_judged_ret 	2024-215044	6
num_ret               	2024-215952	100
num_rel               	2024-215952	64
num_rel_ret           	2024-215952	31
map                   	2024-215952	0.2580
Rprec                 	2024-215952	0.3750
bpref                 	2024-215952	0.3794
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	0.8000
iprec_at_recall_0.20  	2024-215952	0.5909
iprec_at_recall_0.30  	2024-215952	0.4000
iprec_at_recall_0.40  	2024-215952	0.3939
iprec_at_recall_0.50  	2024-215952	0.0000
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	0.6000
P_10                  	2024-215952	0.8000
P_15                  	2024-215952	0.6000
P_20                  	2024-215952	0.5500
P_30                  	2024-215952	0.5000
P_100                 	2024-215952	0.3100
P_200                 	2024-215952	0.1550
P_500                 	2024-215952	0.0620
P_1000                	2024-215952	0.0310
relstring             	2024-215952	'3030311113'
recall_5              	2024-215952	0.0469
recall_10             	2024-215952	0.1250
recall_15             	2024-215952	0.1406
recall_20             	2024-215952	0.1719
recall_30             	2024-215952	0.2344
recall_100            	2024-215952	0.4844
recall_200            	2024-215952	0.4844
recall_500            	2024-215952	0.4844
recall_1000           	2024-215952	0.4844
infAP                 	2024-215952	0.2580
Rprec_mult_0.20       	2024-215952	0.6154
Rprec_mult_0.40       	2024-215952	0.5385
Rprec_mult_0.60       	2024-215952	0.4615
Rprec_mult_0.80       	2024-215952	0.3846
Rprec_mult_1.00       	2024-215952	0.3750
Rprec_mult_1.20       	2024-215952	0.3766
Rprec_mult_1.40       	2024-215952	0.3444
Rprec_mult_1.60       	2024-215952	0.3010
Rprec_mult_1.80       	2024-215952	0.2672
Rprec_mult_2.00       	2024-215952	0.2422
utility               	2024-215952	-38.0000
11pt_avg              	2024-215952	0.2895
binG                  	2024-215952	0.1537
G                     	2024-215952	0.1124
ndcg                  	2024-215952	0.4462
ndcg_rel              	2024-215952	0.4553
Rndcg                 	2024-215952	0.3969
ndcg_cut_5            	2024-215952	0.6399
ndcg_cut_10           	2024-215952	0.5747
ndcg_cut_15           	2024-215952	0.4601
ndcg_cut_20           	2024-215952	0.4056
ndcg_cut_30           	2024-215952	0.3679
ndcg_cut_100          	2024-215952	0.4462
ndcg_cut_200          	2024-215952	0.4462
ndcg_cut_500          	2024-215952	0.4462
ndcg_cut_1000         	2024-215952	0.4462
map_cut_5             	2024-215952	0.0354
map_cut_10            	2024-215952	0.0934
map_cut_15            	2024-215952	0.1034
map_cut_20            	2024-215952	0.1222
map_cut_30            	2024-215952	0.1575
map_cut_100           	2024-215952	0.2580
map_cut_200           	2024-215952	0.2580
map_cut_500           	2024-215952	0.2580
map_cut_1000          	2024-215952	0.2580
relative_P_5          	2024-215952	0.6000
relative_P_10         	2024-215952	0.8000
relative_P_15         	2024-215952	0.6000
relative_P_20         	2024-215952	0.5500
relative_P_30         	2024-215952	0.5000
relative_P_100        	2024-215952	0.4844
relative_P_200        	2024-215952	0.4844
relative_P_500        	2024-215952	0.4844
relative_P_1000       	2024-215952	0.4844
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.3100
set_relative_P        	2024-215952	0.4844
set_recall            	2024-215952	0.4844
set_map               	2024-215952	0.1502
set_F                 	2024-215952	0.3780
num_nonrel_judged_ret 	2024-215952	40
num_ret               	2024-216592	100
num_rel               	2024-216592	202
num_rel_ret           	2024-216592	77
map                   	2024-216592	0.3597
Rprec                 	2024-216592	0.3812
bpref                 	2024-216592	0.3800
recip_rank            	2024-216592	1.0000
iprec_at_recall_0.00  	2024-216592	1.0000
iprec_at_recall_0.10  	2024-216592	1.0000
iprec_at_recall_0.20  	2024-216592	0.9583
iprec_at_recall_0.30  	2024-216592	0.9104
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	1.0000
P_10                  	2024-216592	1.0000
P_15                  	2024-216592	1.0000
P_20                  	2024-216592	1.0000
P_30                  	2024-216592	1.0000
P_100                 	2024-216592	0.7700
P_200                 	2024-216592	0.3850
P_500                 	2024-216592	0.1540
P_1000                	2024-216592	0.0770
relstring             	2024-216592	'2212221231'
recall_5              	2024-216592	0.0248
recall_10             	2024-216592	0.0495
recall_15             	2024-216592	0.0743
recall_20             	2024-216592	0.0990
recall_30             	2024-216592	0.1485
recall_100            	2024-216592	0.3812
recall_200            	2024-216592	0.3812
recall_500            	2024-216592	0.3812
recall_1000           	2024-216592	0.3812
infAP                 	2024-216592	0.3597
Rprec_mult_0.20       	2024-216592	0.9512
Rprec_mult_0.40       	2024-216592	0.8519
Rprec_mult_0.60       	2024-216592	0.6311
Rprec_mult_0.80       	2024-216592	0.4753
Rprec_mult_1.00       	2024-216592	0.3812
Rprec_mult_1.20       	2024-216592	0.3169
Rprec_mult_1.40       	2024-216592	0.2721
Rprec_mult_1.60       	2024-216592	0.2377
Rprec_mult_1.80       	2024-216592	0.2115
Rprec_mult_2.00       	2024-216592	0.1906
utility               	2024-216592	54.0000
11pt_avg              	2024-216592	0.3517
binG                  	2024-216592	0.2446
G                     	2024-216592	0.1016
ndcg                  	2024-216592	0.5085
ndcg_rel              	2024-216592	0.5770
Rndcg                 	2024-216592	0.5781
ndcg_cut_5            	2024-216592	0.6101
ndcg_cut_10           	2024-216592	0.6064
ndcg_cut_15           	2024-216592	0.6000
ndcg_cut_20           	2024-216592	0.6865
ndcg_cut_30           	2024-216592	0.7083
ndcg_cut_100          	2024-216592	0.6696
ndcg_cut_200          	2024-216592	0.5106
ndcg_cut_500          	2024-216592	0.5085
ndcg_cut_1000         	2024-216592	0.5085
map_cut_5             	2024-216592	0.0248
map_cut_10            	2024-216592	0.0495
map_cut_15            	2024-216592	0.0743
map_cut_20            	2024-216592	0.0990
map_cut_30            	2024-216592	0.1485
map_cut_100           	2024-216592	0.3597
map_cut_200           	2024-216592	0.3597
map_cut_500           	2024-216592	0.3597
map_cut_1000          	2024-216592	0.3597
relative_P_5          	2024-216592	1.0000
relative_P_10         	2024-216592	1.0000
relative_P_15         	2024-216592	1.0000
relative_P_20         	2024-216592	1.0000
relative_P_30         	2024-216592	1.0000
relative_P_100        	2024-216592	0.7700
relative_P_200        	2024-216592	0.3850
relative_P_500        	2024-216592	0.3812
relative_P_1000       	2024-216592	0.3812
success_1             	2024-216592	1.0000
success_5             	2024-216592	1.0000
success_10            	2024-216592	1.0000
set_P                 	2024-216592	0.7700
set_relative_P        	2024-216592	0.7700
set_recall            	2024-216592	0.3812
set_map               	2024-216592	0.2935
set_F                 	2024-216592	0.5099
num_nonrel_judged_ret 	2024-216592	2
num_ret               	2024-216957	100
num_rel               	2024-216957	258
num_rel_ret           	2024-216957	66
map                   	2024-216957	0.2156
Rprec                 	2024-216957	0.2558
bpref                 	2024-216957	0.2558
recip_rank            	2024-216957	1.0000
iprec_at_recall_0.00  	2024-216957	1.0000
iprec_at_recall_0.10  	2024-216957	0.9118
iprec_at_recall_0.20  	2024-216957	0.7571
iprec_at_recall_0.30  	2024-216957	0.0000
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	1.0000
P_10                  	2024-216957	0.9000
P_15                  	2024-216957	0.9333
P_20                  	2024-216957	0.9500
P_30                  	2024-216957	0.9000
P_100                 	2024-216957	0.6600
P_200                 	2024-216957	0.3300
P_500                 	2024-216957	0.1320
P_1000                	2024-216957	0.0660
relstring             	2024-216957	'3322223-22'
recall_5              	2024-216957	0.0194
recall_10             	2024-216957	0.0349
recall_15             	2024-216957	0.0543
recall_20             	2024-216957	0.0736
recall_30             	2024-216957	0.1047
recall_100            	2024-216957	0.2558
recall_200            	2024-216957	0.2558
recall_500            	2024-216957	0.2558
recall_1000           	2024-216957	0.2558
infAP                 	2024-216957	0.2156
Rprec_mult_0.20       	2024-216957	0.8269
Rprec_mult_0.40       	2024-216957	0.6346
Rprec_mult_0.60       	2024-216957	0.4258
Rprec_mult_0.80       	2024-216957	0.3188
Rprec_mult_1.00       	2024-216957	0.2558
Rprec_mult_1.20       	2024-216957	0.2129
Rprec_mult_1.40       	2024-216957	0.1823
Rprec_mult_1.60       	2024-216957	0.1598
Rprec_mult_1.80       	2024-216957	0.1419
Rprec_mult_2.00       	2024-216957	0.1279
utility               	2024-216957	32.0000
11pt_avg              	2024-216957	0.2426
binG                  	2024-216957	0.1130
G                     	2024-216957	0.0842
ndcg                  	2024-216957	0.4132
ndcg_rel              	2024-216957	0.5023
Rndcg                 	2024-216957	0.5663
ndcg_cut_5            	2024-216957	0.8510
ndcg_cut_10           	2024-216957	0.7645
ndcg_cut_15           	2024-216957	0.7721
ndcg_cut_20           	2024-216957	0.7893
ndcg_cut_30           	2024-216957	0.7991
ndcg_cut_100          	2024-216957	0.6486
ndcg_cut_200          	2024-216957	0.4582
ndcg_cut_500          	2024-216957	0.4132
ndcg_cut_1000         	2024-216957	0.4132
map_cut_5             	2024-216957	0.0194
map_cut_10            	2024-216957	0.0341
map_cut_15            	2024-216957	0.0519
map_cut_20            	2024-216957	0.0702
map_cut_30            	2024-216957	0.0985
map_cut_100           	2024-216957	0.2156
map_cut_200           	2024-216957	0.2156
map_cut_500           	2024-216957	0.2156
map_cut_1000          	2024-216957	0.2156
relative_P_5          	2024-216957	1.0000
relative_P_10         	2024-216957	0.9000
relative_P_15         	2024-216957	0.9333
relative_P_20         	2024-216957	0.9500
relative_P_30         	2024-216957	0.9000
relative_P_100        	2024-216957	0.6600
relative_P_200        	2024-216957	0.3300
relative_P_500        	2024-216957	0.2558
relative_P_1000       	2024-216957	0.2558
success_1             	2024-216957	1.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	0.6600
set_relative_P        	2024-216957	0.6600
set_recall            	2024-216957	0.2558
set_map               	2024-216957	0.1688
set_F                 	2024-216957	0.3687
num_nonrel_judged_ret 	2024-216957	0
num_ret               	2024-217279	100
num_rel               	2024-217279	186
num_rel_ret           	2024-217279	56
map                   	2024-217279	0.2158
Rprec                 	2024-217279	0.3011
bpref                 	2024-217279	0.2491
recip_rank            	2024-217279	1.0000
iprec_at_recall_0.00  	2024-217279	1.0000
iprec_at_recall_0.10  	2024-217279	0.8636
iprec_at_recall_0.20  	2024-217279	0.6032
iprec_at_recall_0.30  	2024-217279	0.5833
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	0.8000
P_10                  	2024-217279	0.8000
P_15                  	2024-217279	0.8667
P_20                  	2024-217279	0.8500
P_30                  	2024-217279	0.8000
P_100                 	2024-217279	0.5600
P_200                 	2024-217279	0.2800
P_500                 	2024-217279	0.1120
P_1000                	2024-217279	0.0560
relstring             	2024-217279	'2120221032'
recall_5              	2024-217279	0.0215
recall_10             	2024-217279	0.0430
recall_15             	2024-217279	0.0699
recall_20             	2024-217279	0.0914
recall_30             	2024-217279	0.1290
recall_100            	2024-217279	0.3011
recall_200            	2024-217279	0.3011
recall_500            	2024-217279	0.3011
recall_1000           	2024-217279	0.3011
infAP                 	2024-217279	0.2158
Rprec_mult_0.20       	2024-217279	0.6842
Rprec_mult_0.40       	2024-217279	0.5600
Rprec_mult_0.60       	2024-217279	0.5000
Rprec_mult_0.80       	2024-217279	0.3758
Rprec_mult_1.00       	2024-217279	0.3011
Rprec_mult_1.20       	2024-217279	0.2500
Rprec_mult_1.40       	2024-217279	0.2146
Rprec_mult_1.60       	2024-217279	0.1879
Rprec_mult_1.80       	2024-217279	0.1672
Rprec_mult_2.00       	2024-217279	0.1505
utility               	2024-217279	12.0000
11pt_avg              	2024-217279	0.2773
binG                  	2024-217279	0.1063
G                     	2024-217279	0.0644
ndcg                  	2024-217279	0.3724
ndcg_rel              	2024-217279	0.4134
Rndcg                 	2024-217279	0.4426
ndcg_cut_5            	2024-217279	0.4980
ndcg_cut_10           	2024-217279	0.5085
ndcg_cut_15           	2024-217279	0.5291
ndcg_cut_20           	2024-217279	0.5189
ndcg_cut_30           	2024-217279	0.5417
ndcg_cut_100          	2024-217279	0.4774
ndcg_cut_200          	2024-217279	0.3724
ndcg_cut_500          	2024-217279	0.3724
ndcg_cut_1000         	2024-217279	0.3724
map_cut_5             	2024-217279	0.0204
map_cut_10            	2024-217279	0.0380
map_cut_15            	2024-217279	0.0607
map_cut_20            	2024-217279	0.0792
map_cut_30            	2024-217279	0.1104
map_cut_100           	2024-217279	0.2158
map_cut_200           	2024-217279	0.2158
map_cut_500           	2024-217279	0.2158
map_cut_1000          	2024-217279	0.2158
relative_P_5          	2024-217279	0.8000
relative_P_10         	2024-217279	0.8000
relative_P_15         	2024-217279	0.8667
relative_P_20         	2024-217279	0.8500
relative_P_30         	2024-217279	0.8000
relative_P_100        	2024-217279	0.5600
relative_P_200        	2024-217279	0.3011
relative_P_500        	2024-217279	0.3011
relative_P_1000       	2024-217279	0.3011
success_1             	2024-217279	1.0000
success_5             	2024-217279	1.0000
success_10            	2024-217279	1.0000
set_P                 	2024-217279	0.5600
set_relative_P        	2024-217279	0.5600
set_recall            	2024-217279	0.3011
set_map               	2024-217279	0.1686
set_F                 	2024-217279	0.3916
num_nonrel_judged_ret 	2024-217279	5
num_ret               	2024-217488	100
num_rel               	2024-217488	162
num_rel_ret           	2024-217488	89
map                   	2024-217488	0.5240
Rprec                 	2024-217488	0.5494
bpref                 	2024-217488	0.5430
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	1.0000
iprec_at_recall_0.20  	2024-217488	0.9655
iprec_at_recall_0.30  	2024-217488	0.9655
iprec_at_recall_0.40  	2024-217488	0.9306
iprec_at_recall_0.50  	2024-217488	0.9011
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	1.0000
P_10                  	2024-217488	1.0000
P_15                  	2024-217488	1.0000
P_20                  	2024-217488	1.0000
P_30                  	2024-217488	0.9667
P_100                 	2024-217488	0.8900
P_200                 	2024-217488	0.4450
P_500                 	2024-217488	0.1780
P_1000                	2024-217488	0.0890
relstring             	2024-217488	'2322232231'
recall_5              	2024-217488	0.0309
recall_10             	2024-217488	0.0617
recall_15             	2024-217488	0.0926
recall_20             	2024-217488	0.1235
recall_30             	2024-217488	0.1790
recall_100            	2024-217488	0.5494
recall_200            	2024-217488	0.5494
recall_500            	2024-217488	0.5494
recall_1000           	2024-217488	0.5494
infAP                 	2024-217488	0.5240
Rprec_mult_0.20       	2024-217488	0.9394
Rprec_mult_0.40       	2024-217488	0.9231
Rprec_mult_0.60       	2024-217488	0.8878
Rprec_mult_0.80       	2024-217488	0.6846
Rprec_mult_1.00       	2024-217488	0.5494
Rprec_mult_1.20       	2024-217488	0.4564
Rprec_mult_1.40       	2024-217488	0.3921
Rprec_mult_1.60       	2024-217488	0.3423
Rprec_mult_1.80       	2024-217488	0.3048
Rprec_mult_2.00       	2024-217488	0.2747
utility               	2024-217488	78.0000
11pt_avg              	2024-217488	0.5239
binG                  	2024-217488	0.3250
G                     	2024-217488	0.1660
ndcg                  	2024-217488	0.6501
ndcg_rel              	2024-217488	0.7525
Rndcg                 	2024-217488	0.7024
ndcg_cut_5            	2024-217488	0.7380
ndcg_cut_10           	2024-217488	0.7560
ndcg_cut_15           	2024-217488	0.7962
ndcg_cut_20           	2024-217488	0.8349
ndcg_cut_30           	2024-217488	0.8478
ndcg_cut_100          	2024-217488	0.8499
ndcg_cut_200          	2024-217488	0.6501
ndcg_cut_500          	2024-217488	0.6501
ndcg_cut_1000         	2024-217488	0.6501
map_cut_5             	2024-217488	0.0309
map_cut_10            	2024-217488	0.0617
map_cut_15            	2024-217488	0.0926
map_cut_20            	2024-217488	0.1235
map_cut_30            	2024-217488	0.1786
map_cut_100           	2024-217488	0.5240
map_cut_200           	2024-217488	0.5240
map_cut_500           	2024-217488	0.5240
map_cut_1000          	2024-217488	0.5240
relative_P_5          	2024-217488	1.0000
relative_P_10         	2024-217488	1.0000
relative_P_15         	2024-217488	1.0000
relative_P_20         	2024-217488	1.0000
relative_P_30         	2024-217488	0.9667
relative_P_100        	2024-217488	0.8900
relative_P_200        	2024-217488	0.5494
relative_P_500        	2024-217488	0.5494
relative_P_1000       	2024-217488	0.5494
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	0.8900
set_relative_P        	2024-217488	0.8900
set_recall            	2024-217488	0.5494
set_map               	2024-217488	0.4890
set_F                 	2024-217488	0.6794
num_nonrel_judged_ret 	2024-217488	2
num_ret               	2024-217812	100
num_rel               	2024-217812	24
num_rel_ret           	2024-217812	24
map                   	2024-217812	0.5701
Rprec                 	2024-217812	0.5000
bpref                 	2024-217812	0.5868
recip_rank            	2024-217812	1.0000
iprec_at_recall_0.00  	2024-217812	1.0000
iprec_at_recall_0.10  	2024-217812	0.7000
iprec_at_recall_0.20  	2024-217812	0.7000
iprec_at_recall_0.30  	2024-217812	0.6923
iprec_at_recall_0.40  	2024-217812	0.5862
iprec_at_recall_0.50  	2024-217812	0.5862
iprec_at_recall_0.60  	2024-217812	0.5862
iprec_at_recall_0.70  	2024-217812	0.5862
iprec_at_recall_0.80  	2024-217812	0.5000
iprec_at_recall_0.90  	2024-217812	0.4510
iprec_at_recall_1.00  	2024-217812	0.3871
P_5                   	2024-217812	0.6000
P_10                  	2024-217812	0.7000
P_15                  	2024-217812	0.6000
P_20                  	2024-217812	0.4500
P_30                  	2024-217812	0.5667
P_100                 	2024-217812	0.2400
P_200                 	2024-217812	0.1200
P_500                 	2024-217812	0.0480
P_1000                	2024-217812	0.0240
relstring             	2024-217812	'1002110111'
recall_5              	2024-217812	0.1250
recall_10             	2024-217812	0.2917
recall_15             	2024-217812	0.3750
recall_20             	2024-217812	0.3750
recall_30             	2024-217812	0.7083
recall_100            	2024-217812	1.0000
recall_200            	2024-217812	1.0000
recall_500            	2024-217812	1.0000
recall_1000           	2024-217812	1.0000
infAP                 	2024-217812	0.5701
Rprec_mult_0.20       	2024-217812	0.6000
Rprec_mult_0.40       	2024-217812	0.7000
Rprec_mult_0.60       	2024-217812	0.6000
Rprec_mult_0.80       	2024-217812	0.4500
Rprec_mult_1.00       	2024-217812	0.5000
Rprec_mult_1.20       	2024-217812	0.5862
Rprec_mult_1.40       	2024-217812	0.5294
Rprec_mult_1.60       	2024-217812	0.4872
Rprec_mult_1.80       	2024-217812	0.4545
Rprec_mult_2.00       	2024-217812	0.4375
utility               	2024-217812	-52.0000
11pt_avg              	2024-217812	0.6159
binG                  	2024-217812	0.3414
G                     	2024-217812	0.2919
ndcg                  	2024-217812	0.7358
ndcg_rel              	2024-217812	0.5491
Rndcg                 	2024-217812	0.4795
ndcg_cut_5            	2024-217812	0.4426
ndcg_cut_10           	2024-217812	0.5259
ndcg_cut_15           	2024-217812	0.5058
ndcg_cut_20           	2024-217812	0.4408
ndcg_cut_30           	2024-217812	0.5923
ndcg_cut_100          	2024-217812	0.7358
ndcg_cut_200          	2024-217812	0.7358
ndcg_cut_500          	2024-217812	0.7358
ndcg_cut_1000         	2024-217812	0.7358
map_cut_5             	2024-217812	0.0875
map_cut_10            	2024-217812	0.1983
map_cut_15            	2024-217812	0.2549
map_cut_20            	2024-217812	0.2549
map_cut_30            	2024-217812	0.4319
map_cut_100           	2024-217812	0.5701
map_cut_200           	2024-217812	0.5701
map_cut_500           	2024-217812	0.5701
map_cut_1000          	2024-217812	0.5701
relative_P_5          	2024-217812	0.6000
relative_P_10         	2024-217812	0.7000
relative_P_15         	2024-217812	0.6000
relative_P_20         	2024-217812	0.4500
relative_P_30         	2024-217812	0.7083
relative_P_100        	2024-217812	1.0000
relative_P_200        	2024-217812	1.0000
relative_P_500        	2024-217812	1.0000
relative_P_1000       	2024-217812	1.0000
success_1             	2024-217812	1.0000
success_5             	2024-217812	1.0000
success_10            	2024-217812	1.0000
set_P                 	2024-217812	0.2400
set_relative_P        	2024-217812	1.0000
set_recall            	2024-217812	1.0000
set_map               	2024-217812	0.2400
set_F                 	2024-217812	0.3871
num_nonrel_judged_ret 	2024-217812	29
num_ret               	2024-219563	100
num_rel               	2024-219563	220
num_rel_ret           	2024-219563	59
map                   	2024-219563	0.2199
Rprec                 	2024-219563	0.2682
bpref                 	2024-219563	0.2682
recip_rank            	2024-219563	1.0000
iprec_at_recall_0.00  	2024-219563	1.0000
iprec_at_recall_0.10  	2024-219563	0.9565
iprec_at_recall_0.20  	2024-219563	0.7541
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	0.8000
P_10                  	2024-219563	0.9000
P_15                  	2024-219563	0.9333
P_20                  	2024-219563	0.9500
P_30                  	2024-219563	0.8667
P_100                 	2024-219563	0.5900
P_200                 	2024-219563	0.2950
P_500                 	2024-219563	0.1180
P_1000                	2024-219563	0.0590
relstring             	2024-219563	'2232-11121'
recall_5              	2024-219563	0.0182
recall_10             	2024-219563	0.0409
recall_15             	2024-219563	0.0636
recall_20             	2024-219563	0.0864
recall_30             	2024-219563	0.1182
recall_100            	2024-219563	0.2682
recall_200            	2024-219563	0.2682
recall_500            	2024-219563	0.2682
recall_1000           	2024-219563	0.2682
infAP                 	2024-219563	0.2199
Rprec_mult_0.20       	2024-219563	0.7955
Rprec_mult_0.40       	2024-219563	0.6364
Rprec_mult_0.60       	2024-219563	0.4470
Rprec_mult_0.80       	2024-219563	0.3352
Rprec_mult_1.00       	2024-219563	0.2682
Rprec_mult_1.20       	2024-219563	0.2235
Rprec_mult_1.40       	2024-219563	0.1916
Rprec_mult_1.60       	2024-219563	0.1676
Rprec_mult_1.80       	2024-219563	0.1490
Rprec_mult_2.00       	2024-219563	0.1341
utility               	2024-219563	18.0000
11pt_avg              	2024-219563	0.2464
binG                  	2024-219563	0.1153
G                     	2024-219563	0.0760
ndcg                  	2024-219563	0.3925
ndcg_rel              	2024-219563	0.4594
Rndcg                 	2024-219563	0.5389
ndcg_cut_5            	2024-219563	0.6357
ndcg_cut_10           	2024-219563	0.6248
ndcg_cut_15           	2024-219563	0.6916
ndcg_cut_20           	2024-219563	0.7338
ndcg_cut_30           	2024-219563	0.6875
ndcg_cut_100          	2024-219563	0.5589
ndcg_cut_200          	2024-219563	0.4118
ndcg_cut_500          	2024-219563	0.3925
ndcg_cut_1000         	2024-219563	0.3925
map_cut_5             	2024-219563	0.0182
map_cut_10            	2024-219563	0.0380
map_cut_15            	2024-219563	0.0589
map_cut_20            	2024-219563	0.0804
map_cut_30            	2024-219563	0.1095
map_cut_100           	2024-219563	0.2199
map_cut_200           	2024-219563	0.2199
map_cut_500           	2024-219563	0.2199
map_cut_1000          	2024-219563	0.2199
relative_P_5          	2024-219563	0.8000
relative_P_10         	2024-219563	0.9000
relative_P_15         	2024-219563	0.9333
relative_P_20         	2024-219563	0.9500
relative_P_30         	2024-219563	0.8667
relative_P_100        	2024-219563	0.5900
relative_P_200        	2024-219563	0.2950
relative_P_500        	2024-219563	0.2682
relative_P_1000       	2024-219563	0.2682
success_1             	2024-219563	1.0000
success_5             	2024-219563	1.0000
success_10            	2024-219563	1.0000
set_P                 	2024-219563	0.5900
set_relative_P        	2024-219563	0.5900
set_recall            	2024-219563	0.2682
set_map               	2024-219563	0.1582
set_F                 	2024-219563	0.3687
num_nonrel_judged_ret 	2024-219563	0
num_ret               	2024-219624	100
num_rel               	2024-219624	18
num_rel_ret           	2024-219624	5
map                   	2024-219624	0.0136
Rprec                 	2024-219624	0.0000
bpref                 	2024-219624	0.0062
recip_rank            	2024-219624	0.0526
iprec_at_recall_0.00  	2024-219624	0.0633
iprec_at_recall_0.10  	2024-219624	0.0633
iprec_at_recall_0.20  	2024-219624	0.0633
iprec_at_recall_0.30  	2024-219624	0.0000
iprec_at_recall_0.40  	2024-219624	0.0000
iprec_at_recall_0.50  	2024-219624	0.0000
iprec_at_recall_0.60  	2024-219624	0.0000
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.0000
P_10                  	2024-219624	0.0000
P_15                  	2024-219624	0.0000
P_20                  	2024-219624	0.0500
P_30                  	2024-219624	0.0333
P_100                 	2024-219624	0.0500
P_200                 	2024-219624	0.0250
P_500                 	2024-219624	0.0100
P_1000                	2024-219624	0.0050
relstring             	2024-219624	'0-00000000'
recall_5              	2024-219624	0.0000
recall_10             	2024-219624	0.0000
recall_15             	2024-219624	0.0000
recall_20             	2024-219624	0.0556
recall_30             	2024-219624	0.0556
recall_100            	2024-219624	0.2778
recall_200            	2024-219624	0.2778
recall_500            	2024-219624	0.2778
recall_1000           	2024-219624	0.2778
infAP                 	2024-219624	0.0136
Rprec_mult_0.20       	2024-219624	0.0000
Rprec_mult_0.40       	2024-219624	0.0000
Rprec_mult_0.60       	2024-219624	0.0000
Rprec_mult_0.80       	2024-219624	0.0000
Rprec_mult_1.00       	2024-219624	0.0000
Rprec_mult_1.20       	2024-219624	0.0455
Rprec_mult_1.40       	2024-219624	0.0385
Rprec_mult_1.60       	2024-219624	0.0345
Rprec_mult_1.80       	2024-219624	0.0303
Rprec_mult_2.00       	2024-219624	0.0278
utility               	2024-219624	-90.0000
11pt_avg              	2024-219624	0.0173
binG                  	2024-219624	0.0491
G                     	2024-219624	0.0490
ndcg                  	2024-219624	0.1166
ndcg_rel              	2024-219624	0.1051
Rndcg                 	2024-219624	0.0291
ndcg_cut_5            	2024-219624	0.0000
ndcg_cut_10           	2024-219624	0.0000
ndcg_cut_15           	2024-219624	0.0000
ndcg_cut_20           	2024-219624	0.0425
ndcg_cut_30           	2024-219624	0.0425
ndcg_cut_100          	2024-219624	0.1166
ndcg_cut_200          	2024-219624	0.1166
ndcg_cut_500          	2024-219624	0.1166
ndcg_cut_1000         	2024-219624	0.1166
map_cut_5             	2024-219624	0.0000
map_cut_10            	2024-219624	0.0000
map_cut_15            	2024-219624	0.0000
map_cut_20            	2024-219624	0.0029
map_cut_30            	2024-219624	0.0029
map_cut_100           	2024-219624	0.0136
map_cut_200           	2024-219624	0.0136
map_cut_500           	2024-219624	0.0136
map_cut_1000          	2024-219624	0.0136
relative_P_5          	2024-219624	0.0000
relative_P_10         	2024-219624	0.0000
relative_P_15         	2024-219624	0.0000
relative_P_20         	2024-219624	0.0556
relative_P_30         	2024-219624	0.0556
relative_P_100        	2024-219624	0.2778
relative_P_200        	2024-219624	0.2778
relative_P_500        	2024-219624	0.2778
relative_P_1000       	2024-219624	0.2778
success_1             	2024-219624	0.0000
success_5             	2024-219624	0.0000
success_10            	2024-219624	0.0000
set_P                 	2024-219624	0.0500
set_relative_P        	2024-219624	0.2778
set_recall            	2024-219624	0.2778
set_map               	2024-219624	0.0139
set_F                 	2024-219624	0.0847
num_nonrel_judged_ret 	2024-219624	32
num_ret               	2024-219631	100
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	57
map                   	2024-219631	0.2885
Rprec                 	2024-219631	0.3413
bpref                 	2024-219631	0.3413
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	0.9583
iprec_at_recall_0.20  	2024-219631	0.8947
iprec_at_recall_0.30  	2024-219631	0.6145
iprec_at_recall_0.40  	2024-219631	0.0000
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	1.0000
P_10                  	2024-219631	1.0000
P_15                  	2024-219631	0.9333
P_20                  	2024-219631	0.9500
P_30                  	2024-219631	0.9000
P_100                 	2024-219631	0.5700
P_200                 	2024-219631	0.2850
P_500                 	2024-219631	0.1140
P_1000                	2024-219631	0.0570
relstring             	2024-219631	'3111221212'
recall_5              	2024-219631	0.0299
recall_10             	2024-219631	0.0599
recall_15             	2024-219631	0.0838
recall_20             	2024-219631	0.1138
recall_30             	2024-219631	0.1617
recall_100            	2024-219631	0.3413
recall_200            	2024-219631	0.3413
recall_500            	2024-219631	0.3413
recall_1000           	2024-219631	0.3413
infAP                 	2024-219631	0.2885
Rprec_mult_0.20       	2024-219631	0.8824
Rprec_mult_0.40       	2024-219631	0.6716
Rprec_mult_0.60       	2024-219631	0.5644
Rprec_mult_0.80       	2024-219631	0.4254
Rprec_mult_1.00       	2024-219631	0.3413
Rprec_mult_1.20       	2024-219631	0.2836
Rprec_mult_1.40       	2024-219631	0.2436
Rprec_mult_1.60       	2024-219631	0.2127
Rprec_mult_1.80       	2024-219631	0.1894
Rprec_mult_2.00       	2024-219631	0.1707
utility               	2024-219631	14.0000
11pt_avg              	2024-219631	0.3152
binG                  	2024-219631	0.1755
G                     	2024-219631	0.1209
ndcg                  	2024-219631	0.5051
ndcg_rel              	2024-219631	0.5878
Rndcg                 	2024-219631	0.7484
ndcg_cut_5            	2024-219631	0.7736
ndcg_cut_10           	2024-219631	0.7823
ndcg_cut_15           	2024-219631	0.7469
ndcg_cut_20           	2024-219631	0.7242
ndcg_cut_30           	2024-219631	0.7347
ndcg_cut_100          	2024-219631	0.6657
ndcg_cut_200          	2024-219631	0.5051
ndcg_cut_500          	2024-219631	0.5051
ndcg_cut_1000         	2024-219631	0.5051
map_cut_5             	2024-219631	0.0299
map_cut_10            	2024-219631	0.0599
map_cut_15            	2024-219631	0.0834
map_cut_20            	2024-219631	0.1117
map_cut_30            	2024-219631	0.1564
map_cut_100           	2024-219631	0.2885
map_cut_200           	2024-219631	0.2885
map_cut_500           	2024-219631	0.2885
map_cut_1000          	2024-219631	0.2885
relative_P_5          	2024-219631	1.0000
relative_P_10         	2024-219631	1.0000
relative_P_15         	2024-219631	0.9333
relative_P_20         	2024-219631	0.9500
relative_P_30         	2024-219631	0.9000
relative_P_100        	2024-219631	0.5700
relative_P_200        	2024-219631	0.3413
relative_P_500        	2024-219631	0.3413
relative_P_1000       	2024-219631	0.3413
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	0.5700
set_relative_P        	2024-219631	0.5700
set_recall            	2024-219631	0.3413
set_map               	2024-219631	0.1946
set_F                 	2024-219631	0.4270
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	100
num_rel               	2024-219661	68
num_rel_ret           	2024-219661	38
map                   	2024-219661	0.3358
Rprec                 	2024-219661	0.4706
bpref                 	2024-219661	0.4557
recip_rank            	2024-219661	0.5000
iprec_at_recall_0.00  	2024-219661	0.8125
iprec_at_recall_0.10  	2024-219661	0.8125
iprec_at_recall_0.20  	2024-219661	0.7273
iprec_at_recall_0.30  	2024-219661	0.6216
iprec_at_recall_0.40  	2024-219661	0.5167
iprec_at_recall_0.50  	2024-219661	0.4416
iprec_at_recall_0.60  	2024-219661	0.0000
iprec_at_recall_0.70  	2024-219661	0.0000
iprec_at_recall_0.80  	2024-219661	0.0000
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	0.6000
P_10                  	2024-219661	0.7000
P_15                  	2024-219661	0.8000
P_20                  	2024-219661	0.7000
P_30                  	2024-219661	0.6333
P_100                 	2024-219661	0.3800
P_200                 	2024-219661	0.1900
P_500                 	2024-219661	0.0760
P_1000                	2024-219661	0.0380
relstring             	2024-219661	'0220201211'
recall_5              	2024-219661	0.0441
recall_10             	2024-219661	0.1029
recall_15             	2024-219661	0.1765
recall_20             	2024-219661	0.2059
recall_30             	2024-219661	0.2794
recall_100            	2024-219661	0.5588
recall_200            	2024-219661	0.5588
recall_500            	2024-219661	0.5588
recall_1000           	2024-219661	0.5588
infAP                 	2024-219661	0.3358
Rprec_mult_0.20       	2024-219661	0.7857
Rprec_mult_0.40       	2024-219661	0.6429
Rprec_mult_0.60       	2024-219661	0.5854
Rprec_mult_0.80       	2024-219661	0.4909
Rprec_mult_1.00       	2024-219661	0.4706
Rprec_mult_1.20       	2024-219661	0.4146
Rprec_mult_1.40       	2024-219661	0.3958
Rprec_mult_1.60       	2024-219661	0.3486
Rprec_mult_1.80       	2024-219661	0.3089
Rprec_mult_2.00       	2024-219661	0.2794
utility               	2024-219661	-24.0000
11pt_avg              	2024-219661	0.3575
binG                  	2024-219661	0.1753
G                     	2024-219661	0.1413
ndcg                  	2024-219661	0.5486
ndcg_rel              	2024-219661	0.5274
Rndcg                 	2024-219661	0.5074
ndcg_cut_5            	2024-219661	0.5148
ndcg_cut_10           	2024-219661	0.5051
ndcg_cut_15           	2024-219661	0.5508
ndcg_cut_20           	2024-219661	0.5095
ndcg_cut_30           	2024-219661	0.4846
ndcg_cut_100          	2024-219661	0.5486
ndcg_cut_200          	2024-219661	0.5486
ndcg_cut_500          	2024-219661	0.5486
ndcg_cut_1000         	2024-219661	0.5486
map_cut_5             	2024-219661	0.0260
map_cut_10            	2024-219661	0.0637
map_cut_15            	2024-219661	0.1200
map_cut_20            	2024-219661	0.1423
map_cut_30            	2024-219661	0.1938
map_cut_100           	2024-219661	0.3358
map_cut_200           	2024-219661	0.3358
map_cut_500           	2024-219661	0.3358
map_cut_1000          	2024-219661	0.3358
relative_P_5          	2024-219661	0.6000
relative_P_10         	2024-219661	0.7000
relative_P_15         	2024-219661	0.8000
relative_P_20         	2024-219661	0.7000
relative_P_30         	2024-219661	0.6333
relative_P_100        	2024-219661	0.5588
relative_P_200        	2024-219661	0.5588
relative_P_500        	2024-219661	0.5588
relative_P_1000       	2024-219661	0.5588
success_1             	2024-219661	0.0000
success_5             	2024-219661	1.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	0.3800
set_relative_P        	2024-219661	0.5588
set_recall            	2024-219661	0.5588
set_map               	2024-219661	0.2124
set_F                 	2024-219661	0.4524
num_nonrel_judged_ret 	2024-219661	32
num_ret               	2024-220058	100
num_rel               	2024-220058	155
num_rel_ret           	2024-220058	49
map                   	2024-220058	0.2122
Rprec                 	2024-220058	0.3161
bpref                 	2024-220058	0.3126
recip_rank            	2024-220058	0.5000
iprec_at_recall_0.00  	2024-220058	0.8636
iprec_at_recall_0.10  	2024-220058	0.8636
iprec_at_recall_0.20  	2024-220058	0.6200
iprec_at_recall_0.30  	2024-220058	0.5341
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	0.8000
P_10                  	2024-220058	0.8000
P_15                  	2024-220058	0.8000
P_20                  	2024-220058	0.8500
P_30                  	2024-220058	0.7333
P_100                 	2024-220058	0.4900
P_200                 	2024-220058	0.2450
P_500                 	2024-220058	0.0980
P_1000                	2024-220058	0.0490
relstring             	2024-220058	'-222222-22'
recall_5              	2024-220058	0.0258
recall_10             	2024-220058	0.0516
recall_15             	2024-220058	0.0774
recall_20             	2024-220058	0.1097
recall_30             	2024-220058	0.1419
recall_100            	2024-220058	0.3161
recall_200            	2024-220058	0.3161
recall_500            	2024-220058	0.3161
recall_1000           	2024-220058	0.3161
infAP                 	2024-220058	0.2122
Rprec_mult_0.20       	2024-220058	0.7097
Rprec_mult_0.40       	2024-220058	0.5323
Rprec_mult_0.60       	2024-220058	0.5054
Rprec_mult_0.80       	2024-220058	0.3952
Rprec_mult_1.00       	2024-220058	0.3161
Rprec_mult_1.20       	2024-220058	0.2634
Rprec_mult_1.40       	2024-220058	0.2258
Rprec_mult_1.60       	2024-220058	0.1976
Rprec_mult_1.80       	2024-220058	0.1756
Rprec_mult_2.00       	2024-220058	0.1581
utility               	2024-220058	-2.0000
11pt_avg              	2024-220058	0.2619
binG                  	2024-220058	0.1061
G                     	2024-220058	0.0738
ndcg                  	2024-220058	0.3851
ndcg_rel              	2024-220058	0.4217
Rndcg                 	2024-220058	0.4348
ndcg_cut_5            	2024-220058	0.4406
ndcg_cut_10           	2024-220058	0.5210
ndcg_cut_15           	2024-220058	0.5187
ndcg_cut_20           	2024-220058	0.5709
ndcg_cut_30           	2024-220058	0.5574
ndcg_cut_100          	2024-220058	0.4537
ndcg_cut_200          	2024-220058	0.3851
ndcg_cut_500          	2024-220058	0.3851
ndcg_cut_1000         	2024-220058	0.3851
map_cut_5             	2024-220058	0.0175
map_cut_10            	2024-220058	0.0386
map_cut_15            	2024-220058	0.0603
map_cut_20            	2024-220058	0.0871
map_cut_30            	2024-220058	0.1129
map_cut_100           	2024-220058	0.2122
map_cut_200           	2024-220058	0.2122
map_cut_500           	2024-220058	0.2122
map_cut_1000          	2024-220058	0.2122
relative_P_5          	2024-220058	0.8000
relative_P_10         	2024-220058	0.8000
relative_P_15         	2024-220058	0.8000
relative_P_20         	2024-220058	0.8500
relative_P_30         	2024-220058	0.7333
relative_P_100        	2024-220058	0.4900
relative_P_200        	2024-220058	0.3161
relative_P_500        	2024-220058	0.3161
relative_P_1000       	2024-220058	0.3161
success_1             	2024-220058	0.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	0.4900
set_relative_P        	2024-220058	0.4900
set_recall            	2024-220058	0.3161
set_map               	2024-220058	0.1549
set_F                 	2024-220058	0.3843
num_nonrel_judged_ret 	2024-220058	1
num_ret               	2024-220140	100
num_rel               	2024-220140	211
num_rel_ret           	2024-220140	75
map                   	2024-220140	0.3204
Rprec                 	2024-220140	0.3555
bpref                 	2024-220140	0.3542
recip_rank            	2024-220140	1.0000
iprec_at_recall_0.00  	2024-220140	1.0000
iprec_at_recall_0.10  	2024-220140	1.0000
iprec_at_recall_0.20  	2024-220140	0.9184
iprec_at_recall_0.30  	2024-220140	0.8000
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	1.0000
P_10                  	2024-220140	1.0000
P_15                  	2024-220140	1.0000
P_20                  	2024-220140	1.0000
P_30                  	2024-220140	0.9000
P_100                 	2024-220140	0.7500
P_200                 	2024-220140	0.3750
P_500                 	2024-220140	0.1500
P_1000                	2024-220140	0.0750
relstring             	2024-220140	'2322333322'
recall_5              	2024-220140	0.0237
recall_10             	2024-220140	0.0474
recall_15             	2024-220140	0.0711
recall_20             	2024-220140	0.0948
recall_30             	2024-220140	0.1280
recall_100            	2024-220140	0.3555
recall_200            	2024-220140	0.3555
recall_500            	2024-220140	0.3555
recall_1000           	2024-220140	0.3555
infAP                 	2024-220140	0.3204
Rprec_mult_0.20       	2024-220140	0.9070
Rprec_mult_0.40       	2024-220140	0.8000
Rprec_mult_0.60       	2024-220140	0.5906
Rprec_mult_0.80       	2024-220140	0.4438
Rprec_mult_1.00       	2024-220140	0.3555
Rprec_mult_1.20       	2024-220140	0.2953
Rprec_mult_1.40       	2024-220140	0.2534
Rprec_mult_1.60       	2024-220140	0.2219
Rprec_mult_1.80       	2024-220140	0.1974
Rprec_mult_2.00       	2024-220140	0.1777
utility               	2024-220140	50.0000
11pt_avg              	2024-220140	0.3380
binG                  	2024-220140	0.1938
G                     	2024-220140	0.1207
ndcg                  	2024-220140	0.5580
ndcg_rel              	2024-220140	0.6293
Rndcg                 	2024-220140	0.6727
ndcg_cut_5            	2024-220140	0.7817
ndcg_cut_10           	2024-220140	0.8151
ndcg_cut_15           	2024-220140	0.7987
ndcg_cut_20           	2024-220140	0.7768
ndcg_cut_30           	2024-220140	0.7445
ndcg_cut_100          	2024-220140	0.7377
ndcg_cut_200          	2024-220140	0.5710
ndcg_cut_500          	2024-220140	0.5580
ndcg_cut_1000         	2024-220140	0.5580
map_cut_5             	2024-220140	0.0237
map_cut_10            	2024-220140	0.0474
map_cut_15            	2024-220140	0.0711
map_cut_20            	2024-220140	0.0948
map_cut_30            	2024-220140	0.1270
map_cut_100           	2024-220140	0.3204
map_cut_200           	2024-220140	0.3204
map_cut_500           	2024-220140	0.3204
map_cut_1000          	2024-220140	0.3204
relative_P_5          	2024-220140	1.0000
relative_P_10         	2024-220140	1.0000
relative_P_15         	2024-220140	1.0000
relative_P_20         	2024-220140	1.0000
relative_P_30         	2024-220140	0.9000
relative_P_100        	2024-220140	0.7500
relative_P_200        	2024-220140	0.3750
relative_P_500        	2024-220140	0.3555
relative_P_1000       	2024-220140	0.3555
success_1             	2024-220140	1.0000
success_5             	2024-220140	1.0000
success_10            	2024-220140	1.0000
set_P                 	2024-220140	0.7500
set_relative_P        	2024-220140	0.7500
set_recall            	2024-220140	0.3555
set_map               	2024-220140	0.2666
set_F                 	2024-220140	0.4823
num_nonrel_judged_ret 	2024-220140	1
num_ret               	2024-222465	100
num_rel               	2024-222465	210
num_rel_ret           	2024-222465	74
map                   	2024-222465	0.3108
Rprec                 	2024-222465	0.3524
bpref                 	2024-222465	0.3190
recip_rank            	2024-222465	1.0000
iprec_at_recall_0.00  	2024-222465	1.0000
iprec_at_recall_0.10  	2024-222465	1.0000
iprec_at_recall_0.20  	2024-222465	0.8462
iprec_at_recall_0.30  	2024-222465	0.7412
iprec_at_recall_0.40  	2024-222465	0.0000
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	1.0000
P_10                  	2024-222465	1.0000
P_15                  	2024-222465	1.0000
P_20                  	2024-222465	1.0000
P_30                  	2024-222465	0.9667
P_100                 	2024-222465	0.7400
P_200                 	2024-222465	0.3700
P_500                 	2024-222465	0.1480
P_1000                	2024-222465	0.0740
relstring             	2024-222465	'1322122222'
recall_5              	2024-222465	0.0238
recall_10             	2024-222465	0.0476
recall_15             	2024-222465	0.0714
recall_20             	2024-222465	0.0952
recall_30             	2024-222465	0.1381
recall_100            	2024-222465	0.3524
recall_200            	2024-222465	0.3524
recall_500            	2024-222465	0.3524
recall_1000           	2024-222465	0.3524
infAP                 	2024-222465	0.3108
Rprec_mult_0.20       	2024-222465	0.8571
Rprec_mult_0.40       	2024-222465	0.7381
Rprec_mult_0.60       	2024-222465	0.5873
Rprec_mult_0.80       	2024-222465	0.4405
Rprec_mult_1.00       	2024-222465	0.3524
Rprec_mult_1.20       	2024-222465	0.2937
Rprec_mult_1.40       	2024-222465	0.2517
Rprec_mult_1.60       	2024-222465	0.2202
Rprec_mult_1.80       	2024-222465	0.1958
Rprec_mult_2.00       	2024-222465	0.1762
utility               	2024-222465	48.0000
11pt_avg              	2024-222465	0.3261
binG                  	2024-222465	0.1949
G                     	2024-222465	0.0768
ndcg                  	2024-222465	0.4281
ndcg_rel              	2024-222465	0.4886
Rndcg                 	2024-222465	0.5078
ndcg_cut_5            	2024-222465	0.5812
ndcg_cut_10           	2024-222465	0.6112
ndcg_cut_15           	2024-222465	0.5941
ndcg_cut_20           	2024-222465	0.5841
ndcg_cut_30           	2024-222465	0.6102
ndcg_cut_100          	2024-222465	0.5988
ndcg_cut_200          	2024-222465	0.4363
ndcg_cut_500          	2024-222465	0.4281
ndcg_cut_1000         	2024-222465	0.4281
map_cut_5             	2024-222465	0.0238
map_cut_10            	2024-222465	0.0476
map_cut_15            	2024-222465	0.0714
map_cut_20            	2024-222465	0.0952
map_cut_30            	2024-222465	0.1378
map_cut_100           	2024-222465	0.3108
map_cut_200           	2024-222465	0.3108
map_cut_500           	2024-222465	0.3108
map_cut_1000          	2024-222465	0.3108
relative_P_5          	2024-222465	1.0000
relative_P_10         	2024-222465	1.0000
relative_P_15         	2024-222465	1.0000
relative_P_20         	2024-222465	1.0000
relative_P_30         	2024-222465	0.9667
relative_P_100        	2024-222465	0.7400
relative_P_200        	2024-222465	0.3700
relative_P_500        	2024-222465	0.3524
relative_P_1000       	2024-222465	0.3524
success_1             	2024-222465	1.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	0.7400
set_relative_P        	2024-222465	0.7400
set_recall            	2024-222465	0.3524
set_map               	2024-222465	0.2608
set_F                 	2024-222465	0.4774
num_nonrel_judged_ret 	2024-222465	2
num_ret               	2024-223358	100
num_rel               	2024-223358	15
num_rel_ret           	2024-223358	3
map                   	2024-223358	0.0231
Rprec                 	2024-223358	0.0667
bpref                 	2024-223358	0.1244
recip_rank            	2024-223358	0.1111
iprec_at_recall_0.00  	2024-223358	0.1250
iprec_at_recall_0.10  	2024-223358	0.1250
iprec_at_recall_0.20  	2024-223358	0.1250
iprec_at_recall_0.30  	2024-223358	0.0000
iprec_at_recall_0.40  	2024-223358	0.0000
iprec_at_recall_0.50  	2024-223358	0.0000
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.0000
P_10                  	2024-223358	0.1000
P_15                  	2024-223358	0.0667
P_20                  	2024-223358	0.1000
P_30                  	2024-223358	0.1000
P_100                 	2024-223358	0.0300
P_200                 	2024-223358	0.0150
P_500                 	2024-223358	0.0060
P_1000                	2024-223358	0.0030
relstring             	2024-223358	'0-0---0-20'
recall_5              	2024-223358	0.0000
recall_10             	2024-223358	0.0667
recall_15             	2024-223358	0.0667
recall_20             	2024-223358	0.1333
recall_30             	2024-223358	0.2000
recall_100            	2024-223358	0.2000
recall_200            	2024-223358	0.2000
recall_500            	2024-223358	0.2000
recall_1000           	2024-223358	0.2000
infAP                 	2024-223358	0.0231
Rprec_mult_0.20       	2024-223358	0.0000
Rprec_mult_0.40       	2024-223358	0.0000
Rprec_mult_0.60       	2024-223358	0.1111
Rprec_mult_0.80       	2024-223358	0.0833
Rprec_mult_1.00       	2024-223358	0.0667
Rprec_mult_1.20       	2024-223358	0.1111
Rprec_mult_1.40       	2024-223358	0.0952
Rprec_mult_1.60       	2024-223358	0.1250
Rprec_mult_1.80       	2024-223358	0.1111
Rprec_mult_2.00       	2024-223358	0.1000
utility               	2024-223358	-94.0000
11pt_avg              	2024-223358	0.0341
binG                  	2024-223358	0.0508
G                     	2024-223358	0.0558
ndcg                  	2024-223358	0.1317
ndcg_rel              	2024-223358	0.1274
Rndcg                 	2024-223358	0.0690
ndcg_cut_5            	2024-223358	0.0000
ndcg_cut_10           	2024-223358	0.0902
ndcg_cut_15           	2024-223358	0.0753
ndcg_cut_20           	2024-223358	0.1048
ndcg_cut_30           	2024-223358	0.1317
ndcg_cut_100          	2024-223358	0.1317
ndcg_cut_200          	2024-223358	0.1317
ndcg_cut_500          	2024-223358	0.1317
ndcg_cut_1000         	2024-223358	0.1317
map_cut_5             	2024-223358	0.0000
map_cut_10            	2024-223358	0.0074
map_cut_15            	2024-223358	0.0074
map_cut_20            	2024-223358	0.0148
map_cut_30            	2024-223358	0.0231
map_cut_100           	2024-223358	0.0231
map_cut_200           	2024-223358	0.0231
map_cut_500           	2024-223358	0.0231
map_cut_1000          	2024-223358	0.0231
relative_P_5          	2024-223358	0.0000
relative_P_10         	2024-223358	0.1000
relative_P_15         	2024-223358	0.0667
relative_P_20         	2024-223358	0.1333
relative_P_30         	2024-223358	0.2000
relative_P_100        	2024-223358	0.2000
relative_P_200        	2024-223358	0.2000
relative_P_500        	2024-223358	0.2000
relative_P_1000       	2024-223358	0.2000
success_1             	2024-223358	0.0000
success_5             	2024-223358	0.0000
success_10            	2024-223358	1.0000
set_P                 	2024-223358	0.0300
set_relative_P        	2024-223358	0.2000
set_recall            	2024-223358	0.2000
set_map               	2024-223358	0.0060
set_F                 	2024-223358	0.0522
num_nonrel_judged_ret 	2024-223358	19
num_ret               	2024-223499	100
num_rel               	2024-223499	149
num_rel_ret           	2024-223499	55
map                   	2024-223499	0.2694
Rprec                 	2024-223499	0.3691
bpref                 	2024-223499	0.3389
recip_rank            	2024-223499	1.0000
iprec_at_recall_0.00  	2024-223499	1.0000
iprec_at_recall_0.10  	2024-223499	0.8485
iprec_at_recall_0.20  	2024-223499	0.7500
iprec_at_recall_0.30  	2024-223499	0.6250
iprec_at_recall_0.40  	2024-223499	0.0000
iprec_at_recall_0.50  	2024-223499	0.0000
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	0.6000
P_10                  	2024-223499	0.7000
P_15                  	2024-223499	0.7333
P_20                  	2024-223499	0.8000
P_30                  	2024-223499	0.8333
P_100                 	2024-223499	0.5500
P_200                 	2024-223499	0.2750
P_500                 	2024-223499	0.1100
P_1000                	2024-223499	0.0550
relstring             	2024-223499	'332---2221'
recall_5              	2024-223499	0.0201
recall_10             	2024-223499	0.0470
recall_15             	2024-223499	0.0738
recall_20             	2024-223499	0.1074
recall_30             	2024-223499	0.1678
recall_100            	2024-223499	0.3691
recall_200            	2024-223499	0.3691
recall_500            	2024-223499	0.3691
recall_1000           	2024-223499	0.3691
infAP                 	2024-223499	0.2694
Rprec_mult_0.20       	2024-223499	0.8333
Rprec_mult_0.40       	2024-223499	0.6833
Rprec_mult_0.60       	2024-223499	0.5778
Rprec_mult_0.80       	2024-223499	0.4583
Rprec_mult_1.00       	2024-223499	0.3691
Rprec_mult_1.20       	2024-223499	0.3073
Rprec_mult_1.40       	2024-223499	0.2632
Rprec_mult_1.60       	2024-223499	0.2301
Rprec_mult_1.80       	2024-223499	0.2045
Rprec_mult_2.00       	2024-223499	0.1846
utility               	2024-223499	10.0000
11pt_avg              	2024-223499	0.2930
binG                  	2024-223499	0.1255
G                     	2024-223499	0.1025
ndcg                  	2024-223499	0.4800
ndcg_rel              	2024-223499	0.5325
Rndcg                 	2024-223499	0.5331
ndcg_cut_5            	2024-223499	0.6662
ndcg_cut_10           	2024-223499	0.5929
ndcg_cut_15           	2024-223499	0.5628
ndcg_cut_20           	2024-223499	0.6143
ndcg_cut_30           	2024-223499	0.6383
ndcg_cut_100          	2024-223499	0.5521
ndcg_cut_200          	2024-223499	0.4800
ndcg_cut_500          	2024-223499	0.4800
ndcg_cut_1000         	2024-223499	0.4800
map_cut_5             	2024-223499	0.0201
map_cut_10            	2024-223499	0.0373
map_cut_15            	2024-223499	0.0562
map_cut_20            	2024-223499	0.0822
map_cut_30            	2024-223499	0.1316
map_cut_100           	2024-223499	0.2694
map_cut_200           	2024-223499	0.2694
map_cut_500           	2024-223499	0.2694
map_cut_1000          	2024-223499	0.2694
relative_P_5          	2024-223499	0.6000
relative_P_10         	2024-223499	0.7000
relative_P_15         	2024-223499	0.7333
relative_P_20         	2024-223499	0.8000
relative_P_30         	2024-223499	0.8333
relative_P_100        	2024-223499	0.5500
relative_P_200        	2024-223499	0.3691
relative_P_500        	2024-223499	0.3691
relative_P_1000       	2024-223499	0.3691
success_1             	2024-223499	1.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	0.5500
set_relative_P        	2024-223499	0.5500
set_recall            	2024-223499	0.3691
set_map               	2024-223499	0.2030
set_F                 	2024-223499	0.4418
num_nonrel_judged_ret 	2024-223499	1
num_ret               	2024-22410	100
num_rel               	2024-22410	147
num_rel_ret           	2024-22410	79
map                   	2024-22410	0.5040
Rprec                 	2024-22410	0.5374
bpref                 	2024-22410	0.5125
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	1.0000
iprec_at_recall_0.20  	2024-22410	0.9714
iprec_at_recall_0.30  	2024-22410	0.9434
iprec_at_recall_0.40  	2024-22410	0.9104
iprec_at_recall_0.50  	2024-22410	0.8352
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	1.0000
P_10                  	2024-22410	1.0000
P_15                  	2024-22410	1.0000
P_20                  	2024-22410	1.0000
P_30                  	2024-22410	0.9667
P_100                 	2024-22410	0.7900
P_200                 	2024-22410	0.3950
P_500                 	2024-22410	0.1580
P_1000                	2024-22410	0.0790
relstring             	2024-22410	'2212221122'
recall_5              	2024-22410	0.0340
recall_10             	2024-22410	0.0680
recall_15             	2024-22410	0.1020
recall_20             	2024-22410	0.1361
recall_30             	2024-22410	0.1973
recall_100            	2024-22410	0.5374
recall_200            	2024-22410	0.5374
recall_500            	2024-22410	0.5374
recall_1000           	2024-22410	0.5374
infAP                 	2024-22410	0.5040
Rprec_mult_0.20       	2024-22410	0.9667
Rprec_mult_0.40       	2024-22410	0.8983
Rprec_mult_0.60       	2024-22410	0.8315
Rprec_mult_0.80       	2024-22410	0.6695
Rprec_mult_1.00       	2024-22410	0.5374
Rprec_mult_1.20       	2024-22410	0.4463
Rprec_mult_1.40       	2024-22410	0.3835
Rprec_mult_1.60       	2024-22410	0.3347
Rprec_mult_1.80       	2024-22410	0.2981
Rprec_mult_2.00       	2024-22410	0.2687
utility               	2024-22410	58.0000
11pt_avg              	2024-22410	0.5146
binG                  	2024-22410	0.3236
G                     	2024-22410	0.1343
ndcg                  	2024-22410	0.5978
ndcg_rel              	2024-22410	0.6649
Rndcg                 	2024-22410	0.6078
ndcg_cut_5            	2024-22410	0.6101
ndcg_cut_10           	2024-22410	0.6087
ndcg_cut_15           	2024-22410	0.6582
ndcg_cut_20           	2024-22410	0.6774
ndcg_cut_30           	2024-22410	0.7390
ndcg_cut_100          	2024-22410	0.7110
ndcg_cut_200          	2024-22410	0.5978
ndcg_cut_500          	2024-22410	0.5978
ndcg_cut_1000         	2024-22410	0.5978
map_cut_5             	2024-22410	0.0340
map_cut_10            	2024-22410	0.0680
map_cut_15            	2024-22410	0.1020
map_cut_20            	2024-22410	0.1361
map_cut_30            	2024-22410	0.1971
map_cut_100           	2024-22410	0.5040
map_cut_200           	2024-22410	0.5040
map_cut_500           	2024-22410	0.5040
map_cut_1000          	2024-22410	0.5040
relative_P_5          	2024-22410	1.0000
relative_P_10         	2024-22410	1.0000
relative_P_15         	2024-22410	1.0000
relative_P_20         	2024-22410	1.0000
relative_P_30         	2024-22410	0.9667
relative_P_100        	2024-22410	0.7900
relative_P_200        	2024-22410	0.5374
relative_P_500        	2024-22410	0.5374
relative_P_1000       	2024-22410	0.5374
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	0.7900
set_relative_P        	2024-22410	0.7900
set_recall            	2024-22410	0.5374
set_map               	2024-22410	0.4246
set_F                 	2024-22410	0.6397
num_nonrel_judged_ret 	2024-22410	5
num_ret               	2024-224226	100
num_rel               	2024-224226	174
num_rel_ret           	2024-224226	49
map                   	2024-224226	0.1876
Rprec                 	2024-224226	0.2816
bpref                 	2024-224226	0.2743
recip_rank            	2024-224226	1.0000
iprec_at_recall_0.00  	2024-224226	1.0000
iprec_at_recall_0.10  	2024-224226	0.6923
iprec_at_recall_0.20  	2024-224226	0.6056
iprec_at_recall_0.30  	2024-224226	0.0000
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	0.8000
P_10                  	2024-224226	0.8000
P_15                  	2024-224226	0.7333
P_20                  	2024-224226	0.7500
P_30                  	2024-224226	0.6333
P_100                 	2024-224226	0.4900
P_200                 	2024-224226	0.2450
P_500                 	2024-224226	0.0980
P_1000                	2024-224226	0.0490
relstring             	2024-224226	'2-222231-2'
recall_5              	2024-224226	0.0230
recall_10             	2024-224226	0.0460
recall_15             	2024-224226	0.0632
recall_20             	2024-224226	0.0862
recall_30             	2024-224226	0.1092
recall_100            	2024-224226	0.2816
recall_200            	2024-224226	0.2816
recall_500            	2024-224226	0.2816
recall_1000           	2024-224226	0.2816
infAP                 	2024-224226	0.1876
Rprec_mult_0.20       	2024-224226	0.6571
Rprec_mult_0.40       	2024-224226	0.6000
Rprec_mult_0.60       	2024-224226	0.4667
Rprec_mult_0.80       	2024-224226	0.3500
Rprec_mult_1.00       	2024-224226	0.2816
Rprec_mult_1.20       	2024-224226	0.2344
Rprec_mult_1.40       	2024-224226	0.2008
Rprec_mult_1.60       	2024-224226	0.1756
Rprec_mult_1.80       	2024-224226	0.1561
Rprec_mult_2.00       	2024-224226	0.1408
utility               	2024-224226	-2.0000
11pt_avg              	2024-224226	0.2089
binG                  	2024-224226	0.0919
G                     	2024-224226	0.0620
ndcg                  	2024-224226	0.3564
ndcg_rel              	2024-224226	0.3957
Rndcg                 	2024-224226	0.4221
ndcg_cut_5            	2024-224226	0.5240
ndcg_cut_10           	2024-224226	0.5312
ndcg_cut_15           	2024-224226	0.4721
ndcg_cut_20           	2024-224226	0.4932
ndcg_cut_30           	2024-224226	0.4688
ndcg_cut_100          	2024-224226	0.4444
ndcg_cut_200          	2024-224226	0.3564
ndcg_cut_500          	2024-224226	0.3564
ndcg_cut_1000         	2024-224226	0.3564
map_cut_5             	2024-224226	0.0185
map_cut_10            	2024-224226	0.0378
map_cut_15            	2024-224226	0.0518
map_cut_20            	2024-224226	0.0691
map_cut_30            	2024-224226	0.0846
map_cut_100           	2024-224226	0.1876
map_cut_200           	2024-224226	0.1876
map_cut_500           	2024-224226	0.1876
map_cut_1000          	2024-224226	0.1876
relative_P_5          	2024-224226	0.8000
relative_P_10         	2024-224226	0.8000
relative_P_15         	2024-224226	0.7333
relative_P_20         	2024-224226	0.7500
relative_P_30         	2024-224226	0.6333
relative_P_100        	2024-224226	0.4900
relative_P_200        	2024-224226	0.2816
relative_P_500        	2024-224226	0.2816
relative_P_1000       	2024-224226	0.2816
success_1             	2024-224226	1.0000
success_5             	2024-224226	1.0000
success_10            	2024-224226	1.0000
set_P                 	2024-224226	0.4900
set_relative_P        	2024-224226	0.4900
set_recall            	2024-224226	0.2816
set_map               	2024-224226	0.1380
set_F                 	2024-224226	0.3577
num_nonrel_judged_ret 	2024-224226	2
num_ret               	2024-224279	100
num_rel               	2024-224279	424
num_rel_ret           	2024-224279	50
map                   	2024-224279	0.0938
Rprec                 	2024-224279	0.1179
bpref                 	2024-224279	0.1179
recip_rank            	2024-224279	1.0000
iprec_at_recall_0.00  	2024-224279	1.0000
iprec_at_recall_0.10  	2024-224279	0.5443
iprec_at_recall_0.20  	2024-224279	0.0000
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	1.0000
P_10                  	2024-224279	1.0000
P_15                  	2024-224279	1.0000
P_20                  	2024-224279	1.0000
P_30                  	2024-224279	0.8333
P_100                 	2024-224279	0.5000
P_200                 	2024-224279	0.2500
P_500                 	2024-224279	0.1000
P_1000                	2024-224279	0.0500
relstring             	2024-224279	'2222233222'
recall_5              	2024-224279	0.0118
recall_10             	2024-224279	0.0236
recall_15             	2024-224279	0.0354
recall_20             	2024-224279	0.0472
recall_30             	2024-224279	0.0590
recall_100            	2024-224279	0.1179
recall_200            	2024-224279	0.1179
recall_500            	2024-224279	0.1179
recall_1000           	2024-224279	0.1179
infAP                 	2024-224279	0.0938
Rprec_mult_0.20       	2024-224279	0.5294
Rprec_mult_0.40       	2024-224279	0.2941
Rprec_mult_0.60       	2024-224279	0.1961
Rprec_mult_0.80       	2024-224279	0.1471
Rprec_mult_1.00       	2024-224279	0.1179
Rprec_mult_1.20       	2024-224279	0.0982
Rprec_mult_1.40       	2024-224279	0.0842
Rprec_mult_1.60       	2024-224279	0.0736
Rprec_mult_1.80       	2024-224279	0.0654
Rprec_mult_2.00       	2024-224279	0.0590
utility               	2024-224279	0.0000
11pt_avg              	2024-224279	0.1404
binG                  	2024-224279	0.0653
G                     	2024-224279	0.0333
ndcg                  	2024-224279	0.2209
ndcg_rel              	2024-224279	0.2705
Rndcg                 	2024-224279	0.3101
ndcg_cut_5            	2024-224279	0.6667
ndcg_cut_10           	2024-224279	0.7173
ndcg_cut_15           	2024-224279	0.7347
ndcg_cut_20           	2024-224279	0.7683
ndcg_cut_30           	2024-224279	0.7047
ndcg_cut_100          	2024-224279	0.4735
ndcg_cut_200          	2024-224279	0.3278
ndcg_cut_500          	2024-224279	0.2209
ndcg_cut_1000         	2024-224279	0.2209
map_cut_5             	2024-224279	0.0118
map_cut_10            	2024-224279	0.0236
map_cut_15            	2024-224279	0.0354
map_cut_20            	2024-224279	0.0472
map_cut_30            	2024-224279	0.0574
map_cut_100           	2024-224279	0.0938
map_cut_200           	2024-224279	0.0938
map_cut_500           	2024-224279	0.0938
map_cut_1000          	2024-224279	0.0938
relative_P_5          	2024-224279	1.0000
relative_P_10         	2024-224279	1.0000
relative_P_15         	2024-224279	1.0000
relative_P_20         	2024-224279	1.0000
relative_P_30         	2024-224279	0.8333
relative_P_100        	2024-224279	0.5000
relative_P_200        	2024-224279	0.2500
relative_P_500        	2024-224279	0.1179
relative_P_1000       	2024-224279	0.1179
success_1             	2024-224279	1.0000
success_5             	2024-224279	1.0000
success_10            	2024-224279	1.0000
set_P                 	2024-224279	0.5000
set_relative_P        	2024-224279	0.5000
set_recall            	2024-224279	0.1179
set_map               	2024-224279	0.0590
set_F                 	2024-224279	0.1908
num_nonrel_judged_ret 	2024-224279	0
num_ret               	2024-224701	100
num_rel               	2024-224701	92
num_rel_ret           	2024-224701	61
map                   	2024-224701	0.6028
Rprec                 	2024-224701	0.6304
bpref                 	2024-224701	0.6630
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	1.0000
iprec_at_recall_0.20  	2024-224701	1.0000
iprec_at_recall_0.30  	2024-224701	0.9677
iprec_at_recall_0.40  	2024-224701	0.9348
iprec_at_recall_0.50  	2024-224701	0.8868
iprec_at_recall_0.60  	2024-224701	0.6829
iprec_at_recall_0.70  	2024-224701	0.0000
iprec_at_recall_0.80  	2024-224701	0.0000
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	1.0000
P_10                  	2024-224701	1.0000
P_15                  	2024-224701	1.0000
P_20                  	2024-224701	0.9500
P_30                  	2024-224701	0.9667
P_100                 	2024-224701	0.6100
P_200                 	2024-224701	0.3050
P_500                 	2024-224701	0.1220
P_1000                	2024-224701	0.0610
relstring             	2024-224701	'1113111131'
recall_5              	2024-224701	0.0543
recall_10             	2024-224701	0.1087
recall_15             	2024-224701	0.1630
recall_20             	2024-224701	0.2065
recall_30             	2024-224701	0.3152
recall_100            	2024-224701	0.6630
recall_200            	2024-224701	0.6630
recall_500            	2024-224701	0.6630
recall_1000           	2024-224701	0.6630
infAP                 	2024-224701	0.6028
Rprec_mult_0.20       	2024-224701	1.0000
Rprec_mult_0.40       	2024-224701	0.9459
Rprec_mult_0.60       	2024-224701	0.8571
Rprec_mult_0.80       	2024-224701	0.7162
Rprec_mult_1.00       	2024-224701	0.6304
Rprec_mult_1.20       	2024-224701	0.5495
Rprec_mult_1.40       	2024-224701	0.4729
Rprec_mult_1.60       	2024-224701	0.4122
Rprec_mult_1.80       	2024-224701	0.3675
Rprec_mult_2.00       	2024-224701	0.3315
utility               	2024-224701	22.0000
11pt_avg              	2024-224701	0.5884
binG                  	2024-224701	0.3973
G                     	2024-224701	0.1822
ndcg                  	2024-224701	0.6499
ndcg_rel              	2024-224701	0.6212
Rndcg                 	2024-224701	0.5544
ndcg_cut_5            	2024-224701	0.4307
ndcg_cut_10           	2024-224701	0.4721
ndcg_cut_15           	2024-224701	0.4950
ndcg_cut_20           	2024-224701	0.5664
ndcg_cut_30           	2024-224701	0.6713
ndcg_cut_100          	2024-224701	0.6499
ndcg_cut_200          	2024-224701	0.6499
ndcg_cut_500          	2024-224701	0.6499
ndcg_cut_1000         	2024-224701	0.6499
map_cut_5             	2024-224701	0.0543
map_cut_10            	2024-224701	0.1087
map_cut_15            	2024-224701	0.1630
map_cut_20            	2024-224701	0.2065
map_cut_30            	2024-224701	0.3109
map_cut_100           	2024-224701	0.6028
map_cut_200           	2024-224701	0.6028
map_cut_500           	2024-224701	0.6028
map_cut_1000          	2024-224701	0.6028
relative_P_5          	2024-224701	1.0000
relative_P_10         	2024-224701	1.0000
relative_P_15         	2024-224701	1.0000
relative_P_20         	2024-224701	0.9500
relative_P_30         	2024-224701	0.9667
relative_P_100        	2024-224701	0.6630
relative_P_200        	2024-224701	0.6630
relative_P_500        	2024-224701	0.6630
relative_P_1000       	2024-224701	0.6630
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	0.6100
set_relative_P        	2024-224701	0.6630
set_recall            	2024-224701	0.6630
set_map               	2024-224701	0.4045
set_F                 	2024-224701	0.6354
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224926	100
num_rel               	2024-224926	55
num_rel_ret           	2024-224926	30
map                   	2024-224926	0.4360
Rprec                 	2024-224926	0.4909
bpref                 	2024-224926	0.5415
recip_rank            	2024-224926	1.0000
iprec_at_recall_0.00  	2024-224926	1.0000
iprec_at_recall_0.10  	2024-224926	1.0000
iprec_at_recall_0.20  	2024-224926	0.9412
iprec_at_recall_0.30  	2024-224926	0.8571
iprec_at_recall_0.40  	2024-224926	0.6765
iprec_at_recall_0.50  	2024-224926	0.4746
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	1.0000
P_10                  	2024-224926	0.9000
P_15                  	2024-224926	0.9333
P_20                  	2024-224926	0.8500
P_30                  	2024-224926	0.6667
P_100                 	2024-224926	0.3000
P_200                 	2024-224926	0.1500
P_500                 	2024-224926	0.0600
P_1000                	2024-224926	0.0300
relstring             	2024-224926	'11111111-1'
recall_5              	2024-224926	0.0909
recall_10             	2024-224926	0.1636
recall_15             	2024-224926	0.2545
recall_20             	2024-224926	0.3091
recall_30             	2024-224926	0.3636
recall_100            	2024-224926	0.5455
recall_200            	2024-224926	0.5455
recall_500            	2024-224926	0.5455
recall_1000           	2024-224926	0.5455
infAP                 	2024-224926	0.4360
Rprec_mult_0.20       	2024-224926	0.9091
Rprec_mult_0.40       	2024-224926	0.8182
Rprec_mult_0.60       	2024-224926	0.6667
Rprec_mult_0.80       	2024-224926	0.5682
Rprec_mult_1.00       	2024-224926	0.4909
Rprec_mult_1.20       	2024-224926	0.4242
Rprec_mult_1.40       	2024-224926	0.3636
Rprec_mult_1.60       	2024-224926	0.3295
Rprec_mult_1.80       	2024-224926	0.3030
Rprec_mult_2.00       	2024-224926	0.2727
utility               	2024-224926	-40.0000
11pt_avg              	2024-224926	0.4499
binG                  	2024-224926	0.3053
G                     	2024-224926	0.1218
ndcg                  	2024-224926	0.4621
ndcg_rel              	2024-224926	0.4511
Rndcg                 	2024-224926	0.4096
ndcg_cut_5            	2024-224926	0.4275
ndcg_cut_10           	2024-224926	0.4206
ndcg_cut_15           	2024-224926	0.4651
ndcg_cut_20           	2024-224926	0.4776
ndcg_cut_30           	2024-224926	0.4530
ndcg_cut_100          	2024-224926	0.4621
ndcg_cut_200          	2024-224926	0.4621
ndcg_cut_500          	2024-224926	0.4621
ndcg_cut_1000         	2024-224926	0.4621
map_cut_5             	2024-224926	0.0909
map_cut_10            	2024-224926	0.1618
map_cut_15            	2024-224926	0.2456
map_cut_20            	2024-224926	0.2953
map_cut_30            	2024-224926	0.3366
map_cut_100           	2024-224926	0.4360
map_cut_200           	2024-224926	0.4360
map_cut_500           	2024-224926	0.4360
map_cut_1000          	2024-224926	0.4360
relative_P_5          	2024-224926	1.0000
relative_P_10         	2024-224926	0.9000
relative_P_15         	2024-224926	0.9333
relative_P_20         	2024-224926	0.8500
relative_P_30         	2024-224926	0.6667
relative_P_100        	2024-224926	0.5455
relative_P_200        	2024-224926	0.5455
relative_P_500        	2024-224926	0.5455
relative_P_1000       	2024-224926	0.5455
success_1             	2024-224926	1.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.3000
set_relative_P        	2024-224926	0.5455
set_recall            	2024-224926	0.5455
set_map               	2024-224926	0.1636
set_F                 	2024-224926	0.3871
num_nonrel_judged_ret 	2024-224926	3
num_ret               	2024-22886	100
num_rel               	2024-22886	147
num_rel_ret           	2024-22886	65
map                   	2024-22886	0.3931
Rprec                 	2024-22886	0.4422
bpref                 	2024-22886	0.4403
recip_rank            	2024-22886	1.0000
iprec_at_recall_0.00  	2024-22886	1.0000
iprec_at_recall_0.10  	2024-22886	1.0000
iprec_at_recall_0.20  	2024-22886	0.9412
iprec_at_recall_0.30  	2024-22886	0.8448
iprec_at_recall_0.40  	2024-22886	0.6842
iprec_at_recall_0.50  	2024-22886	0.0000
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	1.0000
P_10                  	2024-22886	1.0000
P_15                  	2024-22886	1.0000
P_20                  	2024-22886	1.0000
P_30                  	2024-22886	0.9667
P_100                 	2024-22886	0.6500
P_200                 	2024-22886	0.3250
P_500                 	2024-22886	0.1300
P_1000                	2024-22886	0.0650
relstring             	2024-22886	'2322222232'
recall_5              	2024-22886	0.0340
recall_10             	2024-22886	0.0680
recall_15             	2024-22886	0.1020
recall_20             	2024-22886	0.1361
recall_30             	2024-22886	0.1973
recall_100            	2024-22886	0.4422
recall_200            	2024-22886	0.4422
recall_500            	2024-22886	0.4422
recall_1000           	2024-22886	0.4422
infAP                 	2024-22886	0.3931
Rprec_mult_0.20       	2024-22886	0.9667
Rprec_mult_0.40       	2024-22886	0.8305
Rprec_mult_0.60       	2024-22886	0.6742
Rprec_mult_0.80       	2024-22886	0.5508
Rprec_mult_1.00       	2024-22886	0.4422
Rprec_mult_1.20       	2024-22886	0.3672
Rprec_mult_1.40       	2024-22886	0.3155
Rprec_mult_1.60       	2024-22886	0.2754
Rprec_mult_1.80       	2024-22886	0.2453
Rprec_mult_2.00       	2024-22886	0.2211
utility               	2024-22886	30.0000
11pt_avg              	2024-22886	0.4064
binG                  	2024-22886	0.2663
G                     	2024-22886	0.1392
ndcg                  	2024-22886	0.5745
ndcg_rel              	2024-22886	0.6656
Rndcg                 	2024-22886	0.6501
ndcg_cut_5            	2024-22886	0.7380
ndcg_cut_10           	2024-22886	0.7510
ndcg_cut_15           	2024-22886	0.8095
ndcg_cut_20           	2024-22886	0.8464
ndcg_cut_30           	2024-22886	0.8478
ndcg_cut_100          	2024-22886	0.6771
ndcg_cut_200          	2024-22886	0.5745
ndcg_cut_500          	2024-22886	0.5745
ndcg_cut_1000         	2024-22886	0.5745
map_cut_5             	2024-22886	0.0340
map_cut_10            	2024-22886	0.0680
map_cut_15            	2024-22886	0.1020
map_cut_20            	2024-22886	0.1361
map_cut_30            	2024-22886	0.1971
map_cut_100           	2024-22886	0.3931
map_cut_200           	2024-22886	0.3931
map_cut_500           	2024-22886	0.3931
map_cut_1000          	2024-22886	0.3931
relative_P_5          	2024-22886	1.0000
relative_P_10         	2024-22886	1.0000
relative_P_15         	2024-22886	1.0000
relative_P_20         	2024-22886	1.0000
relative_P_30         	2024-22886	0.9667
relative_P_100        	2024-22886	0.6500
relative_P_200        	2024-22886	0.4422
relative_P_500        	2024-22886	0.4422
relative_P_1000       	2024-22886	0.4422
success_1             	2024-22886	1.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	0.6500
set_relative_P        	2024-22886	0.6500
set_recall            	2024-22886	0.4422
set_map               	2024-22886	0.2874
set_F                 	2024-22886	0.5263
num_nonrel_judged_ret 	2024-22886	1
num_ret               	2024-23862	100
num_rel               	2024-23862	231
num_rel_ret           	2024-23862	68
map                   	2024-23862	0.2506
Rprec                 	2024-23862	0.2944
bpref                 	2024-23862	0.2944
recip_rank            	2024-23862	1.0000
iprec_at_recall_0.00  	2024-23862	1.0000
iprec_at_recall_0.10  	2024-23862	1.0000
iprec_at_recall_0.20  	2024-23862	0.7581
iprec_at_recall_0.30  	2024-23862	0.0000
iprec_at_recall_0.40  	2024-23862	0.0000
iprec_at_recall_0.50  	2024-23862	0.0000
iprec_at_recall_0.60  	2024-23862	0.0000
iprec_at_recall_0.70  	2024-23862	0.0000
iprec_at_recall_0.80  	2024-23862	0.0000
iprec_at_recall_0.90  	2024-23862	0.0000
iprec_at_recall_1.00  	2024-23862	0.0000
P_5                   	2024-23862	1.0000
P_10                  	2024-23862	1.0000
P_15                  	2024-23862	1.0000
P_20                  	2024-23862	1.0000
P_30                  	2024-23862	0.9000
P_100                 	2024-23862	0.6800
P_200                 	2024-23862	0.3400
P_500                 	2024-23862	0.1360
P_1000                	2024-23862	0.0680
relstring             	2024-23862	'1111111111'
recall_5              	2024-23862	0.0216
recall_10             	2024-23862	0.0433
recall_15             	2024-23862	0.0649
recall_20             	2024-23862	0.0866
recall_30             	2024-23862	0.1169
recall_100            	2024-23862	0.2944
recall_200            	2024-23862	0.2944
recall_500            	2024-23862	0.2944
recall_1000           	2024-23862	0.2944
infAP                 	2024-23862	0.2506
Rprec_mult_0.20       	2024-23862	0.7660
Rprec_mult_0.40       	2024-23862	0.6989
Rprec_mult_0.60       	2024-23862	0.4892
Rprec_mult_0.80       	2024-23862	0.3676
Rprec_mult_1.00       	2024-23862	0.2944
Rprec_mult_1.20       	2024-23862	0.2446
Rprec_mult_1.40       	2024-23862	0.2099
Rprec_mult_1.60       	2024-23862	0.1838
Rprec_mult_1.80       	2024-23862	0.1635
Rprec_mult_2.00       	2024-23862	0.1472
utility               	2024-23862	36.0000
11pt_avg              	2024-23862	0.2507
binG                  	2024-23862	0.1560
G                     	2024-23862	0.0996
ndcg                  	2024-23862	0.3821
ndcg_rel              	2024-23862	0.4851
Rndcg                 	2024-23862	0.4410
ndcg_cut_5            	2024-23862	0.6439
ndcg_cut_10           	2024-23862	0.7359
ndcg_cut_15           	2024-23862	0.7823
ndcg_cut_20           	2024-23862	0.8119
ndcg_cut_30           	2024-23862	0.7912
ndcg_cut_100          	2024-23862	0.6847
ndcg_cut_200          	2024-23862	0.4240
ndcg_cut_500          	2024-23862	0.3821
ndcg_cut_1000         	2024-23862	0.3821
map_cut_5             	2024-23862	0.0216
map_cut_10            	2024-23862	0.0433
map_cut_15            	2024-23862	0.0649
map_cut_20            	2024-23862	0.0866
map_cut_30            	2024-23862	0.1161
map_cut_100           	2024-23862	0.2506
map_cut_200           	2024-23862	0.2506
map_cut_500           	2024-23862	0.2506
map_cut_1000          	2024-23862	0.2506
relative_P_5          	2024-23862	1.0000
relative_P_10         	2024-23862	1.0000
relative_P_15         	2024-23862	1.0000
relative_P_20         	2024-23862	1.0000
relative_P_30         	2024-23862	0.9000
relative_P_100        	2024-23862	0.6800
relative_P_200        	2024-23862	0.3400
relative_P_500        	2024-23862	0.2944
relative_P_1000       	2024-23862	0.2944
success_1             	2024-23862	1.0000
success_5             	2024-23862	1.0000
success_10            	2024-23862	1.0000
set_P                 	2024-23862	0.6800
set_relative_P        	2024-23862	0.6800
set_recall            	2024-23862	0.2944
set_map               	2024-23862	0.2002
set_F                 	2024-23862	0.4109
num_nonrel_judged_ret 	2024-23862	0
num_ret               	2024-27366	100
num_rel               	2024-27366	232
num_rel_ret           	2024-27366	17
map                   	2024-27366	0.0378
Rprec                 	2024-27366	0.0733
bpref                 	2024-27366	0.0562
recip_rank            	2024-27366	1.0000
iprec_at_recall_0.00  	2024-27366	1.0000
iprec_at_recall_0.10  	2024-27366	0.0000
iprec_at_recall_0.20  	2024-27366	0.0000
iprec_at_recall_0.30  	2024-27366	0.0000
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	0.6000
P_10                  	2024-27366	0.6000
P_15                  	2024-27366	0.4667
P_20                  	2024-27366	0.5000
P_30                  	2024-27366	0.4000
P_100                 	2024-27366	0.1700
P_200                 	2024-27366	0.0850
P_500                 	2024-27366	0.0340
P_1000                	2024-27366	0.0170
relstring             	2024-27366	'2101010201'
recall_5              	2024-27366	0.0129
recall_10             	2024-27366	0.0259
recall_15             	2024-27366	0.0302
recall_20             	2024-27366	0.0431
recall_30             	2024-27366	0.0517
recall_100            	2024-27366	0.0733
recall_200            	2024-27366	0.0733
recall_500            	2024-27366	0.0733
recall_1000           	2024-27366	0.0733
infAP                 	2024-27366	0.0378
Rprec_mult_0.20       	2024-27366	0.2766
Rprec_mult_0.40       	2024-27366	0.1828
Rprec_mult_0.60       	2024-27366	0.1214
Rprec_mult_0.80       	2024-27366	0.0914
Rprec_mult_1.00       	2024-27366	0.0733
Rprec_mult_1.20       	2024-27366	0.0609
Rprec_mult_1.40       	2024-27366	0.0523
Rprec_mult_1.60       	2024-27366	0.0457
Rprec_mult_1.80       	2024-27366	0.0407
Rprec_mult_2.00       	2024-27366	0.0366
utility               	2024-27366	-66.0000
11pt_avg              	2024-27366	0.0909
binG                  	2024-27366	0.0281
G                     	2024-27366	0.0259
ndcg                  	2024-27366	0.1491
ndcg_rel              	2024-27366	0.1719
Rndcg                 	2024-27366	0.2696
ndcg_cut_5            	2024-27366	0.5192
ndcg_cut_10           	2024-27366	0.4774
ndcg_cut_15           	2024-27366	0.4137
ndcg_cut_20           	2024-27366	0.4002
ndcg_cut_30           	2024-27366	0.3735
ndcg_cut_100          	2024-27366	0.2458
ndcg_cut_200          	2024-27366	0.1638
ndcg_cut_500          	2024-27366	0.1491
ndcg_cut_1000         	2024-27366	0.1491
map_cut_5             	2024-27366	0.0119
map_cut_10            	2024-27366	0.0200
map_cut_15            	2024-27366	0.0222
map_cut_20            	2024-27366	0.0283
map_cut_30            	2024-27366	0.0322
map_cut_100           	2024-27366	0.0378
map_cut_200           	2024-27366	0.0378
map_cut_500           	2024-27366	0.0378
map_cut_1000          	2024-27366	0.0378
relative_P_5          	2024-27366	0.6000
relative_P_10         	2024-27366	0.6000
relative_P_15         	2024-27366	0.4667
relative_P_20         	2024-27366	0.5000
relative_P_30         	2024-27366	0.4000
relative_P_100        	2024-27366	0.1700
relative_P_200        	2024-27366	0.0850
relative_P_500        	2024-27366	0.0733
relative_P_1000       	2024-27366	0.0733
success_1             	2024-27366	1.0000
success_5             	2024-27366	1.0000
success_10            	2024-27366	1.0000
set_P                 	2024-27366	0.1700
set_relative_P        	2024-27366	0.1700
set_recall            	2024-27366	0.0733
set_map               	2024-27366	0.0125
set_F                 	2024-27366	0.1024
num_nonrel_judged_ret 	2024-27366	12
num_ret               	2024-29182	100
num_rel               	2024-29182	174
num_rel_ret           	2024-29182	44
map                   	2024-29182	0.1798
Rprec                 	2024-29182	0.2529
bpref                 	2024-29182	0.2436
recip_rank            	2024-29182	1.0000
iprec_at_recall_0.00  	2024-29182	1.0000
iprec_at_recall_0.10  	2024-29182	0.8182
iprec_at_recall_0.20  	2024-29182	0.5205
iprec_at_recall_0.30  	2024-29182	0.0000
iprec_at_recall_0.40  	2024-29182	0.0000
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	1.0000
P_10                  	2024-29182	0.9000
P_15                  	2024-29182	0.8667
P_20                  	2024-29182	0.8000
P_30                  	2024-29182	0.7000
P_100                 	2024-29182	0.4400
P_200                 	2024-29182	0.2200
P_500                 	2024-29182	0.0880
P_1000                	2024-29182	0.0440
relstring             	2024-29182	'2213321101'
recall_5              	2024-29182	0.0287
recall_10             	2024-29182	0.0517
recall_15             	2024-29182	0.0747
recall_20             	2024-29182	0.0920
recall_30             	2024-29182	0.1207
recall_100            	2024-29182	0.2529
recall_200            	2024-29182	0.2529
recall_500            	2024-29182	0.2529
recall_1000           	2024-29182	0.2529
infAP                 	2024-29182	0.1798
Rprec_mult_0.20       	2024-29182	0.6571
Rprec_mult_0.40       	2024-29182	0.5143
Rprec_mult_0.60       	2024-29182	0.4190
Rprec_mult_0.80       	2024-29182	0.3143
Rprec_mult_1.00       	2024-29182	0.2529
Rprec_mult_1.20       	2024-29182	0.2105
Rprec_mult_1.40       	2024-29182	0.1803
Rprec_mult_1.60       	2024-29182	0.1577
Rprec_mult_1.80       	2024-29182	0.1401
Rprec_mult_2.00       	2024-29182	0.1264
utility               	2024-29182	-12.0000
11pt_avg              	2024-29182	0.2126
binG                  	2024-29182	0.1081
G                     	2024-29182	0.0585
ndcg                  	2024-29182	0.3240
ndcg_rel              	2024-29182	0.3784
Rndcg                 	2024-29182	0.4636
ndcg_cut_5            	2024-29182	0.7026
ndcg_cut_10           	2024-29182	0.6180
ndcg_cut_15           	2024-29182	0.5982
ndcg_cut_20           	2024-29182	0.5856
ndcg_cut_30           	2024-29182	0.5508
ndcg_cut_100          	2024-29182	0.3988
ndcg_cut_200          	2024-29182	0.3240
ndcg_cut_500          	2024-29182	0.3240
ndcg_cut_1000         	2024-29182	0.3240
map_cut_5             	2024-29182	0.0287
map_cut_10            	2024-29182	0.0511
map_cut_15            	2024-29182	0.0719
map_cut_20            	2024-29182	0.0863
map_cut_30            	2024-29182	0.1083
map_cut_100           	2024-29182	0.1798
map_cut_200           	2024-29182	0.1798
map_cut_500           	2024-29182	0.1798
map_cut_1000          	2024-29182	0.1798
relative_P_5          	2024-29182	1.0000
relative_P_10         	2024-29182	0.9000
relative_P_15         	2024-29182	0.8667
relative_P_20         	2024-29182	0.8000
relative_P_30         	2024-29182	0.7000
relative_P_100        	2024-29182	0.4400
relative_P_200        	2024-29182	0.2529
relative_P_500        	2024-29182	0.2529
relative_P_1000       	2024-29182	0.2529
success_1             	2024-29182	1.0000
success_5             	2024-29182	1.0000
success_10            	2024-29182	1.0000
set_P                 	2024-29182	0.4400
set_relative_P        	2024-29182	0.4400
set_recall            	2024-29182	0.2529
set_map               	2024-29182	0.1113
set_F                 	2024-29182	0.3212
num_nonrel_judged_ret 	2024-29182	15
num_ret               	2024-29941	100
num_rel               	2024-29941	240
num_rel_ret           	2024-29941	55
map                   	2024-29941	0.1724
Rprec                 	2024-29941	0.2292
bpref                 	2024-29941	0.2237
recip_rank            	2024-29941	0.5000
iprec_at_recall_0.00  	2024-29941	0.9565
iprec_at_recall_0.10  	2024-29941	0.8571
iprec_at_recall_0.20  	2024-29941	0.6098
iprec_at_recall_0.30  	2024-29941	0.0000
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	0.8000
P_10                  	2024-29941	0.9000
P_15                  	2024-29941	0.9333
P_20                  	2024-29941	0.9500
P_30                  	2024-29941	0.8000
P_100                 	2024-29941	0.5500
P_200                 	2024-29941	0.2750
P_500                 	2024-29941	0.1100
P_1000                	2024-29941	0.0550
relstring             	2024-29941	'0333232222'
recall_5              	2024-29941	0.0167
recall_10             	2024-29941	0.0375
recall_15             	2024-29941	0.0583
recall_20             	2024-29941	0.0792
recall_30             	2024-29941	0.1000
recall_100            	2024-29941	0.2292
recall_200            	2024-29941	0.2292
recall_500            	2024-29941	0.2292
recall_1000           	2024-29941	0.2292
infAP                 	2024-29941	0.1724
Rprec_mult_0.20       	2024-29941	0.6875
Rprec_mult_0.40       	2024-29941	0.5417
Rprec_mult_0.60       	2024-29941	0.3819
Rprec_mult_0.80       	2024-29941	0.2865
Rprec_mult_1.00       	2024-29941	0.2292
Rprec_mult_1.20       	2024-29941	0.1910
Rprec_mult_1.40       	2024-29941	0.1637
Rprec_mult_1.60       	2024-29941	0.1432
Rprec_mult_1.80       	2024-29941	0.1273
Rprec_mult_2.00       	2024-29941	0.1146
utility               	2024-29941	10.0000
11pt_avg              	2024-29941	0.2203
binG                  	2024-29941	0.0908
G                     	2024-29941	0.0595
ndcg                  	2024-29941	0.3357
ndcg_rel              	2024-29941	0.3868
Rndcg                 	2024-29941	0.4218
ndcg_cut_5            	2024-29941	0.6171
ndcg_cut_10           	2024-29941	0.6606
ndcg_cut_15           	2024-29941	0.6474
ndcg_cut_20           	2024-29941	0.6616
ndcg_cut_30           	2024-29941	0.5720
ndcg_cut_100          	2024-29941	0.4747
ndcg_cut_200          	2024-29941	0.3599
ndcg_cut_500          	2024-29941	0.3357
ndcg_cut_1000         	2024-29941	0.3357
map_cut_5             	2024-29941	0.0113
map_cut_10            	2024-29941	0.0295
map_cut_15            	2024-29941	0.0487
map_cut_20            	2024-29941	0.0683
map_cut_30            	2024-29941	0.0875
map_cut_100           	2024-29941	0.1724
map_cut_200           	2024-29941	0.1724
map_cut_500           	2024-29941	0.1724
map_cut_1000          	2024-29941	0.1724
relative_P_5          	2024-29941	0.8000
relative_P_10         	2024-29941	0.9000
relative_P_15         	2024-29941	0.9333
relative_P_20         	2024-29941	0.9500
relative_P_30         	2024-29941	0.8000
relative_P_100        	2024-29941	0.5500
relative_P_200        	2024-29941	0.2750
relative_P_500        	2024-29941	0.2292
relative_P_1000       	2024-29941	0.2292
success_1             	2024-29941	0.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	0.5500
set_relative_P        	2024-29941	0.5500
set_recall            	2024-29941	0.2292
set_map               	2024-29941	0.1260
set_F                 	2024-29941	0.3235
num_nonrel_judged_ret 	2024-29941	3
num_ret               	2024-32912	100
num_rel               	2024-32912	109
num_rel_ret           	2024-32912	62
map                   	2024-32912	0.5310
Rprec                 	2024-32912	0.5688
bpref                 	2024-32912	0.5669
recip_rank            	2024-32912	1.0000
iprec_at_recall_0.00  	2024-32912	1.0000
iprec_at_recall_0.10  	2024-32912	1.0000
iprec_at_recall_0.20  	2024-32912	1.0000
iprec_at_recall_0.30  	2024-32912	0.9444
iprec_at_recall_0.40  	2024-32912	0.9231
iprec_at_recall_0.50  	2024-32912	0.8594
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	1.0000
P_10                  	2024-32912	1.0000
P_15                  	2024-32912	1.0000
P_20                  	2024-32912	1.0000
P_30                  	2024-32912	0.9333
P_100                 	2024-32912	0.6200
P_200                 	2024-32912	0.3100
P_500                 	2024-32912	0.1240
P_1000                	2024-32912	0.0620
relstring             	2024-32912	'2222212222'
recall_5              	2024-32912	0.0459
recall_10             	2024-32912	0.0917
recall_15             	2024-32912	0.1376
recall_20             	2024-32912	0.1835
recall_30             	2024-32912	0.2569
recall_100            	2024-32912	0.5688
recall_200            	2024-32912	0.5688
recall_500            	2024-32912	0.5688
recall_1000           	2024-32912	0.5688
infAP                 	2024-32912	0.5310
Rprec_mult_0.20       	2024-32912	1.0000
Rprec_mult_0.40       	2024-32912	0.9318
Rprec_mult_0.60       	2024-32912	0.8485
Rprec_mult_0.80       	2024-32912	0.6818
Rprec_mult_1.00       	2024-32912	0.5688
Rprec_mult_1.20       	2024-32912	0.4733
Rprec_mult_1.40       	2024-32912	0.4052
Rprec_mult_1.60       	2024-32912	0.3543
Rprec_mult_1.80       	2024-32912	0.3147
Rprec_mult_2.00       	2024-32912	0.2844
utility               	2024-32912	24.0000
11pt_avg              	2024-32912	0.5206
binG                  	2024-32912	0.3683
G                     	2024-32912	0.1493
ndcg                  	2024-32912	0.6322
ndcg_rel              	2024-32912	0.6717
Rndcg                 	2024-32912	0.6566
ndcg_cut_5            	2024-32912	0.6667
ndcg_cut_10           	2024-32912	0.6405
ndcg_cut_15           	2024-32912	0.6715
ndcg_cut_20           	2024-32912	0.7000
ndcg_cut_30           	2024-32912	0.7011
ndcg_cut_100          	2024-32912	0.6527
ndcg_cut_200          	2024-32912	0.6322
ndcg_cut_500          	2024-32912	0.6322
ndcg_cut_1000         	2024-32912	0.6322
map_cut_5             	2024-32912	0.0459
map_cut_10            	2024-32912	0.0917
map_cut_15            	2024-32912	0.1376
map_cut_20            	2024-32912	0.1835
map_cut_30            	2024-32912	0.2563
map_cut_100           	2024-32912	0.5310
map_cut_200           	2024-32912	0.5310
map_cut_500           	2024-32912	0.5310
map_cut_1000          	2024-32912	0.5310
relative_P_5          	2024-32912	1.0000
relative_P_10         	2024-32912	1.0000
relative_P_15         	2024-32912	1.0000
relative_P_20         	2024-32912	1.0000
relative_P_30         	2024-32912	0.9333
relative_P_100        	2024-32912	0.6200
relative_P_200        	2024-32912	0.5688
relative_P_500        	2024-32912	0.5688
relative_P_1000       	2024-32912	0.5688
success_1             	2024-32912	1.0000
success_5             	2024-32912	1.0000
success_10            	2024-32912	1.0000
set_P                 	2024-32912	0.6200
set_relative_P        	2024-32912	0.6200
set_recall            	2024-32912	0.5688
set_map               	2024-32912	0.3527
set_F                 	2024-32912	0.5933
num_nonrel_judged_ret 	2024-32912	4
num_ret               	2024-33466	100
num_rel               	2024-33466	265
num_rel_ret           	2024-33466	69
map                   	2024-33466	0.2391
Rprec                 	2024-33466	0.2604
bpref                 	2024-33466	0.2604
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	0.9722
iprec_at_recall_0.20  	2024-33466	0.8594
iprec_at_recall_0.30  	2024-33466	0.0000
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	1.0000
P_10                  	2024-33466	1.0000
P_15                  	2024-33466	1.0000
P_20                  	2024-33466	1.0000
P_30                  	2024-33466	0.9667
P_100                 	2024-33466	0.6900
P_200                 	2024-33466	0.3450
P_500                 	2024-33466	0.1380
P_1000                	2024-33466	0.0690
relstring             	2024-33466	'2231321323'
recall_5              	2024-33466	0.0189
recall_10             	2024-33466	0.0377
recall_15             	2024-33466	0.0566
recall_20             	2024-33466	0.0755
recall_30             	2024-33466	0.1094
recall_100            	2024-33466	0.2604
recall_200            	2024-33466	0.2604
recall_500            	2024-33466	0.2604
recall_1000           	2024-33466	0.2604
infAP                 	2024-33466	0.2391
Rprec_mult_0.20       	2024-33466	0.8868
Rprec_mult_0.40       	2024-33466	0.6509
Rprec_mult_0.60       	2024-33466	0.4340
Rprec_mult_0.80       	2024-33466	0.3255
Rprec_mult_1.00       	2024-33466	0.2604
Rprec_mult_1.20       	2024-33466	0.2170
Rprec_mult_1.40       	2024-33466	0.1860
Rprec_mult_1.60       	2024-33466	0.1627
Rprec_mult_1.80       	2024-33466	0.1447
Rprec_mult_2.00       	2024-33466	0.1302
utility               	2024-33466	38.0000
11pt_avg              	2024-33466	0.2574
binG                  	2024-33466	0.1541
G                     	2024-33466	0.0614
ndcg                  	2024-33466	0.3596
ndcg_rel              	2024-33466	0.4427
Rndcg                 	2024-33466	0.4532
ndcg_cut_5            	2024-33466	0.7182
ndcg_cut_10           	2024-33466	0.7200
ndcg_cut_15           	2024-33466	0.7064
ndcg_cut_20           	2024-33466	0.7222
ndcg_cut_30           	2024-33466	0.7241
ndcg_cut_100          	2024-33466	0.5853
ndcg_cut_200          	2024-33466	0.3986
ndcg_cut_500          	2024-33466	0.3596
ndcg_cut_1000         	2024-33466	0.3596
map_cut_5             	2024-33466	0.0189
map_cut_10            	2024-33466	0.0377
map_cut_15            	2024-33466	0.0566
map_cut_20            	2024-33466	0.0755
map_cut_30            	2024-33466	0.1085
map_cut_100           	2024-33466	0.2391
map_cut_200           	2024-33466	0.2391
map_cut_500           	2024-33466	0.2391
map_cut_1000          	2024-33466	0.2391
relative_P_5          	2024-33466	1.0000
relative_P_10         	2024-33466	1.0000
relative_P_15         	2024-33466	1.0000
relative_P_20         	2024-33466	1.0000
relative_P_30         	2024-33466	0.9667
relative_P_100        	2024-33466	0.6900
relative_P_200        	2024-33466	0.3450
relative_P_500        	2024-33466	0.2604
relative_P_1000       	2024-33466	0.2604
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	0.6900
set_relative_P        	2024-33466	0.6900
set_recall            	2024-33466	0.2604
set_map               	2024-33466	0.1797
set_F                 	2024-33466	0.3781
num_nonrel_judged_ret 	2024-33466	0
num_ret               	2024-35227	100
num_rel               	2024-35227	216
num_rel_ret           	2024-35227	55
map                   	2024-35227	0.2003
Rprec                 	2024-35227	0.2546
bpref                 	2024-35227	0.2503
recip_rank            	2024-35227	1.0000
iprec_at_recall_0.00  	2024-35227	1.0000
iprec_at_recall_0.10  	2024-35227	0.8800
iprec_at_recall_0.20  	2024-35227	0.6081
iprec_at_recall_0.30  	2024-35227	0.0000
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	1.0000
P_10                  	2024-35227	0.9000
P_15                  	2024-35227	0.9333
P_20                  	2024-35227	0.9500
P_30                  	2024-35227	0.8000
P_100                 	2024-35227	0.5500
P_200                 	2024-35227	0.2750
P_500                 	2024-35227	0.1100
P_1000                	2024-35227	0.0550
relstring             	2024-35227	'3222212220'
recall_5              	2024-35227	0.0231
recall_10             	2024-35227	0.0417
recall_15             	2024-35227	0.0648
recall_20             	2024-35227	0.0880
recall_30             	2024-35227	0.1111
recall_100            	2024-35227	0.2546
recall_200            	2024-35227	0.2546
recall_500            	2024-35227	0.2546
recall_1000           	2024-35227	0.2546
infAP                 	2024-35227	0.2003
Rprec_mult_0.20       	2024-35227	0.7273
Rprec_mult_0.40       	2024-35227	0.5632
Rprec_mult_0.60       	2024-35227	0.4231
Rprec_mult_0.80       	2024-35227	0.3179
Rprec_mult_1.00       	2024-35227	0.2546
Rprec_mult_1.20       	2024-35227	0.2115
Rprec_mult_1.40       	2024-35227	0.1815
Rprec_mult_1.60       	2024-35227	0.1590
Rprec_mult_1.80       	2024-35227	0.1414
Rprec_mult_2.00       	2024-35227	0.1273
utility               	2024-35227	10.0000
11pt_avg              	2024-35227	0.2262
binG                  	2024-35227	0.1152
G                     	2024-35227	0.0967
ndcg                  	2024-35227	0.4203
ndcg_rel              	2024-35227	0.5029
Rndcg                 	2024-35227	0.6245
ndcg_cut_5            	2024-35227	0.9162
ndcg_cut_10           	2024-35227	0.8540
ndcg_cut_15           	2024-35227	0.8625
ndcg_cut_20           	2024-35227	0.8540
ndcg_cut_30           	2024-35227	0.7573
ndcg_cut_100          	2024-35227	0.5881
ndcg_cut_200          	2024-35227	0.4365
ndcg_cut_500          	2024-35227	0.4203
ndcg_cut_1000         	2024-35227	0.4203
map_cut_5             	2024-35227	0.0231
map_cut_10            	2024-35227	0.0417
map_cut_15            	2024-35227	0.0630
map_cut_20            	2024-35227	0.0849
map_cut_30            	2024-35227	0.1053
map_cut_100           	2024-35227	0.2003
map_cut_200           	2024-35227	0.2003
map_cut_500           	2024-35227	0.2003
map_cut_1000          	2024-35227	0.2003
relative_P_5          	2024-35227	1.0000
relative_P_10         	2024-35227	0.9000
relative_P_15         	2024-35227	0.9333
relative_P_20         	2024-35227	0.9500
relative_P_30         	2024-35227	0.8000
relative_P_100        	2024-35227	0.5500
relative_P_200        	2024-35227	0.2750
relative_P_500        	2024-35227	0.2546
relative_P_1000       	2024-35227	0.2546
success_1             	2024-35227	1.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	0.5500
set_relative_P        	2024-35227	0.5500
set_recall            	2024-35227	0.2546
set_map               	2024-35227	0.1400
set_F                 	2024-35227	0.3481
num_nonrel_judged_ret 	2024-35227	3
num_ret               	2024-35269	100
num_rel               	2024-35269	76
num_rel_ret           	2024-35269	39
map                   	2024-35269	0.2865
Rprec                 	2024-35269	0.4211
bpref                 	2024-35269	0.3871
recip_rank            	2024-35269	1.0000
iprec_at_recall_0.00  	2024-35269	1.0000
iprec_at_recall_0.10  	2024-35269	0.7273
iprec_at_recall_0.20  	2024-35269	0.5714
iprec_at_recall_0.30  	2024-35269	0.4706
iprec_at_recall_0.40  	2024-35269	0.4429
iprec_at_recall_0.50  	2024-35269	0.4021
iprec_at_recall_0.60  	2024-35269	0.0000
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	0.8000
P_10                  	2024-35269	0.7000
P_15                  	2024-35269	0.6667
P_20                  	2024-35269	0.6500
P_30                  	2024-35269	0.5333
P_100                 	2024-35269	0.3900
P_200                 	2024-35269	0.1950
P_500                 	2024-35269	0.0780
P_1000                	2024-35269	0.0390
relstring             	2024-35269	'2202202220'
recall_5              	2024-35269	0.0526
recall_10             	2024-35269	0.0921
recall_15             	2024-35269	0.1316
recall_20             	2024-35269	0.1711
recall_30             	2024-35269	0.2105
recall_100            	2024-35269	0.5132
recall_200            	2024-35269	0.5132
recall_500            	2024-35269	0.5132
recall_1000           	2024-35269	0.5132
infAP                 	2024-35269	0.2865
Rprec_mult_0.20       	2024-35269	0.6250
Rprec_mult_0.40       	2024-35269	0.5161
Rprec_mult_0.60       	2024-35269	0.4348
Rprec_mult_0.80       	2024-35269	0.4262
Rprec_mult_1.00       	2024-35269	0.4211
Rprec_mult_1.20       	2024-35269	0.4022
Rprec_mult_1.40       	2024-35269	0.3645
Rprec_mult_1.60       	2024-35269	0.3197
Rprec_mult_1.80       	2024-35269	0.2847
Rprec_mult_2.00       	2024-35269	0.2566
utility               	2024-35269	-22.0000
11pt_avg              	2024-35269	0.3286
binG                  	2024-35269	0.1610
G                     	2024-35269	0.1421
ndcg                  	2024-35269	0.5572
ndcg_rel              	2024-35269	0.5905
Rndcg                 	2024-35269	0.5128
ndcg_cut_5            	2024-35269	0.8304
ndcg_cut_10           	2024-35269	0.7479
ndcg_cut_15           	2024-35269	0.7158
ndcg_cut_20           	2024-35269	0.6952
ndcg_cut_30           	2024-35269	0.6044
ndcg_cut_100          	2024-35269	0.5572
ndcg_cut_200          	2024-35269	0.5572
ndcg_cut_500          	2024-35269	0.5572
ndcg_cut_1000         	2024-35269	0.5572
map_cut_5             	2024-35269	0.0467
map_cut_10            	2024-35269	0.0762
map_cut_15            	2024-35269	0.1043
map_cut_20            	2024-35269	0.1297
map_cut_30            	2024-35269	0.1538
map_cut_100           	2024-35269	0.2865
map_cut_200           	2024-35269	0.2865
map_cut_500           	2024-35269	0.2865
map_cut_1000          	2024-35269	0.2865
relative_P_5          	2024-35269	0.8000
relative_P_10         	2024-35269	0.7000
relative_P_15         	2024-35269	0.6667
relative_P_20         	2024-35269	0.6500
relative_P_30         	2024-35269	0.5333
relative_P_100        	2024-35269	0.5132
relative_P_200        	2024-35269	0.5132
relative_P_500        	2024-35269	0.5132
relative_P_1000       	2024-35269	0.5132
success_1             	2024-35269	1.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	0.3900
set_relative_P        	2024-35269	0.5132
set_recall            	2024-35269	0.5132
set_map               	2024-35269	0.2001
set_F                 	2024-35269	0.4432
num_nonrel_judged_ret 	2024-35269	44
num_ret               	2024-35284	100
num_rel               	2024-35284	141
num_rel_ret           	2024-35284	60
map                   	2024-35284	0.3493
Rprec                 	2024-35284	0.4255
bpref                 	2024-35284	0.4255
recip_rank            	2024-35284	1.0000
iprec_at_recall_0.00  	2024-35284	1.0000
iprec_at_recall_0.10  	2024-35284	1.0000
iprec_at_recall_0.20  	2024-35284	0.8571
iprec_at_recall_0.30  	2024-35284	0.7213
iprec_at_recall_0.40  	2024-35284	0.6552
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	1.0000
P_10                  	2024-35284	1.0000
P_15                  	2024-35284	1.0000
P_20                  	2024-35284	0.8500
P_30                  	2024-35284	0.8333
P_100                 	2024-35284	0.6000
P_200                 	2024-35284	0.3000
P_500                 	2024-35284	0.1200
P_1000                	2024-35284	0.0600
relstring             	2024-35284	'1111112121'
recall_5              	2024-35284	0.0355
recall_10             	2024-35284	0.0709
recall_15             	2024-35284	0.1064
recall_20             	2024-35284	0.1206
recall_30             	2024-35284	0.1773
recall_100            	2024-35284	0.4255
recall_200            	2024-35284	0.4255
recall_500            	2024-35284	0.4255
recall_1000           	2024-35284	0.4255
infAP                 	2024-35284	0.3493
Rprec_mult_0.20       	2024-35284	0.8276
Rprec_mult_0.40       	2024-35284	0.7193
Rprec_mult_0.60       	2024-35284	0.6588
Rprec_mult_0.80       	2024-35284	0.5310
Rprec_mult_1.00       	2024-35284	0.4255
Rprec_mult_1.20       	2024-35284	0.3529
Rprec_mult_1.40       	2024-35284	0.3030
Rprec_mult_1.60       	2024-35284	0.2655
Rprec_mult_1.80       	2024-35284	0.2362
Rprec_mult_2.00       	2024-35284	0.2128
utility               	2024-35284	20.0000
11pt_avg              	2024-35284	0.3849
binG                  	2024-35284	0.2010
G                     	2024-35284	0.0723
ndcg                  	2024-35284	0.3754
ndcg_rel              	2024-35284	0.3932
Rndcg                 	2024-35284	0.3741
ndcg_cut_5            	2024-35284	0.3333
ndcg_cut_10           	2024-35284	0.4179
ndcg_cut_15           	2024-35284	0.4497
ndcg_cut_20           	2024-35284	0.4159
ndcg_cut_30           	2024-35284	0.4124
ndcg_cut_100          	2024-35284	0.4377
ndcg_cut_200          	2024-35284	0.3754
ndcg_cut_500          	2024-35284	0.3754
ndcg_cut_1000         	2024-35284	0.3754
map_cut_5             	2024-35284	0.0355
map_cut_10            	2024-35284	0.0709
map_cut_15            	2024-35284	0.1064
map_cut_20            	2024-35284	0.1195
map_cut_30            	2024-35284	0.1666
map_cut_100           	2024-35284	0.3493
map_cut_200           	2024-35284	0.3493
map_cut_500           	2024-35284	0.3493
map_cut_1000          	2024-35284	0.3493
relative_P_5          	2024-35284	1.0000
relative_P_10         	2024-35284	1.0000
relative_P_15         	2024-35284	1.0000
relative_P_20         	2024-35284	0.8500
relative_P_30         	2024-35284	0.8333
relative_P_100        	2024-35284	0.6000
relative_P_200        	2024-35284	0.4255
relative_P_500        	2024-35284	0.4255
relative_P_1000       	2024-35284	0.4255
success_1             	2024-35284	1.0000
success_5             	2024-35284	1.0000
success_10            	2024-35284	1.0000
set_P                 	2024-35284	0.6000
set_relative_P        	2024-35284	0.6000
set_recall            	2024-35284	0.4255
set_map               	2024-35284	0.2553
set_F                 	2024-35284	0.4979
num_nonrel_judged_ret 	2024-35284	0
num_ret               	2024-35620	100
num_rel               	2024-35620	104
num_rel_ret           	2024-35620	45
map                   	2024-35620	0.3294
Rprec                 	2024-35620	0.4327
bpref                 	2024-35620	0.4082
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	0.9286
iprec_at_recall_0.20  	2024-35620	0.8400
iprec_at_recall_0.30  	2024-35620	0.6296
iprec_at_recall_0.40  	2024-35620	0.5059
iprec_at_recall_0.50  	2024-35620	0.0000
iprec_at_recall_0.60  	2024-35620	0.0000
iprec_at_recall_0.70  	2024-35620	0.0000
iprec_at_recall_0.80  	2024-35620	0.0000
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	1.0000
P_10                  	2024-35620	0.9000
P_15                  	2024-35620	0.8667
P_20                  	2024-35620	0.8500
P_30                  	2024-35620	0.8000
P_100                 	2024-35620	0.4500
P_200                 	2024-35620	0.2250
P_500                 	2024-35620	0.0900
P_1000                	2024-35620	0.0450
relstring             	2024-35620	'3333333330'
recall_5              	2024-35620	0.0481
recall_10             	2024-35620	0.0865
recall_15             	2024-35620	0.1250
recall_20             	2024-35620	0.1635
recall_30             	2024-35620	0.2308
recall_100            	2024-35620	0.4327
recall_200            	2024-35620	0.4327
recall_500            	2024-35620	0.4327
recall_1000           	2024-35620	0.4327
infAP                 	2024-35620	0.3294
Rprec_mult_0.20       	2024-35620	0.8571
Rprec_mult_0.40       	2024-35620	0.6429
Rprec_mult_0.60       	2024-35620	0.5873
Rprec_mult_0.80       	2024-35620	0.5000
Rprec_mult_1.00       	2024-35620	0.4327
Rprec_mult_1.20       	2024-35620	0.3600
Rprec_mult_1.40       	2024-35620	0.3082
Rprec_mult_1.60       	2024-35620	0.2695
Rprec_mult_1.80       	2024-35620	0.2394
Rprec_mult_2.00       	2024-35620	0.2163
utility               	2024-35620	-10.0000
11pt_avg              	2024-35620	0.3549
binG                  	2024-35620	0.1977
G                     	2024-35620	0.1994
ndcg                  	2024-35620	0.5630
ndcg_rel              	2024-35620	0.6525
Rndcg                 	2024-35620	0.5916
ndcg_cut_5            	2024-35620	1.0000
ndcg_cut_10           	2024-35620	0.9364
ndcg_cut_15           	2024-35620	0.8631
ndcg_cut_20           	2024-35620	0.8519
ndcg_cut_30           	2024-35620	0.7486
ndcg_cut_100          	2024-35620	0.5699
ndcg_cut_200          	2024-35620	0.5630
ndcg_cut_500          	2024-35620	0.5630
ndcg_cut_1000         	2024-35620	0.5630
map_cut_5             	2024-35620	0.0481
map_cut_10            	2024-35620	0.0865
map_cut_15            	2024-35620	0.1219
map_cut_20            	2024-35620	0.1546
map_cut_30            	2024-35620	0.2107
map_cut_100           	2024-35620	0.3294
map_cut_200           	2024-35620	0.3294
map_cut_500           	2024-35620	0.3294
map_cut_1000          	2024-35620	0.3294
relative_P_5          	2024-35620	1.0000
relative_P_10         	2024-35620	0.9000
relative_P_15         	2024-35620	0.8667
relative_P_20         	2024-35620	0.8500
relative_P_30         	2024-35620	0.8000
relative_P_100        	2024-35620	0.4500
relative_P_200        	2024-35620	0.4327
relative_P_500        	2024-35620	0.4327
relative_P_1000       	2024-35620	0.4327
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	0.4500
set_relative_P        	2024-35620	0.4500
set_recall            	2024-35620	0.4327
set_map               	2024-35620	0.1947
set_F                 	2024-35620	0.4412
num_nonrel_judged_ret 	2024-35620	16
num_ret               	2024-36155	100
num_rel               	2024-36155	82
num_rel_ret           	2024-36155	65
map                   	2024-36155	0.6668
Rprec                 	2024-36155	0.7195
bpref                 	2024-36155	0.7216
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	1.0000
iprec_at_recall_0.20  	2024-36155	0.9167
iprec_at_recall_0.30  	2024-36155	0.8529
iprec_at_recall_0.40  	2024-36155	0.8333
iprec_at_recall_0.50  	2024-36155	0.8113
iprec_at_recall_0.60  	2024-36155	0.7727
iprec_at_recall_0.70  	2024-36155	0.7262
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	1.0000
P_10                  	2024-36155	1.0000
P_15                  	2024-36155	0.8667
P_20                  	2024-36155	0.9000
P_30                  	2024-36155	0.8333
P_100                 	2024-36155	0.6500
P_200                 	2024-36155	0.3250
P_500                 	2024-36155	0.1300
P_1000                	2024-36155	0.0650
relstring             	2024-36155	'1112212222'
recall_5              	2024-36155	0.0610
recall_10             	2024-36155	0.1220
recall_15             	2024-36155	0.1585
recall_20             	2024-36155	0.2195
recall_30             	2024-36155	0.3049
recall_100            	2024-36155	0.7927
recall_200            	2024-36155	0.7927
recall_500            	2024-36155	0.7927
recall_1000           	2024-36155	0.7927
infAP                 	2024-36155	0.6668
Rprec_mult_0.20       	2024-36155	0.8824
Rprec_mult_0.40       	2024-36155	0.8485
Rprec_mult_0.60       	2024-36155	0.8000
Rprec_mult_0.80       	2024-36155	0.7727
Rprec_mult_1.00       	2024-36155	0.7195
Rprec_mult_1.20       	2024-36155	0.6566
Rprec_mult_1.40       	2024-36155	0.5652
Rprec_mult_1.60       	2024-36155	0.4924
Rprec_mult_1.80       	2024-36155	0.4392
Rprec_mult_2.00       	2024-36155	0.3963
utility               	2024-36155	30.0000
11pt_avg              	2024-36155	0.6285
binG                  	2024-36155	0.3510
G                     	2024-36155	0.2303
ndcg                  	2024-36155	0.7762
ndcg_rel              	2024-36155	0.7198
Rndcg                 	2024-36155	0.7279
ndcg_cut_5            	2024-36155	0.6386
ndcg_cut_10           	2024-36155	0.7263
ndcg_cut_15           	2024-36155	0.6550
ndcg_cut_20           	2024-36155	0.6464
ndcg_cut_30           	2024-36155	0.6881
ndcg_cut_100          	2024-36155	0.7762
ndcg_cut_200          	2024-36155	0.7762
ndcg_cut_500          	2024-36155	0.7762
ndcg_cut_1000         	2024-36155	0.7762
map_cut_5             	2024-36155	0.0610
map_cut_10            	2024-36155	0.1220
map_cut_15            	2024-36155	0.1569
map_cut_20            	2024-36155	0.2111
map_cut_30            	2024-36155	0.2858
map_cut_100           	2024-36155	0.6668
map_cut_200           	2024-36155	0.6668
map_cut_500           	2024-36155	0.6668
map_cut_1000          	2024-36155	0.6668
relative_P_5          	2024-36155	1.0000
relative_P_10         	2024-36155	1.0000
relative_P_15         	2024-36155	0.8667
relative_P_20         	2024-36155	0.9000
relative_P_30         	2024-36155	0.8333
relative_P_100        	2024-36155	0.7927
relative_P_200        	2024-36155	0.7927
relative_P_500        	2024-36155	0.7927
relative_P_1000       	2024-36155	0.7927
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.6500
set_relative_P        	2024-36155	0.7927
set_recall            	2024-36155	0.7927
set_map               	2024-36155	0.5152
set_F                 	2024-36155	0.7143
num_nonrel_judged_ret 	2024-36155	22
num_ret               	2024-38986	100
num_rel               	2024-38986	315
num_rel_ret           	2024-38986	54
map                   	2024-38986	0.1460
Rprec                 	2024-38986	0.1714
bpref                 	2024-38986	0.1714
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	0.8649
iprec_at_recall_0.20  	2024-38986	0.0000
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	1.0000
P_10                  	2024-38986	1.0000
P_15                  	2024-38986	1.0000
P_20                  	2024-38986	1.0000
P_30                  	2024-38986	0.9000
P_100                 	2024-38986	0.5400
P_200                 	2024-38986	0.2700
P_500                 	2024-38986	0.1080
P_1000                	2024-38986	0.0540
relstring             	2024-38986	'3222123232'
recall_5              	2024-38986	0.0159
recall_10             	2024-38986	0.0317
recall_15             	2024-38986	0.0476
recall_20             	2024-38986	0.0635
recall_30             	2024-38986	0.0857
recall_100            	2024-38986	0.1714
recall_200            	2024-38986	0.1714
recall_500            	2024-38986	0.1714
recall_1000           	2024-38986	0.1714
infAP                 	2024-38986	0.1460
Rprec_mult_0.20       	2024-38986	0.6825
Rprec_mult_0.40       	2024-38986	0.4286
Rprec_mult_0.60       	2024-38986	0.2857
Rprec_mult_0.80       	2024-38986	0.2143
Rprec_mult_1.00       	2024-38986	0.1714
Rprec_mult_1.20       	2024-38986	0.1429
Rprec_mult_1.40       	2024-38986	0.1224
Rprec_mult_1.60       	2024-38986	0.1071
Rprec_mult_1.80       	2024-38986	0.0952
Rprec_mult_2.00       	2024-38986	0.0857
utility               	2024-38986	8.0000
11pt_avg              	2024-38986	0.1695
binG                  	2024-38986	0.1016
G                     	2024-38986	0.0613
ndcg                  	2024-38986	0.3363
ndcg_rel              	2024-38986	0.3989
Rndcg                 	2024-38986	0.5434
ndcg_cut_5            	2024-38986	0.7360
ndcg_cut_10           	2024-38986	0.7582
ndcg_cut_15           	2024-38986	0.7338
ndcg_cut_20           	2024-38986	0.7424
ndcg_cut_30           	2024-38986	0.7272
ndcg_cut_100          	2024-38986	0.5444
ndcg_cut_200          	2024-38986	0.4175
ndcg_cut_500          	2024-38986	0.3363
ndcg_cut_1000         	2024-38986	0.3363
map_cut_5             	2024-38986	0.0159
map_cut_10            	2024-38986	0.0317
map_cut_15            	2024-38986	0.0476
map_cut_20            	2024-38986	0.0635
map_cut_30            	2024-38986	0.0848
map_cut_100           	2024-38986	0.1460
map_cut_200           	2024-38986	0.1460
map_cut_500           	2024-38986	0.1460
map_cut_1000          	2024-38986	0.1460
relative_P_5          	2024-38986	1.0000
relative_P_10         	2024-38986	1.0000
relative_P_15         	2024-38986	1.0000
relative_P_20         	2024-38986	1.0000
relative_P_30         	2024-38986	0.9000
relative_P_100        	2024-38986	0.5400
relative_P_200        	2024-38986	0.2700
relative_P_500        	2024-38986	0.1714
relative_P_1000       	2024-38986	0.1714
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	0.5400
set_relative_P        	2024-38986	0.5400
set_recall            	2024-38986	0.1714
set_map               	2024-38986	0.0926
set_F                 	2024-38986	0.2602
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40863	100
num_rel               	2024-40863	314
num_rel_ret           	2024-40863	75
map                   	2024-40863	0.2127
Rprec                 	2024-40863	0.2389
bpref                 	2024-40863	0.2270
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	0.9143
iprec_at_recall_0.20  	2024-40863	0.8125
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	1.0000
P_10                  	2024-40863	1.0000
P_15                  	2024-40863	1.0000
P_20                  	2024-40863	1.0000
P_30                  	2024-40863	0.9333
P_100                 	2024-40863	0.7500
P_200                 	2024-40863	0.3750
P_500                 	2024-40863	0.1500
P_1000                	2024-40863	0.0750
relstring             	2024-40863	'1323221321'
recall_5              	2024-40863	0.0159
recall_10             	2024-40863	0.0318
recall_15             	2024-40863	0.0478
recall_20             	2024-40863	0.0637
recall_30             	2024-40863	0.0892
recall_100            	2024-40863	0.2389
recall_200            	2024-40863	0.2389
recall_500            	2024-40863	0.2389
recall_1000           	2024-40863	0.2389
infAP                 	2024-40863	0.2127
Rprec_mult_0.20       	2024-40863	0.8254
Rprec_mult_0.40       	2024-40863	0.5952
Rprec_mult_0.60       	2024-40863	0.3968
Rprec_mult_0.80       	2024-40863	0.2976
Rprec_mult_1.00       	2024-40863	0.2389
Rprec_mult_1.20       	2024-40863	0.1989
Rprec_mult_1.40       	2024-40863	0.1705
Rprec_mult_1.60       	2024-40863	0.1491
Rprec_mult_1.80       	2024-40863	0.1325
Rprec_mult_2.00       	2024-40863	0.1194
utility               	2024-40863	50.0000
11pt_avg              	2024-40863	0.2479
binG                  	2024-40863	0.1249
G                     	2024-40863	0.0503
ndcg                  	2024-40863	0.3150
ndcg_rel              	2024-40863	0.3791
Rndcg                 	2024-40863	0.4081
ndcg_cut_5            	2024-40863	0.6736
ndcg_cut_10           	2024-40863	0.6487
ndcg_cut_15           	2024-40863	0.6527
ndcg_cut_20           	2024-40863	0.6326
ndcg_cut_30           	2024-40863	0.6095
ndcg_cut_100          	2024-40863	0.5397
ndcg_cut_200          	2024-40863	0.3694
ndcg_cut_500          	2024-40863	0.3150
ndcg_cut_1000         	2024-40863	0.3150
map_cut_5             	2024-40863	0.0159
map_cut_10            	2024-40863	0.0318
map_cut_15            	2024-40863	0.0478
map_cut_20            	2024-40863	0.0637
map_cut_30            	2024-40863	0.0880
map_cut_100           	2024-40863	0.2127
map_cut_200           	2024-40863	0.2127
map_cut_500           	2024-40863	0.2127
map_cut_1000          	2024-40863	0.2127
relative_P_5          	2024-40863	1.0000
relative_P_10         	2024-40863	1.0000
relative_P_15         	2024-40863	1.0000
relative_P_20         	2024-40863	1.0000
relative_P_30         	2024-40863	0.9333
relative_P_100        	2024-40863	0.7500
relative_P_200        	2024-40863	0.3750
relative_P_500        	2024-40863	0.2389
relative_P_1000       	2024-40863	0.2389
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	0.7500
set_relative_P        	2024-40863	0.7500
set_recall            	2024-40863	0.2389
set_map               	2024-40863	0.1791
set_F                 	2024-40863	0.3623
num_nonrel_judged_ret 	2024-40863	1
num_ret               	2024-41198	100
num_rel               	2024-41198	184
num_rel_ret           	2024-41198	56
map                   	2024-41198	0.2682
Rprec                 	2024-41198	0.3043
bpref                 	2024-41198	0.3043
recip_rank            	2024-41198	1.0000
iprec_at_recall_0.00  	2024-41198	1.0000
iprec_at_recall_0.10  	2024-41198	1.0000
iprec_at_recall_0.20  	2024-41198	0.9250
iprec_at_recall_0.30  	2024-41198	0.5833
iprec_at_recall_0.40  	2024-41198	0.0000
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	1.0000
P_10                  	2024-41198	1.0000
P_15                  	2024-41198	1.0000
P_20                  	2024-41198	1.0000
P_30                  	2024-41198	0.9667
P_100                 	2024-41198	0.5600
P_200                 	2024-41198	0.2800
P_500                 	2024-41198	0.1120
P_1000                	2024-41198	0.0560
relstring             	2024-41198	'2222213222'
recall_5              	2024-41198	0.0272
recall_10             	2024-41198	0.0543
recall_15             	2024-41198	0.0815
recall_20             	2024-41198	0.1087
recall_30             	2024-41198	0.1576
recall_100            	2024-41198	0.3043
recall_200            	2024-41198	0.3043
recall_500            	2024-41198	0.3043
recall_1000           	2024-41198	0.3043
infAP                 	2024-41198	0.2682
Rprec_mult_0.20       	2024-41198	0.9189
Rprec_mult_0.40       	2024-41198	0.6486
Rprec_mult_0.60       	2024-41198	0.5045
Rprec_mult_0.80       	2024-41198	0.3784
Rprec_mult_1.00       	2024-41198	0.3043
Rprec_mult_1.20       	2024-41198	0.2534
Rprec_mult_1.40       	2024-41198	0.2171
Rprec_mult_1.60       	2024-41198	0.1898
Rprec_mult_1.80       	2024-41198	0.1687
Rprec_mult_2.00       	2024-41198	0.1522
utility               	2024-41198	12.0000
11pt_avg              	2024-41198	0.3189
binG                  	2024-41198	0.1921
G                     	2024-41198	0.0951
ndcg                  	2024-41198	0.4444
ndcg_rel              	2024-41198	0.5169
Rndcg                 	2024-41198	0.5706
ndcg_cut_5            	2024-41198	0.6972
ndcg_cut_10           	2024-41198	0.7781
ndcg_cut_15           	2024-41198	0.7631
ndcg_cut_20           	2024-41198	0.7539
ndcg_cut_30           	2024-41198	0.7131
ndcg_cut_100          	2024-41198	0.5889
ndcg_cut_200          	2024-41198	0.4444
ndcg_cut_500          	2024-41198	0.4444
ndcg_cut_1000         	2024-41198	0.4444
map_cut_5             	2024-41198	0.0272
map_cut_10            	2024-41198	0.0543
map_cut_15            	2024-41198	0.0815
map_cut_20            	2024-41198	0.1087
map_cut_30            	2024-41198	0.1564
map_cut_100           	2024-41198	0.2682
map_cut_200           	2024-41198	0.2682
map_cut_500           	2024-41198	0.2682
map_cut_1000          	2024-41198	0.2682
relative_P_5          	2024-41198	1.0000
relative_P_10         	2024-41198	1.0000
relative_P_15         	2024-41198	1.0000
relative_P_20         	2024-41198	1.0000
relative_P_30         	2024-41198	0.9667
relative_P_100        	2024-41198	0.5600
relative_P_200        	2024-41198	0.3043
relative_P_500        	2024-41198	0.3043
relative_P_1000       	2024-41198	0.3043
success_1             	2024-41198	1.0000
success_5             	2024-41198	1.0000
success_10            	2024-41198	1.0000
set_P                 	2024-41198	0.5600
set_relative_P        	2024-41198	0.5600
set_recall            	2024-41198	0.3043
set_map               	2024-41198	0.1704
set_F                 	2024-41198	0.3944
num_nonrel_judged_ret 	2024-41198	0
num_ret               	2024-41464	100
num_rel               	2024-41464	366
num_rel_ret           	2024-41464	83
map                   	2024-41464	0.2082
Rprec                 	2024-41464	0.2268
bpref                 	2024-41464	0.2268
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	0.9512
iprec_at_recall_0.20  	2024-41464	0.8427
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	1.0000
P_10                  	2024-41464	1.0000
P_15                  	2024-41464	1.0000
P_20                  	2024-41464	1.0000
P_30                  	2024-41464	1.0000
P_100                 	2024-41464	0.8300
P_200                 	2024-41464	0.4150
P_500                 	2024-41464	0.1660
P_1000                	2024-41464	0.0830
relstring             	2024-41464	'3132231131'
recall_5              	2024-41464	0.0137
recall_10             	2024-41464	0.0273
recall_15             	2024-41464	0.0410
recall_20             	2024-41464	0.0546
recall_30             	2024-41464	0.0820
recall_100            	2024-41464	0.2268
recall_200            	2024-41464	0.2268
recall_500            	2024-41464	0.2268
recall_1000           	2024-41464	0.2268
infAP                 	2024-41464	0.2082
Rprec_mult_0.20       	2024-41464	0.8514
Rprec_mult_0.40       	2024-41464	0.5646
Rprec_mult_0.60       	2024-41464	0.3773
Rprec_mult_0.80       	2024-41464	0.2833
Rprec_mult_1.00       	2024-41464	0.2268
Rprec_mult_1.20       	2024-41464	0.1886
Rprec_mult_1.40       	2024-41464	0.1618
Rprec_mult_1.60       	2024-41464	0.1416
Rprec_mult_1.80       	2024-41464	0.1259
Rprec_mult_2.00       	2024-41464	0.1134
utility               	2024-41464	66.0000
11pt_avg              	2024-41464	0.2540
binG                  	2024-41464	0.1316
G                     	2024-41464	0.0654
ndcg                  	2024-41464	0.3709
ndcg_rel              	2024-41464	0.4512
Rndcg                 	2024-41464	0.5134
ndcg_cut_5            	2024-41464	0.7649
ndcg_cut_10           	2024-41464	0.7098
ndcg_cut_15           	2024-41464	0.6714
ndcg_cut_20           	2024-41464	0.6901
ndcg_cut_30           	2024-41464	0.7356
ndcg_cut_100          	2024-41464	0.7178
ndcg_cut_200          	2024-41464	0.4755
ndcg_cut_500          	2024-41464	0.3709
ndcg_cut_1000         	2024-41464	0.3709
map_cut_5             	2024-41464	0.0137
map_cut_10            	2024-41464	0.0273
map_cut_15            	2024-41464	0.0410
map_cut_20            	2024-41464	0.0546
map_cut_30            	2024-41464	0.0820
map_cut_100           	2024-41464	0.2082
map_cut_200           	2024-41464	0.2082
map_cut_500           	2024-41464	0.2082
map_cut_1000          	2024-41464	0.2082
relative_P_5          	2024-41464	1.0000
relative_P_10         	2024-41464	1.0000
relative_P_15         	2024-41464	1.0000
relative_P_20         	2024-41464	1.0000
relative_P_30         	2024-41464	1.0000
relative_P_100        	2024-41464	0.8300
relative_P_200        	2024-41464	0.4150
relative_P_500        	2024-41464	0.2268
relative_P_1000       	2024-41464	0.2268
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	0.8300
set_relative_P        	2024-41464	0.8300
set_recall            	2024-41464	0.2268
set_map               	2024-41464	0.1882
set_F                 	2024-41464	0.3562
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41849	100
num_rel               	2024-41849	94
num_rel_ret           	2024-41849	25
map                   	2024-41849	0.1184
Rprec                 	2024-41849	0.2553
bpref                 	2024-41849	0.2385
recip_rank            	2024-41849	0.5000
iprec_at_recall_0.00  	2024-41849	0.7500
iprec_at_recall_0.10  	2024-41849	0.5000
iprec_at_recall_0.20  	2024-41849	0.3958
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.6000
P_10                  	2024-41849	0.4000
P_15                  	2024-41849	0.4000
P_20                  	2024-41849	0.5000
P_30                  	2024-41849	0.4333
P_100                 	2024-41849	0.2500
P_200                 	2024-41849	0.1250
P_500                 	2024-41849	0.0500
P_1000                	2024-41849	0.0250
relstring             	2024-41849	'-112010--0'
recall_5              	2024-41849	0.0319
recall_10             	2024-41849	0.0426
recall_15             	2024-41849	0.0638
recall_20             	2024-41849	0.1064
recall_30             	2024-41849	0.1383
recall_100            	2024-41849	0.2660
recall_200            	2024-41849	0.2660
recall_500            	2024-41849	0.2660
recall_1000           	2024-41849	0.2660
infAP                 	2024-41849	0.1184
Rprec_mult_0.20       	2024-41849	0.4737
Rprec_mult_0.40       	2024-41849	0.4211
Rprec_mult_0.60       	2024-41849	0.3684
Rprec_mult_0.80       	2024-41849	0.3026
Rprec_mult_1.00       	2024-41849	0.2553
Rprec_mult_1.20       	2024-41849	0.2212
Rprec_mult_1.40       	2024-41849	0.1894
Rprec_mult_1.60       	2024-41849	0.1656
Rprec_mult_1.80       	2024-41849	0.1471
Rprec_mult_2.00       	2024-41849	0.1330
utility               	2024-41849	-50.0000
11pt_avg              	2024-41849	0.1496
binG                  	2024-41849	0.0772
G                     	2024-41849	0.0594
ndcg                  	2024-41849	0.2745
ndcg_rel              	2024-41849	0.2752
Rndcg                 	2024-41849	0.2491
ndcg_cut_5            	2024-41849	0.2482
ndcg_cut_10           	2024-41849	0.2093
ndcg_cut_15           	2024-41849	0.2254
ndcg_cut_20           	2024-41849	0.2930
ndcg_cut_30           	2024-41849	0.2940
ndcg_cut_100          	2024-41849	0.2745
ndcg_cut_200          	2024-41849	0.2745
ndcg_cut_500          	2024-41849	0.2745
ndcg_cut_1000         	2024-41849	0.2745
map_cut_5             	2024-41849	0.0204
map_cut_10            	2024-41849	0.0275
map_cut_15            	2024-41849	0.0361
map_cut_20            	2024-41849	0.0562
map_cut_30            	2024-41849	0.0715
map_cut_100           	2024-41849	0.1184
map_cut_200           	2024-41849	0.1184
map_cut_500           	2024-41849	0.1184
map_cut_1000          	2024-41849	0.1184
relative_P_5          	2024-41849	0.6000
relative_P_10         	2024-41849	0.4000
relative_P_15         	2024-41849	0.4000
relative_P_20         	2024-41849	0.5000
relative_P_30         	2024-41849	0.4333
relative_P_100        	2024-41849	0.2660
relative_P_200        	2024-41849	0.2660
relative_P_500        	2024-41849	0.2660
relative_P_1000       	2024-41849	0.2660
success_1             	2024-41849	0.0000
success_5             	2024-41849	1.0000
success_10            	2024-41849	1.0000
set_P                 	2024-41849	0.2500
set_relative_P        	2024-41849	0.2660
set_recall            	2024-41849	0.2660
set_map               	2024-41849	0.0665
set_F                 	2024-41849	0.2577
num_nonrel_judged_ret 	2024-41849	23
num_ret               	2024-41918	100
num_rel               	2024-41918	231
num_rel_ret           	2024-41918	87
map                   	2024-41918	0.3618
Rprec                 	2024-41918	0.3766
bpref                 	2024-41918	0.3758
recip_rank            	2024-41918	1.0000
iprec_at_recall_0.00  	2024-41918	1.0000
iprec_at_recall_0.10  	2024-41918	1.0000
iprec_at_recall_0.20  	2024-41918	0.9661
iprec_at_recall_0.30  	2024-41918	0.9211
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	1.0000
P_10                  	2024-41918	1.0000
P_15                  	2024-41918	1.0000
P_20                  	2024-41918	1.0000
P_30                  	2024-41918	1.0000
P_100                 	2024-41918	0.8700
P_200                 	2024-41918	0.4350
P_500                 	2024-41918	0.1740
P_1000                	2024-41918	0.0870
relstring             	2024-41918	'3333333333'
recall_5              	2024-41918	0.0216
recall_10             	2024-41918	0.0433
recall_15             	2024-41918	0.0649
recall_20             	2024-41918	0.0866
recall_30             	2024-41918	0.1299
recall_100            	2024-41918	0.3766
recall_200            	2024-41918	0.3766
recall_500            	2024-41918	0.3766
recall_1000           	2024-41918	0.3766
infAP                 	2024-41918	0.3618
Rprec_mult_0.20       	2024-41918	0.9574
Rprec_mult_0.40       	2024-41918	0.8925
Rprec_mult_0.60       	2024-41918	0.6259
Rprec_mult_0.80       	2024-41918	0.4703
Rprec_mult_1.00       	2024-41918	0.3766
Rprec_mult_1.20       	2024-41918	0.3129
Rprec_mult_1.40       	2024-41918	0.2685
Rprec_mult_1.60       	2024-41918	0.2351
Rprec_mult_1.80       	2024-41918	0.2091
Rprec_mult_2.00       	2024-41918	0.1883
utility               	2024-41918	74.0000
11pt_avg              	2024-41918	0.3534
binG                  	2024-41918	0.2473
G                     	2024-41918	0.1831
ndcg                  	2024-41918	0.5827
ndcg_rel              	2024-41918	0.6991
Rndcg                 	2024-41918	0.6969
ndcg_cut_5            	2024-41918	1.0000
ndcg_cut_10           	2024-41918	1.0000
ndcg_cut_15           	2024-41918	0.9851
ndcg_cut_20           	2024-41918	0.9547
ndcg_cut_30           	2024-41918	0.9037
ndcg_cut_100          	2024-41918	0.8275
ndcg_cut_200          	2024-41918	0.6124
ndcg_cut_500          	2024-41918	0.5827
ndcg_cut_1000         	2024-41918	0.5827
map_cut_5             	2024-41918	0.0216
map_cut_10            	2024-41918	0.0433
map_cut_15            	2024-41918	0.0649
map_cut_20            	2024-41918	0.0866
map_cut_30            	2024-41918	0.1299
map_cut_100           	2024-41918	0.3618
map_cut_200           	2024-41918	0.3618
map_cut_500           	2024-41918	0.3618
map_cut_1000          	2024-41918	0.3618
relative_P_5          	2024-41918	1.0000
relative_P_10         	2024-41918	1.0000
relative_P_15         	2024-41918	1.0000
relative_P_20         	2024-41918	1.0000
relative_P_30         	2024-41918	1.0000
relative_P_100        	2024-41918	0.8700
relative_P_200        	2024-41918	0.4350
relative_P_500        	2024-41918	0.3766
relative_P_1000       	2024-41918	0.3766
success_1             	2024-41918	1.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	0.8700
set_relative_P        	2024-41918	0.8700
set_recall            	2024-41918	0.3766
set_map               	2024-41918	0.3277
set_F                 	2024-41918	0.5257
num_nonrel_judged_ret 	2024-41918	1
num_ret               	2024-42014	100
num_rel               	2024-42014	215
num_rel_ret           	2024-42014	81
map                   	2024-42014	0.3524
Rprec                 	2024-42014	0.3767
bpref                 	2024-42014	0.3767
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	1.0000
iprec_at_recall_0.20  	2024-42014	0.9245
iprec_at_recall_0.30  	2024-42014	0.8875
iprec_at_recall_0.40  	2024-42014	0.0000
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	1.0000
P_10                  	2024-42014	1.0000
P_15                  	2024-42014	1.0000
P_20                  	2024-42014	1.0000
P_30                  	2024-42014	1.0000
P_100                 	2024-42014	0.8100
P_200                 	2024-42014	0.4050
P_500                 	2024-42014	0.1620
P_1000                	2024-42014	0.0810
relstring             	2024-42014	'3333333323'
recall_5              	2024-42014	0.0233
recall_10             	2024-42014	0.0465
recall_15             	2024-42014	0.0698
recall_20             	2024-42014	0.0930
recall_30             	2024-42014	0.1395
recall_100            	2024-42014	0.3767
recall_200            	2024-42014	0.3767
recall_500            	2024-42014	0.3767
recall_1000           	2024-42014	0.3767
infAP                 	2024-42014	0.3524
Rprec_mult_0.20       	2024-42014	0.9535
Rprec_mult_0.40       	2024-42014	0.8605
Rprec_mult_0.60       	2024-42014	0.6279
Rprec_mult_0.80       	2024-42014	0.4709
Rprec_mult_1.00       	2024-42014	0.3767
Rprec_mult_1.20       	2024-42014	0.3140
Rprec_mult_1.40       	2024-42014	0.2691
Rprec_mult_1.60       	2024-42014	0.2355
Rprec_mult_1.80       	2024-42014	0.2093
Rprec_mult_2.00       	2024-42014	0.1884
utility               	2024-42014	62.0000
11pt_avg              	2024-42014	0.3465
binG                  	2024-42014	0.2232
G                     	2024-42014	0.1892
ndcg                  	2024-42014	0.5891
ndcg_rel              	2024-42014	0.7120
Rndcg                 	2024-42014	0.6944
ndcg_cut_5            	2024-42014	1.0000
ndcg_cut_10           	2024-42014	0.9779
ndcg_cut_15           	2024-42014	0.9687
ndcg_cut_20           	2024-42014	0.9739
ndcg_cut_30           	2024-42014	0.9725
ndcg_cut_100          	2024-42014	0.8254
ndcg_cut_200          	2024-42014	0.6031
ndcg_cut_500          	2024-42014	0.5891
ndcg_cut_1000         	2024-42014	0.5891
map_cut_5             	2024-42014	0.0233
map_cut_10            	2024-42014	0.0465
map_cut_15            	2024-42014	0.0698
map_cut_20            	2024-42014	0.0930
map_cut_30            	2024-42014	0.1395
map_cut_100           	2024-42014	0.3524
map_cut_200           	2024-42014	0.3524
map_cut_500           	2024-42014	0.3524
map_cut_1000          	2024-42014	0.3524
relative_P_5          	2024-42014	1.0000
relative_P_10         	2024-42014	1.0000
relative_P_15         	2024-42014	1.0000
relative_P_20         	2024-42014	1.0000
relative_P_30         	2024-42014	1.0000
relative_P_100        	2024-42014	0.8100
relative_P_200        	2024-42014	0.4050
relative_P_500        	2024-42014	0.3767
relative_P_1000       	2024-42014	0.3767
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	0.8100
set_relative_P        	2024-42014	0.8100
set_recall            	2024-42014	0.3767
set_map               	2024-42014	0.3052
set_F                 	2024-42014	0.5143
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42497	100
num_rel               	2024-42497	120
num_rel_ret           	2024-42497	68
map                   	2024-42497	0.5062
Rprec                 	2024-42497	0.5667
bpref                 	2024-42497	0.5667
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	1.0000
iprec_at_recall_0.20  	2024-42497	0.9630
iprec_at_recall_0.30  	2024-42497	0.9302
iprec_at_recall_0.40  	2024-42497	0.8167
iprec_at_recall_0.50  	2024-42497	0.7692
iprec_at_recall_0.60  	2024-42497	0.0000
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	1.0000
P_10                  	2024-42497	1.0000
P_15                  	2024-42497	1.0000
P_20                  	2024-42497	1.0000
P_30                  	2024-42497	0.9333
P_100                 	2024-42497	0.6800
P_200                 	2024-42497	0.3400
P_500                 	2024-42497	0.1360
P_1000                	2024-42497	0.0680
relstring             	2024-42497	'3333321231'
recall_5              	2024-42497	0.0417
recall_10             	2024-42497	0.0833
recall_15             	2024-42497	0.1250
recall_20             	2024-42497	0.1667
recall_30             	2024-42497	0.2333
recall_100            	2024-42497	0.5667
recall_200            	2024-42497	0.5667
recall_500            	2024-42497	0.5667
recall_1000           	2024-42497	0.5667
infAP                 	2024-42497	0.5062
Rprec_mult_0.20       	2024-42497	0.9583
Rprec_mult_0.40       	2024-42497	0.8542
Rprec_mult_0.60       	2024-42497	0.7639
Rprec_mult_0.80       	2024-42497	0.6979
Rprec_mult_1.00       	2024-42497	0.5667
Rprec_mult_1.20       	2024-42497	0.4722
Rprec_mult_1.40       	2024-42497	0.4048
Rprec_mult_1.60       	2024-42497	0.3542
Rprec_mult_1.80       	2024-42497	0.3148
Rprec_mult_2.00       	2024-42497	0.2833
utility               	2024-42497	36.0000
11pt_avg              	2024-42497	0.4981
binG                  	2024-42497	0.3176
G                     	2024-42497	0.1951
ndcg                  	2024-42497	0.6533
ndcg_rel              	2024-42497	0.7097
Rndcg                 	2024-42497	0.6768
ndcg_cut_5            	2024-42497	1.0000
ndcg_cut_10           	2024-42497	0.8594
ndcg_cut_15           	2024-42497	0.8176
ndcg_cut_20           	2024-42497	0.7597
ndcg_cut_30           	2024-42497	0.6950
ndcg_cut_100          	2024-42497	0.7003
ndcg_cut_200          	2024-42497	0.6533
ndcg_cut_500          	2024-42497	0.6533
ndcg_cut_1000         	2024-42497	0.6533
map_cut_5             	2024-42497	0.0417
map_cut_10            	2024-42497	0.0833
map_cut_15            	2024-42497	0.1250
map_cut_20            	2024-42497	0.1667
map_cut_30            	2024-42497	0.2309
map_cut_100           	2024-42497	0.5062
map_cut_200           	2024-42497	0.5062
map_cut_500           	2024-42497	0.5062
map_cut_1000          	2024-42497	0.5062
relative_P_5          	2024-42497	1.0000
relative_P_10         	2024-42497	1.0000
relative_P_15         	2024-42497	1.0000
relative_P_20         	2024-42497	1.0000
relative_P_30         	2024-42497	0.9333
relative_P_100        	2024-42497	0.6800
relative_P_200        	2024-42497	0.5667
relative_P_500        	2024-42497	0.5667
relative_P_1000       	2024-42497	0.5667
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	0.6800
set_relative_P        	2024-42497	0.6800
set_recall            	2024-42497	0.5667
set_map               	2024-42497	0.3853
set_F                 	2024-42497	0.6182
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-43037	100
num_rel               	2024-43037	124
num_rel_ret           	2024-43037	65
map                   	2024-43037	0.4648
Rprec                 	2024-43037	0.5242
bpref                 	2024-43037	0.5116
recip_rank            	2024-43037	1.0000
iprec_at_recall_0.00  	2024-43037	1.0000
iprec_at_recall_0.10  	2024-43037	1.0000
iprec_at_recall_0.20  	2024-43037	1.0000
iprec_at_recall_0.30  	2024-43037	0.9070
iprec_at_recall_0.40  	2024-43037	0.7941
iprec_at_recall_0.50  	2024-43037	0.6526
iprec_at_recall_0.60  	2024-43037	0.0000
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	1.0000
P_10                  	2024-43037	1.0000
P_15                  	2024-43037	1.0000
P_20                  	2024-43037	1.0000
P_30                  	2024-43037	0.9667
P_100                 	2024-43037	0.6500
P_200                 	2024-43037	0.3250
P_500                 	2024-43037	0.1300
P_1000                	2024-43037	0.0650
relstring             	2024-43037	'2232211112'
recall_5              	2024-43037	0.0403
recall_10             	2024-43037	0.0806
recall_15             	2024-43037	0.1210
recall_20             	2024-43037	0.1613
recall_30             	2024-43037	0.2339
recall_100            	2024-43037	0.5242
recall_200            	2024-43037	0.5242
recall_500            	2024-43037	0.5242
recall_1000           	2024-43037	0.5242
infAP                 	2024-43037	0.4648
Rprec_mult_0.20       	2024-43037	1.0000
Rprec_mult_0.40       	2024-43037	0.8600
Rprec_mult_0.60       	2024-43037	0.7333
Rprec_mult_0.80       	2024-43037	0.6500
Rprec_mult_1.00       	2024-43037	0.5242
Rprec_mult_1.20       	2024-43037	0.4362
Rprec_mult_1.40       	2024-43037	0.3736
Rprec_mult_1.60       	2024-43037	0.3266
Rprec_mult_1.80       	2024-43037	0.2902
Rprec_mult_2.00       	2024-43037	0.2621
utility               	2024-43037	30.0000
11pt_avg              	2024-43037	0.4867
binG                  	2024-43037	0.3149
G                     	2024-43037	0.1284
ndcg                  	2024-43037	0.5774
ndcg_rel              	2024-43037	0.6097
Rndcg                 	2024-43037	0.5974
ndcg_cut_5            	2024-43037	0.7232
ndcg_cut_10           	2024-43037	0.6075
ndcg_cut_15           	2024-43037	0.6288
ndcg_cut_20           	2024-43037	0.6626
ndcg_cut_30           	2024-43037	0.6513
ndcg_cut_100          	2024-43037	0.6302
ndcg_cut_200          	2024-43037	0.5774
ndcg_cut_500          	2024-43037	0.5774
ndcg_cut_1000         	2024-43037	0.5774
map_cut_5             	2024-43037	0.0403
map_cut_10            	2024-43037	0.0806
map_cut_15            	2024-43037	0.1210
map_cut_20            	2024-43037	0.1613
map_cut_30            	2024-43037	0.2336
map_cut_100           	2024-43037	0.4648
map_cut_200           	2024-43037	0.4648
map_cut_500           	2024-43037	0.4648
map_cut_1000          	2024-43037	0.4648
relative_P_5          	2024-43037	1.0000
relative_P_10         	2024-43037	1.0000
relative_P_15         	2024-43037	1.0000
relative_P_20         	2024-43037	1.0000
relative_P_30         	2024-43037	0.9667
relative_P_100        	2024-43037	0.6500
relative_P_200        	2024-43037	0.5242
relative_P_500        	2024-43037	0.5242
relative_P_1000       	2024-43037	0.5242
success_1             	2024-43037	1.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	0.6500
set_relative_P        	2024-43037	0.6500
set_recall            	2024-43037	0.5242
set_map               	2024-43037	0.3407
set_F                 	2024-43037	0.5804
num_nonrel_judged_ret 	2024-43037	8
num_ret               	2024-43905	100
num_rel               	2024-43905	21
num_rel_ret           	2024-43905	11
map                   	2024-43905	0.3420
Rprec                 	2024-43905	0.3810
bpref                 	2024-43905	0.3560
recip_rank            	2024-43905	1.0000
iprec_at_recall_0.00  	2024-43905	1.0000
iprec_at_recall_0.10  	2024-43905	1.0000
iprec_at_recall_0.20  	2024-43905	0.8333
iprec_at_recall_0.30  	2024-43905	0.7000
iprec_at_recall_0.40  	2024-43905	0.1613
iprec_at_recall_0.50  	2024-43905	0.1170
iprec_at_recall_0.60  	2024-43905	0.0000
iprec_at_recall_0.70  	2024-43905	0.0000
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	0.8000
P_10                  	2024-43905	0.7000
P_15                  	2024-43905	0.4667
P_20                  	2024-43905	0.4000
P_30                  	2024-43905	0.2667
P_100                 	2024-43905	0.1100
P_200                 	2024-43905	0.0550
P_500                 	2024-43905	0.0220
P_1000                	2024-43905	0.0110
relstring             	2024-43905	'11110101-1'
recall_5              	2024-43905	0.1905
recall_10             	2024-43905	0.3333
recall_15             	2024-43905	0.3333
recall_20             	2024-43905	0.3810
recall_30             	2024-43905	0.3810
recall_100            	2024-43905	0.5238
recall_200            	2024-43905	0.5238
recall_500            	2024-43905	0.5238
recall_1000           	2024-43905	0.5238
infAP                 	2024-43905	0.3420
Rprec_mult_0.20       	2024-43905	0.8000
Rprec_mult_0.40       	2024-43905	0.6667
Rprec_mult_0.60       	2024-43905	0.5385
Rprec_mult_0.80       	2024-43905	0.4706
Rprec_mult_1.00       	2024-43905	0.3810
Rprec_mult_1.20       	2024-43905	0.3077
Rprec_mult_1.40       	2024-43905	0.2667
Rprec_mult_1.60       	2024-43905	0.2353
Rprec_mult_1.80       	2024-43905	0.2105
Rprec_mult_2.00       	2024-43905	0.1905
utility               	2024-43905	-78.0000
11pt_avg              	2024-43905	0.3465
binG                  	2024-43905	0.3026
G                     	2024-43905	0.1840
ndcg                  	2024-43905	0.4949
ndcg_rel              	2024-43905	0.5113
Rndcg                 	2024-43905	0.4726
ndcg_cut_5            	2024-43905	0.5594
ndcg_cut_10           	2024-43905	0.5705
ndcg_cut_15           	2024-43905	0.4701
ndcg_cut_20           	2024-43905	0.4339
ndcg_cut_30           	2024-43905	0.4229
ndcg_cut_100          	2024-43905	0.4949
ndcg_cut_200          	2024-43905	0.4949
ndcg_cut_500          	2024-43905	0.4949
ndcg_cut_1000         	2024-43905	0.4949
map_cut_5             	2024-43905	0.1905
map_cut_10            	2024-43905	0.2992
map_cut_15            	2024-43905	0.2992
map_cut_20            	2024-43905	0.3216
map_cut_30            	2024-43905	0.3216
map_cut_100           	2024-43905	0.3420
map_cut_200           	2024-43905	0.3420
map_cut_500           	2024-43905	0.3420
map_cut_1000          	2024-43905	0.3420
relative_P_5          	2024-43905	0.8000
relative_P_10         	2024-43905	0.7000
relative_P_15         	2024-43905	0.4667
relative_P_20         	2024-43905	0.4000
relative_P_30         	2024-43905	0.3810
relative_P_100        	2024-43905	0.5238
relative_P_200        	2024-43905	0.5238
relative_P_500        	2024-43905	0.5238
relative_P_1000       	2024-43905	0.5238
success_1             	2024-43905	1.0000
success_5             	2024-43905	1.0000
success_10            	2024-43905	1.0000
set_P                 	2024-43905	0.1100
set_relative_P        	2024-43905	0.5238
set_recall            	2024-43905	0.5238
set_map               	2024-43905	0.0576
set_F                 	2024-43905	0.1818
num_nonrel_judged_ret 	2024-43905	31
num_ret               	2024-43983	100
num_rel               	2024-43983	53
num_rel_ret           	2024-43983	15
map                   	2024-43983	0.0664
Rprec                 	2024-43983	0.2264
bpref                 	2024-43983	0.2170
recip_rank            	2024-43983	0.1111
iprec_at_recall_0.00  	2024-43983	0.2941
iprec_at_recall_0.10  	2024-43983	0.2895
iprec_at_recall_0.20  	2024-43983	0.2895
iprec_at_recall_0.30  	2024-43983	0.0000
iprec_at_recall_0.40  	2024-43983	0.0000
iprec_at_recall_0.50  	2024-43983	0.0000
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.0000
P_10                  	2024-43983	0.1000
P_15                  	2024-43983	0.2667
P_20                  	2024-43983	0.2500
P_30                  	2024-43983	0.2333
P_100                 	2024-43983	0.1500
P_200                 	2024-43983	0.0750
P_500                 	2024-43983	0.0300
P_1000                	2024-43983	0.0150
relstring             	2024-43983	'0--000-010'
recall_5              	2024-43983	0.0000
recall_10             	2024-43983	0.0189
recall_15             	2024-43983	0.0755
recall_20             	2024-43983	0.0943
recall_30             	2024-43983	0.1321
recall_100            	2024-43983	0.2830
recall_200            	2024-43983	0.2830
recall_500            	2024-43983	0.2830
recall_1000           	2024-43983	0.2830
infAP                 	2024-43983	0.0664
Rprec_mult_0.20       	2024-43983	0.0909
Rprec_mult_0.40       	2024-43983	0.2273
Rprec_mult_0.60       	2024-43983	0.2188
Rprec_mult_0.80       	2024-43983	0.2558
Rprec_mult_1.00       	2024-43983	0.2264
Rprec_mult_1.20       	2024-43983	0.2031
Rprec_mult_1.40       	2024-43983	0.1867
Rprec_mult_1.60       	2024-43983	0.1647
Rprec_mult_1.80       	2024-43983	0.1458
Rprec_mult_2.00       	2024-43983	0.1415
utility               	2024-43983	-70.0000
11pt_avg              	2024-43983	0.0794
binG                  	2024-43983	0.0640
G                     	2024-43983	0.0640
ndcg                  	2024-43983	0.2376
ndcg_rel              	2024-43983	0.2253
Rndcg                 	2024-43983	0.2194
ndcg_cut_5            	2024-43983	0.0000
ndcg_cut_10           	2024-43983	0.0663
ndcg_cut_15           	2024-43983	0.1849
ndcg_cut_20           	2024-43983	0.1880
ndcg_cut_30           	2024-43983	0.1907
ndcg_cut_100          	2024-43983	0.2376
ndcg_cut_200          	2024-43983	0.2376
ndcg_cut_500          	2024-43983	0.2376
ndcg_cut_1000         	2024-43983	0.2376
map_cut_5             	2024-43983	0.0000
map_cut_10            	2024-43983	0.0021
map_cut_15            	2024-43983	0.0146
map_cut_20            	2024-43983	0.0202
map_cut_30            	2024-43983	0.0298
map_cut_100           	2024-43983	0.0664
map_cut_200           	2024-43983	0.0664
map_cut_500           	2024-43983	0.0664
map_cut_1000          	2024-43983	0.0664
relative_P_5          	2024-43983	0.0000
relative_P_10         	2024-43983	0.1000
relative_P_15         	2024-43983	0.2667
relative_P_20         	2024-43983	0.2500
relative_P_30         	2024-43983	0.2333
relative_P_100        	2024-43983	0.2830
relative_P_200        	2024-43983	0.2830
relative_P_500        	2024-43983	0.2830
relative_P_1000       	2024-43983	0.2830
success_1             	2024-43983	0.0000
success_5             	2024-43983	0.0000
success_10            	2024-43983	1.0000
set_P                 	2024-43983	0.1500
set_relative_P        	2024-43983	0.2830
set_recall            	2024-43983	0.2830
set_map               	2024-43983	0.0425
set_F                 	2024-43983	0.1961
num_nonrel_judged_ret 	2024-43983	15
num_ret               	2024-44059	100
num_rel               	2024-44059	5
num_rel_ret           	2024-44059	3
map                   	2024-44059	0.1278
Rprec                 	2024-44059	0.2000
bpref                 	2024-44059	0.0800
recip_rank            	2024-44059	0.2500
iprec_at_recall_0.00  	2024-44059	0.2500
iprec_at_recall_0.10  	2024-44059	0.2500
iprec_at_recall_0.20  	2024-44059	0.2500
iprec_at_recall_0.30  	2024-44059	0.2222
iprec_at_recall_0.40  	2024-44059	0.2222
iprec_at_recall_0.50  	2024-44059	0.1667
iprec_at_recall_0.60  	2024-44059	0.1667
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.2000
P_10                  	2024-44059	0.2000
P_15                  	2024-44059	0.1333
P_20                  	2024-44059	0.1500
P_30                  	2024-44059	0.1000
P_100                 	2024-44059	0.0300
P_200                 	2024-44059	0.0150
P_500                 	2024-44059	0.0060
P_1000                	2024-44059	0.0030
relstring             	2024-44059	'0001000010'
recall_5              	2024-44059	0.2000
recall_10             	2024-44059	0.4000
recall_15             	2024-44059	0.4000
recall_20             	2024-44059	0.6000
recall_30             	2024-44059	0.6000
recall_100            	2024-44059	0.6000
recall_200            	2024-44059	0.6000
recall_500            	2024-44059	0.6000
recall_1000           	2024-44059	0.6000
infAP                 	2024-44059	0.1278
Rprec_mult_0.20       	2024-44059	0.0000
Rprec_mult_0.40       	2024-44059	0.0000
Rprec_mult_0.60       	2024-44059	0.0000
Rprec_mult_0.80       	2024-44059	0.2500
Rprec_mult_1.00       	2024-44059	0.2000
Rprec_mult_1.20       	2024-44059	0.1667
Rprec_mult_1.40       	2024-44059	0.1429
Rprec_mult_1.60       	2024-44059	0.1250
Rprec_mult_1.80       	2024-44059	0.2222
Rprec_mult_2.00       	2024-44059	0.2000
utility               	2024-44059	-94.0000
11pt_avg              	2024-44059	0.1389
binG                  	2024-44059	0.1982
G                     	2024-44059	0.1982
ndcg                  	2024-44059	0.3280
ndcg_rel              	2024-44059	0.2801
Rndcg                 	2024-44059	0.2370
ndcg_cut_5            	2024-44059	0.1461
ndcg_cut_10           	2024-44059	0.2482
ndcg_cut_15           	2024-44059	0.2482
ndcg_cut_20           	2024-44059	0.3280
ndcg_cut_30           	2024-44059	0.3280
ndcg_cut_100          	2024-44059	0.3280
ndcg_cut_200          	2024-44059	0.3280
ndcg_cut_500          	2024-44059	0.3280
ndcg_cut_1000         	2024-44059	0.3280
map_cut_5             	2024-44059	0.0500
map_cut_10            	2024-44059	0.0944
map_cut_15            	2024-44059	0.0944
map_cut_20            	2024-44059	0.1278
map_cut_30            	2024-44059	0.1278
map_cut_100           	2024-44059	0.1278
map_cut_200           	2024-44059	0.1278
map_cut_500           	2024-44059	0.1278
map_cut_1000          	2024-44059	0.1278
relative_P_5          	2024-44059	0.2000
relative_P_10         	2024-44059	0.4000
relative_P_15         	2024-44059	0.4000
relative_P_20         	2024-44059	0.6000
relative_P_30         	2024-44059	0.6000
relative_P_100        	2024-44059	0.6000
relative_P_200        	2024-44059	0.6000
relative_P_500        	2024-44059	0.6000
relative_P_1000       	2024-44059	0.6000
success_1             	2024-44059	0.0000
success_5             	2024-44059	1.0000
success_10            	2024-44059	1.0000
set_P                 	2024-44059	0.0300
set_relative_P        	2024-44059	0.6000
set_recall            	2024-44059	0.6000
set_map               	2024-44059	0.0180
set_F                 	2024-44059	0.0571
num_nonrel_judged_ret 	2024-44059	37
num_ret               	2024-44060	100
num_rel               	2024-44060	172
num_rel_ret           	2024-44060	86
map                   	2024-44060	0.4873
Rprec                 	2024-44060	0.5000
bpref                 	2024-44060	0.5000
recip_rank            	2024-44060	1.0000
iprec_at_recall_0.00  	2024-44060	1.0000
iprec_at_recall_0.10  	2024-44060	1.0000
iprec_at_recall_0.20  	2024-44060	1.0000
iprec_at_recall_0.30  	2024-44060	0.9811
iprec_at_recall_0.40  	2024-44060	0.9589
iprec_at_recall_0.50  	2024-44060	0.8687
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	1.0000
P_10                  	2024-44060	1.0000
P_15                  	2024-44060	1.0000
P_20                  	2024-44060	1.0000
P_30                  	2024-44060	1.0000
P_100                 	2024-44060	0.8600
P_200                 	2024-44060	0.4300
P_500                 	2024-44060	0.1720
P_1000                	2024-44060	0.0860
relstring             	2024-44060	'3223232331'
recall_5              	2024-44060	0.0291
recall_10             	2024-44060	0.0581
recall_15             	2024-44060	0.0872
recall_20             	2024-44060	0.1163
recall_30             	2024-44060	0.1744
recall_100            	2024-44060	0.5000
recall_200            	2024-44060	0.5000
recall_500            	2024-44060	0.5000
recall_1000           	2024-44060	0.5000
infAP                 	2024-44060	0.4873
Rprec_mult_0.20       	2024-44060	1.0000
Rprec_mult_0.40       	2024-44060	0.9565
Rprec_mult_0.60       	2024-44060	0.8269
Rprec_mult_0.80       	2024-44060	0.6232
Rprec_mult_1.00       	2024-44060	0.5000
Rprec_mult_1.20       	2024-44060	0.4155
Rprec_mult_1.40       	2024-44060	0.3568
Rprec_mult_1.60       	2024-44060	0.3116
Rprec_mult_1.80       	2024-44060	0.2774
Rprec_mult_2.00       	2024-44060	0.2500
utility               	2024-44060	72.0000
11pt_avg              	2024-44060	0.5281
binG                  	2024-44060	0.3780
G                     	2024-44060	0.1579
ndcg                  	2024-44060	0.6490
ndcg_rel              	2024-44060	0.7316
Rndcg                 	2024-44060	0.7393
ndcg_cut_5            	2024-44060	0.8284
ndcg_cut_10           	2024-44060	0.8218
ndcg_cut_15           	2024-44060	0.7975
ndcg_cut_20           	2024-44060	0.7854
ndcg_cut_30           	2024-44060	0.8249
ndcg_cut_100          	2024-44060	0.8009
ndcg_cut_200          	2024-44060	0.6490
ndcg_cut_500          	2024-44060	0.6490
ndcg_cut_1000         	2024-44060	0.6490
map_cut_5             	2024-44060	0.0291
map_cut_10            	2024-44060	0.0581
map_cut_15            	2024-44060	0.0872
map_cut_20            	2024-44060	0.1163
map_cut_30            	2024-44060	0.1744
map_cut_100           	2024-44060	0.4873
map_cut_200           	2024-44060	0.4873
map_cut_500           	2024-44060	0.4873
map_cut_1000          	2024-44060	0.4873
relative_P_5          	2024-44060	1.0000
relative_P_10         	2024-44060	1.0000
relative_P_15         	2024-44060	1.0000
relative_P_20         	2024-44060	1.0000
relative_P_30         	2024-44060	1.0000
relative_P_100        	2024-44060	0.8600
relative_P_200        	2024-44060	0.5000
relative_P_500        	2024-44060	0.5000
relative_P_1000       	2024-44060	0.5000
success_1             	2024-44060	1.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	0.8600
set_relative_P        	2024-44060	0.8600
set_recall            	2024-44060	0.5000
set_map               	2024-44060	0.4300
set_F                 	2024-44060	0.6324
num_nonrel_judged_ret 	2024-44060	0
num_ret               	2024-58819	100
num_rel               	2024-58819	112
num_rel_ret           	2024-58819	40
map                   	2024-58819	0.2758
Rprec                 	2024-58819	0.3571
bpref                 	2024-58819	0.3470
recip_rank            	2024-58819	1.0000
iprec_at_recall_0.00  	2024-58819	1.0000
iprec_at_recall_0.10  	2024-58819	0.9333
iprec_at_recall_0.20  	2024-58819	0.7812
iprec_at_recall_0.30  	2024-58819	0.6415
iprec_at_recall_0.40  	2024-58819	0.0000
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	0.8000
P_10                  	2024-58819	0.9000
P_15                  	2024-58819	0.9333
P_20                  	2024-58819	0.9000
P_30                  	2024-58819	0.7667
P_100                 	2024-58819	0.4000
P_200                 	2024-58819	0.2000
P_500                 	2024-58819	0.0800
P_1000                	2024-58819	0.0400
relstring             	2024-58819	'1-23212222'
recall_5              	2024-58819	0.0357
recall_10             	2024-58819	0.0804
recall_15             	2024-58819	0.1250
recall_20             	2024-58819	0.1607
recall_30             	2024-58819	0.2054
recall_100            	2024-58819	0.3571
recall_200            	2024-58819	0.3571
recall_500            	2024-58819	0.3571
recall_1000           	2024-58819	0.3571
infAP                 	2024-58819	0.2758
Rprec_mult_0.20       	2024-58819	0.8696
Rprec_mult_0.40       	2024-58819	0.6889
Rprec_mult_0.60       	2024-58819	0.5588
Rprec_mult_0.80       	2024-58819	0.4333
Rprec_mult_1.00       	2024-58819	0.3571
Rprec_mult_1.20       	2024-58819	0.2963
Rprec_mult_1.40       	2024-58819	0.2548
Rprec_mult_1.60       	2024-58819	0.2222
Rprec_mult_1.80       	2024-58819	0.1980
Rprec_mult_2.00       	2024-58819	0.1786
utility               	2024-58819	-20.0000
11pt_avg              	2024-58819	0.3051
binG                  	2024-58819	0.1547
G                     	2024-58819	0.0824
ndcg                  	2024-58819	0.4043
ndcg_rel              	2024-58819	0.4418
Rndcg                 	2024-58819	0.4431
ndcg_cut_5            	2024-58819	0.4596
ndcg_cut_10           	2024-58819	0.5422
ndcg_cut_15           	2024-58819	0.5512
ndcg_cut_20           	2024-58819	0.5703
ndcg_cut_30           	2024-58819	0.5387
ndcg_cut_100          	2024-58819	0.4216
ndcg_cut_200          	2024-58819	0.4043
ndcg_cut_500          	2024-58819	0.4043
ndcg_cut_1000         	2024-58819	0.4043
map_cut_5             	2024-58819	0.0287
map_cut_10            	2024-58819	0.0676
map_cut_15            	2024-58819	0.1088
map_cut_20            	2024-58819	0.1406
map_cut_30            	2024-58819	0.1784
map_cut_100           	2024-58819	0.2758
map_cut_200           	2024-58819	0.2758
map_cut_500           	2024-58819	0.2758
map_cut_1000          	2024-58819	0.2758
relative_P_5          	2024-58819	0.8000
relative_P_10         	2024-58819	0.9000
relative_P_15         	2024-58819	0.9333
relative_P_20         	2024-58819	0.9000
relative_P_30         	2024-58819	0.7667
relative_P_100        	2024-58819	0.4000
relative_P_200        	2024-58819	0.3571
relative_P_500        	2024-58819	0.3571
relative_P_1000       	2024-58819	0.3571
success_1             	2024-58819	1.0000
success_5             	2024-58819	1.0000
success_10            	2024-58819	1.0000
set_P                 	2024-58819	0.4000
set_relative_P        	2024-58819	0.4000
set_recall            	2024-58819	0.3571
set_map               	2024-58819	0.1429
set_F                 	2024-58819	0.3774
num_nonrel_judged_ret 	2024-58819	4
num_ret               	2024-69711	100
num_rel               	2024-69711	59
num_rel_ret           	2024-69711	26
map                   	2024-69711	0.1563
Rprec                 	2024-69711	0.3220
bpref                 	2024-69711	0.2985
recip_rank            	2024-69711	0.3333
iprec_at_recall_0.00  	2024-69711	0.5714
iprec_at_recall_0.10  	2024-69711	0.4211
iprec_at_recall_0.20  	2024-69711	0.3387
iprec_at_recall_0.30  	2024-69711	0.3387
iprec_at_recall_0.40  	2024-69711	0.2791
iprec_at_recall_0.50  	2024-69711	0.0000
iprec_at_recall_0.60  	2024-69711	0.0000
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	0.4000
P_10                  	2024-69711	0.5000
P_15                  	2024-69711	0.4000
P_20                  	2024-69711	0.4000
P_30                  	2024-69711	0.3000
P_100                 	2024-69711	0.2600
P_200                 	2024-69711	0.1300
P_500                 	2024-69711	0.0520
P_1000                	2024-69711	0.0260
relstring             	2024-69711	'0011022010'
recall_5              	2024-69711	0.0339
recall_10             	2024-69711	0.0847
recall_15             	2024-69711	0.1017
recall_20             	2024-69711	0.1356
recall_30             	2024-69711	0.1525
recall_100            	2024-69711	0.4407
recall_200            	2024-69711	0.4407
recall_500            	2024-69711	0.4407
recall_1000           	2024-69711	0.4407
infAP                 	2024-69711	0.1563
Rprec_mult_0.20       	2024-69711	0.4167
Rprec_mult_0.40       	2024-69711	0.3750
Rprec_mult_0.60       	2024-69711	0.3056
Rprec_mult_0.80       	2024-69711	0.3125
Rprec_mult_1.00       	2024-69711	0.3220
Rprec_mult_1.20       	2024-69711	0.2958
Rprec_mult_1.40       	2024-69711	0.2771
Rprec_mult_1.60       	2024-69711	0.2526
Rprec_mult_1.80       	2024-69711	0.2430
Rprec_mult_2.00       	2024-69711	0.2203
utility               	2024-69711	-48.0000
11pt_avg              	2024-69711	0.1772
binG                  	2024-69711	0.1103
G                     	2024-69711	0.0994
ndcg                  	2024-69711	0.3801
ndcg_rel              	2024-69711	0.3375
Rndcg                 	2024-69711	0.2310
ndcg_cut_5            	2024-69711	0.1349
ndcg_cut_10           	2024-69711	0.2588
ndcg_cut_15           	2024-69711	0.2445
ndcg_cut_20           	2024-69711	0.2608
ndcg_cut_30           	2024-69711	0.2535
ndcg_cut_100          	2024-69711	0.3801
ndcg_cut_200          	2024-69711	0.3801
ndcg_cut_500          	2024-69711	0.3801
ndcg_cut_1000         	2024-69711	0.3801
map_cut_5             	2024-69711	0.0141
map_cut_10            	2024-69711	0.0417
map_cut_15            	2024-69711	0.0485
map_cut_20            	2024-69711	0.0626
map_cut_30            	2024-69711	0.0690
map_cut_100           	2024-69711	0.1563
map_cut_200           	2024-69711	0.1563
map_cut_500           	2024-69711	0.1563
map_cut_1000          	2024-69711	0.1563
relative_P_5          	2024-69711	0.4000
relative_P_10         	2024-69711	0.5000
relative_P_15         	2024-69711	0.4000
relative_P_20         	2024-69711	0.4000
relative_P_30         	2024-69711	0.3000
relative_P_100        	2024-69711	0.4407
relative_P_200        	2024-69711	0.4407
relative_P_500        	2024-69711	0.4407
relative_P_1000       	2024-69711	0.4407
success_1             	2024-69711	0.0000
success_5             	2024-69711	1.0000
success_10            	2024-69711	1.0000
set_P                 	2024-69711	0.2600
set_relative_P        	2024-69711	0.4407
set_recall            	2024-69711	0.4407
set_map               	2024-69711	0.1146
set_F                 	2024-69711	0.3270
num_nonrel_judged_ret 	2024-69711	37
num_ret               	2024-73340	100
num_rel               	2024-73340	155
num_rel_ret           	2024-73340	61
map                   	2024-73340	0.3307
Rprec                 	2024-73340	0.3935
bpref                 	2024-73340	0.3803
recip_rank            	2024-73340	1.0000
iprec_at_recall_0.00  	2024-73340	1.0000
iprec_at_recall_0.10  	2024-73340	0.9259
iprec_at_recall_0.20  	2024-73340	0.8298
iprec_at_recall_0.30  	2024-73340	0.7869
iprec_at_recall_0.40  	2024-73340	0.0000
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	1.0000
P_10                  	2024-73340	1.0000
P_15                  	2024-73340	0.9333
P_20                  	2024-73340	0.9000
P_30                  	2024-73340	0.8667
P_100                 	2024-73340	0.6100
P_200                 	2024-73340	0.3050
P_500                 	2024-73340	0.1220
P_1000                	2024-73340	0.0610
relstring             	2024-73340	'3332232232'
recall_5              	2024-73340	0.0323
recall_10             	2024-73340	0.0645
recall_15             	2024-73340	0.0903
recall_20             	2024-73340	0.1161
recall_30             	2024-73340	0.1677
recall_100            	2024-73340	0.3935
recall_200            	2024-73340	0.3935
recall_500            	2024-73340	0.3935
recall_1000           	2024-73340	0.3935
infAP                 	2024-73340	0.3307
Rprec_mult_0.20       	2024-73340	0.8387
Rprec_mult_0.40       	2024-73340	0.7742
Rprec_mult_0.60       	2024-73340	0.6237
Rprec_mult_0.80       	2024-73340	0.4919
Rprec_mult_1.00       	2024-73340	0.3935
Rprec_mult_1.20       	2024-73340	0.3280
Rprec_mult_1.40       	2024-73340	0.2811
Rprec_mult_1.60       	2024-73340	0.2460
Rprec_mult_1.80       	2024-73340	0.2186
Rprec_mult_2.00       	2024-73340	0.1968
utility               	2024-73340	22.0000
11pt_avg              	2024-73340	0.3221
binG                  	2024-73340	0.1808
G                     	2024-73340	0.1679
ndcg                  	2024-73340	0.6299
ndcg_rel              	2024-73340	0.7032
Rndcg                 	2024-73340	0.7360
ndcg_cut_5            	2024-73340	0.9076
ndcg_cut_10           	2024-73340	0.8712
ndcg_cut_15           	2024-73340	0.8249
ndcg_cut_20           	2024-73340	0.7858
ndcg_cut_30           	2024-73340	0.8058
ndcg_cut_100          	2024-73340	0.7500
ndcg_cut_200          	2024-73340	0.6299
ndcg_cut_500          	2024-73340	0.6299
ndcg_cut_1000         	2024-73340	0.6299
map_cut_5             	2024-73340	0.0323
map_cut_10            	2024-73340	0.0645
map_cut_15            	2024-73340	0.0889
map_cut_20            	2024-73340	0.1119
map_cut_30            	2024-73340	0.1589
map_cut_100           	2024-73340	0.3307
map_cut_200           	2024-73340	0.3307
map_cut_500           	2024-73340	0.3307
map_cut_1000          	2024-73340	0.3307
relative_P_5          	2024-73340	1.0000
relative_P_10         	2024-73340	1.0000
relative_P_15         	2024-73340	0.9333
relative_P_20         	2024-73340	0.9000
relative_P_30         	2024-73340	0.8667
relative_P_100        	2024-73340	0.6100
relative_P_200        	2024-73340	0.3935
relative_P_500        	2024-73340	0.3935
relative_P_1000       	2024-73340	0.3935
success_1             	2024-73340	1.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.6100
set_relative_P        	2024-73340	0.6100
set_recall            	2024-73340	0.3935
set_map               	2024-73340	0.2401
set_F                 	2024-73340	0.4784
num_nonrel_judged_ret 	2024-73340	3
num_ret               	2024-73918	100
num_rel               	2024-73918	172
num_rel_ret           	2024-73918	58
map                   	2024-73918	0.2501
Rprec                 	2024-73918	0.3372
bpref                 	2024-73918	0.3247
recip_rank            	2024-73918	1.0000
iprec_at_recall_0.00  	2024-73918	1.0000
iprec_at_recall_0.10  	2024-73918	0.8636
iprec_at_recall_0.20  	2024-73918	0.6923
iprec_at_recall_0.30  	2024-73918	0.6136
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	1.0000
P_10                  	2024-73918	0.8000
P_15                  	2024-73918	0.8000
P_20                  	2024-73918	0.8500
P_30                  	2024-73918	0.7333
P_100                 	2024-73918	0.5800
P_200                 	2024-73918	0.2900
P_500                 	2024-73918	0.1160
P_1000                	2024-73918	0.0580
relstring             	2024-73918	'2222220120'
recall_5              	2024-73918	0.0291
recall_10             	2024-73918	0.0465
recall_15             	2024-73918	0.0698
recall_20             	2024-73918	0.0988
recall_30             	2024-73918	0.1279
recall_100            	2024-73918	0.3372
recall_200            	2024-73918	0.3372
recall_500            	2024-73918	0.3372
recall_1000           	2024-73918	0.3372
infAP                 	2024-73918	0.2501
Rprec_mult_0.20       	2024-73918	0.7714
Rprec_mult_0.40       	2024-73918	0.5942
Rprec_mult_0.60       	2024-73918	0.5577
Rprec_mult_0.80       	2024-73918	0.4203
Rprec_mult_1.00       	2024-73918	0.3372
Rprec_mult_1.20       	2024-73918	0.2802
Rprec_mult_1.40       	2024-73918	0.2407
Rprec_mult_1.60       	2024-73918	0.2101
Rprec_mult_1.80       	2024-73918	0.1871
Rprec_mult_2.00       	2024-73918	0.1686
utility               	2024-73918	16.0000
11pt_avg              	2024-73918	0.2881
binG                  	2024-73918	0.1252
G                     	2024-73918	0.0835
ndcg                  	2024-73918	0.4338
ndcg_rel              	2024-73918	0.4974
Rndcg                 	2024-73918	0.5188
ndcg_cut_5            	2024-73918	0.6667
ndcg_cut_10           	2024-73918	0.5915
ndcg_cut_15           	2024-73918	0.6464
ndcg_cut_20           	2024-73918	0.6669
ndcg_cut_30           	2024-73918	0.6453
ndcg_cut_100          	2024-73918	0.5406
ndcg_cut_200          	2024-73918	0.4338
ndcg_cut_500          	2024-73918	0.4338
ndcg_cut_1000         	2024-73918	0.4338
map_cut_5             	2024-73918	0.0291
map_cut_10            	2024-73918	0.0451
map_cut_15            	2024-73918	0.0643
map_cut_20            	2024-73918	0.0885
map_cut_30            	2024-73918	0.1123
map_cut_100           	2024-73918	0.2501
map_cut_200           	2024-73918	0.2501
map_cut_500           	2024-73918	0.2501
map_cut_1000          	2024-73918	0.2501
relative_P_5          	2024-73918	1.0000
relative_P_10         	2024-73918	0.8000
relative_P_15         	2024-73918	0.8000
relative_P_20         	2024-73918	0.8500
relative_P_30         	2024-73918	0.7333
relative_P_100        	2024-73918	0.5800
relative_P_200        	2024-73918	0.3372
relative_P_500        	2024-73918	0.3372
relative_P_1000       	2024-73918	0.3372
success_1             	2024-73918	1.0000
success_5             	2024-73918	1.0000
success_10            	2024-73918	1.0000
set_P                 	2024-73918	0.5800
set_relative_P        	2024-73918	0.5800
set_recall            	2024-73918	0.3372
set_map               	2024-73918	0.1956
set_F                 	2024-73918	0.4265
num_nonrel_judged_ret 	2024-73918	13
num_ret               	2024-79081	100
num_rel               	2024-79081	156
num_rel_ret           	2024-79081	61
map                   	2024-79081	0.3401
Rprec                 	2024-79081	0.3910
bpref                 	2024-79081	0.3547
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	1.0000
iprec_at_recall_0.20  	2024-79081	0.8684
iprec_at_recall_0.30  	2024-79081	0.7353
iprec_at_recall_0.40  	2024-79081	0.0000
iprec_at_recall_0.50  	2024-79081	0.0000
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	1.0000
P_10                  	2024-79081	1.0000
P_15                  	2024-79081	1.0000
P_20                  	2024-79081	1.0000
P_30                  	2024-79081	0.9333
P_100                 	2024-79081	0.6100
P_200                 	2024-79081	0.3050
P_500                 	2024-79081	0.1220
P_1000                	2024-79081	0.0610
relstring             	2024-79081	'1333123313'
recall_5              	2024-79081	0.0321
recall_10             	2024-79081	0.0641
recall_15             	2024-79081	0.0962
recall_20             	2024-79081	0.1282
recall_30             	2024-79081	0.1795
recall_100            	2024-79081	0.3910
recall_200            	2024-79081	0.3910
recall_500            	2024-79081	0.3910
recall_1000           	2024-79081	0.3910
infAP                 	2024-79081	0.3401
Rprec_mult_0.20       	2024-79081	0.9375
Rprec_mult_0.40       	2024-79081	0.7143
Rprec_mult_0.60       	2024-79081	0.6383
Rprec_mult_0.80       	2024-79081	0.4880
Rprec_mult_1.00       	2024-79081	0.3910
Rprec_mult_1.20       	2024-79081	0.3245
Rprec_mult_1.40       	2024-79081	0.2785
Rprec_mult_1.60       	2024-79081	0.2440
Rprec_mult_1.80       	2024-79081	0.2171
Rprec_mult_2.00       	2024-79081	0.1955
utility               	2024-79081	22.0000
11pt_avg              	2024-79081	0.3276
binG                  	2024-79081	0.2314
G                     	2024-79081	0.0994
ndcg                  	2024-79081	0.4858
ndcg_rel              	2024-79081	0.5443
Rndcg                 	2024-79081	0.5502
ndcg_cut_5            	2024-79081	0.6864
ndcg_cut_10           	2024-79081	0.7262
ndcg_cut_15           	2024-79081	0.6995
ndcg_cut_20           	2024-79081	0.7052
ndcg_cut_30           	2024-79081	0.6515
ndcg_cut_100          	2024-79081	0.5616
ndcg_cut_200          	2024-79081	0.4858
ndcg_cut_500          	2024-79081	0.4858
ndcg_cut_1000         	2024-79081	0.4858
map_cut_5             	2024-79081	0.0321
map_cut_10            	2024-79081	0.0641
map_cut_15            	2024-79081	0.0962
map_cut_20            	2024-79081	0.1282
map_cut_30            	2024-79081	0.1788
map_cut_100           	2024-79081	0.3401
map_cut_200           	2024-79081	0.3401
map_cut_500           	2024-79081	0.3401
map_cut_1000          	2024-79081	0.3401
relative_P_5          	2024-79081	1.0000
relative_P_10         	2024-79081	1.0000
relative_P_15         	2024-79081	1.0000
relative_P_20         	2024-79081	1.0000
relative_P_30         	2024-79081	0.9333
relative_P_100        	2024-79081	0.6100
relative_P_200        	2024-79081	0.3910
relative_P_500        	2024-79081	0.3910
relative_P_1000       	2024-79081	0.3910
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	0.6100
set_relative_P        	2024-79081	0.6100
set_recall            	2024-79081	0.3910
set_map               	2024-79081	0.2385
set_F                 	2024-79081	0.4766
num_nonrel_judged_ret 	2024-79081	8
num_ret               	2024-79154	100
num_rel               	2024-79154	14
num_rel_ret           	2024-79154	14
map                   	2024-79154	0.4632
Rprec                 	2024-79154	0.4286
bpref                 	2024-79154	0.3724
recip_rank            	2024-79154	1.0000
iprec_at_recall_0.00  	2024-79154	1.0000
iprec_at_recall_0.10  	2024-79154	1.0000
iprec_at_recall_0.20  	2024-79154	0.6000
iprec_at_recall_0.30  	2024-79154	0.5000
iprec_at_recall_0.40  	2024-79154	0.4286
iprec_at_recall_0.50  	2024-79154	0.4118
iprec_at_recall_0.60  	2024-79154	0.3000
iprec_at_recall_0.70  	2024-79154	0.2955
iprec_at_recall_0.80  	2024-79154	0.2955
iprec_at_recall_0.90  	2024-79154	0.2955
iprec_at_recall_1.00  	2024-79154	0.2917
P_5                   	2024-79154	0.6000
P_10                  	2024-79154	0.5000
P_15                  	2024-79154	0.4000
P_20                  	2024-79154	0.3500
P_30                  	2024-79154	0.3000
P_100                 	2024-79154	0.1400
P_200                 	2024-79154	0.0700
P_500                 	2024-79154	0.0280
P_1000                	2024-79154	0.0140
relstring             	2024-79154	'1200100102'
recall_5              	2024-79154	0.2143
recall_10             	2024-79154	0.3571
recall_15             	2024-79154	0.4286
recall_20             	2024-79154	0.5000
recall_30             	2024-79154	0.6429
recall_100            	2024-79154	1.0000
recall_200            	2024-79154	1.0000
recall_500            	2024-79154	1.0000
recall_1000           	2024-79154	1.0000
infAP                 	2024-79154	0.4632
Rprec_mult_0.20       	2024-79154	0.6667
Rprec_mult_0.40       	2024-79154	0.5000
Rprec_mult_0.60       	2024-79154	0.4444
Rprec_mult_0.80       	2024-79154	0.4167
Rprec_mult_1.00       	2024-79154	0.4286
Rprec_mult_1.20       	2024-79154	0.4118
Rprec_mult_1.40       	2024-79154	0.3500
Rprec_mult_1.60       	2024-79154	0.3043
Rprec_mult_1.80       	2024-79154	0.3077
Rprec_mult_2.00       	2024-79154	0.2857
utility               	2024-79154	-72.0000
11pt_avg              	2024-79154	0.4926
binG                  	2024-79154	0.3772
G                     	2024-79154	0.3221
ndcg                  	2024-79154	0.7173
ndcg_rel              	2024-79154	0.5807
Rndcg                 	2024-79154	0.5795
ndcg_cut_5            	2024-79154	0.5215
ndcg_cut_10           	2024-79154	0.5307
ndcg_cut_15           	2024-79154	0.4906
ndcg_cut_20           	2024-79154	0.5216
ndcg_cut_30           	2024-79154	0.5754
ndcg_cut_100          	2024-79154	0.7173
ndcg_cut_200          	2024-79154	0.7173
ndcg_cut_500          	2024-79154	0.7173
ndcg_cut_1000         	2024-79154	0.7173
map_cut_5             	2024-79154	0.1857
map_cut_10            	2024-79154	0.2571
map_cut_15            	2024-79154	0.2878
map_cut_20            	2024-79154	0.3172
map_cut_30            	2024-79154	0.3624
map_cut_100           	2024-79154	0.4632
map_cut_200           	2024-79154	0.4632
map_cut_500           	2024-79154	0.4632
map_cut_1000          	2024-79154	0.4632
relative_P_5          	2024-79154	0.6000
relative_P_10         	2024-79154	0.5000
relative_P_15         	2024-79154	0.4286
relative_P_20         	2024-79154	0.5000
relative_P_30         	2024-79154	0.6429
relative_P_100        	2024-79154	1.0000
relative_P_200        	2024-79154	1.0000
relative_P_500        	2024-79154	1.0000
relative_P_1000       	2024-79154	1.0000
success_1             	2024-79154	1.0000
success_5             	2024-79154	1.0000
success_10            	2024-79154	1.0000
set_P                 	2024-79154	0.1400
set_relative_P        	2024-79154	1.0000
set_recall            	2024-79154	1.0000
set_map               	2024-79154	0.1400
set_F                 	2024-79154	0.2456
num_nonrel_judged_ret 	2024-79154	38
num_ret               	2024-88894	100
num_rel               	2024-88894	46
num_rel_ret           	2024-88894	1
map                   	2024-88894	0.0002
Rprec                 	2024-88894	0.0000
bpref                 	2024-88894	0.0000
recip_rank            	2024-88894	0.0105
iprec_at_recall_0.00  	2024-88894	0.0105
iprec_at_recall_0.10  	2024-88894	0.0000
iprec_at_recall_0.20  	2024-88894	0.0000
iprec_at_recall_0.30  	2024-88894	0.0000
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.0000
P_10                  	2024-88894	0.0000
P_15                  	2024-88894	0.0000
P_20                  	2024-88894	0.0000
P_30                  	2024-88894	0.0000
P_100                 	2024-88894	0.0100
P_200                 	2024-88894	0.0050
P_500                 	2024-88894	0.0020
P_1000                	2024-88894	0.0010
relstring             	2024-88894	'0000000000'
recall_5              	2024-88894	0.0000
recall_10             	2024-88894	0.0000
recall_15             	2024-88894	0.0000
recall_20             	2024-88894	0.0000
recall_30             	2024-88894	0.0000
recall_100            	2024-88894	0.0217
recall_200            	2024-88894	0.0217
recall_500            	2024-88894	0.0217
recall_1000           	2024-88894	0.0217
infAP                 	2024-88894	0.0002
Rprec_mult_0.20       	2024-88894	0.0000
Rprec_mult_0.40       	2024-88894	0.0000
Rprec_mult_0.60       	2024-88894	0.0000
Rprec_mult_0.80       	2024-88894	0.0000
Rprec_mult_1.00       	2024-88894	0.0000
Rprec_mult_1.20       	2024-88894	0.0000
Rprec_mult_1.40       	2024-88894	0.0000
Rprec_mult_1.60       	2024-88894	0.0000
Rprec_mult_1.80       	2024-88894	0.0000
Rprec_mult_2.00       	2024-88894	0.0000
utility               	2024-88894	-98.0000
11pt_avg              	2024-88894	0.0010
binG                  	2024-88894	0.0033
G                     	2024-88894	0.0032
ndcg                  	2024-88894	0.0115
ndcg_rel              	2024-88894	0.0115
Rndcg                 	2024-88894	0.0038
ndcg_cut_5            	2024-88894	0.0000
ndcg_cut_10           	2024-88894	0.0000
ndcg_cut_15           	2024-88894	0.0000
ndcg_cut_20           	2024-88894	0.0000
ndcg_cut_30           	2024-88894	0.0000
ndcg_cut_100          	2024-88894	0.0115
ndcg_cut_200          	2024-88894	0.0115
ndcg_cut_500          	2024-88894	0.0115
ndcg_cut_1000         	2024-88894	0.0115
map_cut_5             	2024-88894	0.0000
map_cut_10            	2024-88894	0.0000
map_cut_15            	2024-88894	0.0000
map_cut_20            	2024-88894	0.0000
map_cut_30            	2024-88894	0.0000
map_cut_100           	2024-88894	0.0002
map_cut_200           	2024-88894	0.0002
map_cut_500           	2024-88894	0.0002
map_cut_1000          	2024-88894	0.0002
relative_P_5          	2024-88894	0.0000
relative_P_10         	2024-88894	0.0000
relative_P_15         	2024-88894	0.0000
relative_P_20         	2024-88894	0.0000
relative_P_30         	2024-88894	0.0000
relative_P_100        	2024-88894	0.0217
relative_P_200        	2024-88894	0.0217
relative_P_500        	2024-88894	0.0217
relative_P_1000       	2024-88894	0.0217
success_1             	2024-88894	0.0000
success_5             	2024-88894	0.0000
success_10            	2024-88894	0.0000
set_P                 	2024-88894	0.0100
set_relative_P        	2024-88894	0.0217
set_recall            	2024-88894	0.0217
set_map               	2024-88894	0.0002
set_F                 	2024-88894	0.0137
num_nonrel_judged_ret 	2024-88894	72
num_ret               	2024-94706	100
num_rel               	2024-94706	45
num_rel_ret           	2024-94706	17
map                   	2024-94706	0.1808
Rprec                 	2024-94706	0.2000
bpref                 	2024-94706	0.2523
recip_rank            	2024-94706	1.0000
iprec_at_recall_0.00  	2024-94706	1.0000
iprec_at_recall_0.10  	2024-94706	0.7000
iprec_at_recall_0.20  	2024-94706	0.2195
iprec_at_recall_0.30  	2024-94706	0.1951
iprec_at_recall_0.40  	2024-94706	0.0000
iprec_at_recall_0.50  	2024-94706	0.0000
iprec_at_recall_0.60  	2024-94706	0.0000
iprec_at_recall_0.70  	2024-94706	0.0000
iprec_at_recall_0.80  	2024-94706	0.0000
iprec_at_recall_0.90  	2024-94706	0.0000
iprec_at_recall_1.00  	2024-94706	0.0000
P_5                   	2024-94706	0.8000
P_10                  	2024-94706	0.7000
P_15                  	2024-94706	0.5333
P_20                  	2024-94706	0.4000
P_30                  	2024-94706	0.2667
P_100                 	2024-94706	0.1700
P_200                 	2024-94706	0.0850
P_500                 	2024-94706	0.0340
P_1000                	2024-94706	0.0170
relstring             	2024-94706	'1210100111'
recall_5              	2024-94706	0.0889
recall_10             	2024-94706	0.1556
recall_15             	2024-94706	0.1778
recall_20             	2024-94706	0.1778
recall_30             	2024-94706	0.1778
recall_100            	2024-94706	0.3778
recall_200            	2024-94706	0.3778
recall_500            	2024-94706	0.3778
recall_1000           	2024-94706	0.3778
infAP                 	2024-94706	0.1808
Rprec_mult_0.20       	2024-94706	0.6667
Rprec_mult_0.40       	2024-94706	0.4444
Rprec_mult_0.60       	2024-94706	0.2963
Rprec_mult_0.80       	2024-94706	0.2222
Rprec_mult_1.00       	2024-94706	0.2000
Rprec_mult_1.20       	2024-94706	0.1667
Rprec_mult_1.40       	2024-94706	0.1905
Rprec_mult_1.60       	2024-94706	0.1667
Rprec_mult_1.80       	2024-94706	0.1852
Rprec_mult_2.00       	2024-94706	0.1778
utility               	2024-94706	-66.0000
11pt_avg              	2024-94706	0.1922
binG                  	2024-94706	0.1523
G                     	2024-94706	0.1103
ndcg                  	2024-94706	0.3878
ndcg_rel              	2024-94706	0.4102
Rndcg                 	2024-94706	0.4078
ndcg_cut_5            	2024-94706	0.5340
ndcg_cut_10           	2024-94706	0.5411
ndcg_cut_15           	2024-94706	0.4909
ndcg_cut_20           	2024-94706	0.4329
ndcg_cut_30           	2024-94706	0.3571
ndcg_cut_100          	2024-94706	0.3878
ndcg_cut_200          	2024-94706	0.3878
ndcg_cut_500          	2024-94706	0.3878
ndcg_cut_1000         	2024-94706	0.3878
map_cut_5             	2024-94706	0.0844
map_cut_10            	2024-94706	0.1287
map_cut_15            	2024-94706	0.1435
map_cut_20            	2024-94706	0.1435
map_cut_30            	2024-94706	0.1435
map_cut_100           	2024-94706	0.1808
map_cut_200           	2024-94706	0.1808
map_cut_500           	2024-94706	0.1808
map_cut_1000          	2024-94706	0.1808
relative_P_5          	2024-94706	0.8000
relative_P_10         	2024-94706	0.7000
relative_P_15         	2024-94706	0.5333
relative_P_20         	2024-94706	0.4000
relative_P_30         	2024-94706	0.2667
relative_P_100        	2024-94706	0.3778
relative_P_200        	2024-94706	0.3778
relative_P_500        	2024-94706	0.3778
relative_P_1000       	2024-94706	0.3778
success_1             	2024-94706	1.0000
success_5             	2024-94706	1.0000
success_10            	2024-94706	1.0000
set_P                 	2024-94706	0.1700
set_relative_P        	2024-94706	0.3778
set_recall            	2024-94706	0.3778
set_map               	2024-94706	0.0642
set_F                 	2024-94706	0.2345
num_nonrel_judged_ret 	2024-94706	35
num_ret               	2024-96063	100
num_rel               	2024-96063	91
num_rel_ret           	2024-96063	16
map                   	2024-96063	0.0344
Rprec                 	2024-96063	0.1758
bpref                 	2024-96063	0.1173
recip_rank            	2024-96063	0.1429
iprec_at_recall_0.00  	2024-96063	0.2326
iprec_at_recall_0.10  	2024-96063	0.2326
iprec_at_recall_0.20  	2024-96063	0.0000
iprec_at_recall_0.30  	2024-96063	0.0000
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	0.0000
P_10                  	2024-96063	0.2000
P_15                  	2024-96063	0.1333
P_20                  	2024-96063	0.1500
P_30                  	2024-96063	0.2000
P_100                 	2024-96063	0.1600
P_200                 	2024-96063	0.0800
P_500                 	2024-96063	0.0320
P_1000                	2024-96063	0.0160
relstring             	2024-96063	'0000002002'
recall_5              	2024-96063	0.0000
recall_10             	2024-96063	0.0220
recall_15             	2024-96063	0.0220
recall_20             	2024-96063	0.0330
recall_30             	2024-96063	0.0659
recall_100            	2024-96063	0.1758
recall_200            	2024-96063	0.1758
recall_500            	2024-96063	0.1758
recall_1000           	2024-96063	0.1758
infAP                 	2024-96063	0.0344
Rprec_mult_0.20       	2024-96063	0.1579
Rprec_mult_0.40       	2024-96063	0.1892
Rprec_mult_0.60       	2024-96063	0.1818
Rprec_mult_0.80       	2024-96063	0.1918
Rprec_mult_1.00       	2024-96063	0.1758
Rprec_mult_1.20       	2024-96063	0.1455
Rprec_mult_1.40       	2024-96063	0.1250
Rprec_mult_1.60       	2024-96063	0.1096
Rprec_mult_1.80       	2024-96063	0.0976
Rprec_mult_2.00       	2024-96063	0.0879
utility               	2024-96063	-68.0000
11pt_avg              	2024-96063	0.0423
binG                  	2024-96063	0.0371
G                     	2024-96063	0.0354
ndcg                  	2024-96063	0.1734
ndcg_rel              	2024-96063	0.1697
Rndcg                 	2024-96063	0.1235
ndcg_cut_5            	2024-96063	0.0000
ndcg_cut_10           	2024-96063	0.1110
ndcg_cut_15           	2024-96063	0.0899
ndcg_cut_20           	2024-96063	0.1203
ndcg_cut_30           	2024-96063	0.1586
ndcg_cut_100          	2024-96063	0.1734
ndcg_cut_200          	2024-96063	0.1734
ndcg_cut_500          	2024-96063	0.1734
ndcg_cut_1000         	2024-96063	0.1734
map_cut_5             	2024-96063	0.0000
map_cut_10            	2024-96063	0.0038
map_cut_15            	2024-96063	0.0038
map_cut_20            	2024-96063	0.0056
map_cut_30            	2024-96063	0.0124
map_cut_100           	2024-96063	0.0344
map_cut_200           	2024-96063	0.0344
map_cut_500           	2024-96063	0.0344
map_cut_1000          	2024-96063	0.0344
relative_P_5          	2024-96063	0.0000
relative_P_10         	2024-96063	0.2000
relative_P_15         	2024-96063	0.1333
relative_P_20         	2024-96063	0.1500
relative_P_30         	2024-96063	0.2000
relative_P_100        	2024-96063	0.1758
relative_P_200        	2024-96063	0.1758
relative_P_500        	2024-96063	0.1758
relative_P_1000       	2024-96063	0.1758
success_1             	2024-96063	0.0000
success_5             	2024-96063	0.0000
success_10            	2024-96063	1.0000
set_P                 	2024-96063	0.1600
set_relative_P        	2024-96063	0.1758
set_recall            	2024-96063	0.1758
set_map               	2024-96063	0.0281
set_F                 	2024-96063	0.1675
num_nonrel_judged_ret 	2024-96063	62
num_ret               	2024-96359	100
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	14
map                   	2024-96359	0.0974
Rprec                 	2024-96359	0.2182
bpref                 	2024-96359	0.2545
recip_rank            	2024-96359	1.0000
iprec_at_recall_0.00  	2024-96359	1.0000
iprec_at_recall_0.10  	2024-96359	0.2941
iprec_at_recall_0.20  	2024-96359	0.2750
iprec_at_recall_0.30  	2024-96359	0.0000
iprec_at_recall_0.40  	2024-96359	0.0000
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	0.6000
P_10                  	2024-96359	0.3000
P_15                  	2024-96359	0.2667
P_20                  	2024-96359	0.2500
P_30                  	2024-96359	0.2667
P_100                 	2024-96359	0.1400
P_200                 	2024-96359	0.0700
P_500                 	2024-96359	0.0280
P_1000                	2024-96359	0.0140
relstring             	2024-96359	'1-11------'
recall_5              	2024-96359	0.0545
recall_10             	2024-96359	0.0545
recall_15             	2024-96359	0.0727
recall_20             	2024-96359	0.0909
recall_30             	2024-96359	0.1455
recall_100            	2024-96359	0.2545
recall_200            	2024-96359	0.2545
recall_500            	2024-96359	0.2545
recall_1000           	2024-96359	0.2545
infAP                 	2024-96359	0.0974
Rprec_mult_0.20       	2024-96359	0.3636
Rprec_mult_0.40       	2024-96359	0.2273
Rprec_mult_0.60       	2024-96359	0.2727
Rprec_mult_0.80       	2024-96359	0.2500
Rprec_mult_1.00       	2024-96359	0.2182
Rprec_mult_1.20       	2024-96359	0.2121
Rprec_mult_1.40       	2024-96359	0.1818
Rprec_mult_1.60       	2024-96359	0.1591
Rprec_mult_1.80       	2024-96359	0.1414
Rprec_mult_2.00       	2024-96359	0.1273
utility               	2024-96359	-72.0000
11pt_avg              	2024-96359	0.1426
binG                  	2024-96359	0.0850
G                     	2024-96359	0.0672
ndcg                  	2024-96359	0.2700
ndcg_rel              	2024-96359	0.2831
Rndcg                 	2024-96359	0.2749
ndcg_cut_5            	2024-96359	0.4216
ndcg_cut_10           	2024-96359	0.3127
ndcg_cut_15           	2024-96359	0.2949
ndcg_cut_20           	2024-96359	0.2815
ndcg_cut_30           	2024-96359	0.2834
ndcg_cut_100          	2024-96359	0.2700
ndcg_cut_200          	2024-96359	0.2700
ndcg_cut_500          	2024-96359	0.2700
ndcg_cut_1000         	2024-96359	0.2700
map_cut_5             	2024-96359	0.0439
map_cut_10            	2024-96359	0.0439
map_cut_15            	2024-96359	0.0506
map_cut_20            	2024-96359	0.0553
map_cut_30            	2024-96359	0.0689
map_cut_100           	2024-96359	0.0974
map_cut_200           	2024-96359	0.0974
map_cut_500           	2024-96359	0.0974
map_cut_1000          	2024-96359	0.0974
relative_P_5          	2024-96359	0.6000
relative_P_10         	2024-96359	0.3000
relative_P_15         	2024-96359	0.2667
relative_P_20         	2024-96359	0.2500
relative_P_30         	2024-96359	0.2667
relative_P_100        	2024-96359	0.2545
relative_P_200        	2024-96359	0.2545
relative_P_500        	2024-96359	0.2545
relative_P_1000       	2024-96359	0.2545
success_1             	2024-96359	1.0000
success_5             	2024-96359	1.0000
success_10            	2024-96359	1.0000
set_P                 	2024-96359	0.1400
set_relative_P        	2024-96359	0.2545
set_recall            	2024-96359	0.2545
set_map               	2024-96359	0.0356
set_F                 	2024-96359	0.1806
num_nonrel_judged_ret 	2024-96359	0
runid                 	all	ielab
num_q                 	all	86
num_ret               	all	8600
num_rel               	all	12717
num_rel_ret           	all	4179
map                   	all	0.2732
gm_map                	all	0.2100
Rprec                 	all	0.3357
bpref                 	all	0.3314
recip_rank            	all	0.8757
iprec_at_recall_0.00  	all	0.9083
iprec_at_recall_0.10  	all	0.7859
iprec_at_recall_0.20  	all	0.6466
iprec_at_recall_0.30  	all	0.4282
iprec_at_recall_0.40  	all	0.2208
iprec_at_recall_0.50  	all	0.1377
iprec_at_recall_0.60  	all	0.0511
iprec_at_recall_0.70  	all	0.0264
iprec_at_recall_0.80  	all	0.0118
iprec_at_recall_0.90  	all	0.0108
iprec_at_recall_1.00  	all	0.0100
P_5                   	all	0.8163
P_10                  	all	0.7884
P_15                  	all	0.7651
P_20                  	all	0.7558
P_30                  	all	0.7004
P_100                 	all	0.4859
P_200                 	all	0.2430
P_500                 	all	0.0972
P_1000                	all	0.0486
recall_5              	all	0.0398
recall_10             	all	0.0757
recall_15             	all	0.1039
recall_20             	all	0.1360
recall_30             	all	0.1851
recall_100            	all	0.3888
recall_200            	all	0.3888
recall_500            	all	0.3888
recall_1000           	all	0.3888
infAP                 	all	0.2732
gm_bpref              	all	0.2607
Rprec_mult_0.20       	all	0.6972
Rprec_mult_0.40       	all	0.5833
Rprec_mult_0.60       	all	0.4824
Rprec_mult_0.80       	all	0.3972
Rprec_mult_1.00       	all	0.3357
Rprec_mult_1.20       	all	0.2897
Rprec_mult_1.40       	all	0.2535
Rprec_mult_1.60       	all	0.2240
Rprec_mult_1.80       	all	0.2030
Rprec_mult_2.00       	all	0.1840
utility               	all	-2.8140
11pt_avg              	all	0.2943
binG                  	all	0.1761
G                     	all	0.1147
ndcg                  	all	0.4422
ndcg_rel              	all	0.4797
Rndcg                 	all	0.4807
ndcg_cut_5            	all	0.6193
ndcg_cut_10           	all	0.6059
ndcg_cut_15           	all	0.5940
ndcg_cut_20           	all	0.5962
ndcg_cut_30           	all	0.5820
ndcg_cut_100          	all	0.5343
ndcg_cut_200          	all	0.4526
ndcg_cut_500          	all	0.4422
ndcg_cut_1000         	all	0.4422
map_cut_5             	all	0.0344
map_cut_10            	all	0.0625
map_cut_15            	all	0.0855
map_cut_20            	all	0.1078
map_cut_30            	all	0.1441
map_cut_100           	all	0.2732
map_cut_200           	all	0.2732
map_cut_500           	all	0.2732
map_cut_1000          	all	0.2732
relative_P_5          	all	0.8163
relative_P_10         	all	0.7910
relative_P_15         	all	0.7701
relative_P_20         	all	0.7661
relative_P_30         	all	0.7200
relative_P_100        	all	0.5660
relative_P_200        	all	0.4066
relative_P_500        	all	0.3888
relative_P_1000       	all	0.3888
success_1             	all	0.8256
success_5             	all	0.9302
success_10            	all	0.9767
set_P                 	all	0.4859
set_relative_P        	all	0.5660
set_recall            	all	0.3888
set_map               	all	0.1871
set_F                 	all	0.3842
num_nonrel_judged_ret 	all	1002
