num_ret               	2024-105741	100
num_rel               	2024-105741	139
num_rel_ret           	2024-105741	51
map                   	2024-105741	0.2551
Rprec                 	2024-105741	0.3669
bpref                 	2024-105741	0.3228
recip_rank            	2024-105741	1.0000
iprec_at_recall_0.00  	2024-105741	1.0000
iprec_at_recall_0.10  	2024-105741	0.7895
iprec_at_recall_0.20  	2024-105741	0.6275
iprec_at_recall_0.30  	2024-105741	0.5833
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	1.0000
P_10                  	2024-105741	1.0000
P_15                  	2024-105741	0.8000
P_20                  	2024-105741	0.7500
P_30                  	2024-105741	0.6000
P_100                 	2024-105741	0.5100
P_200                 	2024-105741	0.2550
P_500                 	2024-105741	0.1020
P_1000                	2024-105741	0.0510
relstring             	2024-105741	'2112223221'
recall_5              	2024-105741	0.0360
recall_10             	2024-105741	0.0719
recall_15             	2024-105741	0.0863
recall_20             	2024-105741	0.1079
recall_30             	2024-105741	0.1295
recall_100            	2024-105741	0.3669
recall_200            	2024-105741	0.3669
recall_500            	2024-105741	0.3669
recall_1000           	2024-105741	0.3669
infAP                 	2024-105741	0.2551
Rprec_mult_0.20       	2024-105741	0.6429
Rprec_mult_0.40       	2024-105741	0.6071
Rprec_mult_0.60       	2024-105741	0.5357
Rprec_mult_0.80       	2024-105741	0.4554
Rprec_mult_1.00       	2024-105741	0.3669
Rprec_mult_1.20       	2024-105741	0.3054
Rprec_mult_1.40       	2024-105741	0.2615
Rprec_mult_1.60       	2024-105741	0.2287
Rprec_mult_1.80       	2024-105741	0.2032
Rprec_mult_2.00       	2024-105741	0.1835
utility               	2024-105741	2.0000
11pt_avg              	2024-105741	0.2728
binG                  	2024-105741	0.1453
G                     	2024-105741	0.0985
ndcg                  	2024-105741	0.4589
ndcg_rel              	2024-105741	0.4990
Rndcg                 	2024-105741	0.4901
ndcg_cut_5            	2024-105741	0.5937
ndcg_cut_10           	2024-105741	0.7132
ndcg_cut_15           	2024-105741	0.6145
ndcg_cut_20           	2024-105741	0.5835
ndcg_cut_30           	2024-105741	0.5041
ndcg_cut_100          	2024-105741	0.5373
ndcg_cut_200          	2024-105741	0.4589
ndcg_cut_500          	2024-105741	0.4589
ndcg_cut_1000         	2024-105741	0.4589
map_cut_5             	2024-105741	0.0360
map_cut_10            	2024-105741	0.0719
map_cut_15            	2024-105741	0.0838
map_cut_20            	2024-105741	0.1009
map_cut_30            	2024-105741	0.1161
map_cut_100           	2024-105741	0.2551
map_cut_200           	2024-105741	0.2551
map_cut_500           	2024-105741	0.2551
map_cut_1000          	2024-105741	0.2551
relative_P_5          	2024-105741	1.0000
relative_P_10         	2024-105741	1.0000
relative_P_15         	2024-105741	0.8000
relative_P_20         	2024-105741	0.7500
relative_P_30         	2024-105741	0.6000
relative_P_100        	2024-105741	0.5100
relative_P_200        	2024-105741	0.3669
relative_P_500        	2024-105741	0.3669
relative_P_1000       	2024-105741	0.3669
success_1             	2024-105741	1.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.5100
set_relative_P        	2024-105741	0.5100
set_recall            	2024-105741	0.3669
set_map               	2024-105741	0.1871
set_F                 	2024-105741	0.4268
num_nonrel_judged_ret 	2024-105741	44
num_ret               	2024-121840	100
num_rel               	2024-121840	111
num_rel_ret           	2024-121840	35
map                   	2024-121840	0.1640
Rprec                 	2024-121840	0.3153
bpref                 	2024-121840	0.2435
recip_rank            	2024-121840	1.0000
iprec_at_recall_0.00  	2024-121840	1.0000
iprec_at_recall_0.10  	2024-121840	0.5333
iprec_at_recall_0.20  	2024-121840	0.4211
iprec_at_recall_0.30  	2024-121840	0.3500
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.8000
P_10                  	2024-121840	0.6000
P_15                  	2024-121840	0.4667
P_20                  	2024-121840	0.5000
P_30                  	2024-121840	0.5333
P_100                 	2024-121840	0.3500
P_200                 	2024-121840	0.1750
P_500                 	2024-121840	0.0700
P_1000                	2024-121840	0.0350
relstring             	2024-121840	'3232030300'
recall_5              	2024-121840	0.0360
recall_10             	2024-121840	0.0541
recall_15             	2024-121840	0.0631
recall_20             	2024-121840	0.0901
recall_30             	2024-121840	0.1441
recall_100            	2024-121840	0.3153
recall_200            	2024-121840	0.3153
recall_500            	2024-121840	0.3153
recall_1000           	2024-121840	0.3153
infAP                 	2024-121840	0.1640
Rprec_mult_0.20       	2024-121840	0.4783
Rprec_mult_0.40       	2024-121840	0.4444
Rprec_mult_0.60       	2024-121840	0.3881
Rprec_mult_0.80       	2024-121840	0.3371
Rprec_mult_1.00       	2024-121840	0.3153
Rprec_mult_1.20       	2024-121840	0.2612
Rprec_mult_1.40       	2024-121840	0.2244
Rprec_mult_1.60       	2024-121840	0.1966
Rprec_mult_1.80       	2024-121840	0.1750
Rprec_mult_2.00       	2024-121840	0.1577
utility               	2024-121840	-30.0000
11pt_avg              	2024-121840	0.2095
binG                  	2024-121840	0.1035
G                     	2024-121840	0.0939
ndcg                  	2024-121840	0.4220
ndcg_rel              	2024-121840	0.4569
Rndcg                 	2024-121840	0.4376
ndcg_cut_5            	2024-121840	0.7488
ndcg_cut_10           	2024-121840	0.6337
ndcg_cut_15           	2024-121840	0.5388
ndcg_cut_20           	2024-121840	0.5040
ndcg_cut_30           	2024-121840	0.5130
ndcg_cut_100          	2024-121840	0.4376
ndcg_cut_200          	2024-121840	0.4220
ndcg_cut_500          	2024-121840	0.4220
ndcg_cut_1000         	2024-121840	0.4220
map_cut_5             	2024-121840	0.0360
map_cut_10            	2024-121840	0.0503
map_cut_15            	2024-121840	0.0560
map_cut_20            	2024-121840	0.0690
map_cut_30            	2024-121840	0.0960
map_cut_100           	2024-121840	0.1640
map_cut_200           	2024-121840	0.1640
map_cut_500           	2024-121840	0.1640
map_cut_1000          	2024-121840	0.1640
relative_P_5          	2024-121840	0.8000
relative_P_10         	2024-121840	0.6000
relative_P_15         	2024-121840	0.4667
relative_P_20         	2024-121840	0.5000
relative_P_30         	2024-121840	0.5333
relative_P_100        	2024-121840	0.3500
relative_P_200        	2024-121840	0.3153
relative_P_500        	2024-121840	0.3153
relative_P_1000       	2024-121840	0.3153
success_1             	2024-121840	1.0000
success_5             	2024-121840	1.0000
success_10            	2024-121840	1.0000
set_P                 	2024-121840	0.3500
set_relative_P        	2024-121840	0.3500
set_recall            	2024-121840	0.3153
set_map               	2024-121840	0.1104
set_F                 	2024-121840	0.3318
num_nonrel_judged_ret 	2024-121840	60
num_ret               	2024-127266	100
num_rel               	2024-127266	216
num_rel_ret           	2024-127266	94
map                   	2024-127266	0.4251
Rprec                 	2024-127266	0.4352
bpref                 	2024-127266	0.4104
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	1.0000
iprec_at_recall_0.20  	2024-127266	0.9818
iprec_at_recall_0.30  	2024-127266	0.9706
iprec_at_recall_0.40  	2024-127266	0.9579
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	1.0000
P_10                  	2024-127266	1.0000
P_15                  	2024-127266	1.0000
P_20                  	2024-127266	1.0000
P_30                  	2024-127266	1.0000
P_100                 	2024-127266	0.9400
P_200                 	2024-127266	0.4700
P_500                 	2024-127266	0.1880
P_1000                	2024-127266	0.0940
relstring             	2024-127266	'2323331213'
recall_5              	2024-127266	0.0231
recall_10             	2024-127266	0.0463
recall_15             	2024-127266	0.0694
recall_20             	2024-127266	0.0926
recall_30             	2024-127266	0.1389
recall_100            	2024-127266	0.4352
recall_200            	2024-127266	0.4352
recall_500            	2024-127266	0.4352
recall_1000           	2024-127266	0.4352
infAP                 	2024-127266	0.4251
Rprec_mult_0.20       	2024-127266	0.9773
Rprec_mult_0.40       	2024-127266	0.9540
Rprec_mult_0.60       	2024-127266	0.7231
Rprec_mult_0.80       	2024-127266	0.5434
Rprec_mult_1.00       	2024-127266	0.4352
Rprec_mult_1.20       	2024-127266	0.3615
Rprec_mult_1.40       	2024-127266	0.3102
Rprec_mult_1.60       	2024-127266	0.2717
Rprec_mult_1.80       	2024-127266	0.2416
Rprec_mult_2.00       	2024-127266	0.2176
utility               	2024-127266	88.0000
11pt_avg              	2024-127266	0.4464
binG                  	2024-127266	0.2949
G                     	2024-127266	0.1153
ndcg                  	2024-127266	0.5579
ndcg_rel              	2024-127266	0.6380
Rndcg                 	2024-127266	0.6746
ndcg_cut_5            	2024-127266	0.8304
ndcg_cut_10           	2024-127266	0.7737
ndcg_cut_15           	2024-127266	0.7185
ndcg_cut_20           	2024-127266	0.7322
ndcg_cut_30           	2024-127266	0.7313
ndcg_cut_100          	2024-127266	0.7333
ndcg_cut_200          	2024-127266	0.5758
ndcg_cut_500          	2024-127266	0.5579
ndcg_cut_1000         	2024-127266	0.5579
map_cut_5             	2024-127266	0.0231
map_cut_10            	2024-127266	0.0463
map_cut_15            	2024-127266	0.0694
map_cut_20            	2024-127266	0.0926
map_cut_30            	2024-127266	0.1389
map_cut_100           	2024-127266	0.4251
map_cut_200           	2024-127266	0.4251
map_cut_500           	2024-127266	0.4251
map_cut_1000          	2024-127266	0.4251
relative_P_5          	2024-127266	1.0000
relative_P_10         	2024-127266	1.0000
relative_P_15         	2024-127266	1.0000
relative_P_20         	2024-127266	1.0000
relative_P_30         	2024-127266	1.0000
relative_P_100        	2024-127266	0.9400
relative_P_200        	2024-127266	0.4700
relative_P_500        	2024-127266	0.4352
relative_P_1000       	2024-127266	0.4352
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	0.9400
set_relative_P        	2024-127266	0.9400
set_recall            	2024-127266	0.4352
set_map               	2024-127266	0.4091
set_F                 	2024-127266	0.5949
num_nonrel_judged_ret 	2024-127266	1
num_ret               	2024-127288	100
num_rel               	2024-127288	331
num_rel_ret           	2024-127288	83
map                   	2024-127288	0.2311
Rprec                 	2024-127288	0.2508
bpref                 	2024-127288	0.2483
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.9273
iprec_at_recall_0.20  	2024-127288	0.8375
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	1.0000
P_10                  	2024-127288	1.0000
P_15                  	2024-127288	1.0000
P_20                  	2024-127288	1.0000
P_30                  	2024-127288	1.0000
P_100                 	2024-127288	0.8300
P_200                 	2024-127288	0.4150
P_500                 	2024-127288	0.1660
P_1000                	2024-127288	0.0830
relstring             	2024-127288	'2223221322'
recall_5              	2024-127288	0.0151
recall_10             	2024-127288	0.0302
recall_15             	2024-127288	0.0453
recall_20             	2024-127288	0.0604
recall_30             	2024-127288	0.0906
recall_100            	2024-127288	0.2508
recall_200            	2024-127288	0.2508
recall_500            	2024-127288	0.2508
recall_1000           	2024-127288	0.2508
infAP                 	2024-127288	0.2311
Rprec_mult_0.20       	2024-127288	0.8955
Rprec_mult_0.40       	2024-127288	0.6241
Rprec_mult_0.60       	2024-127288	0.4171
Rprec_mult_0.80       	2024-127288	0.3132
Rprec_mult_1.00       	2024-127288	0.2508
Rprec_mult_1.20       	2024-127288	0.2085
Rprec_mult_1.40       	2024-127288	0.1789
Rprec_mult_1.60       	2024-127288	0.1566
Rprec_mult_1.80       	2024-127288	0.1393
Rprec_mult_2.00       	2024-127288	0.1254
utility               	2024-127288	66.0000
11pt_avg              	2024-127288	0.2513
binG                  	2024-127288	0.1422
G                     	2024-127288	0.0590
ndcg                  	2024-127288	0.3629
ndcg_rel              	2024-127288	0.4418
Rndcg                 	2024-127288	0.4784
ndcg_cut_5            	2024-127288	0.7154
ndcg_cut_10           	2024-127288	0.6970
ndcg_cut_15           	2024-127288	0.6918
ndcg_cut_20           	2024-127288	0.6987
ndcg_cut_30           	2024-127288	0.7070
ndcg_cut_100          	2024-127288	0.6771
ndcg_cut_200          	2024-127288	0.4579
ndcg_cut_500          	2024-127288	0.3629
ndcg_cut_1000         	2024-127288	0.3629
map_cut_5             	2024-127288	0.0151
map_cut_10            	2024-127288	0.0302
map_cut_15            	2024-127288	0.0453
map_cut_20            	2024-127288	0.0604
map_cut_30            	2024-127288	0.0906
map_cut_100           	2024-127288	0.2311
map_cut_200           	2024-127288	0.2311
map_cut_500           	2024-127288	0.2311
map_cut_1000          	2024-127288	0.2311
relative_P_5          	2024-127288	1.0000
relative_P_10         	2024-127288	1.0000
relative_P_15         	2024-127288	1.0000
relative_P_20         	2024-127288	1.0000
relative_P_30         	2024-127288	1.0000
relative_P_100        	2024-127288	0.8300
relative_P_200        	2024-127288	0.4150
relative_P_500        	2024-127288	0.2508
relative_P_1000       	2024-127288	0.2508
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	0.8300
set_relative_P        	2024-127288	0.8300
set_recall            	2024-127288	0.2508
set_map               	2024-127288	0.2081
set_F                 	2024-127288	0.3852
num_nonrel_judged_ret 	2024-127288	1
num_ret               	2024-12875	100
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	92
map                   	2024-12875	0.3750
Rprec                 	2024-12875	0.3817
bpref                 	2024-12875	0.3817
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	1.0000
iprec_at_recall_0.20  	2024-12875	1.0000
iprec_at_recall_0.30  	2024-12875	0.9545
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	1.0000
P_10                  	2024-12875	1.0000
P_15                  	2024-12875	1.0000
P_20                  	2024-12875	1.0000
P_30                  	2024-12875	1.0000
P_100                 	2024-12875	0.9200
P_200                 	2024-12875	0.4600
P_500                 	2024-12875	0.1840
P_1000                	2024-12875	0.0920
relstring             	2024-12875	'3333333333'
recall_5              	2024-12875	0.0207
recall_10             	2024-12875	0.0415
recall_15             	2024-12875	0.0622
recall_20             	2024-12875	0.0830
recall_30             	2024-12875	0.1245
recall_100            	2024-12875	0.3817
recall_200            	2024-12875	0.3817
recall_500            	2024-12875	0.3817
recall_1000           	2024-12875	0.3817
infAP                 	2024-12875	0.3750
Rprec_mult_0.20       	2024-12875	1.0000
Rprec_mult_0.40       	2024-12875	0.9278
Rprec_mult_0.60       	2024-12875	0.6345
Rprec_mult_0.80       	2024-12875	0.4767
Rprec_mult_1.00       	2024-12875	0.3817
Rprec_mult_1.20       	2024-12875	0.3172
Rprec_mult_1.40       	2024-12875	0.2722
Rprec_mult_1.60       	2024-12875	0.2383
Rprec_mult_1.80       	2024-12875	0.2120
Rprec_mult_2.00       	2024-12875	0.1909
utility               	2024-12875	84.0000
11pt_avg              	2024-12875	0.3595
binG                  	2024-12875	0.2949
G                     	2024-12875	0.2143
ndcg                  	2024-12875	0.5693
ndcg_rel              	2024-12875	0.7182
Rndcg                 	2024-12875	0.6391
ndcg_cut_5            	2024-12875	1.0000
ndcg_cut_10           	2024-12875	1.0000
ndcg_cut_15           	2024-12875	1.0000
ndcg_cut_20           	2024-12875	0.9884
ndcg_cut_30           	2024-12875	0.9834
ndcg_cut_100          	2024-12875	0.8893
ndcg_cut_200          	2024-12875	0.6016
ndcg_cut_500          	2024-12875	0.5693
ndcg_cut_1000         	2024-12875	0.5693
map_cut_5             	2024-12875	0.0207
map_cut_10            	2024-12875	0.0415
map_cut_15            	2024-12875	0.0622
map_cut_20            	2024-12875	0.0830
map_cut_30            	2024-12875	0.1245
map_cut_100           	2024-12875	0.3750
map_cut_200           	2024-12875	0.3750
map_cut_500           	2024-12875	0.3750
map_cut_1000          	2024-12875	0.3750
relative_P_5          	2024-12875	1.0000
relative_P_10         	2024-12875	1.0000
relative_P_15         	2024-12875	1.0000
relative_P_20         	2024-12875	1.0000
relative_P_30         	2024-12875	1.0000
relative_P_100        	2024-12875	0.9200
relative_P_200        	2024-12875	0.4600
relative_P_500        	2024-12875	0.3817
relative_P_1000       	2024-12875	0.3817
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	0.9200
set_relative_P        	2024-12875	0.9200
set_recall            	2024-12875	0.3817
set_map               	2024-12875	0.3512
set_F                 	2024-12875	0.5396
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	100
num_rel               	2024-128784	234
num_rel_ret           	2024-128784	87
map                   	2024-128784	0.3511
Rprec                 	2024-128784	0.3718
bpref                 	2024-128784	0.3612
recip_rank            	2024-128784	1.0000
iprec_at_recall_0.00  	2024-128784	1.0000
iprec_at_recall_0.10  	2024-128784	0.9744
iprec_at_recall_0.20  	2024-128784	0.9608
iprec_at_recall_0.30  	2024-128784	0.8866
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	1.0000
P_10                  	2024-128784	1.0000
P_15                  	2024-128784	1.0000
P_20                  	2024-128784	1.0000
P_30                  	2024-128784	0.9667
P_100                 	2024-128784	0.8700
P_200                 	2024-128784	0.4350
P_500                 	2024-128784	0.1740
P_1000                	2024-128784	0.0870
relstring             	2024-128784	'3332332132'
recall_5              	2024-128784	0.0214
recall_10             	2024-128784	0.0427
recall_15             	2024-128784	0.0641
recall_20             	2024-128784	0.0855
recall_30             	2024-128784	0.1239
recall_100            	2024-128784	0.3718
recall_200            	2024-128784	0.3718
recall_500            	2024-128784	0.3718
recall_1000           	2024-128784	0.3718
infAP                 	2024-128784	0.3511
Rprec_mult_0.20       	2024-128784	0.9574
Rprec_mult_0.40       	2024-128784	0.8830
Rprec_mult_0.60       	2024-128784	0.6170
Rprec_mult_0.80       	2024-128784	0.4628
Rprec_mult_1.00       	2024-128784	0.3718
Rprec_mult_1.20       	2024-128784	0.3096
Rprec_mult_1.40       	2024-128784	0.2652
Rprec_mult_1.60       	2024-128784	0.2320
Rprec_mult_1.80       	2024-128784	0.2062
Rprec_mult_2.00       	2024-128784	0.1859
utility               	2024-128784	74.0000
11pt_avg              	2024-128784	0.3474
binG                  	2024-128784	0.2111
G                     	2024-128784	0.1054
ndcg                  	2024-128784	0.4787
ndcg_rel              	2024-128784	0.6185
Rndcg                 	2024-128784	0.5070
ndcg_cut_5            	2024-128784	0.9513
ndcg_cut_10           	2024-128784	0.8765
ndcg_cut_15           	2024-128784	0.8744
ndcg_cut_20           	2024-128784	0.8954
ndcg_cut_30           	2024-128784	0.8645
ndcg_cut_100          	2024-128784	0.7911
ndcg_cut_200          	2024-128784	0.4998
ndcg_cut_500          	2024-128784	0.4787
ndcg_cut_1000         	2024-128784	0.4787
map_cut_5             	2024-128784	0.0214
map_cut_10            	2024-128784	0.0427
map_cut_15            	2024-128784	0.0641
map_cut_20            	2024-128784	0.0855
map_cut_30            	2024-128784	0.1226
map_cut_100           	2024-128784	0.3511
map_cut_200           	2024-128784	0.3511
map_cut_500           	2024-128784	0.3511
map_cut_1000          	2024-128784	0.3511
relative_P_5          	2024-128784	1.0000
relative_P_10         	2024-128784	1.0000
relative_P_15         	2024-128784	1.0000
relative_P_20         	2024-128784	1.0000
relative_P_30         	2024-128784	0.9667
relative_P_100        	2024-128784	0.8700
relative_P_200        	2024-128784	0.4350
relative_P_500        	2024-128784	0.3718
relative_P_1000       	2024-128784	0.3718
success_1             	2024-128784	1.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	0.8700
set_relative_P        	2024-128784	0.8700
set_recall            	2024-128784	0.3718
set_map               	2024-128784	0.3235
set_F                 	2024-128784	0.5210
num_nonrel_judged_ret 	2024-128784	3
num_ret               	2024-129925	100
num_rel               	2024-129925	85
num_rel_ret           	2024-129925	67
map                   	2024-129925	0.7203
Rprec                 	2024-129925	0.7059
bpref                 	2024-129925	0.7155
recip_rank            	2024-129925	1.0000
iprec_at_recall_0.00  	2024-129925	1.0000
iprec_at_recall_0.10  	2024-129925	1.0000
iprec_at_recall_0.20  	2024-129925	1.0000
iprec_at_recall_0.30  	2024-129925	0.9688
iprec_at_recall_0.40  	2024-129925	0.9474
iprec_at_recall_0.50  	2024-129925	0.9216
iprec_at_recall_0.60  	2024-129925	0.9123
iprec_at_recall_0.70  	2024-129925	0.7059
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	1.0000
P_10                  	2024-129925	1.0000
P_15                  	2024-129925	1.0000
P_20                  	2024-129925	1.0000
P_30                  	2024-129925	0.9667
P_100                 	2024-129925	0.6700
P_200                 	2024-129925	0.3350
P_500                 	2024-129925	0.1340
P_1000                	2024-129925	0.0670
relstring             	2024-129925	'2222222222'
recall_5              	2024-129925	0.0588
recall_10             	2024-129925	0.1176
recall_15             	2024-129925	0.1765
recall_20             	2024-129925	0.2353
recall_30             	2024-129925	0.3412
recall_100            	2024-129925	0.7882
recall_200            	2024-129925	0.7882
recall_500            	2024-129925	0.7882
recall_1000           	2024-129925	0.7882
infAP                 	2024-129925	0.7203
Rprec_mult_0.20       	2024-129925	1.0000
Rprec_mult_0.40       	2024-129925	0.9412
Rprec_mult_0.60       	2024-129925	0.9216
Rprec_mult_0.80       	2024-129925	0.7941
Rprec_mult_1.00       	2024-129925	0.7059
Rprec_mult_1.20       	2024-129925	0.6569
Rprec_mult_1.40       	2024-129925	0.5630
Rprec_mult_1.60       	2024-129925	0.4926
Rprec_mult_1.80       	2024-129925	0.4379
Rprec_mult_2.00       	2024-129925	0.3941
utility               	2024-129925	34.0000
11pt_avg              	2024-129925	0.6778
binG                  	2024-129925	0.4815
G                     	2024-129925	0.4595
ndcg                  	2024-129925	0.8415
ndcg_rel              	2024-129925	0.8995
Rndcg                 	2024-129925	0.8243
ndcg_cut_5            	2024-129925	1.0000
ndcg_cut_10           	2024-129925	1.0000
ndcg_cut_15           	2024-129925	1.0000
ndcg_cut_20           	2024-129925	1.0000
ndcg_cut_30           	2024-129925	0.9430
ndcg_cut_100          	2024-129925	0.8415
ndcg_cut_200          	2024-129925	0.8415
ndcg_cut_500          	2024-129925	0.8415
ndcg_cut_1000         	2024-129925	0.8415
map_cut_5             	2024-129925	0.0588
map_cut_10            	2024-129925	0.1176
map_cut_15            	2024-129925	0.1765
map_cut_20            	2024-129925	0.2353
map_cut_30            	2024-129925	0.3395
map_cut_100           	2024-129925	0.7203
map_cut_200           	2024-129925	0.7203
map_cut_500           	2024-129925	0.7203
map_cut_1000          	2024-129925	0.7203
relative_P_5          	2024-129925	1.0000
relative_P_10         	2024-129925	1.0000
relative_P_15         	2024-129925	1.0000
relative_P_20         	2024-129925	1.0000
relative_P_30         	2024-129925	0.9667
relative_P_100        	2024-129925	0.7882
relative_P_200        	2024-129925	0.7882
relative_P_500        	2024-129925	0.7882
relative_P_1000       	2024-129925	0.7882
success_1             	2024-129925	1.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	0.6700
set_relative_P        	2024-129925	0.7882
set_recall            	2024-129925	0.7882
set_map               	2024-129925	0.5281
set_F                 	2024-129925	0.7243
num_nonrel_judged_ret 	2024-129925	23
num_ret               	2024-136156	100
num_rel               	2024-136156	169
num_rel_ret           	2024-136156	83
map                   	2024-136156	0.4676
Rprec                 	2024-136156	0.4911
bpref                 	2024-136156	0.4767
recip_rank            	2024-136156	1.0000
iprec_at_recall_0.00  	2024-136156	1.0000
iprec_at_recall_0.10  	2024-136156	1.0000
iprec_at_recall_0.20  	2024-136156	0.9804
iprec_at_recall_0.30  	2024-136156	0.9643
iprec_at_recall_0.40  	2024-136156	0.9200
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	1.0000
P_10                  	2024-136156	1.0000
P_15                  	2024-136156	1.0000
P_20                  	2024-136156	1.0000
P_30                  	2024-136156	0.9667
P_100                 	2024-136156	0.8300
P_200                 	2024-136156	0.4150
P_500                 	2024-136156	0.1660
P_1000                	2024-136156	0.0830
relstring             	2024-136156	'2122222222'
recall_5              	2024-136156	0.0296
recall_10             	2024-136156	0.0592
recall_15             	2024-136156	0.0888
recall_20             	2024-136156	0.1183
recall_30             	2024-136156	0.1716
recall_100            	2024-136156	0.4911
recall_200            	2024-136156	0.4911
recall_500            	2024-136156	0.4911
recall_1000           	2024-136156	0.4911
infAP                 	2024-136156	0.4676
Rprec_mult_0.20       	2024-136156	0.9706
Rprec_mult_0.40       	2024-136156	0.9118
Rprec_mult_0.60       	2024-136156	0.8137
Rprec_mult_0.80       	2024-136156	0.6103
Rprec_mult_1.00       	2024-136156	0.4911
Rprec_mult_1.20       	2024-136156	0.4089
Rprec_mult_1.40       	2024-136156	0.3502
Rprec_mult_1.60       	2024-136156	0.3063
Rprec_mult_1.80       	2024-136156	0.2721
Rprec_mult_2.00       	2024-136156	0.2456
utility               	2024-136156	66.0000
11pt_avg              	2024-136156	0.4422
binG                  	2024-136156	0.3008
G                     	2024-136156	0.1441
ndcg                  	2024-136156	0.6047
ndcg_rel              	2024-136156	0.6745
Rndcg                 	2024-136156	0.6486
ndcg_cut_5            	2024-136156	0.5953
ndcg_cut_10           	2024-136156	0.7026
ndcg_cut_15           	2024-136156	0.7919
ndcg_cut_20           	2024-136156	0.7651
ndcg_cut_30           	2024-136156	0.7511
ndcg_cut_100          	2024-136156	0.7561
ndcg_cut_200          	2024-136156	0.6047
ndcg_cut_500          	2024-136156	0.6047
ndcg_cut_1000         	2024-136156	0.6047
map_cut_5             	2024-136156	0.0296
map_cut_10            	2024-136156	0.0592
map_cut_15            	2024-136156	0.0888
map_cut_20            	2024-136156	0.1183
map_cut_30            	2024-136156	0.1701
map_cut_100           	2024-136156	0.4676
map_cut_200           	2024-136156	0.4676
map_cut_500           	2024-136156	0.4676
map_cut_1000          	2024-136156	0.4676
relative_P_5          	2024-136156	1.0000
relative_P_10         	2024-136156	1.0000
relative_P_15         	2024-136156	1.0000
relative_P_20         	2024-136156	1.0000
relative_P_30         	2024-136156	0.9667
relative_P_100        	2024-136156	0.8300
relative_P_200        	2024-136156	0.4911
relative_P_500        	2024-136156	0.4911
relative_P_1000       	2024-136156	0.4911
success_1             	2024-136156	1.0000
success_5             	2024-136156	1.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	0.8300
set_relative_P        	2024-136156	0.8300
set_recall            	2024-136156	0.4911
set_map               	2024-136156	0.4076
set_F                 	2024-136156	0.6171
num_nonrel_judged_ret 	2024-136156	8
num_ret               	2024-137182	100
num_rel               	2024-137182	172
num_rel_ret           	2024-137182	39
map                   	2024-137182	0.0848
Rprec                 	2024-137182	0.2267
bpref                 	2024-137182	0.1773
recip_rank            	2024-137182	1.0000
iprec_at_recall_0.00  	2024-137182	1.0000
iprec_at_recall_0.10  	2024-137182	0.3980
iprec_at_recall_0.20  	2024-137182	0.3980
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	0.4000
P_10                  	2024-137182	0.4000
P_15                  	2024-137182	0.2667
P_20                  	2024-137182	0.2000
P_30                  	2024-137182	0.2000
P_100                 	2024-137182	0.3900
P_200                 	2024-137182	0.1950
P_500                 	2024-137182	0.0780
P_1000                	2024-137182	0.0390
relstring             	2024-137182	'2--1-2---2'
recall_5              	2024-137182	0.0116
recall_10             	2024-137182	0.0233
recall_15             	2024-137182	0.0233
recall_20             	2024-137182	0.0233
recall_30             	2024-137182	0.0349
recall_100            	2024-137182	0.2267
recall_200            	2024-137182	0.2267
recall_500            	2024-137182	0.2267
recall_1000           	2024-137182	0.2267
infAP                 	2024-137182	0.0848
Rprec_mult_0.20       	2024-137182	0.2857
Rprec_mult_0.40       	2024-137182	0.3623
Rprec_mult_0.60       	2024-137182	0.3750
Rprec_mult_0.80       	2024-137182	0.2826
Rprec_mult_1.00       	2024-137182	0.2267
Rprec_mult_1.20       	2024-137182	0.1884
Rprec_mult_1.40       	2024-137182	0.1618
Rprec_mult_1.60       	2024-137182	0.1413
Rprec_mult_1.80       	2024-137182	0.1258
Rprec_mult_2.00       	2024-137182	0.1134
utility               	2024-137182	-22.0000
11pt_avg              	2024-137182	0.1633
binG                  	2024-137182	0.0521
G                     	2024-137182	0.0358
ndcg                  	2024-137182	0.2278
ndcg_rel              	2024-137182	0.2368
Rndcg                 	2024-137182	0.2449
ndcg_cut_5            	2024-137182	0.2748
ndcg_cut_10           	2024-137182	0.2730
ndcg_cut_15           	2024-137182	0.2116
ndcg_cut_20           	2024-137182	0.1762
ndcg_cut_30           	2024-137182	0.1656
ndcg_cut_100          	2024-137182	0.2891
ndcg_cut_200          	2024-137182	0.2278
ndcg_cut_500          	2024-137182	0.2278
ndcg_cut_1000         	2024-137182	0.2278
map_cut_5             	2024-137182	0.0087
map_cut_10            	2024-137182	0.0140
map_cut_15            	2024-137182	0.0140
map_cut_20            	2024-137182	0.0140
map_cut_30            	2024-137182	0.0164
map_cut_100           	2024-137182	0.0848
map_cut_200           	2024-137182	0.0848
map_cut_500           	2024-137182	0.0848
map_cut_1000          	2024-137182	0.0848
relative_P_5          	2024-137182	0.4000
relative_P_10         	2024-137182	0.4000
relative_P_15         	2024-137182	0.2667
relative_P_20         	2024-137182	0.2000
relative_P_30         	2024-137182	0.2000
relative_P_100        	2024-137182	0.3900
relative_P_200        	2024-137182	0.2267
relative_P_500        	2024-137182	0.2267
relative_P_1000       	2024-137182	0.2267
success_1             	2024-137182	1.0000
success_5             	2024-137182	1.0000
success_10            	2024-137182	1.0000
set_P                 	2024-137182	0.3900
set_relative_P        	2024-137182	0.3900
set_recall            	2024-137182	0.2267
set_map               	2024-137182	0.0884
set_F                 	2024-137182	0.2868
num_nonrel_judged_ret 	2024-137182	4
num_ret               	2024-141577	100
num_rel               	2024-141577	195
num_rel_ret           	2024-141577	48
map                   	2024-141577	0.1619
Rprec                 	2024-141577	0.2462
bpref                 	2024-141577	0.2234
recip_rank            	2024-141577	1.0000
iprec_at_recall_0.00  	2024-141577	1.0000
iprec_at_recall_0.10  	2024-141577	0.7500
iprec_at_recall_0.20  	2024-141577	0.4944
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	0.8000
P_10                  	2024-141577	0.8000
P_15                  	2024-141577	0.8000
P_20                  	2024-141577	0.7500
P_30                  	2024-141577	0.7333
P_100                 	2024-141577	0.4800
P_200                 	2024-141577	0.2400
P_500                 	2024-141577	0.0960
P_1000                	2024-141577	0.0480
relstring             	2024-141577	'3201211220'
recall_5              	2024-141577	0.0205
recall_10             	2024-141577	0.0410
recall_15             	2024-141577	0.0615
recall_20             	2024-141577	0.0769
recall_30             	2024-141577	0.1128
recall_100            	2024-141577	0.2462
recall_200            	2024-141577	0.2462
recall_500            	2024-141577	0.2462
recall_1000           	2024-141577	0.2462
infAP                 	2024-141577	0.1619
Rprec_mult_0.20       	2024-141577	0.6667
Rprec_mult_0.40       	2024-141577	0.4872
Rprec_mult_0.60       	2024-141577	0.4103
Rprec_mult_0.80       	2024-141577	0.3077
Rprec_mult_1.00       	2024-141577	0.2462
Rprec_mult_1.20       	2024-141577	0.2051
Rprec_mult_1.40       	2024-141577	0.1758
Rprec_mult_1.60       	2024-141577	0.1538
Rprec_mult_1.80       	2024-141577	0.1368
Rprec_mult_2.00       	2024-141577	0.1231
utility               	2024-141577	-4.0000
11pt_avg              	2024-141577	0.2040
binG                  	2024-141577	0.0845
G                     	2024-141577	0.0636
ndcg                  	2024-141577	0.3347
ndcg_rel              	2024-141577	0.3840
Rndcg                 	2024-141577	0.4560
ndcg_cut_5            	2024-141577	0.6180
ndcg_cut_10           	2024-141577	0.6139
ndcg_cut_15           	2024-141577	0.6115
ndcg_cut_20           	2024-141577	0.5954
ndcg_cut_30           	2024-141577	0.5671
ndcg_cut_100          	2024-141577	0.4467
ndcg_cut_200          	2024-141577	0.3347
ndcg_cut_500          	2024-141577	0.3347
ndcg_cut_1000         	2024-141577	0.3347
map_cut_5             	2024-141577	0.0182
map_cut_10            	2024-141577	0.0359
map_cut_15            	2024-141577	0.0528
map_cut_20            	2024-141577	0.0651
map_cut_30            	2024-141577	0.0915
map_cut_100           	2024-141577	0.1619
map_cut_200           	2024-141577	0.1619
map_cut_500           	2024-141577	0.1619
map_cut_1000          	2024-141577	0.1619
relative_P_5          	2024-141577	0.8000
relative_P_10         	2024-141577	0.8000
relative_P_15         	2024-141577	0.8000
relative_P_20         	2024-141577	0.7500
relative_P_30         	2024-141577	0.7333
relative_P_100        	2024-141577	0.4800
relative_P_200        	2024-141577	0.2462
relative_P_500        	2024-141577	0.2462
relative_P_1000       	2024-141577	0.2462
success_1             	2024-141577	1.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.4800
set_relative_P        	2024-141577	0.4800
set_recall            	2024-141577	0.2462
set_map               	2024-141577	0.1182
set_F                 	2024-141577	0.3254
num_nonrel_judged_ret 	2024-141577	43
num_ret               	2024-142395	100
num_rel               	2024-142395	119
num_rel_ret           	2024-142395	62
map                   	2024-142395	0.4227
Rprec                 	2024-142395	0.5210
bpref                 	2024-142395	0.5035
recip_rank            	2024-142395	1.0000
iprec_at_recall_0.00  	2024-142395	1.0000
iprec_at_recall_0.10  	2024-142395	0.9444
iprec_at_recall_0.20  	2024-142395	0.8966
iprec_at_recall_0.30  	2024-142395	0.7400
iprec_at_recall_0.40  	2024-142395	0.7164
iprec_at_recall_0.50  	2024-142395	0.6559
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	1.0000
P_10                  	2024-142395	1.0000
P_15                  	2024-142395	0.9333
P_20                  	2024-142395	0.9000
P_30                  	2024-142395	0.8667
P_100                 	2024-142395	0.6200
P_200                 	2024-142395	0.3100
P_500                 	2024-142395	0.1240
P_1000                	2024-142395	0.0620
relstring             	2024-142395	'1111121111'
recall_5              	2024-142395	0.0420
recall_10             	2024-142395	0.0840
recall_15             	2024-142395	0.1176
recall_20             	2024-142395	0.1513
recall_30             	2024-142395	0.2185
recall_100            	2024-142395	0.5210
recall_200            	2024-142395	0.5210
recall_500            	2024-142395	0.5210
recall_1000           	2024-142395	0.5210
infAP                 	2024-142395	0.4227
Rprec_mult_0.20       	2024-142395	0.8750
Rprec_mult_0.40       	2024-142395	0.7292
Rprec_mult_0.60       	2024-142395	0.6806
Rprec_mult_0.80       	2024-142395	0.6458
Rprec_mult_1.00       	2024-142395	0.5210
Rprec_mult_1.20       	2024-142395	0.4336
Rprec_mult_1.40       	2024-142395	0.3713
Rprec_mult_1.60       	2024-142395	0.3246
Rprec_mult_1.80       	2024-142395	0.2884
Rprec_mult_2.00       	2024-142395	0.2605
utility               	2024-142395	24.0000
11pt_avg              	2024-142395	0.4503
binG                  	2024-142395	0.2280
G                     	2024-142395	0.1184
ndcg                  	2024-142395	0.5069
ndcg_rel              	2024-142395	0.5134
Rndcg                 	2024-142395	0.4268
ndcg_cut_5            	2024-142395	0.3917
ndcg_cut_10           	2024-142395	0.4572
ndcg_cut_15           	2024-142395	0.4622
ndcg_cut_20           	2024-142395	0.5084
ndcg_cut_30           	2024-142395	0.5466
ndcg_cut_100          	2024-142395	0.5577
ndcg_cut_200          	2024-142395	0.5069
ndcg_cut_500          	2024-142395	0.5069
ndcg_cut_1000         	2024-142395	0.5069
map_cut_5             	2024-142395	0.0420
map_cut_10            	2024-142395	0.0840
map_cut_15            	2024-142395	0.1151
map_cut_20            	2024-142395	0.1464
map_cut_30            	2024-142395	0.2057
map_cut_100           	2024-142395	0.4227
map_cut_200           	2024-142395	0.4227
map_cut_500           	2024-142395	0.4227
map_cut_1000          	2024-142395	0.4227
relative_P_5          	2024-142395	1.0000
relative_P_10         	2024-142395	1.0000
relative_P_15         	2024-142395	0.9333
relative_P_20         	2024-142395	0.9000
relative_P_30         	2024-142395	0.8667
relative_P_100        	2024-142395	0.6200
relative_P_200        	2024-142395	0.5210
relative_P_500        	2024-142395	0.5210
relative_P_1000       	2024-142395	0.5210
success_1             	2024-142395	1.0000
success_5             	2024-142395	1.0000
success_10            	2024-142395	1.0000
set_P                 	2024-142395	0.6200
set_relative_P        	2024-142395	0.6200
set_recall            	2024-142395	0.5210
set_map               	2024-142395	0.3230
set_F                 	2024-142395	0.5662
num_nonrel_judged_ret 	2024-142395	1
num_ret               	2024-143869	100
num_rel               	2024-143869	280
num_rel_ret           	2024-143869	68
map                   	2024-143869	0.2126
Rprec                 	2024-143869	0.2429
bpref                 	2024-143869	0.2353
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.8824
iprec_at_recall_0.20  	2024-143869	0.7671
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	1.0000
P_10                  	2024-143869	1.0000
P_15                  	2024-143869	1.0000
P_20                  	2024-143869	1.0000
P_30                  	2024-143869	0.8667
P_100                 	2024-143869	0.6800
P_200                 	2024-143869	0.3400
P_500                 	2024-143869	0.1360
P_1000                	2024-143869	0.0680
relstring             	2024-143869	'3232223323'
recall_5              	2024-143869	0.0179
recall_10             	2024-143869	0.0357
recall_15             	2024-143869	0.0536
recall_20             	2024-143869	0.0714
recall_30             	2024-143869	0.0929
recall_100            	2024-143869	0.2429
recall_200            	2024-143869	0.2429
recall_500            	2024-143869	0.2429
recall_1000           	2024-143869	0.2429
infAP                 	2024-143869	0.2126
Rprec_mult_0.20       	2024-143869	0.8393
Rprec_mult_0.40       	2024-143869	0.6071
Rprec_mult_0.60       	2024-143869	0.4048
Rprec_mult_0.80       	2024-143869	0.3036
Rprec_mult_1.00       	2024-143869	0.2429
Rprec_mult_1.20       	2024-143869	0.2024
Rprec_mult_1.40       	2024-143869	0.1735
Rprec_mult_1.60       	2024-143869	0.1518
Rprec_mult_1.80       	2024-143869	0.1349
Rprec_mult_2.00       	2024-143869	0.1214
utility               	2024-143869	36.0000
11pt_avg              	2024-143869	0.2409
binG                  	2024-143869	0.1279
G                     	2024-143869	0.0760
ndcg                  	2024-143869	0.4006
ndcg_rel              	2024-143869	0.4836
Rndcg                 	2024-143869	0.5204
ndcg_cut_5            	2024-143869	0.8362
ndcg_cut_10           	2024-143869	0.8455
ndcg_cut_15           	2024-143869	0.8073
ndcg_cut_20           	2024-143869	0.8059
ndcg_cut_30           	2024-143869	0.7204
ndcg_cut_100          	2024-143869	0.6505
ndcg_cut_200          	2024-143869	0.4520
ndcg_cut_500          	2024-143869	0.4006
ndcg_cut_1000         	2024-143869	0.4006
map_cut_5             	2024-143869	0.0179
map_cut_10            	2024-143869	0.0357
map_cut_15            	2024-143869	0.0536
map_cut_20            	2024-143869	0.0714
map_cut_30            	2024-143869	0.0917
map_cut_100           	2024-143869	0.2126
map_cut_200           	2024-143869	0.2126
map_cut_500           	2024-143869	0.2126
map_cut_1000          	2024-143869	0.2126
relative_P_5          	2024-143869	1.0000
relative_P_10         	2024-143869	1.0000
relative_P_15         	2024-143869	1.0000
relative_P_20         	2024-143869	1.0000
relative_P_30         	2024-143869	0.8667
relative_P_100        	2024-143869	0.6800
relative_P_200        	2024-143869	0.3400
relative_P_500        	2024-143869	0.2429
relative_P_1000       	2024-143869	0.2429
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	0.6800
set_relative_P        	2024-143869	0.6800
set_recall            	2024-143869	0.2429
set_map               	2024-143869	0.1651
set_F                 	2024-143869	0.3579
num_nonrel_judged_ret 	2024-143869	19
num_ret               	2024-145979	100
num_rel               	2024-145979	135
num_rel_ret           	2024-145979	91
map                   	2024-145979	0.6579
Rprec                 	2024-145979	0.6741
bpref                 	2024-145979	0.6706
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	1.0000
iprec_at_recall_0.20  	2024-145979	0.9848
iprec_at_recall_0.30  	2024-145979	0.9848
iprec_at_recall_0.40  	2024-145979	0.9848
iprec_at_recall_0.50  	2024-145979	0.9737
iprec_at_recall_0.60  	2024-145979	0.9529
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	1.0000
P_10                  	2024-145979	1.0000
P_15                  	2024-145979	1.0000
P_20                  	2024-145979	1.0000
P_30                  	2024-145979	0.9667
P_100                 	2024-145979	0.9100
P_200                 	2024-145979	0.4550
P_500                 	2024-145979	0.1820
P_1000                	2024-145979	0.0910
relstring             	2024-145979	'3333333333'
recall_5              	2024-145979	0.0370
recall_10             	2024-145979	0.0741
recall_15             	2024-145979	0.1111
recall_20             	2024-145979	0.1481
recall_30             	2024-145979	0.2148
recall_100            	2024-145979	0.6741
recall_200            	2024-145979	0.6741
recall_500            	2024-145979	0.6741
recall_1000           	2024-145979	0.6741
infAP                 	2024-145979	0.6579
Rprec_mult_0.20       	2024-145979	0.9630
Rprec_mult_0.40       	2024-145979	0.9815
Rprec_mult_0.60       	2024-145979	0.9506
Rprec_mult_0.80       	2024-145979	0.8426
Rprec_mult_1.00       	2024-145979	0.6741
Rprec_mult_1.20       	2024-145979	0.5617
Rprec_mult_1.40       	2024-145979	0.4815
Rprec_mult_1.60       	2024-145979	0.4213
Rprec_mult_1.80       	2024-145979	0.3745
Rprec_mult_2.00       	2024-145979	0.3370
utility               	2024-145979	82.0000
11pt_avg              	2024-145979	0.6256
binG                  	2024-145979	0.4503
G                     	2024-145979	0.2907
ndcg                  	2024-145979	0.7649
ndcg_rel              	2024-145979	0.8650
Rndcg                 	2024-145979	0.8067
ndcg_cut_5            	2024-145979	1.0000
ndcg_cut_10           	2024-145979	1.0000
ndcg_cut_15           	2024-145979	1.0000
ndcg_cut_20           	2024-145979	0.9884
ndcg_cut_30           	2024-145979	0.9377
ndcg_cut_100          	2024-145979	0.8586
ndcg_cut_200          	2024-145979	0.7649
ndcg_cut_500          	2024-145979	0.7649
ndcg_cut_1000         	2024-145979	0.7649
map_cut_5             	2024-145979	0.0370
map_cut_10            	2024-145979	0.0741
map_cut_15            	2024-145979	0.1111
map_cut_20            	2024-145979	0.1481
map_cut_30            	2024-145979	0.2138
map_cut_100           	2024-145979	0.6579
map_cut_200           	2024-145979	0.6579
map_cut_500           	2024-145979	0.6579
map_cut_1000          	2024-145979	0.6579
relative_P_5          	2024-145979	1.0000
relative_P_10         	2024-145979	1.0000
relative_P_15         	2024-145979	1.0000
relative_P_20         	2024-145979	1.0000
relative_P_30         	2024-145979	0.9667
relative_P_100        	2024-145979	0.9100
relative_P_200        	2024-145979	0.6741
relative_P_500        	2024-145979	0.6741
relative_P_1000       	2024-145979	0.6741
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	0.9100
set_relative_P        	2024-145979	0.9100
set_recall            	2024-145979	0.6741
set_map               	2024-145979	0.6134
set_F                 	2024-145979	0.7745
num_nonrel_judged_ret 	2024-145979	2
num_ret               	2024-149459	100
num_rel               	2024-149459	115
num_rel_ret           	2024-149459	74
map                   	2024-149459	0.5965
Rprec                 	2024-149459	0.6435
bpref                 	2024-149459	0.6435
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	1.0000
iprec_at_recall_0.20  	2024-149459	1.0000
iprec_at_recall_0.30  	2024-149459	1.0000
iprec_at_recall_0.40  	2024-149459	0.9583
iprec_at_recall_0.50  	2024-149459	0.8182
iprec_at_recall_0.60  	2024-149459	0.7753
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	1.0000
P_10                  	2024-149459	1.0000
P_15                  	2024-149459	1.0000
P_20                  	2024-149459	1.0000
P_30                  	2024-149459	1.0000
P_100                 	2024-149459	0.7400
P_200                 	2024-149459	0.3700
P_500                 	2024-149459	0.1480
P_1000                	2024-149459	0.0740
relstring             	2024-149459	'3233332323'
recall_5              	2024-149459	0.0435
recall_10             	2024-149459	0.0870
recall_15             	2024-149459	0.1304
recall_20             	2024-149459	0.1739
recall_30             	2024-149459	0.2609
recall_100            	2024-149459	0.6435
recall_200            	2024-149459	0.6435
recall_500            	2024-149459	0.6435
recall_1000           	2024-149459	0.6435
infAP                 	2024-149459	0.5965
Rprec_mult_0.20       	2024-149459	1.0000
Rprec_mult_0.40       	2024-149459	0.9565
Rprec_mult_0.60       	2024-149459	0.7971
Rprec_mult_0.80       	2024-149459	0.7717
Rprec_mult_1.00       	2024-149459	0.6435
Rprec_mult_1.20       	2024-149459	0.5362
Rprec_mult_1.40       	2024-149459	0.4596
Rprec_mult_1.60       	2024-149459	0.4022
Rprec_mult_1.80       	2024-149459	0.3575
Rprec_mult_2.00       	2024-149459	0.3217
utility               	2024-149459	48.0000
11pt_avg              	2024-149459	0.5956
binG                  	2024-149459	0.4427
G                     	2024-149459	0.2290
ndcg                  	2024-149459	0.7578
ndcg_rel              	2024-149459	0.8171
Rndcg                 	2024-149459	0.8001
ndcg_cut_5            	2024-149459	0.9287
ndcg_cut_10           	2024-149459	0.9072
ndcg_cut_15           	2024-149459	0.8641
ndcg_cut_20           	2024-149459	0.8810
ndcg_cut_30           	2024-149459	0.8668
ndcg_cut_100          	2024-149459	0.7989
ndcg_cut_200          	2024-149459	0.7578
ndcg_cut_500          	2024-149459	0.7578
ndcg_cut_1000         	2024-149459	0.7578
map_cut_5             	2024-149459	0.0435
map_cut_10            	2024-149459	0.0870
map_cut_15            	2024-149459	0.1304
map_cut_20            	2024-149459	0.1739
map_cut_30            	2024-149459	0.2609
map_cut_100           	2024-149459	0.5965
map_cut_200           	2024-149459	0.5965
map_cut_500           	2024-149459	0.5965
map_cut_1000          	2024-149459	0.5965
relative_P_5          	2024-149459	1.0000
relative_P_10         	2024-149459	1.0000
relative_P_15         	2024-149459	1.0000
relative_P_20         	2024-149459	1.0000
relative_P_30         	2024-149459	1.0000
relative_P_100        	2024-149459	0.7400
relative_P_200        	2024-149459	0.6435
relative_P_500        	2024-149459	0.6435
relative_P_1000       	2024-149459	0.6435
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	0.7400
set_relative_P        	2024-149459	0.7400
set_recall            	2024-149459	0.6435
set_map               	2024-149459	0.4762
set_F                 	2024-149459	0.6884
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	100
num_rel               	2024-152259	72
num_rel_ret           	2024-152259	38
map                   	2024-152259	0.2458
Rprec                 	2024-152259	0.4167
bpref                 	2024-152259	0.3952
recip_rank            	2024-152259	0.3333
iprec_at_recall_0.00  	2024-152259	0.6111
iprec_at_recall_0.10  	2024-152259	0.6111
iprec_at_recall_0.20  	2024-152259	0.5357
iprec_at_recall_0.30  	2024-152259	0.4286
iprec_at_recall_0.40  	2024-152259	0.4225
iprec_at_recall_0.50  	2024-152259	0.3956
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	0.4000
P_10                  	2024-152259	0.4000
P_15                  	2024-152259	0.5333
P_20                  	2024-152259	0.6000
P_30                  	2024-152259	0.5000
P_100                 	2024-152259	0.3800
P_200                 	2024-152259	0.1900
P_500                 	2024-152259	0.0760
P_1000                	2024-152259	0.0380
relstring             	2024-152259	'0013023000'
recall_5              	2024-152259	0.0278
recall_10             	2024-152259	0.0556
recall_15             	2024-152259	0.1111
recall_20             	2024-152259	0.1667
recall_30             	2024-152259	0.2083
recall_100            	2024-152259	0.5278
recall_200            	2024-152259	0.5278
recall_500            	2024-152259	0.5278
recall_1000           	2024-152259	0.5278
infAP                 	2024-152259	0.2458
Rprec_mult_0.20       	2024-152259	0.5333
Rprec_mult_0.40       	2024-152259	0.5172
Rprec_mult_0.60       	2024-152259	0.4318
Rprec_mult_0.80       	2024-152259	0.4138
Rprec_mult_1.00       	2024-152259	0.4167
Rprec_mult_1.20       	2024-152259	0.3908
Rprec_mult_1.40       	2024-152259	0.3762
Rprec_mult_1.60       	2024-152259	0.3276
Rprec_mult_1.80       	2024-152259	0.2923
Rprec_mult_2.00       	2024-152259	0.2639
utility               	2024-152259	-24.0000
11pt_avg              	2024-152259	0.2731
binG                  	2024-152259	0.1343
G                     	2024-152259	0.1276
ndcg                  	2024-152259	0.4685
ndcg_rel              	2024-152259	0.4321
Rndcg                 	2024-152259	0.3315
ndcg_cut_5            	2024-152259	0.2119
ndcg_cut_10           	2024-152259	0.3486
ndcg_cut_15           	2024-152259	0.4016
ndcg_cut_20           	2024-152259	0.4393
ndcg_cut_30           	2024-152259	0.4198
ndcg_cut_100          	2024-152259	0.4685
ndcg_cut_200          	2024-152259	0.4685
ndcg_cut_500          	2024-152259	0.4685
ndcg_cut_1000         	2024-152259	0.4685
map_cut_5             	2024-152259	0.0116
map_cut_10            	2024-152259	0.0265
map_cut_15            	2024-152259	0.0546
map_cut_20            	2024-152259	0.0874
map_cut_30            	2024-152259	0.1115
map_cut_100           	2024-152259	0.2458
map_cut_200           	2024-152259	0.2458
map_cut_500           	2024-152259	0.2458
map_cut_1000          	2024-152259	0.2458
relative_P_5          	2024-152259	0.4000
relative_P_10         	2024-152259	0.4000
relative_P_15         	2024-152259	0.5333
relative_P_20         	2024-152259	0.6000
relative_P_30         	2024-152259	0.5000
relative_P_100        	2024-152259	0.5278
relative_P_200        	2024-152259	0.5278
relative_P_500        	2024-152259	0.5278
relative_P_1000       	2024-152259	0.5278
success_1             	2024-152259	0.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	0.3800
set_relative_P        	2024-152259	0.5278
set_recall            	2024-152259	0.5278
set_map               	2024-152259	0.2006
set_F                 	2024-152259	0.4419
num_nonrel_judged_ret 	2024-152259	19
num_ret               	2024-152817	100
num_rel               	2024-152817	239
num_rel_ret           	2024-152817	85
map                   	2024-152817	0.3467
Rprec                 	2024-152817	0.3556
bpref                 	2024-152817	0.3439
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	1.0000
iprec_at_recall_0.20  	2024-152817	1.0000
iprec_at_recall_0.30  	2024-152817	0.9268
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	1.0000
P_10                  	2024-152817	1.0000
P_15                  	2024-152817	1.0000
P_20                  	2024-152817	1.0000
P_30                  	2024-152817	1.0000
P_100                 	2024-152817	0.8500
P_200                 	2024-152817	0.4250
P_500                 	2024-152817	0.1700
P_1000                	2024-152817	0.0850
relstring             	2024-152817	'1133312121'
recall_5              	2024-152817	0.0209
recall_10             	2024-152817	0.0418
recall_15             	2024-152817	0.0628
recall_20             	2024-152817	0.0837
recall_30             	2024-152817	0.1255
recall_100            	2024-152817	0.3556
recall_200            	2024-152817	0.3556
recall_500            	2024-152817	0.3556
recall_1000           	2024-152817	0.3556
infAP                 	2024-152817	0.3467
Rprec_mult_0.20       	2024-152817	1.0000
Rprec_mult_0.40       	2024-152817	0.8438
Rprec_mult_0.60       	2024-152817	0.5903
Rprec_mult_0.80       	2024-152817	0.4427
Rprec_mult_1.00       	2024-152817	0.3556
Rprec_mult_1.20       	2024-152817	0.2962
Rprec_mult_1.40       	2024-152817	0.2537
Rprec_mult_1.60       	2024-152817	0.2219
Rprec_mult_1.80       	2024-152817	0.1972
Rprec_mult_2.00       	2024-152817	0.1778
utility               	2024-152817	70.0000
11pt_avg              	2024-152817	0.3570
binG                  	2024-152817	0.2735
G                     	2024-152817	0.0804
ndcg                  	2024-152817	0.4461
ndcg_rel              	2024-152817	0.5013
Rndcg                 	2024-152817	0.5496
ndcg_cut_5            	2024-152817	0.6312
ndcg_cut_10           	2024-152817	0.5732
ndcg_cut_15           	2024-152817	0.5805
ndcg_cut_20           	2024-152817	0.5736
ndcg_cut_30           	2024-152817	0.5940
ndcg_cut_100          	2024-152817	0.6172
ndcg_cut_200          	2024-152817	0.4815
ndcg_cut_500          	2024-152817	0.4461
ndcg_cut_1000         	2024-152817	0.4461
map_cut_5             	2024-152817	0.0209
map_cut_10            	2024-152817	0.0418
map_cut_15            	2024-152817	0.0628
map_cut_20            	2024-152817	0.0837
map_cut_30            	2024-152817	0.1255
map_cut_100           	2024-152817	0.3467
map_cut_200           	2024-152817	0.3467
map_cut_500           	2024-152817	0.3467
map_cut_1000          	2024-152817	0.3467
relative_P_5          	2024-152817	1.0000
relative_P_10         	2024-152817	1.0000
relative_P_15         	2024-152817	1.0000
relative_P_20         	2024-152817	1.0000
relative_P_30         	2024-152817	1.0000
relative_P_100        	2024-152817	0.8500
relative_P_200        	2024-152817	0.4250
relative_P_500        	2024-152817	0.3556
relative_P_1000       	2024-152817	0.3556
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	0.8500
set_relative_P        	2024-152817	0.8500
set_recall            	2024-152817	0.3556
set_map               	2024-152817	0.3023
set_F                 	2024-152817	0.5015
num_nonrel_judged_ret 	2024-152817	2
num_ret               	2024-153051	100
num_rel               	2024-153051	117
num_rel_ret           	2024-153051	72
map                   	2024-153051	0.5539
Rprec                 	2024-153051	0.6154
bpref                 	2024-153051	0.5964
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	0.9744
iprec_at_recall_0.20  	2024-153051	0.9744
iprec_at_recall_0.30  	2024-153051	0.9744
iprec_at_recall_0.40  	2024-153051	0.8889
iprec_at_recall_0.50  	2024-153051	0.8429
iprec_at_recall_0.60  	2024-153051	0.7200
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	1.0000
P_10                  	2024-153051	0.9000
P_15                  	2024-153051	0.9333
P_20                  	2024-153051	0.9500
P_30                  	2024-153051	0.9667
P_100                 	2024-153051	0.7200
P_200                 	2024-153051	0.3600
P_500                 	2024-153051	0.1440
P_1000                	2024-153051	0.0720
relstring             	2024-153051	'3323330311'
recall_5              	2024-153051	0.0427
recall_10             	2024-153051	0.0769
recall_15             	2024-153051	0.1197
recall_20             	2024-153051	0.1624
recall_30             	2024-153051	0.2479
recall_100            	2024-153051	0.6154
recall_200            	2024-153051	0.6154
recall_500            	2024-153051	0.6154
recall_1000           	2024-153051	0.6154
infAP                 	2024-153051	0.5539
Rprec_mult_0.20       	2024-153051	0.9583
Rprec_mult_0.40       	2024-153051	0.8936
Rprec_mult_0.60       	2024-153051	0.8310
Rprec_mult_0.80       	2024-153051	0.7234
Rprec_mult_1.00       	2024-153051	0.6154
Rprec_mult_1.20       	2024-153051	0.5106
Rprec_mult_1.40       	2024-153051	0.4390
Rprec_mult_1.60       	2024-153051	0.3830
Rprec_mult_1.80       	2024-153051	0.3412
Rprec_mult_2.00       	2024-153051	0.3077
utility               	2024-153051	44.0000
11pt_avg              	2024-153051	0.5795
binG                  	2024-153051	0.3098
G                     	2024-153051	0.1999
ndcg                  	2024-153051	0.6724
ndcg_rel              	2024-153051	0.7386
Rndcg                 	2024-153051	0.7295
ndcg_cut_5            	2024-153051	0.9435
ndcg_cut_10           	2024-153051	0.8034
ndcg_cut_15           	2024-153051	0.7733
ndcg_cut_20           	2024-153051	0.7512
ndcg_cut_30           	2024-153051	0.7602
ndcg_cut_100          	2024-153051	0.7231
ndcg_cut_200          	2024-153051	0.6724
ndcg_cut_500          	2024-153051	0.6724
ndcg_cut_1000         	2024-153051	0.6724
map_cut_5             	2024-153051	0.0427
map_cut_10            	2024-153051	0.0741
map_cut_15            	2024-153051	0.1135
map_cut_20            	2024-153051	0.1538
map_cut_30            	2024-153051	0.2359
map_cut_100           	2024-153051	0.5539
map_cut_200           	2024-153051	0.5539
map_cut_500           	2024-153051	0.5539
map_cut_1000          	2024-153051	0.5539
relative_P_5          	2024-153051	1.0000
relative_P_10         	2024-153051	0.9000
relative_P_15         	2024-153051	0.9333
relative_P_20         	2024-153051	0.9500
relative_P_30         	2024-153051	0.9667
relative_P_100        	2024-153051	0.7200
relative_P_200        	2024-153051	0.6154
relative_P_500        	2024-153051	0.6154
relative_P_1000       	2024-153051	0.6154
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	0.7200
set_relative_P        	2024-153051	0.7200
set_recall            	2024-153051	0.6154
set_map               	2024-153051	0.4431
set_F                 	2024-153051	0.6636
num_nonrel_judged_ret 	2024-153051	12
num_ret               	2024-158261	100
num_rel               	2024-158261	218
num_rel_ret           	2024-158261	81
map                   	2024-158261	0.3332
Rprec                 	2024-158261	0.3716
bpref                 	2024-158261	0.3389
recip_rank            	2024-158261	1.0000
iprec_at_recall_0.00  	2024-158261	1.0000
iprec_at_recall_0.10  	2024-158261	0.9667
iprec_at_recall_0.20  	2024-158261	0.8929
iprec_at_recall_0.30  	2024-158261	0.8100
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	1.0000
P_10                  	2024-158261	1.0000
P_15                  	2024-158261	0.9333
P_20                  	2024-158261	0.9500
P_30                  	2024-158261	0.9667
P_100                 	2024-158261	0.8100
P_200                 	2024-158261	0.4050
P_500                 	2024-158261	0.1620
P_1000                	2024-158261	0.0810
relstring             	2024-158261	'2232122123'
recall_5              	2024-158261	0.0229
recall_10             	2024-158261	0.0459
recall_15             	2024-158261	0.0642
recall_20             	2024-158261	0.0872
recall_30             	2024-158261	0.1330
recall_100            	2024-158261	0.3716
recall_200            	2024-158261	0.3716
recall_500            	2024-158261	0.3716
recall_1000           	2024-158261	0.3716
infAP                 	2024-158261	0.3332
Rprec_mult_0.20       	2024-158261	0.8864
Rprec_mult_0.40       	2024-158261	0.7955
Rprec_mult_0.60       	2024-158261	0.6183
Rprec_mult_0.80       	2024-158261	0.4629
Rprec_mult_1.00       	2024-158261	0.3716
Rprec_mult_1.20       	2024-158261	0.3092
Rprec_mult_1.40       	2024-158261	0.2647
Rprec_mult_1.60       	2024-158261	0.2321
Rprec_mult_1.80       	2024-158261	0.2061
Rprec_mult_2.00       	2024-158261	0.1858
utility               	2024-158261	62.0000
11pt_avg              	2024-158261	0.3336
binG                  	2024-158261	0.1790
G                     	2024-158261	0.0788
ndcg                  	2024-158261	0.4312
ndcg_rel              	2024-158261	0.5057
Rndcg                 	2024-158261	0.5361
ndcg_cut_5            	2024-158261	0.6795
ndcg_cut_10           	2024-158261	0.6730
ndcg_cut_15           	2024-158261	0.6421
ndcg_cut_20           	2024-158261	0.6337
ndcg_cut_30           	2024-158261	0.6369
ndcg_cut_100          	2024-158261	0.5960
ndcg_cut_200          	2024-158261	0.4469
ndcg_cut_500          	2024-158261	0.4312
ndcg_cut_1000         	2024-158261	0.4312
map_cut_5             	2024-158261	0.0229
map_cut_10            	2024-158261	0.0459
map_cut_15            	2024-158261	0.0639
map_cut_20            	2024-158261	0.0856
map_cut_30            	2024-158261	0.1296
map_cut_100           	2024-158261	0.3332
map_cut_200           	2024-158261	0.3332
map_cut_500           	2024-158261	0.3332
map_cut_1000          	2024-158261	0.3332
relative_P_5          	2024-158261	1.0000
relative_P_10         	2024-158261	1.0000
relative_P_15         	2024-158261	0.9333
relative_P_20         	2024-158261	0.9500
relative_P_30         	2024-158261	0.9667
relative_P_100        	2024-158261	0.8100
relative_P_200        	2024-158261	0.4050
relative_P_500        	2024-158261	0.3716
relative_P_1000       	2024-158261	0.3716
success_1             	2024-158261	1.0000
success_5             	2024-158261	1.0000
success_10            	2024-158261	1.0000
set_P                 	2024-158261	0.8100
set_relative_P        	2024-158261	0.8100
set_recall            	2024-158261	0.3716
set_map               	2024-158261	0.3010
set_F                 	2024-158261	0.5094
num_nonrel_judged_ret 	2024-158261	4
num_ret               	2024-158677	100
num_rel               	2024-158677	254
num_rel_ret           	2024-158677	85
map                   	2024-158677	0.3227
Rprec                 	2024-158677	0.3346
bpref                 	2024-158677	0.3346
recip_rank            	2024-158677	1.0000
iprec_at_recall_0.00  	2024-158677	1.0000
iprec_at_recall_0.10  	2024-158677	1.0000
iprec_at_recall_0.20  	2024-158677	1.0000
iprec_at_recall_0.30  	2024-158677	0.8652
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	1.0000
P_10                  	2024-158677	1.0000
P_15                  	2024-158677	1.0000
P_20                  	2024-158677	1.0000
P_30                  	2024-158677	1.0000
P_100                 	2024-158677	0.8500
P_200                 	2024-158677	0.4250
P_500                 	2024-158677	0.1700
P_1000                	2024-158677	0.0850
relstring             	2024-158677	'2333232233'
recall_5              	2024-158677	0.0197
recall_10             	2024-158677	0.0394
recall_15             	2024-158677	0.0591
recall_20             	2024-158677	0.0787
recall_30             	2024-158677	0.1181
recall_100            	2024-158677	0.3346
recall_200            	2024-158677	0.3346
recall_500            	2024-158677	0.3346
recall_1000           	2024-158677	0.3346
infAP                 	2024-158677	0.3227
Rprec_mult_0.20       	2024-158677	1.0000
Rprec_mult_0.40       	2024-158677	0.8333
Rprec_mult_0.60       	2024-158677	0.5556
Rprec_mult_0.80       	2024-158677	0.4167
Rprec_mult_1.00       	2024-158677	0.3346
Rprec_mult_1.20       	2024-158677	0.2787
Rprec_mult_1.40       	2024-158677	0.2388
Rprec_mult_1.60       	2024-158677	0.2088
Rprec_mult_1.80       	2024-158677	0.1856
Rprec_mult_2.00       	2024-158677	0.1673
utility               	2024-158677	70.0000
11pt_avg              	2024-158677	0.3514
binG                  	2024-158677	0.2539
G                     	2024-158677	0.1143
ndcg                  	2024-158677	0.4931
ndcg_rel              	2024-158677	0.6120
Rndcg                 	2024-158677	0.6102
ndcg_cut_5            	2024-158677	0.8432
ndcg_cut_10           	2024-158677	0.8507
ndcg_cut_15           	2024-158677	0.8093
ndcg_cut_20           	2024-158677	0.7854
ndcg_cut_30           	2024-158677	0.8550
ndcg_cut_100          	2024-158677	0.8238
ndcg_cut_200          	2024-158677	0.5385
ndcg_cut_500          	2024-158677	0.4931
ndcg_cut_1000         	2024-158677	0.4931
map_cut_5             	2024-158677	0.0197
map_cut_10            	2024-158677	0.0394
map_cut_15            	2024-158677	0.0591
map_cut_20            	2024-158677	0.0787
map_cut_30            	2024-158677	0.1181
map_cut_100           	2024-158677	0.3227
map_cut_200           	2024-158677	0.3227
map_cut_500           	2024-158677	0.3227
map_cut_1000          	2024-158677	0.3227
relative_P_5          	2024-158677	1.0000
relative_P_10         	2024-158677	1.0000
relative_P_15         	2024-158677	1.0000
relative_P_20         	2024-158677	1.0000
relative_P_30         	2024-158677	1.0000
relative_P_100        	2024-158677	0.8500
relative_P_200        	2024-158677	0.4250
relative_P_500        	2024-158677	0.3346
relative_P_1000       	2024-158677	0.3346
success_1             	2024-158677	1.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	0.8500
set_relative_P        	2024-158677	0.8500
set_recall            	2024-158677	0.3346
set_map               	2024-158677	0.2844
set_F                 	2024-158677	0.4802
num_nonrel_judged_ret 	2024-158677	0
num_ret               	2024-158743	100
num_rel               	2024-158743	204
num_rel_ret           	2024-158743	78
map                   	2024-158743	0.3464
Rprec                 	2024-158743	0.3824
bpref                 	2024-158743	0.3606
recip_rank            	2024-158743	1.0000
iprec_at_recall_0.00  	2024-158743	1.0000
iprec_at_recall_0.10  	2024-158743	1.0000
iprec_at_recall_0.20  	2024-158743	0.9130
iprec_at_recall_0.30  	2024-158743	0.7955
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	1.0000
P_10                  	2024-158743	1.0000
P_15                  	2024-158743	1.0000
P_20                  	2024-158743	1.0000
P_30                  	2024-158743	1.0000
P_100                 	2024-158743	0.7800
P_200                 	2024-158743	0.3900
P_500                 	2024-158743	0.1560
P_1000                	2024-158743	0.0780
relstring             	2024-158743	'2333333332'
recall_5              	2024-158743	0.0245
recall_10             	2024-158743	0.0490
recall_15             	2024-158743	0.0735
recall_20             	2024-158743	0.0980
recall_30             	2024-158743	0.1471
recall_100            	2024-158743	0.3824
recall_200            	2024-158743	0.3824
recall_500            	2024-158743	0.3824
recall_1000           	2024-158743	0.3824
infAP                 	2024-158743	0.3464
Rprec_mult_0.20       	2024-158743	0.9024
Rprec_mult_0.40       	2024-158743	0.7927
Rprec_mult_0.60       	2024-158743	0.6341
Rprec_mult_0.80       	2024-158743	0.4756
Rprec_mult_1.00       	2024-158743	0.3824
Rprec_mult_1.20       	2024-158743	0.3184
Rprec_mult_1.40       	2024-158743	0.2727
Rprec_mult_1.60       	2024-158743	0.2385
Rprec_mult_1.80       	2024-158743	0.2120
Rprec_mult_2.00       	2024-158743	0.1912
utility               	2024-158743	56.0000
11pt_avg              	2024-158743	0.3371
binG                  	2024-158743	0.2281
G                     	2024-158743	0.1205
ndcg                  	2024-158743	0.4918
ndcg_rel              	2024-158743	0.6223
Rndcg                 	2024-158743	0.5341
ndcg_cut_5            	2024-158743	0.8869
ndcg_cut_10           	2024-158743	0.9054
ndcg_cut_15           	2024-158743	0.9267
ndcg_cut_20           	2024-158743	0.9164
ndcg_cut_30           	2024-158743	0.9044
ndcg_cut_100          	2024-158743	0.7289
ndcg_cut_200          	2024-158743	0.4946
ndcg_cut_500          	2024-158743	0.4918
ndcg_cut_1000         	2024-158743	0.4918
map_cut_5             	2024-158743	0.0245
map_cut_10            	2024-158743	0.0490
map_cut_15            	2024-158743	0.0735
map_cut_20            	2024-158743	0.0980
map_cut_30            	2024-158743	0.1471
map_cut_100           	2024-158743	0.3464
map_cut_200           	2024-158743	0.3464
map_cut_500           	2024-158743	0.3464
map_cut_1000          	2024-158743	0.3464
relative_P_5          	2024-158743	1.0000
relative_P_10         	2024-158743	1.0000
relative_P_15         	2024-158743	1.0000
relative_P_20         	2024-158743	1.0000
relative_P_30         	2024-158743	1.0000
relative_P_100        	2024-158743	0.7800
relative_P_200        	2024-158743	0.3900
relative_P_500        	2024-158743	0.3824
relative_P_1000       	2024-158743	0.3824
success_1             	2024-158743	1.0000
success_5             	2024-158743	1.0000
success_10            	2024-158743	1.0000
set_P                 	2024-158743	0.7800
set_relative_P        	2024-158743	0.7800
set_recall            	2024-158743	0.3824
set_map               	2024-158743	0.2982
set_F                 	2024-158743	0.5132
num_nonrel_judged_ret 	2024-158743	6
num_ret               	2024-18963	100
num_rel               	2024-18963	121
num_rel_ret           	2024-18963	63
map                   	2024-18963	0.4376
Rprec                 	2024-18963	0.5207
bpref                 	2024-18963	0.4843
recip_rank            	2024-18963	1.0000
iprec_at_recall_0.00  	2024-18963	1.0000
iprec_at_recall_0.10  	2024-18963	1.0000
iprec_at_recall_0.20  	2024-18963	0.8929
iprec_at_recall_0.30  	2024-18963	0.8298
iprec_at_recall_0.40  	2024-18963	0.7391
iprec_at_recall_0.50  	2024-18963	0.6559
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	1.0000
P_10                  	2024-18963	1.0000
P_15                  	2024-18963	0.9333
P_20                  	2024-18963	0.9000
P_30                  	2024-18963	0.8333
P_100                 	2024-18963	0.6300
P_200                 	2024-18963	0.3150
P_500                 	2024-18963	0.1260
P_1000                	2024-18963	0.0630
relstring             	2024-18963	'2332223312'
recall_5              	2024-18963	0.0413
recall_10             	2024-18963	0.0826
recall_15             	2024-18963	0.1157
recall_20             	2024-18963	0.1488
recall_30             	2024-18963	0.2066
recall_100            	2024-18963	0.5207
recall_200            	2024-18963	0.5207
recall_500            	2024-18963	0.5207
recall_1000           	2024-18963	0.5207
infAP                 	2024-18963	0.4376
Rprec_mult_0.20       	2024-18963	0.8800
Rprec_mult_0.40       	2024-18963	0.8163
Rprec_mult_0.60       	2024-18963	0.7260
Rprec_mult_0.80       	2024-18963	0.6289
Rprec_mult_1.00       	2024-18963	0.5207
Rprec_mult_1.20       	2024-18963	0.4315
Rprec_mult_1.40       	2024-18963	0.3706
Rprec_mult_1.60       	2024-18963	0.3247
Rprec_mult_1.80       	2024-18963	0.2890
Rprec_mult_2.00       	2024-18963	0.2603
utility               	2024-18963	26.0000
11pt_avg              	2024-18963	0.4652
binG                  	2024-18963	0.2428
G                     	2024-18963	0.1423
ndcg                  	2024-18963	0.5976
ndcg_rel              	2024-18963	0.6579
Rndcg                 	2024-18963	0.6752
ndcg_cut_5            	2024-18963	0.7945
ndcg_cut_10           	2024-18963	0.7751
ndcg_cut_15           	2024-18963	0.7355
ndcg_cut_20           	2024-18963	0.7313
ndcg_cut_30           	2024-18963	0.7075
ndcg_cut_100          	2024-18963	0.6420
ndcg_cut_200          	2024-18963	0.5976
ndcg_cut_500          	2024-18963	0.5976
ndcg_cut_1000         	2024-18963	0.5976
map_cut_5             	2024-18963	0.0413
map_cut_10            	2024-18963	0.0826
map_cut_15            	2024-18963	0.1157
map_cut_20            	2024-18963	0.1461
map_cut_30            	2024-18963	0.1969
map_cut_100           	2024-18963	0.4376
map_cut_200           	2024-18963	0.4376
map_cut_500           	2024-18963	0.4376
map_cut_1000          	2024-18963	0.4376
relative_P_5          	2024-18963	1.0000
relative_P_10         	2024-18963	1.0000
relative_P_15         	2024-18963	0.9333
relative_P_20         	2024-18963	0.9000
relative_P_30         	2024-18963	0.8333
relative_P_100        	2024-18963	0.6300
relative_P_200        	2024-18963	0.5207
relative_P_500        	2024-18963	0.5207
relative_P_1000       	2024-18963	0.5207
success_1             	2024-18963	1.0000
success_5             	2024-18963	1.0000
success_10            	2024-18963	1.0000
set_P                 	2024-18963	0.6300
set_relative_P        	2024-18963	0.6300
set_recall            	2024-18963	0.5207
set_map               	2024-18963	0.3280
set_F                 	2024-18963	0.5701
num_nonrel_judged_ret 	2024-18963	25
num_ret               	2024-19025	100
num_rel               	2024-19025	43
num_rel_ret           	2024-19025	26
map                   	2024-19025	0.2823
Rprec                 	2024-19025	0.3721
bpref                 	2024-19025	0.4040
recip_rank            	2024-19025	1.0000
iprec_at_recall_0.00  	2024-19025	1.0000
iprec_at_recall_0.10  	2024-19025	0.6250
iprec_at_recall_0.20  	2024-19025	0.5882
iprec_at_recall_0.30  	2024-19025	0.4483
iprec_at_recall_0.40  	2024-19025	0.3774
iprec_at_recall_0.50  	2024-19025	0.3492
iprec_at_recall_0.60  	2024-19025	0.2766
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.6000
P_10                  	2024-19025	0.6000
P_15                  	2024-19025	0.5333
P_20                  	2024-19025	0.5000
P_30                  	2024-19025	0.4333
P_100                 	2024-19025	0.2600
P_200                 	2024-19025	0.1300
P_500                 	2024-19025	0.0520
P_1000                	2024-19025	0.0260
relstring             	2024-19025	'3002220202'
recall_5              	2024-19025	0.0698
recall_10             	2024-19025	0.1395
recall_15             	2024-19025	0.1860
recall_20             	2024-19025	0.2326
recall_30             	2024-19025	0.3023
recall_100            	2024-19025	0.6047
recall_200            	2024-19025	0.6047
recall_500            	2024-19025	0.6047
recall_1000           	2024-19025	0.6047
infAP                 	2024-19025	0.2823
Rprec_mult_0.20       	2024-19025	0.5556
Rprec_mult_0.40       	2024-19025	0.5556
Rprec_mult_0.60       	2024-19025	0.4615
Rprec_mult_0.80       	2024-19025	0.4000
Rprec_mult_1.00       	2024-19025	0.3721
Rprec_mult_1.20       	2024-19025	0.3654
Rprec_mult_1.40       	2024-19025	0.3443
Rprec_mult_1.60       	2024-19025	0.3188
Rprec_mult_1.80       	2024-19025	0.2949
Rprec_mult_2.00       	2024-19025	0.2791
utility               	2024-19025	-48.0000
11pt_avg              	2024-19025	0.3332
binG                  	2024-19025	0.1824
G                     	2024-19025	0.1636
ndcg                  	2024-19025	0.5882
ndcg_rel              	2024-19025	0.5834
Rndcg                 	2024-19025	0.6798
ndcg_cut_5            	2024-19025	0.6720
ndcg_cut_10           	2024-19025	0.6500
ndcg_cut_15           	2024-19025	0.5969
ndcg_cut_20           	2024-19025	0.5678
ndcg_cut_30           	2024-19025	0.5089
ndcg_cut_100          	2024-19025	0.5882
ndcg_cut_200          	2024-19025	0.5882
ndcg_cut_500          	2024-19025	0.5882
ndcg_cut_1000         	2024-19025	0.5882
map_cut_5             	2024-19025	0.0488
map_cut_10            	2024-19025	0.0928
map_cut_15            	2024-19025	0.1186
map_cut_20            	2024-19025	0.1454
map_cut_30            	2024-19025	0.1782
map_cut_100           	2024-19025	0.2823
map_cut_200           	2024-19025	0.2823
map_cut_500           	2024-19025	0.2823
map_cut_1000          	2024-19025	0.2823
relative_P_5          	2024-19025	0.6000
relative_P_10         	2024-19025	0.6000
relative_P_15         	2024-19025	0.5333
relative_P_20         	2024-19025	0.5000
relative_P_30         	2024-19025	0.4333
relative_P_100        	2024-19025	0.6047
relative_P_200        	2024-19025	0.6047
relative_P_500        	2024-19025	0.6047
relative_P_1000       	2024-19025	0.6047
success_1             	2024-19025	1.0000
success_5             	2024-19025	1.0000
success_10            	2024-19025	1.0000
set_P                 	2024-19025	0.2600
set_relative_P        	2024-19025	0.6047
set_recall            	2024-19025	0.6047
set_map               	2024-19025	0.1572
set_F                 	2024-19025	0.3636
num_nonrel_judged_ret 	2024-19025	40
num_ret               	2024-213469	100
num_rel               	2024-213469	151
num_rel_ret           	2024-213469	45
map                   	2024-213469	0.1931
Rprec                 	2024-213469	0.2980
bpref                 	2024-213469	0.2874
recip_rank            	2024-213469	1.0000
iprec_at_recall_0.00  	2024-213469	1.0000
iprec_at_recall_0.10  	2024-213469	0.6596
iprec_at_recall_0.20  	2024-213469	0.6596
iprec_at_recall_0.30  	2024-213469	0.0000
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	0.8000
P_10                  	2024-213469	0.8000
P_15                  	2024-213469	0.8000
P_20                  	2024-213469	0.6500
P_30                  	2024-213469	0.5667
P_100                 	2024-213469	0.4500
P_200                 	2024-213469	0.2250
P_500                 	2024-213469	0.0900
P_1000                	2024-213469	0.0450
relstring             	2024-213469	'1-211-2212'
recall_5              	2024-213469	0.0265
recall_10             	2024-213469	0.0530
recall_15             	2024-213469	0.0795
recall_20             	2024-213469	0.0861
recall_30             	2024-213469	0.1126
recall_100            	2024-213469	0.2980
recall_200            	2024-213469	0.2980
recall_500            	2024-213469	0.2980
recall_1000           	2024-213469	0.2980
infAP                 	2024-213469	0.1931
Rprec_mult_0.20       	2024-213469	0.5484
Rprec_mult_0.40       	2024-213469	0.6066
Rprec_mult_0.60       	2024-213469	0.4615
Rprec_mult_0.80       	2024-213469	0.3719
Rprec_mult_1.00       	2024-213469	0.2980
Rprec_mult_1.20       	2024-213469	0.2473
Rprec_mult_1.40       	2024-213469	0.2123
Rprec_mult_1.60       	2024-213469	0.1860
Rprec_mult_1.80       	2024-213469	0.1654
Rprec_mult_2.00       	2024-213469	0.1490
utility               	2024-213469	-10.0000
11pt_avg              	2024-213469	0.2108
binG                  	2024-213469	0.0960
G                     	2024-213469	0.0801
ndcg                  	2024-213469	0.3868
ndcg_rel              	2024-213469	0.4251
Rndcg                 	2024-213469	0.4236
ndcg_cut_5            	2024-213469	0.4778
ndcg_cut_10           	2024-213469	0.5496
ndcg_cut_15           	2024-213469	0.5617
ndcg_cut_20           	2024-213469	0.5011
ndcg_cut_30           	2024-213469	0.4567
ndcg_cut_100          	2024-213469	0.4841
ndcg_cut_200          	2024-213469	0.3868
ndcg_cut_500          	2024-213469	0.3868
ndcg_cut_1000         	2024-213469	0.3868
map_cut_5             	2024-213469	0.0213
map_cut_10            	2024-213469	0.0414
map_cut_15            	2024-213469	0.0629
map_cut_20            	2024-213469	0.0677
map_cut_30            	2024-213469	0.0835
map_cut_100           	2024-213469	0.1931
map_cut_200           	2024-213469	0.1931
map_cut_500           	2024-213469	0.1931
map_cut_1000          	2024-213469	0.1931
relative_P_5          	2024-213469	0.8000
relative_P_10         	2024-213469	0.8000
relative_P_15         	2024-213469	0.8000
relative_P_20         	2024-213469	0.6500
relative_P_30         	2024-213469	0.5667
relative_P_100        	2024-213469	0.4500
relative_P_200        	2024-213469	0.2980
relative_P_500        	2024-213469	0.2980
relative_P_1000       	2024-213469	0.2980
success_1             	2024-213469	1.0000
success_5             	2024-213469	1.0000
success_10            	2024-213469	1.0000
set_P                 	2024-213469	0.4500
set_relative_P        	2024-213469	0.4500
set_recall            	2024-213469	0.2980
set_map               	2024-213469	0.1341
set_F                 	2024-213469	0.3586
num_nonrel_judged_ret 	2024-213469	6
num_ret               	2024-213789	100
num_rel               	2024-213789	91
num_rel_ret           	2024-213789	52
map                   	2024-213789	0.4772
Rprec                 	2024-213789	0.5275
bpref                 	2024-213789	0.5078
recip_rank            	2024-213789	1.0000
iprec_at_recall_0.00  	2024-213789	1.0000
iprec_at_recall_0.10  	2024-213789	1.0000
iprec_at_recall_0.20  	2024-213789	1.0000
iprec_at_recall_0.30  	2024-213789	0.8857
iprec_at_recall_0.40  	2024-213789	0.6981
iprec_at_recall_0.50  	2024-213789	0.5610
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	1.0000
P_10                  	2024-213789	1.0000
P_15                  	2024-213789	1.0000
P_20                  	2024-213789	1.0000
P_30                  	2024-213789	0.9000
P_100                 	2024-213789	0.5200
P_200                 	2024-213789	0.2600
P_500                 	2024-213789	0.1040
P_1000                	2024-213789	0.0520
relstring             	2024-213789	'2212222221'
recall_5              	2024-213789	0.0549
recall_10             	2024-213789	0.1099
recall_15             	2024-213789	0.1648
recall_20             	2024-213789	0.2198
recall_30             	2024-213789	0.2967
recall_100            	2024-213789	0.5714
recall_200            	2024-213789	0.5714
recall_500            	2024-213789	0.5714
recall_1000           	2024-213789	0.5714
infAP                 	2024-213789	0.4772
Rprec_mult_0.20       	2024-213789	1.0000
Rprec_mult_0.40       	2024-213789	0.8649
Rprec_mult_0.60       	2024-213789	0.6727
Rprec_mult_0.80       	2024-213789	0.5753
Rprec_mult_1.00       	2024-213789	0.5275
Rprec_mult_1.20       	2024-213789	0.4727
Rprec_mult_1.40       	2024-213789	0.4062
Rprec_mult_1.60       	2024-213789	0.3562
Rprec_mult_1.80       	2024-213789	0.3171
Rprec_mult_2.00       	2024-213789	0.2857
utility               	2024-213789	4.0000
11pt_avg              	2024-213789	0.4677
binG                  	2024-213789	0.3463
G                     	2024-213789	0.2266
ndcg                  	2024-213789	0.6811
ndcg_rel              	2024-213789	0.7502
Rndcg                 	2024-213789	0.6942
ndcg_cut_5            	2024-213789	0.9152
ndcg_cut_10           	2024-213789	0.9132
ndcg_cut_15           	2024-213789	0.8872
ndcg_cut_20           	2024-213789	0.8897
ndcg_cut_30           	2024-213789	0.7881
ndcg_cut_100          	2024-213789	0.6811
ndcg_cut_200          	2024-213789	0.6811
ndcg_cut_500          	2024-213789	0.6811
ndcg_cut_1000         	2024-213789	0.6811
map_cut_5             	2024-213789	0.0549
map_cut_10            	2024-213789	0.1099
map_cut_15            	2024-213789	0.1648
map_cut_20            	2024-213789	0.2198
map_cut_30            	2024-213789	0.2933
map_cut_100           	2024-213789	0.4772
map_cut_200           	2024-213789	0.4772
map_cut_500           	2024-213789	0.4772
map_cut_1000          	2024-213789	0.4772
relative_P_5          	2024-213789	1.0000
relative_P_10         	2024-213789	1.0000
relative_P_15         	2024-213789	1.0000
relative_P_20         	2024-213789	1.0000
relative_P_30         	2024-213789	0.9000
relative_P_100        	2024-213789	0.5714
relative_P_200        	2024-213789	0.5714
relative_P_500        	2024-213789	0.5714
relative_P_1000       	2024-213789	0.5714
success_1             	2024-213789	1.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	0.5200
set_relative_P        	2024-213789	0.5714
set_recall            	2024-213789	0.5714
set_map               	2024-213789	0.2971
set_F                 	2024-213789	0.5445
num_nonrel_judged_ret 	2024-213789	41
num_ret               	2024-213817	100
num_rel               	2024-213817	80
num_rel_ret           	2024-213817	50
map                   	2024-213817	0.4907
Rprec                 	2024-213817	0.5500
bpref                 	2024-213817	0.5252
recip_rank            	2024-213817	1.0000
iprec_at_recall_0.00  	2024-213817	1.0000
iprec_at_recall_0.10  	2024-213817	1.0000
iprec_at_recall_0.20  	2024-213817	0.9444
iprec_at_recall_0.30  	2024-213817	0.8929
iprec_at_recall_0.40  	2024-213817	0.6667
iprec_at_recall_0.50  	2024-213817	0.5570
iprec_at_recall_0.60  	2024-213817	0.5326
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	1.0000
P_10                  	2024-213817	1.0000
P_15                  	2024-213817	0.9333
P_20                  	2024-213817	0.9000
P_30                  	2024-213817	0.8333
P_100                 	2024-213817	0.5000
P_200                 	2024-213817	0.2500
P_500                 	2024-213817	0.1000
P_1000                	2024-213817	0.0500
relstring             	2024-213817	'1312212221'
recall_5              	2024-213817	0.0625
recall_10             	2024-213817	0.1250
recall_15             	2024-213817	0.1750
recall_20             	2024-213817	0.2250
recall_30             	2024-213817	0.3125
recall_100            	2024-213817	0.6250
recall_200            	2024-213817	0.6250
recall_500            	2024-213817	0.6250
recall_1000           	2024-213817	0.6250
infAP                 	2024-213817	0.4907
Rprec_mult_0.20       	2024-213817	0.9375
Rprec_mult_0.40       	2024-213817	0.8438
Rprec_mult_0.60       	2024-213817	0.6667
Rprec_mult_0.80       	2024-213817	0.5625
Rprec_mult_1.00       	2024-213817	0.5500
Rprec_mult_1.20       	2024-213817	0.5104
Rprec_mult_1.40       	2024-213817	0.4464
Rprec_mult_1.60       	2024-213817	0.3906
Rprec_mult_1.80       	2024-213817	0.3472
Rprec_mult_2.00       	2024-213817	0.3125
utility               	2024-213817	0.0000
11pt_avg              	2024-213817	0.5085
binG                  	2024-213817	0.3130
G                     	2024-213817	0.1528
ndcg                  	2024-213817	0.6140
ndcg_rel              	2024-213817	0.6073
Rndcg                 	2024-213817	0.5758
ndcg_cut_5            	2024-213817	0.5684
ndcg_cut_10           	2024-213817	0.6111
ndcg_cut_15           	2024-213817	0.6456
ndcg_cut_20           	2024-213817	0.6796
ndcg_cut_30           	2024-213817	0.6541
ndcg_cut_100          	2024-213817	0.6140
ndcg_cut_200          	2024-213817	0.6140
ndcg_cut_500          	2024-213817	0.6140
ndcg_cut_1000         	2024-213817	0.6140
map_cut_5             	2024-213817	0.0625
map_cut_10            	2024-213817	0.1250
map_cut_15            	2024-213817	0.1750
map_cut_20            	2024-213817	0.2215
map_cut_30            	2024-213817	0.2985
map_cut_100           	2024-213817	0.4907
map_cut_200           	2024-213817	0.4907
map_cut_500           	2024-213817	0.4907
map_cut_1000          	2024-213817	0.4907
relative_P_5          	2024-213817	1.0000
relative_P_10         	2024-213817	1.0000
relative_P_15         	2024-213817	0.9333
relative_P_20         	2024-213817	0.9000
relative_P_30         	2024-213817	0.8333
relative_P_100        	2024-213817	0.6250
relative_P_200        	2024-213817	0.6250
relative_P_500        	2024-213817	0.6250
relative_P_1000       	2024-213817	0.6250
success_1             	2024-213817	1.0000
success_5             	2024-213817	1.0000
success_10            	2024-213817	1.0000
set_P                 	2024-213817	0.5000
set_relative_P        	2024-213817	0.6250
set_recall            	2024-213817	0.6250
set_map               	2024-213817	0.3125
set_F                 	2024-213817	0.5556
num_nonrel_judged_ret 	2024-213817	43
num_ret               	2024-213978	100
num_rel               	2024-213978	69
num_rel_ret           	2024-213978	41
map                   	2024-213978	0.4075
Rprec                 	2024-213978	0.5072
bpref                 	2024-213978	0.5399
recip_rank            	2024-213978	1.0000
iprec_at_recall_0.00  	2024-213978	1.0000
iprec_at_recall_0.10  	2024-213978	1.0000
iprec_at_recall_0.20  	2024-213978	0.9333
iprec_at_recall_0.30  	2024-213978	0.5224
iprec_at_recall_0.40  	2024-213978	0.5224
iprec_at_recall_0.50  	2024-213978	0.5224
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	1.0000
P_10                  	2024-213978	1.0000
P_15                  	2024-213978	0.9333
P_20                  	2024-213978	0.8000
P_30                  	2024-213978	0.6000
P_100                 	2024-213978	0.4100
P_200                 	2024-213978	0.2050
P_500                 	2024-213978	0.0820
P_1000                	2024-213978	0.0410
relstring             	2024-213978	'1111111111'
recall_5              	2024-213978	0.0725
recall_10             	2024-213978	0.1449
recall_15             	2024-213978	0.2029
recall_20             	2024-213978	0.2319
recall_30             	2024-213978	0.2609
recall_100            	2024-213978	0.5942
recall_200            	2024-213978	0.5942
recall_500            	2024-213978	0.5942
recall_1000           	2024-213978	0.5942
infAP                 	2024-213978	0.4075
Rprec_mult_0.20       	2024-213978	0.9286
Rprec_mult_0.40       	2024-213978	0.6429
Rprec_mult_0.60       	2024-213978	0.4762
Rprec_mult_0.80       	2024-213978	0.5000
Rprec_mult_1.00       	2024-213978	0.5072
Rprec_mult_1.20       	2024-213978	0.4819
Rprec_mult_1.40       	2024-213978	0.4227
Rprec_mult_1.60       	2024-213978	0.3694
Rprec_mult_1.80       	2024-213978	0.3280
Rprec_mult_2.00       	2024-213978	0.2971
utility               	2024-213978	-18.0000
11pt_avg              	2024-213978	0.4091
binG                  	2024-213978	0.2746
G                     	2024-213978	0.1368
ndcg                  	2024-213978	0.5381
ndcg_rel              	2024-213978	0.5043
Rndcg                 	2024-213978	0.4988
ndcg_cut_5            	2024-213978	0.5000
ndcg_cut_10           	2024-213978	0.5000
ndcg_cut_15           	2024-213978	0.5231
ndcg_cut_20           	2024-213978	0.4930
ndcg_cut_30           	2024-213978	0.4525
ndcg_cut_100          	2024-213978	0.5381
ndcg_cut_200          	2024-213978	0.5381
ndcg_cut_500          	2024-213978	0.5381
ndcg_cut_1000         	2024-213978	0.5381
map_cut_5             	2024-213978	0.0725
map_cut_10            	2024-213978	0.1449
map_cut_15            	2024-213978	0.1998
map_cut_20            	2024-213978	0.2241
map_cut_30            	2024-213978	0.2432
map_cut_100           	2024-213978	0.4075
map_cut_200           	2024-213978	0.4075
map_cut_500           	2024-213978	0.4075
map_cut_1000          	2024-213978	0.4075
relative_P_5          	2024-213978	1.0000
relative_P_10         	2024-213978	1.0000
relative_P_15         	2024-213978	0.9333
relative_P_20         	2024-213978	0.8000
relative_P_30         	2024-213978	0.6000
relative_P_100        	2024-213978	0.5942
relative_P_200        	2024-213978	0.5942
relative_P_500        	2024-213978	0.5942
relative_P_1000       	2024-213978	0.5942
success_1             	2024-213978	1.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	0.4100
set_relative_P        	2024-213978	0.5942
set_recall            	2024-213978	0.5942
set_map               	2024-213978	0.2436
set_F                 	2024-213978	0.4852
num_nonrel_judged_ret 	2024-213978	4
num_ret               	2024-214096	100
num_rel               	2024-214096	183
num_rel_ret           	2024-214096	71
map                   	2024-214096	0.3432
Rprec                 	2024-214096	0.3880
bpref                 	2024-214096	0.3712
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.9630
iprec_at_recall_0.20  	2024-214096	0.8704
iprec_at_recall_0.30  	2024-214096	0.8261
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	1.0000
P_10                  	2024-214096	1.0000
P_15                  	2024-214096	1.0000
P_20                  	2024-214096	0.9500
P_30                  	2024-214096	0.9000
P_100                 	2024-214096	0.7100
P_200                 	2024-214096	0.3550
P_500                 	2024-214096	0.1420
P_1000                	2024-214096	0.0710
relstring             	2024-214096	'2332211223'
recall_5              	2024-214096	0.0273
recall_10             	2024-214096	0.0546
recall_15             	2024-214096	0.0820
recall_20             	2024-214096	0.1038
recall_30             	2024-214096	0.1475
recall_100            	2024-214096	0.3880
recall_200            	2024-214096	0.3880
recall_500            	2024-214096	0.3880
recall_1000           	2024-214096	0.3880
infAP                 	2024-214096	0.3432
Rprec_mult_0.20       	2024-214096	0.8649
Rprec_mult_0.40       	2024-214096	0.7973
Rprec_mult_0.60       	2024-214096	0.6455
Rprec_mult_0.80       	2024-214096	0.4830
Rprec_mult_1.00       	2024-214096	0.3880
Rprec_mult_1.20       	2024-214096	0.3227
Rprec_mult_1.40       	2024-214096	0.2763
Rprec_mult_1.60       	2024-214096	0.2423
Rprec_mult_1.80       	2024-214096	0.2152
Rprec_mult_2.00       	2024-214096	0.1940
utility               	2024-214096	42.0000
11pt_avg              	2024-214096	0.3327
binG                  	2024-214096	0.1947
G                     	2024-214096	0.1080
ndcg                  	2024-214096	0.5084
ndcg_rel              	2024-214096	0.5871
Rndcg                 	2024-214096	0.6160
ndcg_cut_5            	2024-214096	0.7945
ndcg_cut_10           	2024-214096	0.7359
ndcg_cut_15           	2024-214096	0.7451
ndcg_cut_20           	2024-214096	0.7393
ndcg_cut_30           	2024-214096	0.7326
ndcg_cut_100          	2024-214096	0.6434
ndcg_cut_200          	2024-214096	0.5084
ndcg_cut_500          	2024-214096	0.5084
ndcg_cut_1000         	2024-214096	0.5084
map_cut_5             	2024-214096	0.0273
map_cut_10            	2024-214096	0.0546
map_cut_15            	2024-214096	0.0820
map_cut_20            	2024-214096	0.1030
map_cut_30            	2024-214096	0.1447
map_cut_100           	2024-214096	0.3432
map_cut_200           	2024-214096	0.3432
map_cut_500           	2024-214096	0.3432
map_cut_1000          	2024-214096	0.3432
relative_P_5          	2024-214096	1.0000
relative_P_10         	2024-214096	1.0000
relative_P_15         	2024-214096	1.0000
relative_P_20         	2024-214096	0.9500
relative_P_30         	2024-214096	0.9000
relative_P_100        	2024-214096	0.7100
relative_P_200        	2024-214096	0.3880
relative_P_500        	2024-214096	0.3880
relative_P_1000       	2024-214096	0.3880
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	0.7100
set_relative_P        	2024-214096	0.7100
set_recall            	2024-214096	0.3880
set_map               	2024-214096	0.2755
set_F                 	2024-214096	0.5018
num_nonrel_judged_ret 	2024-214096	15
num_ret               	2024-214126	100
num_rel               	2024-214126	9
num_rel_ret           	2024-214126	0
map                   	2024-214126	0.0000
Rprec                 	2024-214126	0.0000
bpref                 	2024-214126	0.0000
recip_rank            	2024-214126	0.0000
iprec_at_recall_0.00  	2024-214126	0.0000
iprec_at_recall_0.10  	2024-214126	0.0000
iprec_at_recall_0.20  	2024-214126	0.0000
iprec_at_recall_0.30  	2024-214126	0.0000
iprec_at_recall_0.40  	2024-214126	0.0000
iprec_at_recall_0.50  	2024-214126	0.0000
iprec_at_recall_0.60  	2024-214126	0.0000
iprec_at_recall_0.70  	2024-214126	0.0000
iprec_at_recall_0.80  	2024-214126	0.0000
iprec_at_recall_0.90  	2024-214126	0.0000
iprec_at_recall_1.00  	2024-214126	0.0000
P_5                   	2024-214126	0.0000
P_10                  	2024-214126	0.0000
P_15                  	2024-214126	0.0000
P_20                  	2024-214126	0.0000
P_30                  	2024-214126	0.0000
P_100                 	2024-214126	0.0000
P_200                 	2024-214126	0.0000
P_500                 	2024-214126	0.0000
P_1000                	2024-214126	0.0000
relstring             	2024-214126	'00-0000-00'
recall_5              	2024-214126	0.0000
recall_10             	2024-214126	0.0000
recall_15             	2024-214126	0.0000
recall_20             	2024-214126	0.0000
recall_30             	2024-214126	0.0000
recall_100            	2024-214126	0.0000
recall_200            	2024-214126	0.0000
recall_500            	2024-214126	0.0000
recall_1000           	2024-214126	0.0000
infAP                 	2024-214126	0.0000
Rprec_mult_0.20       	2024-214126	0.0000
Rprec_mult_0.40       	2024-214126	0.0000
Rprec_mult_0.60       	2024-214126	0.0000
Rprec_mult_0.80       	2024-214126	0.0000
Rprec_mult_1.00       	2024-214126	0.0000
Rprec_mult_1.20       	2024-214126	0.0000
Rprec_mult_1.40       	2024-214126	0.0000
Rprec_mult_1.60       	2024-214126	0.0000
Rprec_mult_1.80       	2024-214126	0.0000
Rprec_mult_2.00       	2024-214126	0.0000
utility               	2024-214126	-100.0000
11pt_avg              	2024-214126	0.0000
binG                  	2024-214126	0.0000
G                     	2024-214126	0.0000
ndcg                  	2024-214126	0.0000
ndcg_rel              	2024-214126	0.0000
Rndcg                 	2024-214126	0.0000
ndcg_cut_5            	2024-214126	0.0000
ndcg_cut_10           	2024-214126	0.0000
ndcg_cut_15           	2024-214126	0.0000
ndcg_cut_20           	2024-214126	0.0000
ndcg_cut_30           	2024-214126	0.0000
ndcg_cut_100          	2024-214126	0.0000
ndcg_cut_200          	2024-214126	0.0000
ndcg_cut_500          	2024-214126	0.0000
ndcg_cut_1000         	2024-214126	0.0000
map_cut_5             	2024-214126	0.0000
map_cut_10            	2024-214126	0.0000
map_cut_15            	2024-214126	0.0000
map_cut_20            	2024-214126	0.0000
map_cut_30            	2024-214126	0.0000
map_cut_100           	2024-214126	0.0000
map_cut_200           	2024-214126	0.0000
map_cut_500           	2024-214126	0.0000
map_cut_1000          	2024-214126	0.0000
relative_P_5          	2024-214126	0.0000
relative_P_10         	2024-214126	0.0000
relative_P_15         	2024-214126	0.0000
relative_P_20         	2024-214126	0.0000
relative_P_30         	2024-214126	0.0000
relative_P_100        	2024-214126	0.0000
relative_P_200        	2024-214126	0.0000
relative_P_500        	2024-214126	0.0000
relative_P_1000       	2024-214126	0.0000
success_1             	2024-214126	0.0000
success_5             	2024-214126	0.0000
success_10            	2024-214126	0.0000
set_P                 	2024-214126	0.0000
set_relative_P        	2024-214126	0.0000
set_recall            	2024-214126	0.0000
set_map               	2024-214126	0.0000
set_F                 	2024-214126	0.0000
num_nonrel_judged_ret 	2024-214126	52
num_ret               	2024-214257	100
num_rel               	2024-214257	57
num_rel_ret           	2024-214257	43
map                   	2024-214257	0.5145
Rprec                 	2024-214257	0.5263
bpref                 	2024-214257	0.5485
recip_rank            	2024-214257	1.0000
iprec_at_recall_0.00  	2024-214257	1.0000
iprec_at_recall_0.10  	2024-214257	0.9091
iprec_at_recall_0.20  	2024-214257	0.8000
iprec_at_recall_0.30  	2024-214257	0.7586
iprec_at_recall_0.40  	2024-214257	0.7419
iprec_at_recall_0.50  	2024-214257	0.5472
iprec_at_recall_0.60  	2024-214257	0.5147
iprec_at_recall_0.70  	2024-214257	0.4713
iprec_at_recall_0.80  	2024-214257	0.0000
iprec_at_recall_0.90  	2024-214257	0.0000
iprec_at_recall_1.00  	2024-214257	0.0000
P_5                   	2024-214257	0.8000
P_10                  	2024-214257	0.9000
P_15                  	2024-214257	0.8000
P_20                  	2024-214257	0.7000
P_30                  	2024-214257	0.7333
P_100                 	2024-214257	0.4300
P_200                 	2024-214257	0.2150
P_500                 	2024-214257	0.0860
P_1000                	2024-214257	0.0430
relstring             	2024-214257	'2120112212'
recall_5              	2024-214257	0.0702
recall_10             	2024-214257	0.1579
recall_15             	2024-214257	0.2105
recall_20             	2024-214257	0.2456
recall_30             	2024-214257	0.3860
recall_100            	2024-214257	0.7544
recall_200            	2024-214257	0.7544
recall_500            	2024-214257	0.7544
recall_1000           	2024-214257	0.7544
infAP                 	2024-214257	0.5145
Rprec_mult_0.20       	2024-214257	0.8333
Rprec_mult_0.40       	2024-214257	0.6957
Rprec_mult_0.60       	2024-214257	0.7143
Rprec_mult_0.80       	2024-214257	0.5870
Rprec_mult_1.00       	2024-214257	0.5263
Rprec_mult_1.20       	2024-214257	0.5072
Rprec_mult_1.40       	2024-214257	0.4750
Rprec_mult_1.60       	2024-214257	0.4565
Rprec_mult_1.80       	2024-214257	0.4175
Rprec_mult_2.00       	2024-214257	0.3772
utility               	2024-214257	-14.0000
11pt_avg              	2024-214257	0.5221
binG                  	2024-214257	0.2796
G                     	2024-214257	0.2072
ndcg                  	2024-214257	0.6834
ndcg_rel              	2024-214257	0.6621
Rndcg                 	2024-214257	0.6230
ndcg_cut_5            	2024-214257	0.6813
ndcg_cut_10           	2024-214257	0.7209
ndcg_cut_15           	2024-214257	0.6476
ndcg_cut_20           	2024-214257	0.6127
ndcg_cut_30           	2024-214257	0.6386
ndcg_cut_100          	2024-214257	0.6834
ndcg_cut_200          	2024-214257	0.6834
ndcg_cut_500          	2024-214257	0.6834
ndcg_cut_1000         	2024-214257	0.6834
map_cut_5             	2024-214257	0.0667
map_cut_10            	2024-214257	0.1431
map_cut_15            	2024-214257	0.1868
map_cut_20            	2024-214257	0.2118
map_cut_30            	2024-214257	0.3133
map_cut_100           	2024-214257	0.5145
map_cut_200           	2024-214257	0.5145
map_cut_500           	2024-214257	0.5145
map_cut_1000          	2024-214257	0.5145
relative_P_5          	2024-214257	0.8000
relative_P_10         	2024-214257	0.9000
relative_P_15         	2024-214257	0.8000
relative_P_20         	2024-214257	0.7000
relative_P_30         	2024-214257	0.7333
relative_P_100        	2024-214257	0.7544
relative_P_200        	2024-214257	0.7544
relative_P_500        	2024-214257	0.7544
relative_P_1000       	2024-214257	0.7544
success_1             	2024-214257	1.0000
success_5             	2024-214257	1.0000
success_10            	2024-214257	1.0000
set_P                 	2024-214257	0.4300
set_relative_P        	2024-214257	0.7544
set_recall            	2024-214257	0.7544
set_map               	2024-214257	0.3244
set_F                 	2024-214257	0.5478
num_nonrel_judged_ret 	2024-214257	50
num_ret               	2024-214467	100
num_rel               	2024-214467	90
num_rel_ret           	2024-214467	67
map                   	2024-214467	0.7026
Rprec                 	2024-214467	0.7222
bpref                 	2024-214467	0.6768
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	1.0000
iprec_at_recall_0.20  	2024-214467	1.0000
iprec_at_recall_0.30  	2024-214467	1.0000
iprec_at_recall_0.40  	2024-214467	1.0000
iprec_at_recall_0.50  	2024-214467	0.9787
iprec_at_recall_0.60  	2024-214467	0.8438
iprec_at_recall_0.70  	2024-214467	0.7738
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	1.0000
P_10                  	2024-214467	1.0000
P_15                  	2024-214467	1.0000
P_20                  	2024-214467	1.0000
P_30                  	2024-214467	1.0000
P_100                 	2024-214467	0.6700
P_200                 	2024-214467	0.3350
P_500                 	2024-214467	0.1340
P_1000                	2024-214467	0.0670
relstring             	2024-214467	'2222221212'
recall_5              	2024-214467	0.0556
recall_10             	2024-214467	0.1111
recall_15             	2024-214467	0.1667
recall_20             	2024-214467	0.2222
recall_30             	2024-214467	0.3333
recall_100            	2024-214467	0.7444
recall_200            	2024-214467	0.7444
recall_500            	2024-214467	0.7444
recall_1000           	2024-214467	0.7444
infAP                 	2024-214467	0.7026
Rprec_mult_0.20       	2024-214467	1.0000
Rprec_mult_0.40       	2024-214467	1.0000
Rprec_mult_0.60       	2024-214467	0.9259
Rprec_mult_0.80       	2024-214467	0.8056
Rprec_mult_1.00       	2024-214467	0.7222
Rprec_mult_1.20       	2024-214467	0.6204
Rprec_mult_1.40       	2024-214467	0.5317
Rprec_mult_1.60       	2024-214467	0.4653
Rprec_mult_1.80       	2024-214467	0.4136
Rprec_mult_2.00       	2024-214467	0.3722
utility               	2024-214467	34.0000
11pt_avg              	2024-214467	0.6906
binG                  	2024-214467	0.5473
G                     	2024-214467	0.3080
ndcg                  	2024-214467	0.8165
ndcg_rel              	2024-214467	0.8722
Rndcg                 	2024-214467	0.8230
ndcg_cut_5            	2024-214467	1.0000
ndcg_cut_10           	2024-214467	0.9302
ndcg_cut_15           	2024-214467	0.9246
ndcg_cut_20           	2024-214467	0.9198
ndcg_cut_30           	2024-214467	0.9142
ndcg_cut_100          	2024-214467	0.8165
ndcg_cut_200          	2024-214467	0.8165
ndcg_cut_500          	2024-214467	0.8165
ndcg_cut_1000         	2024-214467	0.8165
map_cut_5             	2024-214467	0.0556
map_cut_10            	2024-214467	0.1111
map_cut_15            	2024-214467	0.1667
map_cut_20            	2024-214467	0.2222
map_cut_30            	2024-214467	0.3333
map_cut_100           	2024-214467	0.7026
map_cut_200           	2024-214467	0.7026
map_cut_500           	2024-214467	0.7026
map_cut_1000          	2024-214467	0.7026
relative_P_5          	2024-214467	1.0000
relative_P_10         	2024-214467	1.0000
relative_P_15         	2024-214467	1.0000
relative_P_20         	2024-214467	1.0000
relative_P_30         	2024-214467	1.0000
relative_P_100        	2024-214467	0.7444
relative_P_200        	2024-214467	0.7444
relative_P_500        	2024-214467	0.7444
relative_P_1000       	2024-214467	0.7444
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	0.6700
set_relative_P        	2024-214467	0.7444
set_recall            	2024-214467	0.7444
set_map               	2024-214467	0.4988
set_F                 	2024-214467	0.7053
num_nonrel_judged_ret 	2024-214467	5
num_ret               	2024-215044	100
num_rel               	2024-215044	40
num_rel_ret           	2024-215044	19
map                   	2024-215044	0.1919
Rprec                 	2024-215044	0.2500
bpref                 	2024-215044	0.2783
recip_rank            	2024-215044	1.0000
iprec_at_recall_0.00  	2024-215044	1.0000
iprec_at_recall_0.10  	2024-215044	1.0000
iprec_at_recall_0.20  	2024-215044	0.2500
iprec_at_recall_0.30  	2024-215044	0.2407
iprec_at_recall_0.40  	2024-215044	0.2105
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	0.8000
P_10                  	2024-215044	0.5000
P_15                  	2024-215044	0.3333
P_20                  	2024-215044	0.2500
P_30                  	2024-215044	0.1667
P_100                 	2024-215044	0.1900
P_200                 	2024-215044	0.0950
P_500                 	2024-215044	0.0380
P_1000                	2024-215044	0.0190
relstring             	2024-215044	'22210--1--'
recall_5              	2024-215044	0.1000
recall_10             	2024-215044	0.1250
recall_15             	2024-215044	0.1250
recall_20             	2024-215044	0.1250
recall_30             	2024-215044	0.1250
recall_100            	2024-215044	0.4750
recall_200            	2024-215044	0.4750
recall_500            	2024-215044	0.4750
recall_1000           	2024-215044	0.4750
infAP                 	2024-215044	0.1919
Rprec_mult_0.20       	2024-215044	0.6250
Rprec_mult_0.40       	2024-215044	0.3125
Rprec_mult_0.60       	2024-215044	0.2083
Rprec_mult_0.80       	2024-215044	0.1875
Rprec_mult_1.00       	2024-215044	0.2500
Rprec_mult_1.20       	2024-215044	0.2292
Rprec_mult_1.40       	2024-215044	0.2321
Rprec_mult_1.60       	2024-215044	0.2188
Rprec_mult_1.80       	2024-215044	0.2083
Rprec_mult_2.00       	2024-215044	0.2000
utility               	2024-215044	-62.0000
11pt_avg              	2024-215044	0.2456
binG                  	2024-215044	0.1752
G                     	2024-215044	0.1398
ndcg                  	2024-215044	0.4701
ndcg_rel              	2024-215044	0.4734
Rndcg                 	2024-215044	0.4589
ndcg_cut_5            	2024-215044	0.6804
ndcg_cut_10           	2024-215044	0.4965
ndcg_cut_15           	2024-215044	0.3936
ndcg_cut_20           	2024-215044	0.3372
ndcg_cut_30           	2024-215044	0.2950
ndcg_cut_100          	2024-215044	0.4701
ndcg_cut_200          	2024-215044	0.4701
ndcg_cut_500          	2024-215044	0.4701
ndcg_cut_1000         	2024-215044	0.4701
map_cut_5             	2024-215044	0.1000
map_cut_10            	2024-215044	0.1156
map_cut_15            	2024-215044	0.1156
map_cut_20            	2024-215044	0.1156
map_cut_30            	2024-215044	0.1156
map_cut_100           	2024-215044	0.1919
map_cut_200           	2024-215044	0.1919
map_cut_500           	2024-215044	0.1919
map_cut_1000          	2024-215044	0.1919
relative_P_5          	2024-215044	0.8000
relative_P_10         	2024-215044	0.5000
relative_P_15         	2024-215044	0.3333
relative_P_20         	2024-215044	0.2500
relative_P_30         	2024-215044	0.1667
relative_P_100        	2024-215044	0.4750
relative_P_200        	2024-215044	0.4750
relative_P_500        	2024-215044	0.4750
relative_P_1000       	2024-215044	0.4750
success_1             	2024-215044	1.0000
success_5             	2024-215044	1.0000
success_10            	2024-215044	1.0000
set_P                 	2024-215044	0.1900
set_relative_P        	2024-215044	0.4750
set_recall            	2024-215044	0.4750
set_map               	2024-215044	0.0902
set_F                 	2024-215044	0.2714
num_nonrel_judged_ret 	2024-215044	10
num_ret               	2024-215952	100
num_rel               	2024-215952	64
num_rel_ret           	2024-215952	37
map                   	2024-215952	0.3542
Rprec                 	2024-215952	0.4531
bpref                 	2024-215952	0.4180
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	0.7059
iprec_at_recall_0.20  	2024-215952	0.6667
iprec_at_recall_0.30  	2024-215952	0.6061
iprec_at_recall_0.40  	2024-215952	0.4667
iprec_at_recall_0.50  	2024-215952	0.4267
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	1.0000
P_10                  	2024-215952	0.6000
P_15                  	2024-215952	0.6667
P_20                  	2024-215952	0.6500
P_30                  	2024-215952	0.6000
P_100                 	2024-215952	0.3700
P_200                 	2024-215952	0.1850
P_500                 	2024-215952	0.0740
P_1000                	2024-215952	0.0370
relstring             	2024-215952	'3333300030'
recall_5              	2024-215952	0.0781
recall_10             	2024-215952	0.0938
recall_15             	2024-215952	0.1562
recall_20             	2024-215952	0.2031
recall_30             	2024-215952	0.2812
recall_100            	2024-215952	0.5781
recall_200            	2024-215952	0.5781
recall_500            	2024-215952	0.5781
recall_1000           	2024-215952	0.5781
infAP                 	2024-215952	0.3542
Rprec_mult_0.20       	2024-215952	0.6923
Rprec_mult_0.40       	2024-215952	0.6538
Rprec_mult_0.60       	2024-215952	0.5385
Rprec_mult_0.80       	2024-215952	0.4808
Rprec_mult_1.00       	2024-215952	0.4531
Rprec_mult_1.20       	2024-215952	0.4156
Rprec_mult_1.40       	2024-215952	0.4000
Rprec_mult_1.60       	2024-215952	0.3592
Rprec_mult_1.80       	2024-215952	0.3190
Rprec_mult_2.00       	2024-215952	0.2891
utility               	2024-215952	-26.0000
11pt_avg              	2024-215952	0.3520
binG                  	2024-215952	0.2078
G                     	2024-215952	0.2190
ndcg                  	2024-215952	0.6180
ndcg_rel              	2024-215952	0.6451
Rndcg                 	2024-215952	0.5936
ndcg_cut_5            	2024-215952	1.0000
ndcg_cut_10           	2024-215952	0.7152
ndcg_cut_15           	2024-215952	0.6447
ndcg_cut_20           	2024-215952	0.6151
ndcg_cut_30           	2024-215952	0.5902
ndcg_cut_100          	2024-215952	0.6180
ndcg_cut_200          	2024-215952	0.6180
ndcg_cut_500          	2024-215952	0.6180
ndcg_cut_1000         	2024-215952	0.6180
map_cut_5             	2024-215952	0.0781
map_cut_10            	2024-215952	0.0885
map_cut_15            	2024-215952	0.1301
map_cut_20            	2024-215952	0.1621
map_cut_30            	2024-215952	0.2133
map_cut_100           	2024-215952	0.3542
map_cut_200           	2024-215952	0.3542
map_cut_500           	2024-215952	0.3542
map_cut_1000          	2024-215952	0.3542
relative_P_5          	2024-215952	1.0000
relative_P_10         	2024-215952	0.6000
relative_P_15         	2024-215952	0.6667
relative_P_20         	2024-215952	0.6500
relative_P_30         	2024-215952	0.6000
relative_P_100        	2024-215952	0.5781
relative_P_200        	2024-215952	0.5781
relative_P_500        	2024-215952	0.5781
relative_P_1000       	2024-215952	0.5781
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.3700
set_relative_P        	2024-215952	0.5781
set_recall            	2024-215952	0.5781
set_map               	2024-215952	0.2139
set_F                 	2024-215952	0.4512
num_nonrel_judged_ret 	2024-215952	50
num_ret               	2024-216592	100
num_rel               	2024-216592	202
num_rel_ret           	2024-216592	80
map                   	2024-216592	0.3734
Rprec                 	2024-216592	0.3960
bpref                 	2024-216592	0.3917
recip_rank            	2024-216592	1.0000
iprec_at_recall_0.00  	2024-216592	1.0000
iprec_at_recall_0.10  	2024-216592	1.0000
iprec_at_recall_0.20  	2024-216592	0.9608
iprec_at_recall_0.30  	2024-216592	0.8933
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	1.0000
P_10                  	2024-216592	1.0000
P_15                  	2024-216592	1.0000
P_20                  	2024-216592	1.0000
P_30                  	2024-216592	0.9667
P_100                 	2024-216592	0.8000
P_200                 	2024-216592	0.4000
P_500                 	2024-216592	0.1600
P_1000                	2024-216592	0.0800
relstring             	2024-216592	'2231222123'
recall_5              	2024-216592	0.0248
recall_10             	2024-216592	0.0495
recall_15             	2024-216592	0.0743
recall_20             	2024-216592	0.0990
recall_30             	2024-216592	0.1436
recall_100            	2024-216592	0.3960
recall_200            	2024-216592	0.3960
recall_500            	2024-216592	0.3960
recall_1000           	2024-216592	0.3960
infAP                 	2024-216592	0.3734
Rprec_mult_0.20       	2024-216592	0.9512
Rprec_mult_0.40       	2024-216592	0.8765
Rprec_mult_0.60       	2024-216592	0.6557
Rprec_mult_0.80       	2024-216592	0.4938
Rprec_mult_1.00       	2024-216592	0.3960
Rprec_mult_1.20       	2024-216592	0.3292
Rprec_mult_1.40       	2024-216592	0.2827
Rprec_mult_1.60       	2024-216592	0.2469
Rprec_mult_1.80       	2024-216592	0.2198
Rprec_mult_2.00       	2024-216592	0.1980
utility               	2024-216592	60.0000
11pt_avg              	2024-216592	0.3504
binG                  	2024-216592	0.2388
G                     	2024-216592	0.1087
ndcg                  	2024-216592	0.5277
ndcg_rel              	2024-216592	0.6056
Rndcg                 	2024-216592	0.6177
ndcg_cut_5            	2024-216592	0.6745
ndcg_cut_10           	2024-216592	0.6698
ndcg_cut_15           	2024-216592	0.6836
ndcg_cut_20           	2024-216592	0.7236
ndcg_cut_30           	2024-216592	0.7198
ndcg_cut_100          	2024-216592	0.6950
ndcg_cut_200          	2024-216592	0.5300
ndcg_cut_500          	2024-216592	0.5277
ndcg_cut_1000         	2024-216592	0.5277
map_cut_5             	2024-216592	0.0248
map_cut_10            	2024-216592	0.0495
map_cut_15            	2024-216592	0.0743
map_cut_20            	2024-216592	0.0990
map_cut_30            	2024-216592	0.1431
map_cut_100           	2024-216592	0.3734
map_cut_200           	2024-216592	0.3734
map_cut_500           	2024-216592	0.3734
map_cut_1000          	2024-216592	0.3734
relative_P_5          	2024-216592	1.0000
relative_P_10         	2024-216592	1.0000
relative_P_15         	2024-216592	1.0000
relative_P_20         	2024-216592	1.0000
relative_P_30         	2024-216592	0.9667
relative_P_100        	2024-216592	0.8000
relative_P_200        	2024-216592	0.4000
relative_P_500        	2024-216592	0.3960
relative_P_1000       	2024-216592	0.3960
success_1             	2024-216592	1.0000
success_5             	2024-216592	1.0000
success_10            	2024-216592	1.0000
set_P                 	2024-216592	0.8000
set_relative_P        	2024-216592	0.8000
set_recall            	2024-216592	0.3960
set_map               	2024-216592	0.3168
set_F                 	2024-216592	0.5298
num_nonrel_judged_ret 	2024-216592	11
num_ret               	2024-216957	100
num_rel               	2024-216957	258
num_rel_ret           	2024-216957	86
map                   	2024-216957	0.3155
Rprec                 	2024-216957	0.3333
bpref                 	2024-216957	0.2915
recip_rank            	2024-216957	1.0000
iprec_at_recall_0.00  	2024-216957	1.0000
iprec_at_recall_0.10  	2024-216957	1.0000
iprec_at_recall_0.20  	2024-216957	0.9333
iprec_at_recall_0.30  	2024-216957	0.9176
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	1.0000
P_10                  	2024-216957	1.0000
P_15                  	2024-216957	1.0000
P_20                  	2024-216957	1.0000
P_30                  	2024-216957	1.0000
P_100                 	2024-216957	0.8600
P_200                 	2024-216957	0.4300
P_500                 	2024-216957	0.1720
P_1000                	2024-216957	0.0860
relstring             	2024-216957	'3323323112'
recall_5              	2024-216957	0.0194
recall_10             	2024-216957	0.0388
recall_15             	2024-216957	0.0581
recall_20             	2024-216957	0.0775
recall_30             	2024-216957	0.1163
recall_100            	2024-216957	0.3333
recall_200            	2024-216957	0.3333
recall_500            	2024-216957	0.3333
recall_1000           	2024-216957	0.3333
infAP                 	2024-216957	0.3155
Rprec_mult_0.20       	2024-216957	0.9231
Rprec_mult_0.40       	2024-216957	0.8269
Rprec_mult_0.60       	2024-216957	0.5548
Rprec_mult_0.80       	2024-216957	0.4155
Rprec_mult_1.00       	2024-216957	0.3333
Rprec_mult_1.20       	2024-216957	0.2774
Rprec_mult_1.40       	2024-216957	0.2376
Rprec_mult_1.60       	2024-216957	0.2082
Rprec_mult_1.80       	2024-216957	0.1849
Rprec_mult_2.00       	2024-216957	0.1667
utility               	2024-216957	72.0000
11pt_avg              	2024-216957	0.3501
binG                  	2024-216957	0.1998
G                     	2024-216957	0.1080
ndcg                  	2024-216957	0.4863
ndcg_rel              	2024-216957	0.5982
Rndcg                 	2024-216957	0.6315
ndcg_cut_5            	2024-216957	0.9435
ndcg_cut_10           	2024-216957	0.8255
ndcg_cut_15           	2024-216957	0.8044
ndcg_cut_20           	2024-216957	0.8291
ndcg_cut_30           	2024-216957	0.8508
ndcg_cut_100          	2024-216957	0.7634
ndcg_cut_200          	2024-216957	0.5393
ndcg_cut_500          	2024-216957	0.4863
ndcg_cut_1000         	2024-216957	0.4863
map_cut_5             	2024-216957	0.0194
map_cut_10            	2024-216957	0.0388
map_cut_15            	2024-216957	0.0581
map_cut_20            	2024-216957	0.0775
map_cut_30            	2024-216957	0.1163
map_cut_100           	2024-216957	0.3155
map_cut_200           	2024-216957	0.3155
map_cut_500           	2024-216957	0.3155
map_cut_1000          	2024-216957	0.3155
relative_P_5          	2024-216957	1.0000
relative_P_10         	2024-216957	1.0000
relative_P_15         	2024-216957	1.0000
relative_P_20         	2024-216957	1.0000
relative_P_30         	2024-216957	1.0000
relative_P_100        	2024-216957	0.8600
relative_P_200        	2024-216957	0.4300
relative_P_500        	2024-216957	0.3333
relative_P_1000       	2024-216957	0.3333
success_1             	2024-216957	1.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	0.8600
set_relative_P        	2024-216957	0.8600
set_recall            	2024-216957	0.3333
set_map               	2024-216957	0.2867
set_F                 	2024-216957	0.4804
num_nonrel_judged_ret 	2024-216957	2
num_ret               	2024-217279	100
num_rel               	2024-217279	186
num_rel_ret           	2024-217279	74
map                   	2024-217279	0.3560
Rprec                 	2024-217279	0.3978
bpref                 	2024-217279	0.3449
recip_rank            	2024-217279	1.0000
iprec_at_recall_0.00  	2024-217279	1.0000
iprec_at_recall_0.10  	2024-217279	1.0000
iprec_at_recall_0.20  	2024-217279	0.8667
iprec_at_recall_0.30  	2024-217279	0.8472
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	1.0000
P_10                  	2024-217279	1.0000
P_15                  	2024-217279	1.0000
P_20                  	2024-217279	1.0000
P_30                  	2024-217279	0.9667
P_100                 	2024-217279	0.7400
P_200                 	2024-217279	0.3700
P_500                 	2024-217279	0.1480
P_1000                	2024-217279	0.0740
relstring             	2024-217279	'3221322222'
recall_5              	2024-217279	0.0269
recall_10             	2024-217279	0.0538
recall_15             	2024-217279	0.0806
recall_20             	2024-217279	0.1075
recall_30             	2024-217279	0.1559
recall_100            	2024-217279	0.3978
recall_200            	2024-217279	0.3978
recall_500            	2024-217279	0.3978
recall_1000           	2024-217279	0.3978
infAP                 	2024-217279	0.3560
Rprec_mult_0.20       	2024-217279	0.8684
Rprec_mult_0.40       	2024-217279	0.8133
Rprec_mult_0.60       	2024-217279	0.6607
Rprec_mult_0.80       	2024-217279	0.4966
Rprec_mult_1.00       	2024-217279	0.3978
Rprec_mult_1.20       	2024-217279	0.3304
Rprec_mult_1.40       	2024-217279	0.2835
Rprec_mult_1.60       	2024-217279	0.2483
Rprec_mult_1.80       	2024-217279	0.2209
Rprec_mult_2.00       	2024-217279	0.1989
utility               	2024-217279	48.0000
11pt_avg              	2024-217279	0.3376
binG                  	2024-217279	0.2108
G                     	2024-217279	0.1079
ndcg                  	2024-217279	0.5230
ndcg_rel              	2024-217279	0.6043
Rndcg                 	2024-217279	0.6185
ndcg_cut_5            	2024-217279	0.7748
ndcg_cut_10           	2024-217279	0.7368
ndcg_cut_15           	2024-217279	0.7360
ndcg_cut_20           	2024-217279	0.7171
ndcg_cut_30           	2024-217279	0.7306
ndcg_cut_100          	2024-217279	0.6705
ndcg_cut_200          	2024-217279	0.5230
ndcg_cut_500          	2024-217279	0.5230
ndcg_cut_1000         	2024-217279	0.5230
map_cut_5             	2024-217279	0.0269
map_cut_10            	2024-217279	0.0538
map_cut_15            	2024-217279	0.0806
map_cut_20            	2024-217279	0.1075
map_cut_30            	2024-217279	0.1543
map_cut_100           	2024-217279	0.3560
map_cut_200           	2024-217279	0.3560
map_cut_500           	2024-217279	0.3560
map_cut_1000          	2024-217279	0.3560
relative_P_5          	2024-217279	1.0000
relative_P_10         	2024-217279	1.0000
relative_P_15         	2024-217279	1.0000
relative_P_20         	2024-217279	1.0000
relative_P_30         	2024-217279	0.9667
relative_P_100        	2024-217279	0.7400
relative_P_200        	2024-217279	0.3978
relative_P_500        	2024-217279	0.3978
relative_P_1000       	2024-217279	0.3978
success_1             	2024-217279	1.0000
success_5             	2024-217279	1.0000
success_10            	2024-217279	1.0000
set_P                 	2024-217279	0.7400
set_relative_P        	2024-217279	0.7400
set_recall            	2024-217279	0.3978
set_map               	2024-217279	0.2944
set_F                 	2024-217279	0.5175
num_nonrel_judged_ret 	2024-217279	5
num_ret               	2024-217488	100
num_rel               	2024-217488	162
num_rel_ret           	2024-217488	82
map                   	2024-217488	0.4881
Rprec                 	2024-217488	0.5062
bpref                 	2024-217488	0.4878
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	0.9818
iprec_at_recall_0.20  	2024-217488	0.9818
iprec_at_recall_0.30  	2024-217488	0.9818
iprec_at_recall_0.40  	2024-217488	0.9600
iprec_at_recall_0.50  	2024-217488	0.8617
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	1.0000
P_10                  	2024-217488	1.0000
P_15                  	2024-217488	0.9333
P_20                  	2024-217488	0.9500
P_30                  	2024-217488	0.9667
P_100                 	2024-217488	0.8200
P_200                 	2024-217488	0.4100
P_500                 	2024-217488	0.1640
P_1000                	2024-217488	0.0820
relstring             	2024-217488	'2222122223'
recall_5              	2024-217488	0.0309
recall_10             	2024-217488	0.0617
recall_15             	2024-217488	0.0864
recall_20             	2024-217488	0.1173
recall_30             	2024-217488	0.1790
recall_100            	2024-217488	0.5062
recall_200            	2024-217488	0.5062
recall_500            	2024-217488	0.5062
recall_1000           	2024-217488	0.5062
infAP                 	2024-217488	0.4881
Rprec_mult_0.20       	2024-217488	0.9697
Rprec_mult_0.40       	2024-217488	0.9692
Rprec_mult_0.60       	2024-217488	0.8367
Rprec_mult_0.80       	2024-217488	0.6308
Rprec_mult_1.00       	2024-217488	0.5062
Rprec_mult_1.20       	2024-217488	0.4205
Rprec_mult_1.40       	2024-217488	0.3612
Rprec_mult_1.60       	2024-217488	0.3154
Rprec_mult_1.80       	2024-217488	0.2808
Rprec_mult_2.00       	2024-217488	0.2531
utility               	2024-217488	64.0000
11pt_avg              	2024-217488	0.5243
binG                  	2024-217488	0.3112
G                     	2024-217488	0.1379
ndcg                  	2024-217488	0.5894
ndcg_rel              	2024-217488	0.6795
Rndcg                 	2024-217488	0.6170
ndcg_cut_5            	2024-217488	0.6229
ndcg_cut_10           	2024-217488	0.6738
ndcg_cut_15           	2024-217488	0.6624
ndcg_cut_20           	2024-217488	0.6925
ndcg_cut_30           	2024-217488	0.7503
ndcg_cut_100          	2024-217488	0.7707
ndcg_cut_200          	2024-217488	0.5894
ndcg_cut_500          	2024-217488	0.5894
ndcg_cut_1000         	2024-217488	0.5894
map_cut_5             	2024-217488	0.0309
map_cut_10            	2024-217488	0.0617
map_cut_15            	2024-217488	0.0860
map_cut_20            	2024-217488	0.1151
map_cut_30            	2024-217488	0.1744
map_cut_100           	2024-217488	0.4881
map_cut_200           	2024-217488	0.4881
map_cut_500           	2024-217488	0.4881
map_cut_1000          	2024-217488	0.4881
relative_P_5          	2024-217488	1.0000
relative_P_10         	2024-217488	1.0000
relative_P_15         	2024-217488	0.9333
relative_P_20         	2024-217488	0.9500
relative_P_30         	2024-217488	0.9667
relative_P_100        	2024-217488	0.8200
relative_P_200        	2024-217488	0.5062
relative_P_500        	2024-217488	0.5062
relative_P_1000       	2024-217488	0.5062
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	0.8200
set_relative_P        	2024-217488	0.8200
set_recall            	2024-217488	0.5062
set_map               	2024-217488	0.4151
set_F                 	2024-217488	0.6260
num_nonrel_judged_ret 	2024-217488	9
num_ret               	2024-217812	100
num_rel               	2024-217812	24
num_rel_ret           	2024-217812	22
map                   	2024-217812	0.7470
Rprec                 	2024-217812	0.7500
bpref                 	2024-217812	0.7639
recip_rank            	2024-217812	1.0000
iprec_at_recall_0.00  	2024-217812	1.0000
iprec_at_recall_0.10  	2024-217812	1.0000
iprec_at_recall_0.20  	2024-217812	1.0000
iprec_at_recall_0.30  	2024-217812	0.8889
iprec_at_recall_0.40  	2024-217812	0.8182
iprec_at_recall_0.50  	2024-217812	0.8182
iprec_at_recall_0.60  	2024-217812	0.8182
iprec_at_recall_0.70  	2024-217812	0.8182
iprec_at_recall_0.80  	2024-217812	0.6452
iprec_at_recall_0.90  	2024-217812	0.3667
iprec_at_recall_1.00  	2024-217812	0.0000
P_5                   	2024-217812	1.0000
P_10                  	2024-217812	0.8000
P_15                  	2024-217812	0.8000
P_20                  	2024-217812	0.8000
P_30                  	2024-217812	0.6333
P_100                 	2024-217812	0.2200
P_200                 	2024-217812	0.1100
P_500                 	2024-217812	0.0440
P_1000                	2024-217812	0.0220
relstring             	2024-217812	'2211101110'
recall_5              	2024-217812	0.2083
recall_10             	2024-217812	0.3333
recall_15             	2024-217812	0.5000
recall_20             	2024-217812	0.6667
recall_30             	2024-217812	0.7917
recall_100            	2024-217812	0.9167
recall_200            	2024-217812	0.9167
recall_500            	2024-217812	0.9167
recall_1000           	2024-217812	0.9167
infAP                 	2024-217812	0.7470
Rprec_mult_0.20       	2024-217812	1.0000
Rprec_mult_0.40       	2024-217812	0.8000
Rprec_mult_0.60       	2024-217812	0.8000
Rprec_mult_0.80       	2024-217812	0.8000
Rprec_mult_1.00       	2024-217812	0.7500
Rprec_mult_1.20       	2024-217812	0.6552
Rprec_mult_1.40       	2024-217812	0.6176
Rprec_mult_1.60       	2024-217812	0.5385
Rprec_mult_1.80       	2024-217812	0.4773
Rprec_mult_2.00       	2024-217812	0.4375
utility               	2024-217812	-56.0000
11pt_avg              	2024-217812	0.7430
binG                  	2024-217812	0.5025
G                     	2024-217812	0.4495
ndcg                  	2024-217812	0.8689
ndcg_rel              	2024-217812	0.8570
Rndcg                 	2024-217812	0.8479
ndcg_cut_5            	2024-217812	0.9016
ndcg_cut_10           	2024-217812	0.8284
ndcg_cut_15           	2024-217812	0.8229
ndcg_cut_20           	2024-217812	0.8195
ndcg_cut_30           	2024-217812	0.8126
ndcg_cut_100          	2024-217812	0.8689
ndcg_cut_200          	2024-217812	0.8689
ndcg_cut_500          	2024-217812	0.8689
ndcg_cut_1000         	2024-217812	0.8689
map_cut_5             	2024-217812	0.2083
map_cut_10            	2024-217812	0.3175
map_cut_15            	2024-217812	0.4498
map_cut_20            	2024-217812	0.5822
map_cut_30            	2024-217812	0.6783
map_cut_100           	2024-217812	0.7470
map_cut_200           	2024-217812	0.7470
map_cut_500           	2024-217812	0.7470
map_cut_1000          	2024-217812	0.7470
relative_P_5          	2024-217812	1.0000
relative_P_10         	2024-217812	0.8000
relative_P_15         	2024-217812	0.8000
relative_P_20         	2024-217812	0.8000
relative_P_30         	2024-217812	0.7917
relative_P_100        	2024-217812	0.9167
relative_P_200        	2024-217812	0.9167
relative_P_500        	2024-217812	0.9167
relative_P_1000       	2024-217812	0.9167
success_1             	2024-217812	1.0000
success_5             	2024-217812	1.0000
success_10            	2024-217812	1.0000
set_P                 	2024-217812	0.2200
set_relative_P        	2024-217812	0.9167
set_recall            	2024-217812	0.9167
set_map               	2024-217812	0.2017
set_F                 	2024-217812	0.3548
num_nonrel_judged_ret 	2024-217812	27
num_ret               	2024-219563	100
num_rel               	2024-219563	220
num_rel_ret           	2024-219563	64
map                   	2024-219563	0.2503
Rprec                 	2024-219563	0.2909
bpref                 	2024-219563	0.2807
recip_rank            	2024-219563	1.0000
iprec_at_recall_0.00  	2024-219563	1.0000
iprec_at_recall_0.10  	2024-219563	1.0000
iprec_at_recall_0.20  	2024-219563	0.7500
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	1.0000
P_10                  	2024-219563	1.0000
P_15                  	2024-219563	1.0000
P_20                  	2024-219563	1.0000
P_30                  	2024-219563	0.9667
P_100                 	2024-219563	0.6400
P_200                 	2024-219563	0.3200
P_500                 	2024-219563	0.1280
P_1000                	2024-219563	0.0640
relstring             	2024-219563	'3322222121'
recall_5              	2024-219563	0.0227
recall_10             	2024-219563	0.0455
recall_15             	2024-219563	0.0682
recall_20             	2024-219563	0.0909
recall_30             	2024-219563	0.1318
recall_100            	2024-219563	0.2909
recall_200            	2024-219563	0.2909
recall_500            	2024-219563	0.2909
recall_1000           	2024-219563	0.2909
infAP                 	2024-219563	0.2503
Rprec_mult_0.20       	2024-219563	0.8409
Rprec_mult_0.40       	2024-219563	0.6705
Rprec_mult_0.60       	2024-219563	0.4848
Rprec_mult_0.80       	2024-219563	0.3636
Rprec_mult_1.00       	2024-219563	0.2909
Rprec_mult_1.20       	2024-219563	0.2424
Rprec_mult_1.40       	2024-219563	0.2078
Rprec_mult_1.60       	2024-219563	0.1818
Rprec_mult_1.80       	2024-219563	0.1616
Rprec_mult_2.00       	2024-219563	0.1455
utility               	2024-219563	28.0000
11pt_avg              	2024-219563	0.2500
binG                  	2024-219563	0.1724
G                     	2024-219563	0.1004
ndcg                  	2024-219563	0.4446
ndcg_rel              	2024-219563	0.5317
Rndcg                 	2024-219563	0.6446
ndcg_cut_5            	2024-219563	0.8510
ndcg_cut_10           	2024-219563	0.8403
ndcg_cut_15           	2024-219563	0.8345
ndcg_cut_20           	2024-219563	0.8161
ndcg_cut_30           	2024-219563	0.7727
ndcg_cut_100          	2024-219563	0.6331
ndcg_cut_200          	2024-219563	0.4664
ndcg_cut_500          	2024-219563	0.4446
ndcg_cut_1000         	2024-219563	0.4446
map_cut_5             	2024-219563	0.0227
map_cut_10            	2024-219563	0.0455
map_cut_15            	2024-219563	0.0682
map_cut_20            	2024-219563	0.0909
map_cut_30            	2024-219563	0.1318
map_cut_100           	2024-219563	0.2503
map_cut_200           	2024-219563	0.2503
map_cut_500           	2024-219563	0.2503
map_cut_1000          	2024-219563	0.2503
relative_P_5          	2024-219563	1.0000
relative_P_10         	2024-219563	1.0000
relative_P_15         	2024-219563	1.0000
relative_P_20         	2024-219563	1.0000
relative_P_30         	2024-219563	0.9667
relative_P_100        	2024-219563	0.6400
relative_P_200        	2024-219563	0.3200
relative_P_500        	2024-219563	0.2909
relative_P_1000       	2024-219563	0.2909
success_1             	2024-219563	1.0000
success_5             	2024-219563	1.0000
success_10            	2024-219563	1.0000
set_P                 	2024-219563	0.6400
set_relative_P        	2024-219563	0.6400
set_recall            	2024-219563	0.2909
set_map               	2024-219563	0.1862
set_F                 	2024-219563	0.4000
num_nonrel_judged_ret 	2024-219563	1
num_ret               	2024-219624	100
num_rel               	2024-219624	18
num_rel_ret           	2024-219624	12
map                   	2024-219624	0.3040
Rprec                 	2024-219624	0.2778
bpref                 	2024-219624	0.2593
recip_rank            	2024-219624	1.0000
iprec_at_recall_0.00  	2024-219624	1.0000
iprec_at_recall_0.10  	2024-219624	1.0000
iprec_at_recall_0.20  	2024-219624	0.6667
iprec_at_recall_0.30  	2024-219624	0.1951
iprec_at_recall_0.40  	2024-219624	0.1951
iprec_at_recall_0.50  	2024-219624	0.1887
iprec_at_recall_0.60  	2024-219624	0.1714
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.6000
P_10                  	2024-219624	0.5000
P_15                  	2024-219624	0.3333
P_20                  	2024-219624	0.2500
P_30                  	2024-219624	0.1667
P_100                 	2024-219624	0.1200
P_200                 	2024-219624	0.0600
P_500                 	2024-219624	0.0240
P_1000                	2024-219624	0.0120
relstring             	2024-219624	'2210010010'
recall_5              	2024-219624	0.1667
recall_10             	2024-219624	0.2778
recall_15             	2024-219624	0.2778
recall_20             	2024-219624	0.2778
recall_30             	2024-219624	0.2778
recall_100            	2024-219624	0.6667
recall_200            	2024-219624	0.6667
recall_500            	2024-219624	0.6667
recall_1000           	2024-219624	0.6667
infAP                 	2024-219624	0.3040
Rprec_mult_0.20       	2024-219624	0.7500
Rprec_mult_0.40       	2024-219624	0.5000
Rprec_mult_0.60       	2024-219624	0.4545
Rprec_mult_0.80       	2024-219624	0.3333
Rprec_mult_1.00       	2024-219624	0.2778
Rprec_mult_1.20       	2024-219624	0.2273
Rprec_mult_1.40       	2024-219624	0.1923
Rprec_mult_1.60       	2024-219624	0.1724
Rprec_mult_1.80       	2024-219624	0.1515
Rprec_mult_2.00       	2024-219624	0.1667
utility               	2024-219624	-76.0000
11pt_avg              	2024-219624	0.3106
binG                  	2024-219624	0.2882
G                     	2024-219624	0.2090
ndcg                  	2024-219624	0.5502
ndcg_rel              	2024-219624	0.5488
Rndcg                 	2024-219624	0.5410
ndcg_cut_5            	2024-219624	0.5454
ndcg_cut_10           	2024-219624	0.4994
ndcg_cut_15           	2024-219624	0.4347
ndcg_cut_20           	2024-219624	0.4059
ndcg_cut_30           	2024-219624	0.4059
ndcg_cut_100          	2024-219624	0.5502
ndcg_cut_200          	2024-219624	0.5502
ndcg_cut_500          	2024-219624	0.5502
ndcg_cut_1000         	2024-219624	0.5502
map_cut_5             	2024-219624	0.1667
map_cut_10            	2024-219624	0.2346
map_cut_15            	2024-219624	0.2346
map_cut_20            	2024-219624	0.2346
map_cut_30            	2024-219624	0.2346
map_cut_100           	2024-219624	0.3040
map_cut_200           	2024-219624	0.3040
map_cut_500           	2024-219624	0.3040
map_cut_1000          	2024-219624	0.3040
relative_P_5          	2024-219624	0.6000
relative_P_10         	2024-219624	0.5000
relative_P_15         	2024-219624	0.3333
relative_P_20         	2024-219624	0.2778
relative_P_30         	2024-219624	0.2778
relative_P_100        	2024-219624	0.6667
relative_P_200        	2024-219624	0.6667
relative_P_500        	2024-219624	0.6667
relative_P_1000       	2024-219624	0.6667
success_1             	2024-219624	1.0000
success_5             	2024-219624	1.0000
success_10            	2024-219624	1.0000
set_P                 	2024-219624	0.1200
set_relative_P        	2024-219624	0.6667
set_recall            	2024-219624	0.6667
set_map               	2024-219624	0.0800
set_F                 	2024-219624	0.2034
num_nonrel_judged_ret 	2024-219624	51
num_ret               	2024-219631	100
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	66
map                   	2024-219631	0.3382
Rprec                 	2024-219631	0.3952
bpref                 	2024-219631	0.3952
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	1.0000
iprec_at_recall_0.20  	2024-219631	0.8043
iprec_at_recall_0.30  	2024-219631	0.7571
iprec_at_recall_0.40  	2024-219631	0.0000
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	1.0000
P_10                  	2024-219631	1.0000
P_15                  	2024-219631	1.0000
P_20                  	2024-219631	1.0000
P_30                  	2024-219631	0.8667
P_100                 	2024-219631	0.6600
P_200                 	2024-219631	0.3300
P_500                 	2024-219631	0.1320
P_1000                	2024-219631	0.0660
relstring             	2024-219631	'3222221111'
recall_5              	2024-219631	0.0299
recall_10             	2024-219631	0.0599
recall_15             	2024-219631	0.0898
recall_20             	2024-219631	0.1198
recall_30             	2024-219631	0.1557
recall_100            	2024-219631	0.3952
recall_200            	2024-219631	0.3952
recall_500            	2024-219631	0.3952
recall_1000           	2024-219631	0.3952
infAP                 	2024-219631	0.3382
Rprec_mult_0.20       	2024-219631	0.8529
Rprec_mult_0.40       	2024-219631	0.7463
Rprec_mult_0.60       	2024-219631	0.6535
Rprec_mult_0.80       	2024-219631	0.4925
Rprec_mult_1.00       	2024-219631	0.3952
Rprec_mult_1.20       	2024-219631	0.3284
Rprec_mult_1.40       	2024-219631	0.2821
Rprec_mult_1.60       	2024-219631	0.2463
Rprec_mult_1.80       	2024-219631	0.2193
Rprec_mult_2.00       	2024-219631	0.1976
utility               	2024-219631	32.0000
11pt_avg              	2024-219631	0.3238
binG                  	2024-219631	0.2118
G                     	2024-219631	0.1684
ndcg                  	2024-219631	0.5673
ndcg_rel              	2024-219631	0.6693
Rndcg                 	2024-219631	0.7894
ndcg_cut_5            	2024-219631	1.0000
ndcg_cut_10           	2024-219631	0.8772
ndcg_cut_15           	2024-219631	0.8619
ndcg_cut_20           	2024-219631	0.8215
ndcg_cut_30           	2024-219631	0.7918
ndcg_cut_100          	2024-219631	0.7477
ndcg_cut_200          	2024-219631	0.5673
ndcg_cut_500          	2024-219631	0.5673
ndcg_cut_1000         	2024-219631	0.5673
map_cut_5             	2024-219631	0.0299
map_cut_10            	2024-219631	0.0599
map_cut_15            	2024-219631	0.0898
map_cut_20            	2024-219631	0.1198
map_cut_30            	2024-219631	0.1548
map_cut_100           	2024-219631	0.3382
map_cut_200           	2024-219631	0.3382
map_cut_500           	2024-219631	0.3382
map_cut_1000          	2024-219631	0.3382
relative_P_5          	2024-219631	1.0000
relative_P_10         	2024-219631	1.0000
relative_P_15         	2024-219631	1.0000
relative_P_20         	2024-219631	1.0000
relative_P_30         	2024-219631	0.8667
relative_P_100        	2024-219631	0.6600
relative_P_200        	2024-219631	0.3952
relative_P_500        	2024-219631	0.3952
relative_P_1000       	2024-219631	0.3952
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	0.6600
set_relative_P        	2024-219631	0.6600
set_recall            	2024-219631	0.3952
set_map               	2024-219631	0.2608
set_F                 	2024-219631	0.4944
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	100
num_rel               	2024-219661	68
num_rel_ret           	2024-219661	55
map                   	2024-219661	0.6225
Rprec                 	2024-219661	0.6618
bpref                 	2024-219661	0.6756
recip_rank            	2024-219661	1.0000
iprec_at_recall_0.00  	2024-219661	1.0000
iprec_at_recall_0.10  	2024-219661	0.9286
iprec_at_recall_0.20  	2024-219661	0.8421
iprec_at_recall_0.30  	2024-219661	0.8148
iprec_at_recall_0.40  	2024-219661	0.7619
iprec_at_recall_0.50  	2024-219661	0.7556
iprec_at_recall_0.60  	2024-219661	0.6716
iprec_at_recall_0.70  	2024-219661	0.6190
iprec_at_recall_0.80  	2024-219661	0.5789
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	1.0000
P_10                  	2024-219661	0.9000
P_15                  	2024-219661	0.8667
P_20                  	2024-219661	0.8000
P_30                  	2024-219661	0.7667
P_100                 	2024-219661	0.5500
P_200                 	2024-219661	0.2750
P_500                 	2024-219661	0.1100
P_1000                	2024-219661	0.0550
relstring             	2024-219661	'2222202211'
recall_5              	2024-219661	0.0735
recall_10             	2024-219661	0.1324
recall_15             	2024-219661	0.1912
recall_20             	2024-219661	0.2353
recall_30             	2024-219661	0.3382
recall_100            	2024-219661	0.8088
recall_200            	2024-219661	0.8088
recall_500            	2024-219661	0.8088
recall_1000           	2024-219661	0.8088
infAP                 	2024-219661	0.6225
Rprec_mult_0.20       	2024-219661	0.9286
Rprec_mult_0.40       	2024-219661	0.7857
Rprec_mult_0.60       	2024-219661	0.7561
Rprec_mult_0.80       	2024-219661	0.6909
Rprec_mult_1.00       	2024-219661	0.6618
Rprec_mult_1.20       	2024-219661	0.6098
Rprec_mult_1.40       	2024-219661	0.5729
Rprec_mult_1.60       	2024-219661	0.5046
Rprec_mult_1.80       	2024-219661	0.4472
Rprec_mult_2.00       	2024-219661	0.4044
utility               	2024-219661	10.0000
11pt_avg              	2024-219661	0.6339
binG                  	2024-219661	0.3173
G                     	2024-219661	0.2808
ndcg                  	2024-219661	0.7934
ndcg_rel              	2024-219661	0.7860
Rndcg                 	2024-219661	0.7397
ndcg_cut_5            	2024-219661	1.0000
ndcg_cut_10           	2024-219661	0.8567
ndcg_cut_15           	2024-219661	0.8462
ndcg_cut_20           	2024-219661	0.7885
ndcg_cut_30           	2024-219661	0.7112
ndcg_cut_100          	2024-219661	0.7934
ndcg_cut_200          	2024-219661	0.7934
ndcg_cut_500          	2024-219661	0.7934
ndcg_cut_1000         	2024-219661	0.7934
map_cut_5             	2024-219661	0.0735
map_cut_10            	2024-219661	0.1253
map_cut_15            	2024-219661	0.1794
map_cut_20            	2024-219661	0.2161
map_cut_30            	2024-219661	0.3000
map_cut_100           	2024-219661	0.6225
map_cut_200           	2024-219661	0.6225
map_cut_500           	2024-219661	0.6225
map_cut_1000          	2024-219661	0.6225
relative_P_5          	2024-219661	1.0000
relative_P_10         	2024-219661	0.9000
relative_P_15         	2024-219661	0.8667
relative_P_20         	2024-219661	0.8000
relative_P_30         	2024-219661	0.7667
relative_P_100        	2024-219661	0.8088
relative_P_200        	2024-219661	0.8088
relative_P_500        	2024-219661	0.8088
relative_P_1000       	2024-219661	0.8088
success_1             	2024-219661	1.0000
success_5             	2024-219661	1.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	0.5500
set_relative_P        	2024-219661	0.8088
set_recall            	2024-219661	0.8088
set_map               	2024-219661	0.4449
set_F                 	2024-219661	0.6548
num_nonrel_judged_ret 	2024-219661	34
num_ret               	2024-220058	100
num_rel               	2024-220058	155
num_rel_ret           	2024-220058	61
map                   	2024-220058	0.2896
Rprec                 	2024-220058	0.3935
bpref                 	2024-220058	0.3425
recip_rank            	2024-220058	1.0000
iprec_at_recall_0.00  	2024-220058	1.0000
iprec_at_recall_0.10  	2024-220058	0.7500
iprec_at_recall_0.20  	2024-220058	0.6897
iprec_at_recall_0.30  	2024-220058	0.6622
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	1.0000
P_10                  	2024-220058	0.8000
P_15                  	2024-220058	0.8000
P_20                  	2024-220058	0.7500
P_30                  	2024-220058	0.7333
P_100                 	2024-220058	0.6100
P_200                 	2024-220058	0.3050
P_500                 	2024-220058	0.1220
P_1000                	2024-220058	0.0610
relstring             	2024-220058	'222222220-'
recall_5              	2024-220058	0.0323
recall_10             	2024-220058	0.0516
recall_15             	2024-220058	0.0774
recall_20             	2024-220058	0.0968
recall_30             	2024-220058	0.1419
recall_100            	2024-220058	0.3935
recall_200            	2024-220058	0.3935
recall_500            	2024-220058	0.3935
recall_1000           	2024-220058	0.3935
infAP                 	2024-220058	0.2896
Rprec_mult_0.20       	2024-220058	0.7419
Rprec_mult_0.40       	2024-220058	0.6774
Rprec_mult_0.60       	2024-220058	0.6344
Rprec_mult_0.80       	2024-220058	0.4919
Rprec_mult_1.00       	2024-220058	0.3935
Rprec_mult_1.20       	2024-220058	0.3280
Rprec_mult_1.40       	2024-220058	0.2811
Rprec_mult_1.60       	2024-220058	0.2460
Rprec_mult_1.80       	2024-220058	0.2186
Rprec_mult_2.00       	2024-220058	0.1968
utility               	2024-220058	22.0000
11pt_avg              	2024-220058	0.2820
binG                  	2024-220058	0.1428
G                     	2024-220058	0.0960
ndcg                  	2024-220058	0.4851
ndcg_rel              	2024-220058	0.5377
Rndcg                 	2024-220058	0.5768
ndcg_cut_5            	2024-220058	0.6667
ndcg_cut_10           	2024-220058	0.6381
ndcg_cut_15           	2024-220058	0.6486
ndcg_cut_20           	2024-220058	0.6284
ndcg_cut_30           	2024-220058	0.6223
ndcg_cut_100          	2024-220058	0.5715
ndcg_cut_200          	2024-220058	0.4851
ndcg_cut_500          	2024-220058	0.4851
ndcg_cut_1000         	2024-220058	0.4851
map_cut_5             	2024-220058	0.0323
map_cut_10            	2024-220058	0.0516
map_cut_15            	2024-220058	0.0725
map_cut_20            	2024-220058	0.0875
map_cut_30            	2024-220058	0.1207
map_cut_100           	2024-220058	0.2896
map_cut_200           	2024-220058	0.2896
map_cut_500           	2024-220058	0.2896
map_cut_1000          	2024-220058	0.2896
relative_P_5          	2024-220058	1.0000
relative_P_10         	2024-220058	0.8000
relative_P_15         	2024-220058	0.8000
relative_P_20         	2024-220058	0.7500
relative_P_30         	2024-220058	0.7333
relative_P_100        	2024-220058	0.6100
relative_P_200        	2024-220058	0.3935
relative_P_500        	2024-220058	0.3935
relative_P_1000       	2024-220058	0.3935
success_1             	2024-220058	1.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	0.6100
set_relative_P        	2024-220058	0.6100
set_recall            	2024-220058	0.3935
set_map               	2024-220058	0.2401
set_F                 	2024-220058	0.4784
num_nonrel_judged_ret 	2024-220058	2
num_ret               	2024-220140	100
num_rel               	2024-220140	211
num_rel_ret           	2024-220140	81
map                   	2024-220140	0.3607
Rprec                 	2024-220140	0.3839
bpref                 	2024-220140	0.3786
recip_rank            	2024-220140	1.0000
iprec_at_recall_0.00  	2024-220140	1.0000
iprec_at_recall_0.10  	2024-220140	0.9706
iprec_at_recall_0.20  	2024-220140	0.9643
iprec_at_recall_0.30  	2024-220140	0.9143
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	1.0000
P_10                  	2024-220140	1.0000
P_15                  	2024-220140	0.9333
P_20                  	2024-220140	0.9500
P_30                  	2024-220140	0.9667
P_100                 	2024-220140	0.8100
P_200                 	2024-220140	0.4050
P_500                 	2024-220140	0.1620
P_1000                	2024-220140	0.0810
relstring             	2024-220140	'2333323113'
recall_5              	2024-220140	0.0237
recall_10             	2024-220140	0.0474
recall_15             	2024-220140	0.0664
recall_20             	2024-220140	0.0900
recall_30             	2024-220140	0.1374
recall_100            	2024-220140	0.3839
recall_200            	2024-220140	0.3839
recall_500            	2024-220140	0.3839
recall_1000           	2024-220140	0.3839
infAP                 	2024-220140	0.3607
Rprec_mult_0.20       	2024-220140	0.9535
Rprec_mult_0.40       	2024-220140	0.8588
Rprec_mult_0.60       	2024-220140	0.6378
Rprec_mult_0.80       	2024-220140	0.4793
Rprec_mult_1.00       	2024-220140	0.3839
Rprec_mult_1.20       	2024-220140	0.3189
Rprec_mult_1.40       	2024-220140	0.2736
Rprec_mult_1.60       	2024-220140	0.2396
Rprec_mult_1.80       	2024-220140	0.2132
Rprec_mult_2.00       	2024-220140	0.1919
utility               	2024-220140	62.0000
11pt_avg              	2024-220140	0.3499
binG                  	2024-220140	0.2122
G                     	2024-220140	0.1097
ndcg                  	2024-220140	0.5109
ndcg_rel              	2024-220140	0.5901
Rndcg                 	2024-220140	0.6251
ndcg_cut_5            	2024-220140	0.8869
ndcg_cut_10           	2024-220140	0.8100
ndcg_cut_15           	2024-220140	0.7644
ndcg_cut_20           	2024-220140	0.7481
ndcg_cut_30           	2024-220140	0.7134
ndcg_cut_100          	2024-220140	0.6756
ndcg_cut_200          	2024-220140	0.5228
ndcg_cut_500          	2024-220140	0.5109
ndcg_cut_1000         	2024-220140	0.5109
map_cut_5             	2024-220140	0.0237
map_cut_10            	2024-220140	0.0474
map_cut_15            	2024-220140	0.0664
map_cut_20            	2024-220140	0.0887
map_cut_30            	2024-220140	0.1342
map_cut_100           	2024-220140	0.3607
map_cut_200           	2024-220140	0.3607
map_cut_500           	2024-220140	0.3607
map_cut_1000          	2024-220140	0.3607
relative_P_5          	2024-220140	1.0000
relative_P_10         	2024-220140	1.0000
relative_P_15         	2024-220140	0.9333
relative_P_20         	2024-220140	0.9500
relative_P_30         	2024-220140	0.9667
relative_P_100        	2024-220140	0.8100
relative_P_200        	2024-220140	0.4050
relative_P_500        	2024-220140	0.3839
relative_P_1000       	2024-220140	0.3839
success_1             	2024-220140	1.0000
success_5             	2024-220140	1.0000
success_10            	2024-220140	1.0000
set_P                 	2024-220140	0.8100
set_relative_P        	2024-220140	0.8100
set_recall            	2024-220140	0.3839
set_map               	2024-220140	0.3109
set_F                 	2024-220140	0.5209
num_nonrel_judged_ret 	2024-220140	10
num_ret               	2024-222465	100
num_rel               	2024-222465	210
num_rel_ret           	2024-222465	88
map                   	2024-222465	0.3931
Rprec                 	2024-222465	0.4190
bpref                 	2024-222465	0.3398
recip_rank            	2024-222465	1.0000
iprec_at_recall_0.00  	2024-222465	1.0000
iprec_at_recall_0.10  	2024-222465	0.9722
iprec_at_recall_0.20  	2024-222465	0.9324
iprec_at_recall_0.30  	2024-222465	0.9324
iprec_at_recall_0.40  	2024-222465	0.9072
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	1.0000
P_10                  	2024-222465	0.9000
P_15                  	2024-222465	0.9333
P_20                  	2024-222465	0.9500
P_30                  	2024-222465	0.9667
P_100                 	2024-222465	0.8800
P_200                 	2024-222465	0.4400
P_500                 	2024-222465	0.1760
P_1000                	2024-222465	0.0880
relstring             	2024-222465	'2222312202'
recall_5              	2024-222465	0.0238
recall_10             	2024-222465	0.0429
recall_15             	2024-222465	0.0667
recall_20             	2024-222465	0.0905
recall_30             	2024-222465	0.1381
recall_100            	2024-222465	0.4190
recall_200            	2024-222465	0.4190
recall_500            	2024-222465	0.4190
recall_1000           	2024-222465	0.4190
infAP                 	2024-222465	0.3931
Rprec_mult_0.20       	2024-222465	0.9048
Rprec_mult_0.40       	2024-222465	0.9286
Rprec_mult_0.60       	2024-222465	0.6984
Rprec_mult_0.80       	2024-222465	0.5238
Rprec_mult_1.00       	2024-222465	0.4190
Rprec_mult_1.20       	2024-222465	0.3492
Rprec_mult_1.40       	2024-222465	0.2993
Rprec_mult_1.60       	2024-222465	0.2619
Rprec_mult_1.80       	2024-222465	0.2328
Rprec_mult_2.00       	2024-222465	0.2095
utility               	2024-222465	76.0000
11pt_avg              	2024-222465	0.4313
binG                  	2024-222465	0.2100
G                     	2024-222465	0.0901
ndcg                  	2024-222465	0.4849
ndcg_rel              	2024-222465	0.5548
Rndcg                 	2024-222465	0.5475
ndcg_cut_5            	2024-222465	0.7104
ndcg_cut_10           	2024-222465	0.6247
ndcg_cut_15           	2024-222465	0.5884
ndcg_cut_20           	2024-222465	0.5790
ndcg_cut_30           	2024-222465	0.6137
ndcg_cut_100          	2024-222465	0.6784
ndcg_cut_200          	2024-222465	0.4942
ndcg_cut_500          	2024-222465	0.4849
ndcg_cut_1000         	2024-222465	0.4849
map_cut_5             	2024-222465	0.0238
map_cut_10            	2024-222465	0.0424
map_cut_15            	2024-222465	0.0643
map_cut_20            	2024-222465	0.0868
map_cut_30            	2024-222465	0.1325
map_cut_100           	2024-222465	0.3931
map_cut_200           	2024-222465	0.3931
map_cut_500           	2024-222465	0.3931
map_cut_1000          	2024-222465	0.3931
relative_P_5          	2024-222465	1.0000
relative_P_10         	2024-222465	0.9000
relative_P_15         	2024-222465	0.9333
relative_P_20         	2024-222465	0.9500
relative_P_30         	2024-222465	0.9667
relative_P_100        	2024-222465	0.8800
relative_P_200        	2024-222465	0.4400
relative_P_500        	2024-222465	0.4190
relative_P_1000       	2024-222465	0.4190
success_1             	2024-222465	1.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	0.8800
set_relative_P        	2024-222465	0.8800
set_recall            	2024-222465	0.4190
set_map               	2024-222465	0.3688
set_F                 	2024-222465	0.5677
num_nonrel_judged_ret 	2024-222465	3
num_ret               	2024-223358	100
num_rel               	2024-223358	15
num_rel_ret           	2024-223358	8
map                   	2024-223358	0.2371
Rprec                 	2024-223358	0.2000
bpref                 	2024-223358	0.2667
recip_rank            	2024-223358	1.0000
iprec_at_recall_0.00  	2024-223358	1.0000
iprec_at_recall_0.10  	2024-223358	1.0000
iprec_at_recall_0.20  	2024-223358	0.7500
iprec_at_recall_0.30  	2024-223358	0.1667
iprec_at_recall_0.40  	2024-223358	0.1667
iprec_at_recall_0.50  	2024-223358	0.0899
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.6000
P_10                  	2024-223358	0.3000
P_15                  	2024-223358	0.2000
P_20                  	2024-223358	0.2000
P_30                  	2024-223358	0.1333
P_100                 	2024-223358	0.0800
P_200                 	2024-223358	0.0400
P_500                 	2024-223358	0.0160
P_1000                	2024-223358	0.0080
relstring             	2024-223358	'21-1--00-0'
recall_5              	2024-223358	0.2000
recall_10             	2024-223358	0.2000
recall_15             	2024-223358	0.2000
recall_20             	2024-223358	0.2667
recall_30             	2024-223358	0.2667
recall_100            	2024-223358	0.5333
recall_200            	2024-223358	0.5333
recall_500            	2024-223358	0.5333
recall_1000           	2024-223358	0.5333
infAP                 	2024-223358	0.2371
Rprec_mult_0.20       	2024-223358	0.6667
Rprec_mult_0.40       	2024-223358	0.5000
Rprec_mult_0.60       	2024-223358	0.3333
Rprec_mult_0.80       	2024-223358	0.2500
Rprec_mult_1.00       	2024-223358	0.2000
Rprec_mult_1.20       	2024-223358	0.2222
Rprec_mult_1.40       	2024-223358	0.1905
Rprec_mult_1.60       	2024-223358	0.1667
Rprec_mult_1.80       	2024-223358	0.1481
Rprec_mult_2.00       	2024-223358	0.1333
utility               	2024-223358	-84.0000
11pt_avg              	2024-223358	0.2885
binG                  	2024-223358	0.2425
G                     	2024-223358	0.2248
ndcg                  	2024-223358	0.5039
ndcg_rel              	2024-223358	0.5525
Rndcg                 	2024-223358	0.5014
ndcg_cut_5            	2024-223358	0.6028
ndcg_cut_10           	2024-223358	0.4587
ndcg_cut_15           	2024-223358	0.3831
ndcg_cut_20           	2024-223358	0.4131
ndcg_cut_30           	2024-223358	0.4131
ndcg_cut_100          	2024-223358	0.5039
ndcg_cut_200          	2024-223358	0.5039
ndcg_cut_500          	2024-223358	0.5039
ndcg_cut_1000         	2024-223358	0.5039
map_cut_5             	2024-223358	0.1833
map_cut_10            	2024-223358	0.1833
map_cut_15            	2024-223358	0.1833
map_cut_20            	2024-223358	0.1990
map_cut_30            	2024-223358	0.1990
map_cut_100           	2024-223358	0.2371
map_cut_200           	2024-223358	0.2371
map_cut_500           	2024-223358	0.2371
map_cut_1000          	2024-223358	0.2371
relative_P_5          	2024-223358	0.6000
relative_P_10         	2024-223358	0.3000
relative_P_15         	2024-223358	0.2000
relative_P_20         	2024-223358	0.2667
relative_P_30         	2024-223358	0.2667
relative_P_100        	2024-223358	0.5333
relative_P_200        	2024-223358	0.5333
relative_P_500        	2024-223358	0.5333
relative_P_1000       	2024-223358	0.5333
success_1             	2024-223358	1.0000
success_5             	2024-223358	1.0000
success_10            	2024-223358	1.0000
set_P                 	2024-223358	0.0800
set_relative_P        	2024-223358	0.5333
set_recall            	2024-223358	0.5333
set_map               	2024-223358	0.0427
set_F                 	2024-223358	0.1391
num_nonrel_judged_ret 	2024-223358	31
num_ret               	2024-223499	100
num_rel               	2024-223499	149
num_rel_ret           	2024-223499	76
map                   	2024-223499	0.4484
Rprec                 	2024-223499	0.5101
bpref                 	2024-223499	0.4776
recip_rank            	2024-223499	1.0000
iprec_at_recall_0.00  	2024-223499	1.0000
iprec_at_recall_0.10  	2024-223499	0.9091
iprec_at_recall_0.20  	2024-223499	0.9091
iprec_at_recall_0.30  	2024-223499	0.8889
iprec_at_recall_0.40  	2024-223499	0.8442
iprec_at_recall_0.50  	2024-223499	0.7732
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	1.0000
P_10                  	2024-223499	0.9000
P_15                  	2024-223499	0.8667
P_20                  	2024-223499	0.8500
P_30                  	2024-223499	0.9000
P_100                 	2024-223499	0.7600
P_200                 	2024-223499	0.3800
P_500                 	2024-223499	0.1520
P_1000                	2024-223499	0.0760
relstring             	2024-223499	'32222322-2'
recall_5              	2024-223499	0.0336
recall_10             	2024-223499	0.0604
recall_15             	2024-223499	0.0872
recall_20             	2024-223499	0.1141
recall_30             	2024-223499	0.1812
recall_100            	2024-223499	0.5101
recall_200            	2024-223499	0.5101
recall_500            	2024-223499	0.5101
recall_1000           	2024-223499	0.5101
infAP                 	2024-223499	0.4484
Rprec_mult_0.20       	2024-223499	0.9000
Rprec_mult_0.40       	2024-223499	0.8833
Rprec_mult_0.60       	2024-223499	0.7889
Rprec_mult_0.80       	2024-223499	0.6333
Rprec_mult_1.00       	2024-223499	0.5101
Rprec_mult_1.20       	2024-223499	0.4246
Rprec_mult_1.40       	2024-223499	0.3636
Rprec_mult_1.60       	2024-223499	0.3180
Rprec_mult_1.80       	2024-223499	0.2825
Rprec_mult_2.00       	2024-223499	0.2550
utility               	2024-223499	52.0000
11pt_avg              	2024-223499	0.4840
binG                  	2024-223499	0.2164
G                     	2024-223499	0.1281
ndcg                  	2024-223499	0.5888
ndcg_rel              	2024-223499	0.6496
Rndcg                 	2024-223499	0.6386
ndcg_cut_5            	2024-223499	0.7797
ndcg_cut_10           	2024-223499	0.7220
ndcg_cut_15           	2024-223499	0.6497
ndcg_cut_20           	2024-223499	0.6561
ndcg_cut_30           	2024-223499	0.6727
ndcg_cut_100          	2024-223499	0.6773
ndcg_cut_200          	2024-223499	0.5888
ndcg_cut_500          	2024-223499	0.5888
ndcg_cut_1000         	2024-223499	0.5888
map_cut_5             	2024-223499	0.0336
map_cut_10            	2024-223499	0.0597
map_cut_15            	2024-223499	0.0831
map_cut_20            	2024-223499	0.1065
map_cut_30            	2024-223499	0.1657
map_cut_100           	2024-223499	0.4484
map_cut_200           	2024-223499	0.4484
map_cut_500           	2024-223499	0.4484
map_cut_1000          	2024-223499	0.4484
relative_P_5          	2024-223499	1.0000
relative_P_10         	2024-223499	0.9000
relative_P_15         	2024-223499	0.8667
relative_P_20         	2024-223499	0.8500
relative_P_30         	2024-223499	0.9000
relative_P_100        	2024-223499	0.7600
relative_P_200        	2024-223499	0.5101
relative_P_500        	2024-223499	0.5101
relative_P_1000       	2024-223499	0.5101
success_1             	2024-223499	1.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	0.7600
set_relative_P        	2024-223499	0.7600
set_recall            	2024-223499	0.5101
set_map               	2024-223499	0.3877
set_F                 	2024-223499	0.6104
num_nonrel_judged_ret 	2024-223499	1
num_ret               	2024-22410	100
num_rel               	2024-22410	147
num_rel_ret           	2024-22410	86
map                   	2024-22410	0.5587
Rprec                 	2024-22410	0.5850
bpref                 	2024-22410	0.5522
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	1.0000
iprec_at_recall_0.20  	2024-22410	1.0000
iprec_at_recall_0.30  	2024-22410	0.9437
iprec_at_recall_0.40  	2024-22410	0.9437
iprec_at_recall_0.50  	2024-22410	0.9405
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	1.0000
P_10                  	2024-22410	1.0000
P_15                  	2024-22410	1.0000
P_20                  	2024-22410	1.0000
P_30                  	2024-22410	1.0000
P_100                 	2024-22410	0.8600
P_200                 	2024-22410	0.4300
P_500                 	2024-22410	0.1720
P_1000                	2024-22410	0.0860
relstring             	2024-22410	'2122222222'
recall_5              	2024-22410	0.0340
recall_10             	2024-22410	0.0680
recall_15             	2024-22410	0.1020
recall_20             	2024-22410	0.1361
recall_30             	2024-22410	0.2041
recall_100            	2024-22410	0.5850
recall_200            	2024-22410	0.5850
recall_500            	2024-22410	0.5850
recall_1000           	2024-22410	0.5850
infAP                 	2024-22410	0.5587
Rprec_mult_0.20       	2024-22410	1.0000
Rprec_mult_0.40       	2024-22410	0.9322
Rprec_mult_0.60       	2024-22410	0.8989
Rprec_mult_0.80       	2024-22410	0.7288
Rprec_mult_1.00       	2024-22410	0.5850
Rprec_mult_1.20       	2024-22410	0.4859
Rprec_mult_1.40       	2024-22410	0.4175
Rprec_mult_1.60       	2024-22410	0.3644
Rprec_mult_1.80       	2024-22410	0.3245
Rprec_mult_2.00       	2024-22410	0.2925
utility               	2024-22410	72.0000
11pt_avg              	2024-22410	0.5298
binG                  	2024-22410	0.3613
G                     	2024-22410	0.1470
ndcg                  	2024-22410	0.6350
ndcg_rel              	2024-22410	0.6978
Rndcg                 	2024-22410	0.6484
ndcg_cut_5            	2024-22410	0.5953
ndcg_cut_10           	2024-22410	0.6485
ndcg_cut_15           	2024-22410	0.6912
ndcg_cut_20           	2024-22410	0.7052
ndcg_cut_30           	2024-22410	0.7704
ndcg_cut_100          	2024-22410	0.7553
ndcg_cut_200          	2024-22410	0.6350
ndcg_cut_500          	2024-22410	0.6350
ndcg_cut_1000         	2024-22410	0.6350
map_cut_5             	2024-22410	0.0340
map_cut_10            	2024-22410	0.0680
map_cut_15            	2024-22410	0.1020
map_cut_20            	2024-22410	0.1361
map_cut_30            	2024-22410	0.2041
map_cut_100           	2024-22410	0.5587
map_cut_200           	2024-22410	0.5587
map_cut_500           	2024-22410	0.5587
map_cut_1000          	2024-22410	0.5587
relative_P_5          	2024-22410	1.0000
relative_P_10         	2024-22410	1.0000
relative_P_15         	2024-22410	1.0000
relative_P_20         	2024-22410	1.0000
relative_P_30         	2024-22410	1.0000
relative_P_100        	2024-22410	0.8600
relative_P_200        	2024-22410	0.5850
relative_P_500        	2024-22410	0.5850
relative_P_1000       	2024-22410	0.5850
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	0.8600
set_relative_P        	2024-22410	0.8600
set_recall            	2024-22410	0.5850
set_map               	2024-22410	0.5031
set_F                 	2024-22410	0.6964
num_nonrel_judged_ret 	2024-22410	7
num_ret               	2024-224226	100
num_rel               	2024-224226	174
num_rel_ret           	2024-224226	60
map                   	2024-224226	0.2517
Rprec                 	2024-224226	0.3448
bpref                 	2024-224226	0.3299
recip_rank            	2024-224226	1.0000
iprec_at_recall_0.00  	2024-224226	1.0000
iprec_at_recall_0.10  	2024-224226	0.8571
iprec_at_recall_0.20  	2024-224226	0.6061
iprec_at_recall_0.30  	2024-224226	0.6061
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	1.0000
P_10                  	2024-224226	1.0000
P_15                  	2024-224226	1.0000
P_20                  	2024-224226	0.8500
P_30                  	2024-224226	0.7333
P_100                 	2024-224226	0.6000
P_200                 	2024-224226	0.3000
P_500                 	2024-224226	0.1200
P_1000                	2024-224226	0.0600
relstring             	2024-224226	'1232222211'
recall_5              	2024-224226	0.0287
recall_10             	2024-224226	0.0575
recall_15             	2024-224226	0.0862
recall_20             	2024-224226	0.0977
recall_30             	2024-224226	0.1264
recall_100            	2024-224226	0.3448
recall_200            	2024-224226	0.3448
recall_500            	2024-224226	0.3448
recall_1000           	2024-224226	0.3448
infAP                 	2024-224226	0.2517
Rprec_mult_0.20       	2024-224226	0.7143
Rprec_mult_0.40       	2024-224226	0.5857
Rprec_mult_0.60       	2024-224226	0.5714
Rprec_mult_0.80       	2024-224226	0.4286
Rprec_mult_1.00       	2024-224226	0.3448
Rprec_mult_1.20       	2024-224226	0.2871
Rprec_mult_1.40       	2024-224226	0.2459
Rprec_mult_1.60       	2024-224226	0.2151
Rprec_mult_1.80       	2024-224226	0.1911
Rprec_mult_2.00       	2024-224226	0.1724
utility               	2024-224226	20.0000
11pt_avg              	2024-224226	0.2790
binG                  	2024-224226	0.1537
G                     	2024-224226	0.0757
ndcg                  	2024-224226	0.4152
ndcg_rel              	2024-224226	0.4557
Rndcg                 	2024-224226	0.4876
ndcg_cut_5            	2024-224226	0.6101
ndcg_cut_10           	2024-224226	0.5867
ndcg_cut_15           	2024-224226	0.6205
ndcg_cut_20           	2024-224226	0.5625
ndcg_cut_30           	2024-224226	0.5355
ndcg_cut_100          	2024-224226	0.5176
ndcg_cut_200          	2024-224226	0.4152
ndcg_cut_500          	2024-224226	0.4152
ndcg_cut_1000         	2024-224226	0.4152
map_cut_5             	2024-224226	0.0287
map_cut_10            	2024-224226	0.0575
map_cut_15            	2024-224226	0.0862
map_cut_20            	2024-224226	0.0977
map_cut_30            	2024-224226	0.1203
map_cut_100           	2024-224226	0.2517
map_cut_200           	2024-224226	0.2517
map_cut_500           	2024-224226	0.2517
map_cut_1000          	2024-224226	0.2517
relative_P_5          	2024-224226	1.0000
relative_P_10         	2024-224226	1.0000
relative_P_15         	2024-224226	1.0000
relative_P_20         	2024-224226	0.8500
relative_P_30         	2024-224226	0.7333
relative_P_100        	2024-224226	0.6000
relative_P_200        	2024-224226	0.3448
relative_P_500        	2024-224226	0.3448
relative_P_1000       	2024-224226	0.3448
success_1             	2024-224226	1.0000
success_5             	2024-224226	1.0000
success_10            	2024-224226	1.0000
set_P                 	2024-224226	0.6000
set_relative_P        	2024-224226	0.6000
set_recall            	2024-224226	0.3448
set_map               	2024-224226	0.2069
set_F                 	2024-224226	0.4380
num_nonrel_judged_ret 	2024-224226	2
num_ret               	2024-224279	100
num_rel               	2024-224279	424
num_rel_ret           	2024-224279	90
map                   	2024-224279	0.2076
Rprec                 	2024-224279	0.2123
bpref                 	2024-224279	0.2123
recip_rank            	2024-224279	1.0000
iprec_at_recall_0.00  	2024-224279	1.0000
iprec_at_recall_0.10  	2024-224279	1.0000
iprec_at_recall_0.20  	2024-224279	0.9149
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	1.0000
P_10                  	2024-224279	1.0000
P_15                  	2024-224279	1.0000
P_20                  	2024-224279	1.0000
P_30                  	2024-224279	1.0000
P_100                 	2024-224279	0.9000
P_200                 	2024-224279	0.4500
P_500                 	2024-224279	0.1800
P_1000                	2024-224279	0.0900
relstring             	2024-224279	'3212333322'
recall_5              	2024-224279	0.0118
recall_10             	2024-224279	0.0236
recall_15             	2024-224279	0.0354
recall_20             	2024-224279	0.0472
recall_30             	2024-224279	0.0708
recall_100            	2024-224279	0.2123
recall_200            	2024-224279	0.2123
recall_500            	2024-224279	0.2123
recall_1000           	2024-224279	0.2123
infAP                 	2024-224279	0.2076
Rprec_mult_0.20       	2024-224279	0.9294
Rprec_mult_0.40       	2024-224279	0.5294
Rprec_mult_0.60       	2024-224279	0.3529
Rprec_mult_0.80       	2024-224279	0.2647
Rprec_mult_1.00       	2024-224279	0.2123
Rprec_mult_1.20       	2024-224279	0.1768
Rprec_mult_1.40       	2024-224279	0.1515
Rprec_mult_1.60       	2024-224279	0.1325
Rprec_mult_1.80       	2024-224279	0.1178
Rprec_mult_2.00       	2024-224279	0.1061
utility               	2024-224279	80.0000
11pt_avg              	2024-224279	0.2650
binG                  	2024-224279	0.1621
G                     	2024-224279	0.0531
ndcg                  	2024-224279	0.3210
ndcg_rel              	2024-224279	0.4132
Rndcg                 	2024-224279	0.4507
ndcg_cut_5            	2024-224279	0.7669
ndcg_cut_10           	2024-224279	0.8055
ndcg_cut_15           	2024-224279	0.7743
ndcg_cut_20           	2024-224279	0.7668
ndcg_cut_30           	2024-224279	0.7663
ndcg_cut_100          	2024-224279	0.6881
ndcg_cut_200          	2024-224279	0.4764
ndcg_cut_500          	2024-224279	0.3210
ndcg_cut_1000         	2024-224279	0.3210
map_cut_5             	2024-224279	0.0118
map_cut_10            	2024-224279	0.0236
map_cut_15            	2024-224279	0.0354
map_cut_20            	2024-224279	0.0472
map_cut_30            	2024-224279	0.0708
map_cut_100           	2024-224279	0.2076
map_cut_200           	2024-224279	0.2076
map_cut_500           	2024-224279	0.2076
map_cut_1000          	2024-224279	0.2076
relative_P_5          	2024-224279	1.0000
relative_P_10         	2024-224279	1.0000
relative_P_15         	2024-224279	1.0000
relative_P_20         	2024-224279	1.0000
relative_P_30         	2024-224279	1.0000
relative_P_100        	2024-224279	0.9000
relative_P_200        	2024-224279	0.4500
relative_P_500        	2024-224279	0.2123
relative_P_1000       	2024-224279	0.2123
success_1             	2024-224279	1.0000
success_5             	2024-224279	1.0000
success_10            	2024-224279	1.0000
set_P                 	2024-224279	0.9000
set_relative_P        	2024-224279	0.9000
set_recall            	2024-224279	0.2123
set_map               	2024-224279	0.1910
set_F                 	2024-224279	0.3435
num_nonrel_judged_ret 	2024-224279	0
num_ret               	2024-224701	100
num_rel               	2024-224701	92
num_rel_ret           	2024-224701	82
map                   	2024-224701	0.8568
Rprec                 	2024-224701	0.8370
bpref                 	2024-224701	0.8913
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	1.0000
iprec_at_recall_0.20  	2024-224701	1.0000
iprec_at_recall_0.30  	2024-224701	1.0000
iprec_at_recall_0.40  	2024-224701	1.0000
iprec_at_recall_0.50  	2024-224701	1.0000
iprec_at_recall_0.60  	2024-224701	0.9661
iprec_at_recall_0.70  	2024-224701	0.9041
iprec_at_recall_0.80  	2024-224701	0.8916
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	1.0000
P_10                  	2024-224701	1.0000
P_15                  	2024-224701	1.0000
P_20                  	2024-224701	1.0000
P_30                  	2024-224701	1.0000
P_100                 	2024-224701	0.8200
P_200                 	2024-224701	0.4100
P_500                 	2024-224701	0.1640
P_1000                	2024-224701	0.0820
relstring             	2024-224701	'1111113111'
recall_5              	2024-224701	0.0543
recall_10             	2024-224701	0.1087
recall_15             	2024-224701	0.1630
recall_20             	2024-224701	0.2174
recall_30             	2024-224701	0.3261
recall_100            	2024-224701	0.8913
recall_200            	2024-224701	0.8913
recall_500            	2024-224701	0.8913
recall_1000           	2024-224701	0.8913
infAP                 	2024-224701	0.8568
Rprec_mult_0.20       	2024-224701	1.0000
Rprec_mult_0.40       	2024-224701	1.0000
Rprec_mult_0.60       	2024-224701	0.9643
Rprec_mult_0.80       	2024-224701	0.8919
Rprec_mult_1.00       	2024-224701	0.8370
Rprec_mult_1.20       	2024-224701	0.7387
Rprec_mult_1.40       	2024-224701	0.6357
Rprec_mult_1.60       	2024-224701	0.5541
Rprec_mult_1.80       	2024-224701	0.4940
Rprec_mult_2.00       	2024-224701	0.4457
utility               	2024-224701	64.0000
11pt_avg              	2024-224701	0.7965
binG                  	2024-224701	0.6535
G                     	2024-224701	0.2471
ndcg                  	2024-224701	0.7691
ndcg_rel              	2024-224701	0.6552
Rndcg                 	2024-224701	0.5951
ndcg_cut_5            	2024-224701	0.3333
ndcg_cut_10           	2024-224701	0.4094
ndcg_cut_15           	2024-224701	0.4780
ndcg_cut_20           	2024-224701	0.5220
ndcg_cut_30           	2024-224701	0.6550
ndcg_cut_100          	2024-224701	0.7691
ndcg_cut_200          	2024-224701	0.7691
ndcg_cut_500          	2024-224701	0.7691
ndcg_cut_1000         	2024-224701	0.7691
map_cut_5             	2024-224701	0.0543
map_cut_10            	2024-224701	0.1087
map_cut_15            	2024-224701	0.1630
map_cut_20            	2024-224701	0.2174
map_cut_30            	2024-224701	0.3261
map_cut_100           	2024-224701	0.8568
map_cut_200           	2024-224701	0.8568
map_cut_500           	2024-224701	0.8568
map_cut_1000          	2024-224701	0.8568
relative_P_5          	2024-224701	1.0000
relative_P_10         	2024-224701	1.0000
relative_P_15         	2024-224701	1.0000
relative_P_20         	2024-224701	1.0000
relative_P_30         	2024-224701	1.0000
relative_P_100        	2024-224701	0.8913
relative_P_200        	2024-224701	0.8913
relative_P_500        	2024-224701	0.8913
relative_P_1000       	2024-224701	0.8913
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	0.8200
set_relative_P        	2024-224701	0.8913
set_recall            	2024-224701	0.8913
set_map               	2024-224701	0.7309
set_F                 	2024-224701	0.8542
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224926	100
num_rel               	2024-224926	55
num_rel_ret           	2024-224926	30
map                   	2024-224926	0.1979
Rprec                 	2024-224926	0.3091
bpref                 	2024-224926	0.3078
recip_rank            	2024-224926	0.3333
iprec_at_recall_0.00  	2024-224926	0.5000
iprec_at_recall_0.10  	2024-224926	0.5000
iprec_at_recall_0.20  	2024-224926	0.5000
iprec_at_recall_0.30  	2024-224926	0.3208
iprec_at_recall_0.40  	2024-224926	0.3171
iprec_at_recall_0.50  	2024-224926	0.3030
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	0.2000
P_10                  	2024-224926	0.4000
P_15                  	2024-224926	0.4000
P_20                  	2024-224926	0.4000
P_30                  	2024-224926	0.4667
P_100                 	2024-224926	0.3000
P_200                 	2024-224926	0.1500
P_500                 	2024-224926	0.0600
P_1000                	2024-224926	0.0300
relstring             	2024-224926	'00200-1021'
recall_5              	2024-224926	0.0182
recall_10             	2024-224926	0.0727
recall_15             	2024-224926	0.1091
recall_20             	2024-224926	0.1455
recall_30             	2024-224926	0.2545
recall_100            	2024-224926	0.5455
recall_200            	2024-224926	0.5455
recall_500            	2024-224926	0.5455
recall_1000           	2024-224926	0.5455
infAP                 	2024-224926	0.1979
Rprec_mult_0.20       	2024-224926	0.4545
Rprec_mult_0.40       	2024-224926	0.4545
Rprec_mult_0.60       	2024-224926	0.4242
Rprec_mult_0.80       	2024-224926	0.3636
Rprec_mult_1.00       	2024-224926	0.3091
Rprec_mult_1.20       	2024-224926	0.2879
Rprec_mult_1.40       	2024-224926	0.3117
Rprec_mult_1.60       	2024-224926	0.3068
Rprec_mult_1.80       	2024-224926	0.3030
Rprec_mult_2.00       	2024-224926	0.2727
utility               	2024-224926	-40.0000
11pt_avg              	2024-224926	0.2219
binG                  	2024-224926	0.1288
G                     	2024-224926	0.1203
ndcg                  	2024-224926	0.4309
ndcg_rel              	2024-224926	0.3658
Rndcg                 	2024-224926	0.2373
ndcg_cut_5            	2024-224926	0.1450
ndcg_cut_10           	2024-224926	0.2205
ndcg_cut_15           	2024-224926	0.2314
ndcg_cut_20           	2024-224926	0.2456
ndcg_cut_30           	2024-224926	0.3248
ndcg_cut_100          	2024-224926	0.4309
ndcg_cut_200          	2024-224926	0.4309
ndcg_cut_500          	2024-224926	0.4309
ndcg_cut_1000         	2024-224926	0.4309
map_cut_5             	2024-224926	0.0061
map_cut_10            	2024-224926	0.0246
map_cut_15            	2024-224926	0.0412
map_cut_20            	2024-224926	0.0552
map_cut_30            	2024-224926	0.1062
map_cut_100           	2024-224926	0.1979
map_cut_200           	2024-224926	0.1979
map_cut_500           	2024-224926	0.1979
map_cut_1000          	2024-224926	0.1979
relative_P_5          	2024-224926	0.2000
relative_P_10         	2024-224926	0.4000
relative_P_15         	2024-224926	0.4000
relative_P_20         	2024-224926	0.4000
relative_P_30         	2024-224926	0.4667
relative_P_100        	2024-224926	0.5455
relative_P_200        	2024-224926	0.5455
relative_P_500        	2024-224926	0.5455
relative_P_1000       	2024-224926	0.5455
success_1             	2024-224926	0.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.3000
set_relative_P        	2024-224926	0.5455
set_recall            	2024-224926	0.5455
set_map               	2024-224926	0.1636
set_F                 	2024-224926	0.3871
num_nonrel_judged_ret 	2024-224926	48
num_ret               	2024-22886	100
num_rel               	2024-22886	147
num_rel_ret           	2024-22886	85
map                   	2024-22886	0.5510
Rprec                 	2024-22886	0.5782
bpref                 	2024-22886	0.5517
recip_rank            	2024-22886	1.0000
iprec_at_recall_0.00  	2024-22886	1.0000
iprec_at_recall_0.10  	2024-22886	1.0000
iprec_at_recall_0.20  	2024-22886	0.9737
iprec_at_recall_0.30  	2024-22886	0.9655
iprec_at_recall_0.40  	2024-22886	0.9385
iprec_at_recall_0.50  	2024-22886	0.8966
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	1.0000
P_10                  	2024-22886	1.0000
P_15                  	2024-22886	1.0000
P_20                  	2024-22886	1.0000
P_30                  	2024-22886	0.9667
P_100                 	2024-22886	0.8500
P_200                 	2024-22886	0.4250
P_500                 	2024-22886	0.1700
P_1000                	2024-22886	0.0850
relstring             	2024-22886	'3222232122'
recall_5              	2024-22886	0.0340
recall_10             	2024-22886	0.0680
recall_15             	2024-22886	0.1020
recall_20             	2024-22886	0.1361
recall_30             	2024-22886	0.1973
recall_100            	2024-22886	0.5782
recall_200            	2024-22886	0.5782
recall_500            	2024-22886	0.5782
recall_1000           	2024-22886	0.5782
infAP                 	2024-22886	0.5510
Rprec_mult_0.20       	2024-22886	0.9667
Rprec_mult_0.40       	2024-22886	0.9492
Rprec_mult_0.60       	2024-22886	0.8876
Rprec_mult_0.80       	2024-22886	0.7203
Rprec_mult_1.00       	2024-22886	0.5782
Rprec_mult_1.20       	2024-22886	0.4802
Rprec_mult_1.40       	2024-22886	0.4126
Rprec_mult_1.60       	2024-22886	0.3602
Rprec_mult_1.80       	2024-22886	0.3208
Rprec_mult_2.00       	2024-22886	0.2891
utility               	2024-22886	70.0000
11pt_avg              	2024-22886	0.5249
binG                  	2024-22886	0.3435
G                     	2024-22886	0.1701
ndcg                  	2024-22886	0.6739
ndcg_rel              	2024-22886	0.7633
Rndcg                 	2024-22886	0.7228
ndcg_cut_5            	2024-22886	0.7797
ndcg_cut_10           	2024-22886	0.7591
ndcg_cut_15           	2024-22886	0.8149
ndcg_cut_20           	2024-22886	0.8256
ndcg_cut_30           	2024-22886	0.8390
ndcg_cut_100          	2024-22886	0.7943
ndcg_cut_200          	2024-22886	0.6739
ndcg_cut_500          	2024-22886	0.6739
ndcg_cut_1000         	2024-22886	0.6739
map_cut_5             	2024-22886	0.0340
map_cut_10            	2024-22886	0.0680
map_cut_15            	2024-22886	0.1020
map_cut_20            	2024-22886	0.1361
map_cut_30            	2024-22886	0.1958
map_cut_100           	2024-22886	0.5510
map_cut_200           	2024-22886	0.5510
map_cut_500           	2024-22886	0.5510
map_cut_1000          	2024-22886	0.5510
relative_P_5          	2024-22886	1.0000
relative_P_10         	2024-22886	1.0000
relative_P_15         	2024-22886	1.0000
relative_P_20         	2024-22886	1.0000
relative_P_30         	2024-22886	0.9667
relative_P_100        	2024-22886	0.8500
relative_P_200        	2024-22886	0.5782
relative_P_500        	2024-22886	0.5782
relative_P_1000       	2024-22886	0.5782
success_1             	2024-22886	1.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	0.8500
set_relative_P        	2024-22886	0.8500
set_recall            	2024-22886	0.5782
set_map               	2024-22886	0.4915
set_F                 	2024-22886	0.6883
num_nonrel_judged_ret 	2024-22886	7
num_ret               	2024-23862	100
num_rel               	2024-23862	231
num_rel_ret           	2024-23862	66
map                   	2024-23862	0.2461
Rprec                 	2024-23862	0.2857
bpref                 	2024-23862	0.2487
recip_rank            	2024-23862	1.0000
iprec_at_recall_0.00  	2024-23862	1.0000
iprec_at_recall_0.10  	2024-23862	0.9615
iprec_at_recall_0.20  	2024-23862	0.7869
iprec_at_recall_0.30  	2024-23862	0.0000
iprec_at_recall_0.40  	2024-23862	0.0000
iprec_at_recall_0.50  	2024-23862	0.0000
iprec_at_recall_0.60  	2024-23862	0.0000
iprec_at_recall_0.70  	2024-23862	0.0000
iprec_at_recall_0.80  	2024-23862	0.0000
iprec_at_recall_0.90  	2024-23862	0.0000
iprec_at_recall_1.00  	2024-23862	0.0000
P_5                   	2024-23862	1.0000
P_10                  	2024-23862	1.0000
P_15                  	2024-23862	0.9333
P_20                  	2024-23862	0.9500
P_30                  	2024-23862	0.8667
P_100                 	2024-23862	0.6600
P_200                 	2024-23862	0.3300
P_500                 	2024-23862	0.1320
P_1000                	2024-23862	0.0660
relstring             	2024-23862	'1111111111'
recall_5              	2024-23862	0.0216
recall_10             	2024-23862	0.0433
recall_15             	2024-23862	0.0606
recall_20             	2024-23862	0.0823
recall_30             	2024-23862	0.1126
recall_100            	2024-23862	0.2857
recall_200            	2024-23862	0.2857
recall_500            	2024-23862	0.2857
recall_1000           	2024-23862	0.2857
infAP                 	2024-23862	0.2461
Rprec_mult_0.20       	2024-23862	0.8511
Rprec_mult_0.40       	2024-23862	0.6882
Rprec_mult_0.60       	2024-23862	0.4748
Rprec_mult_0.80       	2024-23862	0.3568
Rprec_mult_1.00       	2024-23862	0.2857
Rprec_mult_1.20       	2024-23862	0.2374
Rprec_mult_1.40       	2024-23862	0.2037
Rprec_mult_1.60       	2024-23862	0.1784
Rprec_mult_1.80       	2024-23862	0.1587
Rprec_mult_2.00       	2024-23862	0.1429
utility               	2024-23862	32.0000
11pt_avg              	2024-23862	0.2499
binG                  	2024-23862	0.1370
G                     	2024-23862	0.0980
ndcg                  	2024-23862	0.3792
ndcg_rel              	2024-23862	0.4825
Rndcg                 	2024-23862	0.4396
ndcg_cut_5            	2024-23862	0.6439
ndcg_cut_10           	2024-23862	0.7359
ndcg_cut_15           	2024-23862	0.7473
ndcg_cut_20           	2024-23862	0.7816
ndcg_cut_30           	2024-23862	0.7673
ndcg_cut_100          	2024-23862	0.6794
ndcg_cut_200          	2024-23862	0.4207
ndcg_cut_500          	2024-23862	0.3792
ndcg_cut_1000         	2024-23862	0.3792
map_cut_5             	2024-23862	0.0216
map_cut_10            	2024-23862	0.0433
map_cut_15            	2024-23862	0.0600
map_cut_20            	2024-23862	0.0804
map_cut_30            	2024-23862	0.1091
map_cut_100           	2024-23862	0.2461
map_cut_200           	2024-23862	0.2461
map_cut_500           	2024-23862	0.2461
map_cut_1000          	2024-23862	0.2461
relative_P_5          	2024-23862	1.0000
relative_P_10         	2024-23862	1.0000
relative_P_15         	2024-23862	0.9333
relative_P_20         	2024-23862	0.9500
relative_P_30         	2024-23862	0.8667
relative_P_100        	2024-23862	0.6600
relative_P_200        	2024-23862	0.3300
relative_P_500        	2024-23862	0.2857
relative_P_1000       	2024-23862	0.2857
success_1             	2024-23862	1.0000
success_5             	2024-23862	1.0000
success_10            	2024-23862	1.0000
set_P                 	2024-23862	0.6600
set_relative_P        	2024-23862	0.6600
set_recall            	2024-23862	0.2857
set_map               	2024-23862	0.1886
set_F                 	2024-23862	0.3988
num_nonrel_judged_ret 	2024-23862	16
num_ret               	2024-27366	100
num_rel               	2024-27366	232
num_rel_ret           	2024-27366	84
map                   	2024-27366	0.3448
Rprec                 	2024-27366	0.3621
bpref                 	2024-27366	0.3611
recip_rank            	2024-27366	1.0000
iprec_at_recall_0.00  	2024-27366	1.0000
iprec_at_recall_0.10  	2024-27366	1.0000
iprec_at_recall_0.20  	2024-27366	0.9811
iprec_at_recall_0.30  	2024-27366	0.8875
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	1.0000
P_10                  	2024-27366	1.0000
P_15                  	2024-27366	1.0000
P_20                  	2024-27366	1.0000
P_30                  	2024-27366	0.9667
P_100                 	2024-27366	0.8400
P_200                 	2024-27366	0.4200
P_500                 	2024-27366	0.1680
P_1000                	2024-27366	0.0840
relstring             	2024-27366	'2212112211'
recall_5              	2024-27366	0.0216
recall_10             	2024-27366	0.0431
recall_15             	2024-27366	0.0647
recall_20             	2024-27366	0.0862
recall_30             	2024-27366	0.1250
recall_100            	2024-27366	0.3621
recall_200            	2024-27366	0.3621
recall_500            	2024-27366	0.3621
recall_1000           	2024-27366	0.3621
infAP                 	2024-27366	0.3448
Rprec_mult_0.20       	2024-27366	0.9787
Rprec_mult_0.40       	2024-27366	0.8602
Rprec_mult_0.60       	2024-27366	0.6000
Rprec_mult_0.80       	2024-27366	0.4516
Rprec_mult_1.00       	2024-27366	0.3621
Rprec_mult_1.20       	2024-27366	0.3011
Rprec_mult_1.40       	2024-27366	0.2585
Rprec_mult_1.60       	2024-27366	0.2258
Rprec_mult_1.80       	2024-27366	0.2010
Rprec_mult_2.00       	2024-27366	0.1810
utility               	2024-27366	68.0000
11pt_avg              	2024-27366	0.3517
binG                  	2024-27366	0.2276
G                     	2024-27366	0.1253
ndcg                  	2024-27366	0.5010
ndcg_rel              	2024-27366	0.6148
Rndcg                 	2024-27366	0.6099
ndcg_cut_5            	2024-27366	0.8496
ndcg_cut_10           	2024-27366	0.7983
ndcg_cut_15           	2024-27366	0.7543
ndcg_cut_20           	2024-27366	0.7234
ndcg_cut_30           	2024-27366	0.7744
ndcg_cut_100          	2024-27366	0.8259
ndcg_cut_200          	2024-27366	0.5506
ndcg_cut_500          	2024-27366	0.5010
ndcg_cut_1000         	2024-27366	0.5010
map_cut_5             	2024-27366	0.0216
map_cut_10            	2024-27366	0.0431
map_cut_15            	2024-27366	0.0647
map_cut_20            	2024-27366	0.0862
map_cut_30            	2024-27366	0.1247
map_cut_100           	2024-27366	0.3448
map_cut_200           	2024-27366	0.3448
map_cut_500           	2024-27366	0.3448
map_cut_1000          	2024-27366	0.3448
relative_P_5          	2024-27366	1.0000
relative_P_10         	2024-27366	1.0000
relative_P_15         	2024-27366	1.0000
relative_P_20         	2024-27366	1.0000
relative_P_30         	2024-27366	0.9667
relative_P_100        	2024-27366	0.8400
relative_P_200        	2024-27366	0.4200
relative_P_500        	2024-27366	0.3621
relative_P_1000       	2024-27366	0.3621
success_1             	2024-27366	1.0000
success_5             	2024-27366	1.0000
success_10            	2024-27366	1.0000
set_P                 	2024-27366	0.8400
set_relative_P        	2024-27366	0.8400
set_recall            	2024-27366	0.3621
set_map               	2024-27366	0.3041
set_F                 	2024-27366	0.5060
num_nonrel_judged_ret 	2024-27366	1
num_ret               	2024-29182	100
num_rel               	2024-29182	174
num_rel_ret           	2024-29182	72
map                   	2024-29182	0.3681
Rprec                 	2024-29182	0.4138
bpref                 	2024-29182	0.3991
recip_rank            	2024-29182	1.0000
iprec_at_recall_0.00  	2024-29182	1.0000
iprec_at_recall_0.10  	2024-29182	1.0000
iprec_at_recall_0.20  	2024-29182	0.8974
iprec_at_recall_0.30  	2024-29182	0.8281
iprec_at_recall_0.40  	2024-29182	0.7292
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	1.0000
P_10                  	2024-29182	1.0000
P_15                  	2024-29182	1.0000
P_20                  	2024-29182	1.0000
P_30                  	2024-29182	0.9333
P_100                 	2024-29182	0.7200
P_200                 	2024-29182	0.3600
P_500                 	2024-29182	0.1440
P_1000                	2024-29182	0.0720
relstring             	2024-29182	'2212322111'
recall_5              	2024-29182	0.0287
recall_10             	2024-29182	0.0575
recall_15             	2024-29182	0.0862
recall_20             	2024-29182	0.1149
recall_30             	2024-29182	0.1609
recall_100            	2024-29182	0.4138
recall_200            	2024-29182	0.4138
recall_500            	2024-29182	0.4138
recall_1000           	2024-29182	0.4138
infAP                 	2024-29182	0.3681
Rprec_mult_0.20       	2024-29182	0.9143
Rprec_mult_0.40       	2024-29182	0.8143
Rprec_mult_0.60       	2024-29182	0.6857
Rprec_mult_0.80       	2024-29182	0.5143
Rprec_mult_1.00       	2024-29182	0.4138
Rprec_mult_1.20       	2024-29182	0.3445
Rprec_mult_1.40       	2024-29182	0.2951
Rprec_mult_1.60       	2024-29182	0.2581
Rprec_mult_1.80       	2024-29182	0.2293
Rprec_mult_2.00       	2024-29182	0.2069
utility               	2024-29182	44.0000
11pt_avg              	2024-29182	0.4050
binG                  	2024-29182	0.2309
G                     	2024-29182	0.0927
ndcg                  	2024-29182	0.4749
ndcg_rel              	2024-29182	0.5409
Rndcg                 	2024-29182	0.5698
ndcg_cut_5            	2024-29182	0.6539
ndcg_cut_10           	2024-29182	0.6341
ndcg_cut_15           	2024-29182	0.6457
ndcg_cut_20           	2024-29182	0.6663
ndcg_cut_30           	2024-29182	0.6544
ndcg_cut_100          	2024-29182	0.5845
ndcg_cut_200          	2024-29182	0.4749
ndcg_cut_500          	2024-29182	0.4749
ndcg_cut_1000         	2024-29182	0.4749
map_cut_5             	2024-29182	0.0287
map_cut_10            	2024-29182	0.0575
map_cut_15            	2024-29182	0.0862
map_cut_20            	2024-29182	0.1149
map_cut_30            	2024-29182	0.1605
map_cut_100           	2024-29182	0.3681
map_cut_200           	2024-29182	0.3681
map_cut_500           	2024-29182	0.3681
map_cut_1000          	2024-29182	0.3681
relative_P_5          	2024-29182	1.0000
relative_P_10         	2024-29182	1.0000
relative_P_15         	2024-29182	1.0000
relative_P_20         	2024-29182	1.0000
relative_P_30         	2024-29182	0.9333
relative_P_100        	2024-29182	0.7200
relative_P_200        	2024-29182	0.4138
relative_P_500        	2024-29182	0.4138
relative_P_1000       	2024-29182	0.4138
success_1             	2024-29182	1.0000
success_5             	2024-29182	1.0000
success_10            	2024-29182	1.0000
set_P                 	2024-29182	0.7200
set_relative_P        	2024-29182	0.7200
set_recall            	2024-29182	0.4138
set_map               	2024-29182	0.2979
set_F                 	2024-29182	0.5255
num_nonrel_judged_ret 	2024-29182	18
num_ret               	2024-29941	100
num_rel               	2024-29941	240
num_rel_ret           	2024-29941	80
map                   	2024-29941	0.3028
Rprec                 	2024-29941	0.3333
bpref                 	2024-29941	0.3143
recip_rank            	2024-29941	1.0000
iprec_at_recall_0.00  	2024-29941	1.0000
iprec_at_recall_0.10  	2024-29941	0.9429
iprec_at_recall_0.20  	2024-29941	0.9231
iprec_at_recall_0.30  	2024-29941	0.8085
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	1.0000
P_10                  	2024-29941	1.0000
P_15                  	2024-29941	1.0000
P_20                  	2024-29941	0.9000
P_30                  	2024-29941	0.9333
P_100                 	2024-29941	0.8000
P_200                 	2024-29941	0.4000
P_500                 	2024-29941	0.1600
P_1000                	2024-29941	0.0800
relstring             	2024-29941	'1331311321'
recall_5              	2024-29941	0.0208
recall_10             	2024-29941	0.0417
recall_15             	2024-29941	0.0625
recall_20             	2024-29941	0.0750
recall_30             	2024-29941	0.1167
recall_100            	2024-29941	0.3333
recall_200            	2024-29941	0.3333
recall_500            	2024-29941	0.3333
recall_1000           	2024-29941	0.3333
infAP                 	2024-29941	0.3028
Rprec_mult_0.20       	2024-29941	0.9167
Rprec_mult_0.40       	2024-29941	0.8021
Rprec_mult_0.60       	2024-29941	0.5556
Rprec_mult_0.80       	2024-29941	0.4167
Rprec_mult_1.00       	2024-29941	0.3333
Rprec_mult_1.20       	2024-29941	0.2778
Rprec_mult_1.40       	2024-29941	0.2381
Rprec_mult_1.60       	2024-29941	0.2083
Rprec_mult_1.80       	2024-29941	0.1852
Rprec_mult_2.00       	2024-29941	0.1667
utility               	2024-29941	60.0000
11pt_avg              	2024-29941	0.3340
binG                  	2024-29941	0.1639
G                     	2024-29941	0.0842
ndcg                  	2024-29941	0.4658
ndcg_rel              	2024-29941	0.5253
Rndcg                 	2024-29941	0.5605
ndcg_cut_5            	2024-29941	0.6765
ndcg_cut_10           	2024-29941	0.6244
ndcg_cut_15           	2024-29941	0.6477
ndcg_cut_20           	2024-29941	0.6064
ndcg_cut_30           	2024-29941	0.6443
ndcg_cut_100          	2024-29941	0.6587
ndcg_cut_200          	2024-29941	0.4993
ndcg_cut_500          	2024-29941	0.4658
ndcg_cut_1000         	2024-29941	0.4658
map_cut_5             	2024-29941	0.0208
map_cut_10            	2024-29941	0.0417
map_cut_15            	2024-29941	0.0625
map_cut_20            	2024-29941	0.0743
map_cut_30            	2024-29941	0.1127
map_cut_100           	2024-29941	0.3028
map_cut_200           	2024-29941	0.3028
map_cut_500           	2024-29941	0.3028
map_cut_1000          	2024-29941	0.3028
relative_P_5          	2024-29941	1.0000
relative_P_10         	2024-29941	1.0000
relative_P_15         	2024-29941	1.0000
relative_P_20         	2024-29941	0.9000
relative_P_30         	2024-29941	0.9333
relative_P_100        	2024-29941	0.8000
relative_P_200        	2024-29941	0.4000
relative_P_500        	2024-29941	0.3333
relative_P_1000       	2024-29941	0.3333
success_1             	2024-29941	1.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	0.8000
set_relative_P        	2024-29941	0.8000
set_recall            	2024-29941	0.3333
set_map               	2024-29941	0.2667
set_F                 	2024-29941	0.4706
num_nonrel_judged_ret 	2024-29941	7
num_ret               	2024-32912	100
num_rel               	2024-32912	109
num_rel_ret           	2024-32912	62
map                   	2024-32912	0.5160
Rprec                 	2024-32912	0.5688
bpref                 	2024-32912	0.5489
recip_rank            	2024-32912	1.0000
iprec_at_recall_0.00  	2024-32912	1.0000
iprec_at_recall_0.10  	2024-32912	1.0000
iprec_at_recall_0.20  	2024-32912	1.0000
iprec_at_recall_0.30  	2024-32912	0.9444
iprec_at_recall_0.40  	2024-32912	0.8627
iprec_at_recall_0.50  	2024-32912	0.7778
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	1.0000
P_10                  	2024-32912	1.0000
P_15                  	2024-32912	1.0000
P_20                  	2024-32912	1.0000
P_30                  	2024-32912	0.9667
P_100                 	2024-32912	0.6200
P_200                 	2024-32912	0.3100
P_500                 	2024-32912	0.1240
P_1000                	2024-32912	0.0620
relstring             	2024-32912	'2222222223'
recall_5              	2024-32912	0.0459
recall_10             	2024-32912	0.0917
recall_15             	2024-32912	0.1376
recall_20             	2024-32912	0.1835
recall_30             	2024-32912	0.2661
recall_100            	2024-32912	0.5688
recall_200            	2024-32912	0.5688
recall_500            	2024-32912	0.5688
recall_1000           	2024-32912	0.5688
infAP                 	2024-32912	0.5160
Rprec_mult_0.20       	2024-32912	1.0000
Rprec_mult_0.40       	2024-32912	0.8636
Rprec_mult_0.60       	2024-32912	0.7727
Rprec_mult_0.80       	2024-32912	0.6818
Rprec_mult_1.00       	2024-32912	0.5688
Rprec_mult_1.20       	2024-32912	0.4733
Rprec_mult_1.40       	2024-32912	0.4052
Rprec_mult_1.60       	2024-32912	0.3543
Rprec_mult_1.80       	2024-32912	0.3147
Rprec_mult_2.00       	2024-32912	0.2844
utility               	2024-32912	24.0000
11pt_avg              	2024-32912	0.5077
binG                  	2024-32912	0.3518
G                     	2024-32912	0.1499
ndcg                  	2024-32912	0.6257
ndcg_rel              	2024-32912	0.6744
Rndcg                 	2024-32912	0.6635
ndcg_cut_5            	2024-32912	0.6667
ndcg_cut_10           	2024-32912	0.6879
ndcg_cut_15           	2024-32912	0.6938
ndcg_cut_20           	2024-32912	0.7318
ndcg_cut_30           	2024-32912	0.7632
ndcg_cut_100          	2024-32912	0.6460
ndcg_cut_200          	2024-32912	0.6257
ndcg_cut_500          	2024-32912	0.6257
ndcg_cut_1000         	2024-32912	0.6257
map_cut_5             	2024-32912	0.0459
map_cut_10            	2024-32912	0.0917
map_cut_15            	2024-32912	0.1376
map_cut_20            	2024-32912	0.1835
map_cut_30            	2024-32912	0.2651
map_cut_100           	2024-32912	0.5160
map_cut_200           	2024-32912	0.5160
map_cut_500           	2024-32912	0.5160
map_cut_1000          	2024-32912	0.5160
relative_P_5          	2024-32912	1.0000
relative_P_10         	2024-32912	1.0000
relative_P_15         	2024-32912	1.0000
relative_P_20         	2024-32912	1.0000
relative_P_30         	2024-32912	0.9667
relative_P_100        	2024-32912	0.6200
relative_P_200        	2024-32912	0.5688
relative_P_500        	2024-32912	0.5688
relative_P_1000       	2024-32912	0.5688
success_1             	2024-32912	1.0000
success_5             	2024-32912	1.0000
success_10            	2024-32912	1.0000
set_P                 	2024-32912	0.6200
set_relative_P        	2024-32912	0.6200
set_recall            	2024-32912	0.5688
set_map               	2024-32912	0.3527
set_F                 	2024-32912	0.5933
num_nonrel_judged_ret 	2024-32912	22
num_ret               	2024-33466	100
num_rel               	2024-33466	265
num_rel_ret           	2024-33466	81
map                   	2024-33466	0.2912
Rprec                 	2024-33466	0.3057
bpref                 	2024-33466	0.2947
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	1.0000
iprec_at_recall_0.20  	2024-33466	0.9474
iprec_at_recall_0.30  	2024-33466	0.8438
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	1.0000
P_10                  	2024-33466	1.0000
P_15                  	2024-33466	1.0000
P_20                  	2024-33466	1.0000
P_30                  	2024-33466	1.0000
P_100                 	2024-33466	0.8100
P_200                 	2024-33466	0.4050
P_500                 	2024-33466	0.1620
P_1000                	2024-33466	0.0810
relstring             	2024-33466	'2232232322'
recall_5              	2024-33466	0.0189
recall_10             	2024-33466	0.0377
recall_15             	2024-33466	0.0566
recall_20             	2024-33466	0.0755
recall_30             	2024-33466	0.1132
recall_100            	2024-33466	0.3057
recall_200            	2024-33466	0.3057
recall_500            	2024-33466	0.3057
recall_1000           	2024-33466	0.3057
infAP                 	2024-33466	0.2912
Rprec_mult_0.20       	2024-33466	0.9623
Rprec_mult_0.40       	2024-33466	0.7642
Rprec_mult_0.60       	2024-33466	0.5094
Rprec_mult_0.80       	2024-33466	0.3821
Rprec_mult_1.00       	2024-33466	0.3057
Rprec_mult_1.20       	2024-33466	0.2547
Rprec_mult_1.40       	2024-33466	0.2183
Rprec_mult_1.60       	2024-33466	0.1910
Rprec_mult_1.80       	2024-33466	0.1698
Rprec_mult_2.00       	2024-33466	0.1528
utility               	2024-33466	62.0000
11pt_avg              	2024-33466	0.3446
binG                  	2024-33466	0.1966
G                     	2024-33466	0.0725
ndcg                  	2024-33466	0.4069
ndcg_rel              	2024-33466	0.5018
Rndcg                 	2024-33466	0.5051
ndcg_cut_5            	2024-33466	0.7232
ndcg_cut_10           	2024-33466	0.7526
ndcg_cut_15           	2024-33466	0.7787
ndcg_cut_20           	2024-33466	0.7597
ndcg_cut_30           	2024-33466	0.7372
ndcg_cut_100          	2024-33466	0.6622
ndcg_cut_200          	2024-33466	0.4510
ndcg_cut_500          	2024-33466	0.4069
ndcg_cut_1000         	2024-33466	0.4069
map_cut_5             	2024-33466	0.0189
map_cut_10            	2024-33466	0.0377
map_cut_15            	2024-33466	0.0566
map_cut_20            	2024-33466	0.0755
map_cut_30            	2024-33466	0.1132
map_cut_100           	2024-33466	0.2912
map_cut_200           	2024-33466	0.2912
map_cut_500           	2024-33466	0.2912
map_cut_1000          	2024-33466	0.2912
relative_P_5          	2024-33466	1.0000
relative_P_10         	2024-33466	1.0000
relative_P_15         	2024-33466	1.0000
relative_P_20         	2024-33466	1.0000
relative_P_30         	2024-33466	1.0000
relative_P_100        	2024-33466	0.8100
relative_P_200        	2024-33466	0.4050
relative_P_500        	2024-33466	0.3057
relative_P_1000       	2024-33466	0.3057
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	0.8100
set_relative_P        	2024-33466	0.8100
set_recall            	2024-33466	0.3057
set_map               	2024-33466	0.2476
set_F                 	2024-33466	0.4438
num_nonrel_judged_ret 	2024-33466	3
num_ret               	2024-35227	100
num_rel               	2024-35227	216
num_rel_ret           	2024-35227	83
map                   	2024-35227	0.3510
Rprec                 	2024-35227	0.3843
bpref                 	2024-35227	0.3713
recip_rank            	2024-35227	1.0000
iprec_at_recall_0.00  	2024-35227	1.0000
iprec_at_recall_0.10  	2024-35227	0.9677
iprec_at_recall_0.20  	2024-35227	0.9412
iprec_at_recall_0.30  	2024-35227	0.9189
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	0.8000
P_10                  	2024-35227	0.9000
P_15                  	2024-35227	0.9333
P_20                  	2024-35227	0.9500
P_30                  	2024-35227	0.9667
P_100                 	2024-35227	0.8300
P_200                 	2024-35227	0.4150
P_500                 	2024-35227	0.1660
P_1000                	2024-35227	0.0830
relstring             	2024-35227	'2012232221'
recall_5              	2024-35227	0.0185
recall_10             	2024-35227	0.0417
recall_15             	2024-35227	0.0648
recall_20             	2024-35227	0.0880
recall_30             	2024-35227	0.1343
recall_100            	2024-35227	0.3843
recall_200            	2024-35227	0.3843
recall_500            	2024-35227	0.3843
recall_1000           	2024-35227	0.3843
infAP                 	2024-35227	0.3510
Rprec_mult_0.20       	2024-35227	0.9318
Rprec_mult_0.40       	2024-35227	0.8736
Rprec_mult_0.60       	2024-35227	0.6385
Rprec_mult_0.80       	2024-35227	0.4798
Rprec_mult_1.00       	2024-35227	0.3843
Rprec_mult_1.20       	2024-35227	0.3192
Rprec_mult_1.40       	2024-35227	0.2739
Rprec_mult_1.60       	2024-35227	0.2399
Rprec_mult_1.80       	2024-35227	0.2134
Rprec_mult_2.00       	2024-35227	0.1921
utility               	2024-35227	66.0000
11pt_avg              	2024-35227	0.3480
binG                  	2024-35227	0.1777
G                     	2024-35227	0.1197
ndcg                  	2024-35227	0.5273
ndcg_rel              	2024-35227	0.6061
Rndcg                 	2024-35227	0.5578
ndcg_cut_5            	2024-35227	0.5493
ndcg_cut_10           	2024-35227	0.6897
ndcg_cut_15           	2024-35227	0.7510
ndcg_cut_20           	2024-35227	0.7883
ndcg_cut_30           	2024-35227	0.7802
ndcg_cut_100          	2024-35227	0.7379
ndcg_cut_200          	2024-35227	0.5477
ndcg_cut_500          	2024-35227	0.5273
ndcg_cut_1000         	2024-35227	0.5273
map_cut_5             	2024-35227	0.0149
map_cut_10            	2024-35227	0.0351
map_cut_15            	2024-35227	0.0564
map_cut_20            	2024-35227	0.0783
map_cut_30            	2024-35227	0.1227
map_cut_100           	2024-35227	0.3510
map_cut_200           	2024-35227	0.3510
map_cut_500           	2024-35227	0.3510
map_cut_1000          	2024-35227	0.3510
relative_P_5          	2024-35227	0.8000
relative_P_10         	2024-35227	0.9000
relative_P_15         	2024-35227	0.9333
relative_P_20         	2024-35227	0.9500
relative_P_30         	2024-35227	0.9667
relative_P_100        	2024-35227	0.8300
relative_P_200        	2024-35227	0.4150
relative_P_500        	2024-35227	0.3843
relative_P_1000       	2024-35227	0.3843
success_1             	2024-35227	1.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	0.8300
set_relative_P        	2024-35227	0.8300
set_recall            	2024-35227	0.3843
set_map               	2024-35227	0.3189
set_F                 	2024-35227	0.5253
num_nonrel_judged_ret 	2024-35227	6
num_ret               	2024-35269	100
num_rel               	2024-35269	76
num_rel_ret           	2024-35269	48
map                   	2024-35269	0.4681
Rprec                 	2024-35269	0.5395
bpref                 	2024-35269	0.5113
recip_rank            	2024-35269	1.0000
iprec_at_recall_0.00  	2024-35269	1.0000
iprec_at_recall_0.10  	2024-35269	1.0000
iprec_at_recall_0.20  	2024-35269	0.9412
iprec_at_recall_0.30  	2024-35269	0.7353
iprec_at_recall_0.40  	2024-35269	0.5741
iprec_at_recall_0.50  	2024-35269	0.5735
iprec_at_recall_0.60  	2024-35269	0.5169
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	1.0000
P_10                  	2024-35269	0.9000
P_15                  	2024-35269	0.9333
P_20                  	2024-35269	0.8500
P_30                  	2024-35269	0.7333
P_100                 	2024-35269	0.4800
P_200                 	2024-35269	0.2400
P_500                 	2024-35269	0.0960
P_1000                	2024-35269	0.0480
relstring             	2024-35269	'2222222202'
recall_5              	2024-35269	0.0658
recall_10             	2024-35269	0.1184
recall_15             	2024-35269	0.1842
recall_20             	2024-35269	0.2237
recall_30             	2024-35269	0.2895
recall_100            	2024-35269	0.6316
recall_200            	2024-35269	0.6316
recall_500            	2024-35269	0.6316
recall_1000           	2024-35269	0.6316
infAP                 	2024-35269	0.4681
Rprec_mult_0.20       	2024-35269	0.9375
Rprec_mult_0.40       	2024-35269	0.7097
Rprec_mult_0.60       	2024-35269	0.5870
Rprec_mult_0.80       	2024-35269	0.5410
Rprec_mult_1.00       	2024-35269	0.5395
Rprec_mult_1.20       	2024-35269	0.5000
Rprec_mult_1.40       	2024-35269	0.4486
Rprec_mult_1.60       	2024-35269	0.3934
Rprec_mult_1.80       	2024-35269	0.3504
Rprec_mult_2.00       	2024-35269	0.3158
utility               	2024-35269	-4.0000
11pt_avg              	2024-35269	0.4855
binG                  	2024-35269	0.2788
G                     	2024-35269	0.2475
ndcg                  	2024-35269	0.6869
ndcg_rel              	2024-35269	0.7516
Rndcg                 	2024-35269	0.6446
ndcg_cut_5            	2024-35269	1.0000
ndcg_cut_10           	2024-35269	0.9337
ndcg_cut_15           	2024-35269	0.9268
ndcg_cut_20           	2024-35269	0.8733
ndcg_cut_30           	2024-35269	0.7778
ndcg_cut_100          	2024-35269	0.6869
ndcg_cut_200          	2024-35269	0.6869
ndcg_cut_500          	2024-35269	0.6869
ndcg_cut_1000         	2024-35269	0.6869
map_cut_5             	2024-35269	0.0658
map_cut_10            	2024-35269	0.1171
map_cut_15            	2024-35269	0.1778
map_cut_20            	2024-35269	0.2143
map_cut_30            	2024-35269	0.2706
map_cut_100           	2024-35269	0.4681
map_cut_200           	2024-35269	0.4681
map_cut_500           	2024-35269	0.4681
map_cut_1000          	2024-35269	0.4681
relative_P_5          	2024-35269	1.0000
relative_P_10         	2024-35269	0.9000
relative_P_15         	2024-35269	0.9333
relative_P_20         	2024-35269	0.8500
relative_P_30         	2024-35269	0.7333
relative_P_100        	2024-35269	0.6316
relative_P_200        	2024-35269	0.6316
relative_P_500        	2024-35269	0.6316
relative_P_1000       	2024-35269	0.6316
success_1             	2024-35269	1.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	0.4800
set_relative_P        	2024-35269	0.6316
set_recall            	2024-35269	0.6316
set_map               	2024-35269	0.3032
set_F                 	2024-35269	0.5455
num_nonrel_judged_ret 	2024-35269	41
num_ret               	2024-35284	100
num_rel               	2024-35284	141
num_rel_ret           	2024-35284	49
map                   	2024-35284	0.2301
Rprec                 	2024-35284	0.3475
bpref                 	2024-35284	0.3191
recip_rank            	2024-35284	1.0000
iprec_at_recall_0.00  	2024-35284	1.0000
iprec_at_recall_0.10  	2024-35284	0.8000
iprec_at_recall_0.20  	2024-35284	0.6042
iprec_at_recall_0.30  	2024-35284	0.5054
iprec_at_recall_0.40  	2024-35284	0.0000
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	0.8000
P_10                  	2024-35284	0.8000
P_15                  	2024-35284	0.8000
P_20                  	2024-35284	0.7500
P_30                  	2024-35284	0.6667
P_100                 	2024-35284	0.4900
P_200                 	2024-35284	0.2450
P_500                 	2024-35284	0.0980
P_1000                	2024-35284	0.0490
relstring             	2024-35284	'321-2221-1'
recall_5              	2024-35284	0.0284
recall_10             	2024-35284	0.0567
recall_15             	2024-35284	0.0851
recall_20             	2024-35284	0.1064
recall_30             	2024-35284	0.1418
recall_100            	2024-35284	0.3475
recall_200            	2024-35284	0.3475
recall_500            	2024-35284	0.3475
recall_1000           	2024-35284	0.3475
infAP                 	2024-35284	0.2301
Rprec_mult_0.20       	2024-35284	0.6897
Rprec_mult_0.40       	2024-35284	0.5614
Rprec_mult_0.60       	2024-35284	0.4941
Rprec_mult_0.80       	2024-35284	0.4336
Rprec_mult_1.00       	2024-35284	0.3475
Rprec_mult_1.20       	2024-35284	0.2882
Rprec_mult_1.40       	2024-35284	0.2475
Rprec_mult_1.60       	2024-35284	0.2168
Rprec_mult_1.80       	2024-35284	0.1929
Rprec_mult_2.00       	2024-35284	0.1738
utility               	2024-35284	-2.0000
11pt_avg              	2024-35284	0.2645
binG                  	2024-35284	0.1190
G                     	2024-35284	0.0804
ndcg                  	2024-35284	0.3841
ndcg_rel              	2024-35284	0.4320
Rndcg                 	2024-35284	0.4827
ndcg_cut_5            	2024-35284	0.6258
ndcg_cut_10           	2024-35284	0.6068
ndcg_cut_15           	2024-35284	0.5706
ndcg_cut_20           	2024-35284	0.5477
ndcg_cut_30           	2024-35284	0.4908
ndcg_cut_100          	2024-35284	0.4479
ndcg_cut_200          	2024-35284	0.3841
ndcg_cut_500          	2024-35284	0.3841
ndcg_cut_1000         	2024-35284	0.3841
map_cut_5             	2024-35284	0.0270
map_cut_10            	2024-35284	0.0508
map_cut_15            	2024-35284	0.0738
map_cut_20            	2024-35284	0.0901
map_cut_30            	2024-35284	0.1178
map_cut_100           	2024-35284	0.2301
map_cut_200           	2024-35284	0.2301
map_cut_500           	2024-35284	0.2301
map_cut_1000          	2024-35284	0.2301
relative_P_5          	2024-35284	0.8000
relative_P_10         	2024-35284	0.8000
relative_P_15         	2024-35284	0.8000
relative_P_20         	2024-35284	0.7500
relative_P_30         	2024-35284	0.6667
relative_P_100        	2024-35284	0.4900
relative_P_200        	2024-35284	0.3475
relative_P_500        	2024-35284	0.3475
relative_P_1000       	2024-35284	0.3475
success_1             	2024-35284	1.0000
success_5             	2024-35284	1.0000
success_10            	2024-35284	1.0000
set_P                 	2024-35284	0.4900
set_relative_P        	2024-35284	0.4900
set_recall            	2024-35284	0.3475
set_map               	2024-35284	0.1703
set_F                 	2024-35284	0.4066
num_nonrel_judged_ret 	2024-35284	1
num_ret               	2024-35620	100
num_rel               	2024-35620	104
num_rel_ret           	2024-35620	83
map                   	2024-35620	0.7882
Rprec                 	2024-35620	0.7981
bpref                 	2024-35620	0.7949
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	1.0000
iprec_at_recall_0.20  	2024-35620	1.0000
iprec_at_recall_0.30  	2024-35620	1.0000
iprec_at_recall_0.40  	2024-35620	1.0000
iprec_at_recall_0.50  	2024-35620	1.0000
iprec_at_recall_0.60  	2024-35620	1.0000
iprec_at_recall_0.70  	2024-35620	0.9620
iprec_at_recall_0.80  	2024-35620	0.0000
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	1.0000
P_10                  	2024-35620	1.0000
P_15                  	2024-35620	1.0000
P_20                  	2024-35620	1.0000
P_30                  	2024-35620	1.0000
P_100                 	2024-35620	0.8300
P_200                 	2024-35620	0.4150
P_500                 	2024-35620	0.1660
P_1000                	2024-35620	0.0830
relstring             	2024-35620	'3333333333'
recall_5              	2024-35620	0.0481
recall_10             	2024-35620	0.0962
recall_15             	2024-35620	0.1442
recall_20             	2024-35620	0.1923
recall_30             	2024-35620	0.2885
recall_100            	2024-35620	0.7981
recall_200            	2024-35620	0.7981
recall_500            	2024-35620	0.7981
recall_1000           	2024-35620	0.7981
infAP                 	2024-35620	0.7882
Rprec_mult_0.20       	2024-35620	1.0000
Rprec_mult_0.40       	2024-35620	1.0000
Rprec_mult_0.60       	2024-35620	1.0000
Rprec_mult_0.80       	2024-35620	0.9167
Rprec_mult_1.00       	2024-35620	0.7981
Rprec_mult_1.20       	2024-35620	0.6640
Rprec_mult_1.40       	2024-35620	0.5685
Rprec_mult_1.60       	2024-35620	0.4970
Rprec_mult_1.80       	2024-35620	0.4415
Rprec_mult_2.00       	2024-35620	0.3990
utility               	2024-35620	66.0000
11pt_avg              	2024-35620	0.7238
binG                  	2024-35620	0.7043
G                     	2024-35620	0.4313
ndcg                  	2024-35620	0.8708
ndcg_rel              	2024-35620	0.9215
Rndcg                 	2024-35620	0.8790
ndcg_cut_5            	2024-35620	1.0000
ndcg_cut_10           	2024-35620	1.0000
ndcg_cut_15           	2024-35620	1.0000
ndcg_cut_20           	2024-35620	0.9890
ndcg_cut_30           	2024-35620	0.9690
ndcg_cut_100          	2024-35620	0.8814
ndcg_cut_200          	2024-35620	0.8708
ndcg_cut_500          	2024-35620	0.8708
ndcg_cut_1000         	2024-35620	0.8708
map_cut_5             	2024-35620	0.0481
map_cut_10            	2024-35620	0.0962
map_cut_15            	2024-35620	0.1442
map_cut_20            	2024-35620	0.1923
map_cut_30            	2024-35620	0.2885
map_cut_100           	2024-35620	0.7882
map_cut_200           	2024-35620	0.7882
map_cut_500           	2024-35620	0.7882
map_cut_1000          	2024-35620	0.7882
relative_P_5          	2024-35620	1.0000
relative_P_10         	2024-35620	1.0000
relative_P_15         	2024-35620	1.0000
relative_P_20         	2024-35620	1.0000
relative_P_30         	2024-35620	1.0000
relative_P_100        	2024-35620	0.8300
relative_P_200        	2024-35620	0.7981
relative_P_500        	2024-35620	0.7981
relative_P_1000       	2024-35620	0.7981
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	0.8300
set_relative_P        	2024-35620	0.8300
set_recall            	2024-35620	0.7981
set_map               	2024-35620	0.6624
set_F                 	2024-35620	0.8137
num_nonrel_judged_ret 	2024-35620	9
num_ret               	2024-36155	100
num_rel               	2024-36155	82
num_rel_ret           	2024-36155	60
map                   	2024-36155	0.6247
Rprec                 	2024-36155	0.6707
bpref                 	2024-36155	0.6640
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	1.0000
iprec_at_recall_0.20  	2024-36155	0.9545
iprec_at_recall_0.30  	2024-36155	0.8710
iprec_at_recall_0.40  	2024-36155	0.8571
iprec_at_recall_0.50  	2024-36155	0.8113
iprec_at_recall_0.60  	2024-36155	0.7353
iprec_at_recall_0.70  	2024-36155	0.6304
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	1.0000
P_10                  	2024-36155	1.0000
P_15                  	2024-36155	0.9333
P_20                  	2024-36155	0.9500
P_30                  	2024-36155	0.8667
P_100                 	2024-36155	0.6000
P_200                 	2024-36155	0.3000
P_500                 	2024-36155	0.1200
P_1000                	2024-36155	0.0600
relstring             	2024-36155	'1211212121'
recall_5              	2024-36155	0.0610
recall_10             	2024-36155	0.1220
recall_15             	2024-36155	0.1707
recall_20             	2024-36155	0.2317
recall_30             	2024-36155	0.3171
recall_100            	2024-36155	0.7317
recall_200            	2024-36155	0.7317
recall_500            	2024-36155	0.7317
recall_1000           	2024-36155	0.7317
infAP                 	2024-36155	0.6247
Rprec_mult_0.20       	2024-36155	0.9412
Rprec_mult_0.40       	2024-36155	0.8485
Rprec_mult_0.60       	2024-36155	0.8000
Rprec_mult_0.80       	2024-36155	0.7424
Rprec_mult_1.00       	2024-36155	0.6707
Rprec_mult_1.20       	2024-36155	0.6061
Rprec_mult_1.40       	2024-36155	0.5217
Rprec_mult_1.60       	2024-36155	0.4545
Rprec_mult_1.80       	2024-36155	0.4054
Rprec_mult_2.00       	2024-36155	0.3659
utility               	2024-36155	20.0000
11pt_avg              	2024-36155	0.6236
binG                  	2024-36155	0.3617
G                     	2024-36155	0.2138
ndcg                  	2024-36155	0.7373
ndcg_rel              	2024-36155	0.7156
Rndcg                 	2024-36155	0.7078
ndcg_cut_5            	2024-36155	0.6726
ndcg_cut_10           	2024-36155	0.6818
ndcg_cut_15           	2024-36155	0.6876
ndcg_cut_20           	2024-36155	0.6900
ndcg_cut_30           	2024-36155	0.7093
ndcg_cut_100          	2024-36155	0.7373
ndcg_cut_200          	2024-36155	0.7373
ndcg_cut_500          	2024-36155	0.7373
ndcg_cut_1000         	2024-36155	0.7373
map_cut_5             	2024-36155	0.0610
map_cut_10            	2024-36155	0.1220
map_cut_15            	2024-36155	0.1707
map_cut_20            	2024-36155	0.2283
map_cut_30            	2024-36155	0.3038
map_cut_100           	2024-36155	0.6247
map_cut_200           	2024-36155	0.6247
map_cut_500           	2024-36155	0.6247
map_cut_1000          	2024-36155	0.6247
relative_P_5          	2024-36155	1.0000
relative_P_10         	2024-36155	1.0000
relative_P_15         	2024-36155	0.9333
relative_P_20         	2024-36155	0.9500
relative_P_30         	2024-36155	0.8667
relative_P_100        	2024-36155	0.7317
relative_P_200        	2024-36155	0.7317
relative_P_500        	2024-36155	0.7317
relative_P_1000       	2024-36155	0.7317
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.6000
set_relative_P        	2024-36155	0.7317
set_recall            	2024-36155	0.7317
set_map               	2024-36155	0.4390
set_F                 	2024-36155	0.6593
num_nonrel_judged_ret 	2024-36155	30
num_ret               	2024-38986	100
num_rel               	2024-38986	315
num_rel_ret           	2024-38986	90
map                   	2024-38986	0.2767
Rprec                 	2024-38986	0.2857
bpref                 	2024-38986	0.2857
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	1.0000
iprec_at_recall_0.20  	2024-38986	0.9559
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	1.0000
P_10                  	2024-38986	1.0000
P_15                  	2024-38986	1.0000
P_20                  	2024-38986	1.0000
P_30                  	2024-38986	1.0000
P_100                 	2024-38986	0.9000
P_200                 	2024-38986	0.4500
P_500                 	2024-38986	0.1800
P_1000                	2024-38986	0.0900
relstring             	2024-38986	'3322223211'
recall_5              	2024-38986	0.0159
recall_10             	2024-38986	0.0317
recall_15             	2024-38986	0.0476
recall_20             	2024-38986	0.0635
recall_30             	2024-38986	0.0952
recall_100            	2024-38986	0.2857
recall_200            	2024-38986	0.2857
recall_500            	2024-38986	0.2857
recall_1000           	2024-38986	0.2857
infAP                 	2024-38986	0.2767
Rprec_mult_0.20       	2024-38986	0.9524
Rprec_mult_0.40       	2024-38986	0.7143
Rprec_mult_0.60       	2024-38986	0.4762
Rprec_mult_0.80       	2024-38986	0.3571
Rprec_mult_1.00       	2024-38986	0.2857
Rprec_mult_1.20       	2024-38986	0.2381
Rprec_mult_1.40       	2024-38986	0.2041
Rprec_mult_1.60       	2024-38986	0.1786
Rprec_mult_1.80       	2024-38986	0.1587
Rprec_mult_2.00       	2024-38986	0.1429
utility               	2024-38986	80.0000
11pt_avg              	2024-38986	0.2687
binG                  	2024-38986	0.1891
G                     	2024-38986	0.0799
ndcg                  	2024-38986	0.4144
ndcg_rel              	2024-38986	0.4987
Rndcg                 	2024-38986	0.5981
ndcg_cut_5            	2024-38986	0.8510
ndcg_cut_10           	2024-38986	0.7675
ndcg_cut_15           	2024-38986	0.7099
ndcg_cut_20           	2024-38986	0.6848
ndcg_cut_30           	2024-38986	0.6877
ndcg_cut_100          	2024-38986	0.6707
ndcg_cut_200          	2024-38986	0.5144
ndcg_cut_500          	2024-38986	0.4144
ndcg_cut_1000         	2024-38986	0.4144
map_cut_5             	2024-38986	0.0159
map_cut_10            	2024-38986	0.0317
map_cut_15            	2024-38986	0.0476
map_cut_20            	2024-38986	0.0635
map_cut_30            	2024-38986	0.0952
map_cut_100           	2024-38986	0.2767
map_cut_200           	2024-38986	0.2767
map_cut_500           	2024-38986	0.2767
map_cut_1000          	2024-38986	0.2767
relative_P_5          	2024-38986	1.0000
relative_P_10         	2024-38986	1.0000
relative_P_15         	2024-38986	1.0000
relative_P_20         	2024-38986	1.0000
relative_P_30         	2024-38986	1.0000
relative_P_100        	2024-38986	0.9000
relative_P_200        	2024-38986	0.4500
relative_P_500        	2024-38986	0.2857
relative_P_1000       	2024-38986	0.2857
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	0.9000
set_relative_P        	2024-38986	0.9000
set_recall            	2024-38986	0.2857
set_map               	2024-38986	0.2571
set_F                 	2024-38986	0.4337
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40863	100
num_rel               	2024-40863	314
num_rel_ret           	2024-40863	90
map                   	2024-40863	0.2675
Rprec                 	2024-40863	0.2866
bpref                 	2024-40863	0.2429
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	0.9574
iprec_at_recall_0.20  	2024-40863	0.9155
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	1.0000
P_10                  	2024-40863	0.9000
P_15                  	2024-40863	0.9333
P_20                  	2024-40863	0.9500
P_30                  	2024-40863	0.9333
P_100                 	2024-40863	0.9000
P_200                 	2024-40863	0.4500
P_500                 	2024-40863	0.1800
P_1000                	2024-40863	0.0900
relstring             	2024-40863	'3122332301'
recall_5              	2024-40863	0.0159
recall_10             	2024-40863	0.0287
recall_15             	2024-40863	0.0446
recall_20             	2024-40863	0.0605
recall_30             	2024-40863	0.0892
recall_100            	2024-40863	0.2866
recall_200            	2024-40863	0.2866
recall_500            	2024-40863	0.2866
recall_1000           	2024-40863	0.2866
infAP                 	2024-40863	0.2675
Rprec_mult_0.20       	2024-40863	0.9365
Rprec_mult_0.40       	2024-40863	0.7143
Rprec_mult_0.60       	2024-40863	0.4762
Rprec_mult_0.80       	2024-40863	0.3571
Rprec_mult_1.00       	2024-40863	0.2866
Rprec_mult_1.20       	2024-40863	0.2387
Rprec_mult_1.40       	2024-40863	0.2045
Rprec_mult_1.60       	2024-40863	0.1789
Rprec_mult_1.80       	2024-40863	0.1590
Rprec_mult_2.00       	2024-40863	0.1433
utility               	2024-40863	80.0000
11pt_avg              	2024-40863	0.2612
binG                  	2024-40863	0.1401
G                     	2024-40863	0.0762
ndcg                  	2024-40863	0.4315
ndcg_rel              	2024-40863	0.5149
Rndcg                 	2024-40863	0.5458
ndcg_cut_5            	2024-40863	0.7521
ndcg_cut_10           	2024-40863	0.7060
ndcg_cut_15           	2024-40863	0.7422
ndcg_cut_20           	2024-40863	0.7298
ndcg_cut_30           	2024-40863	0.7082
ndcg_cut_100          	2024-40863	0.7393
ndcg_cut_200          	2024-40863	0.5060
ndcg_cut_500          	2024-40863	0.4315
ndcg_cut_1000         	2024-40863	0.4315
map_cut_5             	2024-40863	0.0159
map_cut_10            	2024-40863	0.0283
map_cut_15            	2024-40863	0.0430
map_cut_20            	2024-40863	0.0581
map_cut_30            	2024-40863	0.0854
map_cut_100           	2024-40863	0.2675
map_cut_200           	2024-40863	0.2675
map_cut_500           	2024-40863	0.2675
map_cut_1000          	2024-40863	0.2675
relative_P_5          	2024-40863	1.0000
relative_P_10         	2024-40863	0.9000
relative_P_15         	2024-40863	0.9333
relative_P_20         	2024-40863	0.9500
relative_P_30         	2024-40863	0.9333
relative_P_100        	2024-40863	0.9000
relative_P_200        	2024-40863	0.4500
relative_P_500        	2024-40863	0.2866
relative_P_1000       	2024-40863	0.2866
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	0.9000
set_relative_P        	2024-40863	0.9000
set_recall            	2024-40863	0.2866
set_map               	2024-40863	0.2580
set_F                 	2024-40863	0.4348
num_nonrel_judged_ret 	2024-40863	3
num_ret               	2024-41198	100
num_rel               	2024-41198	184
num_rel_ret           	2024-41198	57
map                   	2024-41198	0.2837
Rprec                 	2024-41198	0.3098
bpref                 	2024-41198	0.2973
recip_rank            	2024-41198	1.0000
iprec_at_recall_0.00  	2024-41198	1.0000
iprec_at_recall_0.10  	2024-41198	0.9697
iprec_at_recall_0.20  	2024-41198	0.9556
iprec_at_recall_0.30  	2024-41198	0.6222
iprec_at_recall_0.40  	2024-41198	0.0000
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	1.0000
P_10                  	2024-41198	0.9000
P_15                  	2024-41198	0.9333
P_20                  	2024-41198	0.9500
P_30                  	2024-41198	0.9667
P_100                 	2024-41198	0.5700
P_200                 	2024-41198	0.2850
P_500                 	2024-41198	0.1140
P_1000                	2024-41198	0.0570
relstring             	2024-41198	'1111211101'
recall_5              	2024-41198	0.0272
recall_10             	2024-41198	0.0489
recall_15             	2024-41198	0.0761
recall_20             	2024-41198	0.1033
recall_30             	2024-41198	0.1576
recall_100            	2024-41198	0.3098
recall_200            	2024-41198	0.3098
recall_500            	2024-41198	0.3098
recall_1000           	2024-41198	0.3098
infAP                 	2024-41198	0.2837
Rprec_mult_0.20       	2024-41198	0.9459
Rprec_mult_0.40       	2024-41198	0.7162
Rprec_mult_0.60       	2024-41198	0.5135
Rprec_mult_0.80       	2024-41198	0.3851
Rprec_mult_1.00       	2024-41198	0.3098
Rprec_mult_1.20       	2024-41198	0.2579
Rprec_mult_1.40       	2024-41198	0.2209
Rprec_mult_1.60       	2024-41198	0.1932
Rprec_mult_1.80       	2024-41198	0.1717
Rprec_mult_2.00       	2024-41198	0.1549
utility               	2024-41198	14.0000
11pt_avg              	2024-41198	0.3225
binG                  	2024-41198	0.1763
G                     	2024-41198	0.0636
ndcg                  	2024-41198	0.3479
ndcg_rel              	2024-41198	0.3819
Rndcg                 	2024-41198	0.3919
ndcg_cut_5            	2024-41198	0.3943
ndcg_cut_10           	2024-41198	0.3974
ndcg_cut_15           	2024-41198	0.4163
ndcg_cut_20           	2024-41198	0.4421
ndcg_cut_30           	2024-41198	0.4646
ndcg_cut_100          	2024-41198	0.4610
ndcg_cut_200          	2024-41198	0.3479
ndcg_cut_500          	2024-41198	0.3479
ndcg_cut_1000         	2024-41198	0.3479
map_cut_5             	2024-41198	0.0272
map_cut_10            	2024-41198	0.0484
map_cut_15            	2024-41198	0.0734
map_cut_20            	2024-41198	0.0991
map_cut_30            	2024-41198	0.1513
map_cut_100           	2024-41198	0.2837
map_cut_200           	2024-41198	0.2837
map_cut_500           	2024-41198	0.2837
map_cut_1000          	2024-41198	0.2837
relative_P_5          	2024-41198	1.0000
relative_P_10         	2024-41198	0.9000
relative_P_15         	2024-41198	0.9333
relative_P_20         	2024-41198	0.9500
relative_P_30         	2024-41198	0.9667
relative_P_100        	2024-41198	0.5700
relative_P_200        	2024-41198	0.3098
relative_P_500        	2024-41198	0.3098
relative_P_1000       	2024-41198	0.3098
success_1             	2024-41198	1.0000
success_5             	2024-41198	1.0000
success_10            	2024-41198	1.0000
set_P                 	2024-41198	0.5700
set_relative_P        	2024-41198	0.5700
set_recall            	2024-41198	0.3098
set_map               	2024-41198	0.1766
set_F                 	2024-41198	0.4014
num_nonrel_judged_ret 	2024-41198	12
num_ret               	2024-41464	100
num_rel               	2024-41464	366
num_rel_ret           	2024-41464	87
map                   	2024-41464	0.2292
Rprec                 	2024-41464	0.2377
bpref                 	2024-41464	0.2377
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	1.0000
iprec_at_recall_0.20  	2024-41464	0.8929
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	1.0000
P_10                  	2024-41464	1.0000
P_15                  	2024-41464	1.0000
P_20                  	2024-41464	1.0000
P_30                  	2024-41464	1.0000
P_100                 	2024-41464	0.8700
P_200                 	2024-41464	0.4350
P_500                 	2024-41464	0.1740
P_1000                	2024-41464	0.0870
relstring             	2024-41464	'3323122122'
recall_5              	2024-41464	0.0137
recall_10             	2024-41464	0.0273
recall_15             	2024-41464	0.0410
recall_20             	2024-41464	0.0546
recall_30             	2024-41464	0.0820
recall_100            	2024-41464	0.2377
recall_200            	2024-41464	0.2377
recall_500            	2024-41464	0.2377
recall_1000           	2024-41464	0.2377
infAP                 	2024-41464	0.2292
Rprec_mult_0.20       	2024-41464	0.9054
Rprec_mult_0.40       	2024-41464	0.5918
Rprec_mult_0.60       	2024-41464	0.3955
Rprec_mult_0.80       	2024-41464	0.2969
Rprec_mult_1.00       	2024-41464	0.2377
Rprec_mult_1.20       	2024-41464	0.1977
Rprec_mult_1.40       	2024-41464	0.1696
Rprec_mult_1.60       	2024-41464	0.1485
Rprec_mult_1.80       	2024-41464	0.1320
Rprec_mult_2.00       	2024-41464	0.1189
utility               	2024-41464	74.0000
11pt_avg              	2024-41464	0.2630
binG                  	2024-41464	0.1688
G                     	2024-41464	0.0749
ndcg                  	2024-41464	0.3845
ndcg_rel              	2024-41464	0.4816
Rndcg                 	2024-41464	0.5525
ndcg_cut_5            	2024-41464	0.8560
ndcg_cut_10           	2024-41464	0.7664
ndcg_cut_15           	2024-41464	0.7603
ndcg_cut_20           	2024-41464	0.7788
ndcg_cut_30           	2024-41464	0.7996
ndcg_cut_100          	2024-41464	0.7441
ndcg_cut_200          	2024-41464	0.4929
ndcg_cut_500          	2024-41464	0.3845
ndcg_cut_1000         	2024-41464	0.3845
map_cut_5             	2024-41464	0.0137
map_cut_10            	2024-41464	0.0273
map_cut_15            	2024-41464	0.0410
map_cut_20            	2024-41464	0.0546
map_cut_30            	2024-41464	0.0820
map_cut_100           	2024-41464	0.2292
map_cut_200           	2024-41464	0.2292
map_cut_500           	2024-41464	0.2292
map_cut_1000          	2024-41464	0.2292
relative_P_5          	2024-41464	1.0000
relative_P_10         	2024-41464	1.0000
relative_P_15         	2024-41464	1.0000
relative_P_20         	2024-41464	1.0000
relative_P_30         	2024-41464	1.0000
relative_P_100        	2024-41464	0.8700
relative_P_200        	2024-41464	0.4350
relative_P_500        	2024-41464	0.2377
relative_P_1000       	2024-41464	0.2377
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	0.8700
set_relative_P        	2024-41464	0.8700
set_recall            	2024-41464	0.2377
set_map               	2024-41464	0.2068
set_F                 	2024-41464	0.3734
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41849	100
num_rel               	2024-41849	94
num_rel_ret           	2024-41849	28
map                   	2024-41849	0.1097
Rprec                 	2024-41849	0.2979
bpref                 	2024-41849	0.2559
recip_rank            	2024-41849	1.0000
iprec_at_recall_0.00  	2024-41849	1.0000
iprec_at_recall_0.10  	2024-41849	0.4146
iprec_at_recall_0.20  	2024-41849	0.3833
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.2000
P_10                  	2024-41849	0.3000
P_15                  	2024-41849	0.2667
P_20                  	2024-41849	0.2500
P_30                  	2024-41849	0.3333
P_100                 	2024-41849	0.2800
P_200                 	2024-41849	0.1400
P_500                 	2024-41849	0.0560
P_1000                	2024-41849	0.0280
relstring             	2024-41849	'2000-01-10'
recall_5              	2024-41849	0.0106
recall_10             	2024-41849	0.0319
recall_15             	2024-41849	0.0426
recall_20             	2024-41849	0.0532
recall_30             	2024-41849	0.1064
recall_100            	2024-41849	0.2979
recall_200            	2024-41849	0.2979
recall_500            	2024-41849	0.2979
recall_1000           	2024-41849	0.2979
infAP                 	2024-41849	0.1097
Rprec_mult_0.20       	2024-41849	0.2632
Rprec_mult_0.40       	2024-41849	0.3947
Rprec_mult_0.60       	2024-41849	0.3684
Rprec_mult_0.80       	2024-41849	0.3289
Rprec_mult_1.00       	2024-41849	0.2979
Rprec_mult_1.20       	2024-41849	0.2478
Rprec_mult_1.40       	2024-41849	0.2121
Rprec_mult_1.60       	2024-41849	0.1854
Rprec_mult_1.80       	2024-41849	0.1647
Rprec_mult_2.00       	2024-41849	0.1489
utility               	2024-41849	-44.0000
11pt_avg              	2024-41849	0.1635
binG                  	2024-41849	0.0738
G                     	2024-41849	0.0727
ndcg                  	2024-41849	0.3288
ndcg_rel              	2024-41849	0.3288
Rndcg                 	2024-41849	0.3036
ndcg_cut_5            	2024-41849	0.2491
ndcg_cut_10           	2024-41849	0.2348
ndcg_cut_15           	2024-41849	0.2262
ndcg_cut_20           	2024-41849	0.2329
ndcg_cut_30           	2024-41849	0.3020
ndcg_cut_100          	2024-41849	0.3288
ndcg_cut_200          	2024-41849	0.3288
ndcg_cut_500          	2024-41849	0.3288
ndcg_cut_1000         	2024-41849	0.3288
map_cut_5             	2024-41849	0.0106
map_cut_10            	2024-41849	0.0172
map_cut_15            	2024-41849	0.0201
map_cut_20            	2024-41849	0.0232
map_cut_30            	2024-41849	0.0400
map_cut_100           	2024-41849	0.1097
map_cut_200           	2024-41849	0.1097
map_cut_500           	2024-41849	0.1097
map_cut_1000          	2024-41849	0.1097
relative_P_5          	2024-41849	0.2000
relative_P_10         	2024-41849	0.3000
relative_P_15         	2024-41849	0.2667
relative_P_20         	2024-41849	0.2500
relative_P_30         	2024-41849	0.3333
relative_P_100        	2024-41849	0.2979
relative_P_200        	2024-41849	0.2979
relative_P_500        	2024-41849	0.2979
relative_P_1000       	2024-41849	0.2979
success_1             	2024-41849	1.0000
success_5             	2024-41849	1.0000
success_10            	2024-41849	1.0000
set_P                 	2024-41849	0.2800
set_relative_P        	2024-41849	0.2979
set_recall            	2024-41849	0.2979
set_map               	2024-41849	0.0834
set_F                 	2024-41849	0.2887
num_nonrel_judged_ret 	2024-41849	17
num_ret               	2024-41918	100
num_rel               	2024-41918	231
num_rel_ret           	2024-41918	92
map                   	2024-41918	0.3929
Rprec                 	2024-41918	0.3983
bpref                 	2024-41918	0.3975
recip_rank            	2024-41918	1.0000
iprec_at_recall_0.00  	2024-41918	1.0000
iprec_at_recall_0.10  	2024-41918	1.0000
iprec_at_recall_0.20  	2024-41918	0.9873
iprec_at_recall_0.30  	2024-41918	0.9873
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	1.0000
P_10                  	2024-41918	1.0000
P_15                  	2024-41918	1.0000
P_20                  	2024-41918	1.0000
P_30                  	2024-41918	1.0000
P_100                 	2024-41918	0.9200
P_200                 	2024-41918	0.4600
P_500                 	2024-41918	0.1840
P_1000                	2024-41918	0.0920
relstring             	2024-41918	'3333332333'
recall_5              	2024-41918	0.0216
recall_10             	2024-41918	0.0433
recall_15             	2024-41918	0.0649
recall_20             	2024-41918	0.0866
recall_30             	2024-41918	0.1299
recall_100            	2024-41918	0.3983
recall_200            	2024-41918	0.3983
recall_500            	2024-41918	0.3983
recall_1000           	2024-41918	0.3983
infAP                 	2024-41918	0.3929
Rprec_mult_0.20       	2024-41918	0.9787
Rprec_mult_0.40       	2024-41918	0.9570
Rprec_mult_0.60       	2024-41918	0.6619
Rprec_mult_0.80       	2024-41918	0.4973
Rprec_mult_1.00       	2024-41918	0.3983
Rprec_mult_1.20       	2024-41918	0.3309
Rprec_mult_1.40       	2024-41918	0.2840
Rprec_mult_1.60       	2024-41918	0.2486
Rprec_mult_1.80       	2024-41918	0.2212
Rprec_mult_2.00       	2024-41918	0.1991
utility               	2024-41918	84.0000
11pt_avg              	2024-41918	0.3613
binG                  	2024-41918	0.2972
G                     	2024-41918	0.1516
ndcg                  	2024-41918	0.5797
ndcg_rel              	2024-41918	0.6942
Rndcg                 	2024-41918	0.6893
ndcg_cut_5            	2024-41918	1.0000
ndcg_cut_10           	2024-41918	0.9755
ndcg_cut_15           	2024-41918	0.9353
ndcg_cut_20           	2024-41918	0.9237
ndcg_cut_30           	2024-41918	0.8719
ndcg_cut_100          	2024-41918	0.8232
ndcg_cut_200          	2024-41918	0.6093
ndcg_cut_500          	2024-41918	0.5797
ndcg_cut_1000         	2024-41918	0.5797
map_cut_5             	2024-41918	0.0216
map_cut_10            	2024-41918	0.0433
map_cut_15            	2024-41918	0.0649
map_cut_20            	2024-41918	0.0866
map_cut_30            	2024-41918	0.1299
map_cut_100           	2024-41918	0.3929
map_cut_200           	2024-41918	0.3929
map_cut_500           	2024-41918	0.3929
map_cut_1000          	2024-41918	0.3929
relative_P_5          	2024-41918	1.0000
relative_P_10         	2024-41918	1.0000
relative_P_15         	2024-41918	1.0000
relative_P_20         	2024-41918	1.0000
relative_P_30         	2024-41918	1.0000
relative_P_100        	2024-41918	0.9200
relative_P_200        	2024-41918	0.4600
relative_P_500        	2024-41918	0.3983
relative_P_1000       	2024-41918	0.3983
success_1             	2024-41918	1.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	0.9200
set_relative_P        	2024-41918	0.9200
set_recall            	2024-41918	0.3983
set_map               	2024-41918	0.3664
set_F                 	2024-41918	0.5559
num_nonrel_judged_ret 	2024-41918	3
num_ret               	2024-42014	100
num_rel               	2024-42014	215
num_rel_ret           	2024-42014	96
map                   	2024-42014	0.4411
Rprec                 	2024-42014	0.4465
bpref                 	2024-42014	0.4465
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	1.0000
iprec_at_recall_0.20  	2024-42014	1.0000
iprec_at_recall_0.30  	2024-42014	0.9863
iprec_at_recall_0.40  	2024-42014	0.9780
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	1.0000
P_10                  	2024-42014	1.0000
P_15                  	2024-42014	1.0000
P_20                  	2024-42014	1.0000
P_30                  	2024-42014	1.0000
P_100                 	2024-42014	0.9600
P_200                 	2024-42014	0.4800
P_500                 	2024-42014	0.1920
P_1000                	2024-42014	0.0960
relstring             	2024-42014	'3333333233'
recall_5              	2024-42014	0.0233
recall_10             	2024-42014	0.0465
recall_15             	2024-42014	0.0698
recall_20             	2024-42014	0.0930
recall_30             	2024-42014	0.1395
recall_100            	2024-42014	0.4465
recall_200            	2024-42014	0.4465
recall_500            	2024-42014	0.4465
recall_1000           	2024-42014	0.4465
infAP                 	2024-42014	0.4411
Rprec_mult_0.20       	2024-42014	1.0000
Rprec_mult_0.40       	2024-42014	0.9767
Rprec_mult_0.60       	2024-42014	0.7442
Rprec_mult_0.80       	2024-42014	0.5581
Rprec_mult_1.00       	2024-42014	0.4465
Rprec_mult_1.20       	2024-42014	0.3721
Rprec_mult_1.40       	2024-42014	0.3189
Rprec_mult_1.60       	2024-42014	0.2791
Rprec_mult_1.80       	2024-42014	0.2481
Rprec_mult_2.00       	2024-42014	0.2233
utility               	2024-42014	92.0000
11pt_avg              	2024-42014	0.4513
binG                  	2024-42014	0.3394
G                     	2024-42014	0.1981
ndcg                  	2024-42014	0.6393
ndcg_rel              	2024-42014	0.7683
Rndcg                 	2024-42014	0.7402
ndcg_cut_5            	2024-42014	1.0000
ndcg_cut_10           	2024-42014	0.9769
ndcg_cut_15           	2024-42014	0.9678
ndcg_cut_20           	2024-42014	0.9616
ndcg_cut_30           	2024-42014	0.9629
ndcg_cut_100          	2024-42014	0.8957
ndcg_cut_200          	2024-42014	0.6545
ndcg_cut_500          	2024-42014	0.6393
ndcg_cut_1000         	2024-42014	0.6393
map_cut_5             	2024-42014	0.0233
map_cut_10            	2024-42014	0.0465
map_cut_15            	2024-42014	0.0698
map_cut_20            	2024-42014	0.0930
map_cut_30            	2024-42014	0.1395
map_cut_100           	2024-42014	0.4411
map_cut_200           	2024-42014	0.4411
map_cut_500           	2024-42014	0.4411
map_cut_1000          	2024-42014	0.4411
relative_P_5          	2024-42014	1.0000
relative_P_10         	2024-42014	1.0000
relative_P_15         	2024-42014	1.0000
relative_P_20         	2024-42014	1.0000
relative_P_30         	2024-42014	1.0000
relative_P_100        	2024-42014	0.9600
relative_P_200        	2024-42014	0.4800
relative_P_500        	2024-42014	0.4465
relative_P_1000       	2024-42014	0.4465
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	0.9600
set_relative_P        	2024-42014	0.9600
set_recall            	2024-42014	0.4465
set_map               	2024-42014	0.4287
set_F                 	2024-42014	0.6095
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42497	100
num_rel               	2024-42497	120
num_rel_ret           	2024-42497	76
map                   	2024-42497	0.5972
Rprec                 	2024-42497	0.6333
bpref                 	2024-42497	0.6333
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	1.0000
iprec_at_recall_0.20  	2024-42497	1.0000
iprec_at_recall_0.30  	2024-42497	1.0000
iprec_at_recall_0.40  	2024-42497	0.9444
iprec_at_recall_0.50  	2024-42497	0.8533
iprec_at_recall_0.60  	2024-42497	0.7742
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	1.0000
P_10                  	2024-42497	1.0000
P_15                  	2024-42497	1.0000
P_20                  	2024-42497	1.0000
P_30                  	2024-42497	1.0000
P_100                 	2024-42497	0.7600
P_200                 	2024-42497	0.3800
P_500                 	2024-42497	0.1520
P_1000                	2024-42497	0.0760
relstring             	2024-42497	'3332332333'
recall_5              	2024-42497	0.0417
recall_10             	2024-42497	0.0833
recall_15             	2024-42497	0.1250
recall_20             	2024-42497	0.1667
recall_30             	2024-42497	0.2500
recall_100            	2024-42497	0.6333
recall_200            	2024-42497	0.6333
recall_500            	2024-42497	0.6333
recall_1000           	2024-42497	0.6333
infAP                 	2024-42497	0.5972
Rprec_mult_0.20       	2024-42497	1.0000
Rprec_mult_0.40       	2024-42497	0.9583
Rprec_mult_0.60       	2024-42497	0.8472
Rprec_mult_0.80       	2024-42497	0.7708
Rprec_mult_1.00       	2024-42497	0.6333
Rprec_mult_1.20       	2024-42497	0.5278
Rprec_mult_1.40       	2024-42497	0.4524
Rprec_mult_1.60       	2024-42497	0.3958
Rprec_mult_1.80       	2024-42497	0.3519
Rprec_mult_2.00       	2024-42497	0.3167
utility               	2024-42497	52.0000
11pt_avg              	2024-42497	0.5975
binG                  	2024-42497	0.4552
G                     	2024-42497	0.2289
ndcg                  	2024-42497	0.7257
ndcg_rel              	2024-42497	0.7917
Rndcg                 	2024-42497	0.7718
ndcg_cut_5            	2024-42497	0.9513
ndcg_cut_10           	2024-42497	0.9439
ndcg_cut_15           	2024-42497	0.9127
ndcg_cut_20           	2024-42497	0.8827
ndcg_cut_30           	2024-42497	0.8087
ndcg_cut_100          	2024-42497	0.7779
ndcg_cut_200          	2024-42497	0.7257
ndcg_cut_500          	2024-42497	0.7257
ndcg_cut_1000         	2024-42497	0.7257
map_cut_5             	2024-42497	0.0417
map_cut_10            	2024-42497	0.0833
map_cut_15            	2024-42497	0.1250
map_cut_20            	2024-42497	0.1667
map_cut_30            	2024-42497	0.2500
map_cut_100           	2024-42497	0.5972
map_cut_200           	2024-42497	0.5972
map_cut_500           	2024-42497	0.5972
map_cut_1000          	2024-42497	0.5972
relative_P_5          	2024-42497	1.0000
relative_P_10         	2024-42497	1.0000
relative_P_15         	2024-42497	1.0000
relative_P_20         	2024-42497	1.0000
relative_P_30         	2024-42497	1.0000
relative_P_100        	2024-42497	0.7600
relative_P_200        	2024-42497	0.6333
relative_P_500        	2024-42497	0.6333
relative_P_1000       	2024-42497	0.6333
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	0.7600
set_relative_P        	2024-42497	0.7600
set_recall            	2024-42497	0.6333
set_map               	2024-42497	0.4813
set_F                 	2024-42497	0.6909
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-43037	100
num_rel               	2024-43037	124
num_rel_ret           	2024-43037	78
map                   	2024-43037	0.6015
Rprec                 	2024-43037	0.6290
bpref                 	2024-43037	0.6148
recip_rank            	2024-43037	1.0000
iprec_at_recall_0.00  	2024-43037	1.0000
iprec_at_recall_0.10  	2024-43037	1.0000
iprec_at_recall_0.20  	2024-43037	1.0000
iprec_at_recall_0.30  	2024-43037	1.0000
iprec_at_recall_0.40  	2024-43037	0.9808
iprec_at_recall_0.50  	2024-43037	0.8800
iprec_at_recall_0.60  	2024-43037	0.8172
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	1.0000
P_10                  	2024-43037	1.0000
P_15                  	2024-43037	1.0000
P_20                  	2024-43037	1.0000
P_30                  	2024-43037	1.0000
P_100                 	2024-43037	0.7800
P_200                 	2024-43037	0.3900
P_500                 	2024-43037	0.1560
P_1000                	2024-43037	0.0780
relstring             	2024-43037	'1222223321'
recall_5              	2024-43037	0.0403
recall_10             	2024-43037	0.0806
recall_15             	2024-43037	0.1210
recall_20             	2024-43037	0.1613
recall_30             	2024-43037	0.2419
recall_100            	2024-43037	0.6290
recall_200            	2024-43037	0.6290
recall_500            	2024-43037	0.6290
recall_1000           	2024-43037	0.6290
infAP                 	2024-43037	0.6015
Rprec_mult_0.20       	2024-43037	1.0000
Rprec_mult_0.40       	2024-43037	0.9800
Rprec_mult_0.60       	2024-43037	0.8800
Rprec_mult_0.80       	2024-43037	0.7800
Rprec_mult_1.00       	2024-43037	0.6290
Rprec_mult_1.20       	2024-43037	0.5235
Rprec_mult_1.40       	2024-43037	0.4483
Rprec_mult_1.60       	2024-43037	0.3920
Rprec_mult_1.80       	2024-43037	0.3482
Rprec_mult_2.00       	2024-43037	0.3145
utility               	2024-43037	56.0000
11pt_avg              	2024-43037	0.6071
binG                  	2024-43037	0.4528
G                     	2024-43037	0.1499
ndcg                  	2024-43037	0.6458
ndcg_rel              	2024-43037	0.6487
Rndcg                 	2024-43037	0.6327
ndcg_cut_5            	2024-43037	0.5536
ndcg_cut_10           	2024-43037	0.6197
ndcg_cut_15           	2024-43037	0.6215
ndcg_cut_20           	2024-43037	0.6315
ndcg_cut_30           	2024-43037	0.6447
ndcg_cut_100          	2024-43037	0.7049
ndcg_cut_200          	2024-43037	0.6458
ndcg_cut_500          	2024-43037	0.6458
ndcg_cut_1000         	2024-43037	0.6458
map_cut_5             	2024-43037	0.0403
map_cut_10            	2024-43037	0.0806
map_cut_15            	2024-43037	0.1210
map_cut_20            	2024-43037	0.1613
map_cut_30            	2024-43037	0.2419
map_cut_100           	2024-43037	0.6015
map_cut_200           	2024-43037	0.6015
map_cut_500           	2024-43037	0.6015
map_cut_1000          	2024-43037	0.6015
relative_P_5          	2024-43037	1.0000
relative_P_10         	2024-43037	1.0000
relative_P_15         	2024-43037	1.0000
relative_P_20         	2024-43037	1.0000
relative_P_30         	2024-43037	1.0000
relative_P_100        	2024-43037	0.7800
relative_P_200        	2024-43037	0.6290
relative_P_500        	2024-43037	0.6290
relative_P_1000       	2024-43037	0.6290
success_1             	2024-43037	1.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	0.7800
set_relative_P        	2024-43037	0.7800
set_recall            	2024-43037	0.6290
set_map               	2024-43037	0.4906
set_F                 	2024-43037	0.6964
num_nonrel_judged_ret 	2024-43037	15
num_ret               	2024-43905	100
num_rel               	2024-43905	21
num_rel_ret           	2024-43905	9
map                   	2024-43905	0.3073
Rprec                 	2024-43905	0.3333
bpref                 	2024-43905	0.3311
recip_rank            	2024-43905	1.0000
iprec_at_recall_0.00  	2024-43905	1.0000
iprec_at_recall_0.10  	2024-43905	1.0000
iprec_at_recall_0.20  	2024-43905	1.0000
iprec_at_recall_0.30  	2024-43905	0.4667
iprec_at_recall_0.40  	2024-43905	0.0909
iprec_at_recall_0.50  	2024-43905	0.0000
iprec_at_recall_0.60  	2024-43905	0.0000
iprec_at_recall_0.70  	2024-43905	0.0000
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	1.0000
P_10                  	2024-43905	0.6000
P_15                  	2024-43905	0.4667
P_20                  	2024-43905	0.3500
P_30                  	2024-43905	0.2333
P_100                 	2024-43905	0.0900
P_200                 	2024-43905	0.0450
P_500                 	2024-43905	0.0180
P_1000                	2024-43905	0.0090
relstring             	2024-43905	'111110001-'
recall_5              	2024-43905	0.2381
recall_10             	2024-43905	0.2857
recall_15             	2024-43905	0.3333
recall_20             	2024-43905	0.3333
recall_30             	2024-43905	0.3333
recall_100            	2024-43905	0.4286
recall_200            	2024-43905	0.4286
recall_500            	2024-43905	0.4286
recall_1000           	2024-43905	0.4286
infAP                 	2024-43905	0.3073
Rprec_mult_0.20       	2024-43905	1.0000
Rprec_mult_0.40       	2024-43905	0.6667
Rprec_mult_0.60       	2024-43905	0.4615
Rprec_mult_0.80       	2024-43905	0.4118
Rprec_mult_1.00       	2024-43905	0.3333
Rprec_mult_1.20       	2024-43905	0.2692
Rprec_mult_1.40       	2024-43905	0.2333
Rprec_mult_1.60       	2024-43905	0.2059
Rprec_mult_1.80       	2024-43905	0.2105
Rprec_mult_2.00       	2024-43905	0.1905
utility               	2024-43905	-82.0000
11pt_avg              	2024-43905	0.3234
binG                  	2024-43905	0.2900
G                     	2024-43905	0.1574
ndcg                  	2024-43905	0.4321
ndcg_rel              	2024-43905	0.4701
Rndcg                 	2024-43905	0.4418
ndcg_cut_5            	2024-43905	0.6439
ndcg_cut_10           	2024-43905	0.5263
ndcg_cut_15           	2024-43905	0.4671
ndcg_cut_20           	2024-43905	0.4036
ndcg_cut_30           	2024-43905	0.3934
ndcg_cut_100          	2024-43905	0.4321
ndcg_cut_200          	2024-43905	0.4321
ndcg_cut_500          	2024-43905	0.4321
ndcg_cut_1000         	2024-43905	0.4321
map_cut_5             	2024-43905	0.2381
map_cut_10            	2024-43905	0.2698
map_cut_15            	2024-43905	0.2921
map_cut_20            	2024-43905	0.2921
map_cut_30            	2024-43905	0.2921
map_cut_100           	2024-43905	0.3073
map_cut_200           	2024-43905	0.3073
map_cut_500           	2024-43905	0.3073
map_cut_1000          	2024-43905	0.3073
relative_P_5          	2024-43905	1.0000
relative_P_10         	2024-43905	0.6000
relative_P_15         	2024-43905	0.4667
relative_P_20         	2024-43905	0.3500
relative_P_30         	2024-43905	0.3333
relative_P_100        	2024-43905	0.4286
relative_P_200        	2024-43905	0.4286
relative_P_500        	2024-43905	0.4286
relative_P_1000       	2024-43905	0.4286
success_1             	2024-43905	1.0000
success_5             	2024-43905	1.0000
success_10            	2024-43905	1.0000
set_P                 	2024-43905	0.0900
set_relative_P        	2024-43905	0.4286
set_recall            	2024-43905	0.4286
set_map               	2024-43905	0.0386
set_F                 	2024-43905	0.1488
num_nonrel_judged_ret 	2024-43905	22
num_ret               	2024-43983	100
num_rel               	2024-43983	53
num_rel_ret           	2024-43983	29
map                   	2024-43983	0.1893
Rprec                 	2024-43983	0.3585
bpref                 	2024-43983	0.3957
recip_rank            	2024-43983	0.2500
iprec_at_recall_0.00  	2024-43983	0.4444
iprec_at_recall_0.10  	2024-43983	0.3673
iprec_at_recall_0.20  	2024-43983	0.3673
iprec_at_recall_0.30  	2024-43983	0.3673
iprec_at_recall_0.40  	2024-43983	0.3582
iprec_at_recall_0.50  	2024-43983	0.3375
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.4000
P_10                  	2024-43983	0.4000
P_15                  	2024-43983	0.3333
P_20                  	2024-43983	0.3500
P_30                  	2024-43983	0.3333
P_100                 	2024-43983	0.2900
P_200                 	2024-43983	0.1450
P_500                 	2024-43983	0.0580
P_1000                	2024-43983	0.0290
relstring             	2024-43983	'0001101010'
recall_5              	2024-43983	0.0377
recall_10             	2024-43983	0.0755
recall_15             	2024-43983	0.0943
recall_20             	2024-43983	0.1321
recall_30             	2024-43983	0.1887
recall_100            	2024-43983	0.5472
recall_200            	2024-43983	0.5472
recall_500            	2024-43983	0.5472
recall_1000           	2024-43983	0.5472
infAP                 	2024-43983	0.1893
Rprec_mult_0.20       	2024-43983	0.3636
Rprec_mult_0.40       	2024-43983	0.3182
Rprec_mult_0.60       	2024-43983	0.3125
Rprec_mult_0.80       	2024-43983	0.3256
Rprec_mult_1.00       	2024-43983	0.3585
Rprec_mult_1.20       	2024-43983	0.3438
Rprec_mult_1.40       	2024-43983	0.3467
Rprec_mult_1.60       	2024-43983	0.3176
Rprec_mult_1.80       	2024-43983	0.2917
Rprec_mult_2.00       	2024-43983	0.2736
utility               	2024-43983	-42.0000
11pt_avg              	2024-43983	0.2038
binG                  	2024-43983	0.1270
G                     	2024-43983	0.1270
ndcg                  	2024-43983	0.4522
ndcg_rel              	2024-43983	0.3893
Rndcg                 	2024-43983	0.3919
ndcg_cut_5            	2024-43983	0.2773
ndcg_cut_10           	2024-43983	0.3195
ndcg_cut_15           	2024-43983	0.2938
ndcg_cut_20           	2024-43983	0.3110
ndcg_cut_30           	2024-43983	0.3068
ndcg_cut_100          	2024-43983	0.4522
ndcg_cut_200          	2024-43983	0.4522
ndcg_cut_500          	2024-43983	0.4522
ndcg_cut_1000         	2024-43983	0.4522
map_cut_5             	2024-43983	0.0123
map_cut_10            	2024-43983	0.0287
map_cut_15            	2024-43983	0.0366
map_cut_20            	2024-43983	0.0499
map_cut_30            	2024-43983	0.0683
map_cut_100           	2024-43983	0.1893
map_cut_200           	2024-43983	0.1893
map_cut_500           	2024-43983	0.1893
map_cut_1000          	2024-43983	0.1893
relative_P_5          	2024-43983	0.4000
relative_P_10         	2024-43983	0.4000
relative_P_15         	2024-43983	0.3333
relative_P_20         	2024-43983	0.3500
relative_P_30         	2024-43983	0.3333
relative_P_100        	2024-43983	0.5472
relative_P_200        	2024-43983	0.5472
relative_P_500        	2024-43983	0.5472
relative_P_1000       	2024-43983	0.5472
success_1             	2024-43983	0.0000
success_5             	2024-43983	1.0000
success_10            	2024-43983	1.0000
set_P                 	2024-43983	0.2900
set_relative_P        	2024-43983	0.5472
set_recall            	2024-43983	0.5472
set_map               	2024-43983	0.1587
set_F                 	2024-43983	0.3791
num_nonrel_judged_ret 	2024-43983	19
num_ret               	2024-44059	100
num_rel               	2024-44059	5
num_rel_ret           	2024-44059	3
map                   	2024-44059	0.0594
Rprec                 	2024-44059	0.0000
bpref                 	2024-44059	0.0000
recip_rank            	2024-44059	0.1667
iprec_at_recall_0.00  	2024-44059	0.1667
iprec_at_recall_0.10  	2024-44059	0.1667
iprec_at_recall_0.20  	2024-44059	0.1667
iprec_at_recall_0.30  	2024-44059	0.0833
iprec_at_recall_0.40  	2024-44059	0.0833
iprec_at_recall_0.50  	2024-44059	0.0469
iprec_at_recall_0.60  	2024-44059	0.0469
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.0000
P_10                  	2024-44059	0.1000
P_15                  	2024-44059	0.0667
P_20                  	2024-44059	0.0500
P_30                  	2024-44059	0.0667
P_100                 	2024-44059	0.0300
P_200                 	2024-44059	0.0150
P_500                 	2024-44059	0.0060
P_1000                	2024-44059	0.0030
relstring             	2024-44059	'0000010000'
recall_5              	2024-44059	0.0000
recall_10             	2024-44059	0.2000
recall_15             	2024-44059	0.2000
recall_20             	2024-44059	0.2000
recall_30             	2024-44059	0.4000
recall_100            	2024-44059	0.6000
recall_200            	2024-44059	0.6000
recall_500            	2024-44059	0.6000
recall_1000           	2024-44059	0.6000
infAP                 	2024-44059	0.0594
Rprec_mult_0.20       	2024-44059	0.0000
Rprec_mult_0.40       	2024-44059	0.0000
Rprec_mult_0.60       	2024-44059	0.0000
Rprec_mult_0.80       	2024-44059	0.0000
Rprec_mult_1.00       	2024-44059	0.0000
Rprec_mult_1.20       	2024-44059	0.1667
Rprec_mult_1.40       	2024-44059	0.1429
Rprec_mult_1.60       	2024-44059	0.1250
Rprec_mult_1.80       	2024-44059	0.1111
Rprec_mult_2.00       	2024-44059	0.1000
utility               	2024-44059	-94.0000
11pt_avg              	2024-44059	0.0691
binG                  	2024-44059	0.1483
G                     	2024-44059	0.1483
ndcg                  	2024-44059	0.2502
ndcg_rel              	2024-44059	0.2130
Rndcg                 	2024-44059	0.1251
ndcg_cut_5            	2024-44059	0.0000
ndcg_cut_10           	2024-44059	0.1208
ndcg_cut_15           	2024-44059	0.1208
ndcg_cut_20           	2024-44059	0.1208
ndcg_cut_30           	2024-44059	0.1938
ndcg_cut_100          	2024-44059	0.2502
ndcg_cut_200          	2024-44059	0.2502
ndcg_cut_500          	2024-44059	0.2502
ndcg_cut_1000         	2024-44059	0.2502
map_cut_5             	2024-44059	0.0000
map_cut_10            	2024-44059	0.0333
map_cut_15            	2024-44059	0.0333
map_cut_20            	2024-44059	0.0333
map_cut_30            	2024-44059	0.0500
map_cut_100           	2024-44059	0.0594
map_cut_200           	2024-44059	0.0594
map_cut_500           	2024-44059	0.0594
map_cut_1000          	2024-44059	0.0594
relative_P_5          	2024-44059	0.0000
relative_P_10         	2024-44059	0.2000
relative_P_15         	2024-44059	0.2000
relative_P_20         	2024-44059	0.2000
relative_P_30         	2024-44059	0.4000
relative_P_100        	2024-44059	0.6000
relative_P_200        	2024-44059	0.6000
relative_P_500        	2024-44059	0.6000
relative_P_1000       	2024-44059	0.6000
success_1             	2024-44059	0.0000
success_5             	2024-44059	0.0000
success_10            	2024-44059	1.0000
set_P                 	2024-44059	0.0300
set_relative_P        	2024-44059	0.6000
set_recall            	2024-44059	0.6000
set_map               	2024-44059	0.0180
set_F                 	2024-44059	0.0571
num_nonrel_judged_ret 	2024-44059	72
num_ret               	2024-44060	100
num_rel               	2024-44060	172
num_rel_ret           	2024-44060	92
map                   	2024-44060	0.5242
Rprec                 	2024-44060	0.5349
bpref                 	2024-44060	0.5262
recip_rank            	2024-44060	1.0000
iprec_at_recall_0.00  	2024-44060	1.0000
iprec_at_recall_0.10  	2024-44060	1.0000
iprec_at_recall_0.20  	2024-44060	1.0000
iprec_at_recall_0.30  	2024-44060	0.9825
iprec_at_recall_0.40  	2024-44060	0.9647
iprec_at_recall_0.50  	2024-44060	0.9457
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	1.0000
P_10                  	2024-44060	1.0000
P_15                  	2024-44060	1.0000
P_20                  	2024-44060	1.0000
P_30                  	2024-44060	1.0000
P_100                 	2024-44060	0.9200
P_200                 	2024-44060	0.4600
P_500                 	2024-44060	0.1840
P_1000                	2024-44060	0.0920
relstring             	2024-44060	'3332313231'
recall_5              	2024-44060	0.0291
recall_10             	2024-44060	0.0581
recall_15             	2024-44060	0.0872
recall_20             	2024-44060	0.1163
recall_30             	2024-44060	0.1744
recall_100            	2024-44060	0.5349
recall_200            	2024-44060	0.5349
recall_500            	2024-44060	0.5349
recall_1000           	2024-44060	0.5349
infAP                 	2024-44060	0.5242
Rprec_mult_0.20       	2024-44060	1.0000
Rprec_mult_0.40       	2024-44060	0.9565
Rprec_mult_0.60       	2024-44060	0.8846
Rprec_mult_0.80       	2024-44060	0.6667
Rprec_mult_1.00       	2024-44060	0.5349
Rprec_mult_1.20       	2024-44060	0.4444
Rprec_mult_1.40       	2024-44060	0.3817
Rprec_mult_1.60       	2024-44060	0.3333
Rprec_mult_1.80       	2024-44060	0.2968
Rprec_mult_2.00       	2024-44060	0.2674
utility               	2024-44060	84.0000
11pt_avg              	2024-44060	0.5357
binG                  	2024-44060	0.3939
G                     	2024-44060	0.1973
ndcg                  	2024-44060	0.7006
ndcg_rel              	2024-44060	0.7928
Rndcg                 	2024-44060	0.7918
ndcg_cut_5            	2024-44060	0.9513
ndcg_cut_10           	2024-44060	0.8506
ndcg_cut_15           	2024-44060	0.8526
ndcg_cut_20           	2024-44060	0.8942
ndcg_cut_30           	2024-44060	0.8953
ndcg_cut_100          	2024-44060	0.8646
ndcg_cut_200          	2024-44060	0.7006
ndcg_cut_500          	2024-44060	0.7006
ndcg_cut_1000         	2024-44060	0.7006
map_cut_5             	2024-44060	0.0291
map_cut_10            	2024-44060	0.0581
map_cut_15            	2024-44060	0.0872
map_cut_20            	2024-44060	0.1163
map_cut_30            	2024-44060	0.1744
map_cut_100           	2024-44060	0.5242
map_cut_200           	2024-44060	0.5242
map_cut_500           	2024-44060	0.5242
map_cut_1000          	2024-44060	0.5242
relative_P_5          	2024-44060	1.0000
relative_P_10         	2024-44060	1.0000
relative_P_15         	2024-44060	1.0000
relative_P_20         	2024-44060	1.0000
relative_P_30         	2024-44060	1.0000
relative_P_100        	2024-44060	0.9200
relative_P_200        	2024-44060	0.5349
relative_P_500        	2024-44060	0.5349
relative_P_1000       	2024-44060	0.5349
success_1             	2024-44060	1.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	0.9200
set_relative_P        	2024-44060	0.9200
set_recall            	2024-44060	0.5349
set_map               	2024-44060	0.4921
set_F                 	2024-44060	0.6765
num_nonrel_judged_ret 	2024-44060	3
num_ret               	2024-58819	100
num_rel               	2024-58819	112
num_rel_ret           	2024-58819	51
map                   	2024-58819	0.3540
Rprec                 	2024-58819	0.4554
bpref                 	2024-58819	0.4087
recip_rank            	2024-58819	1.0000
iprec_at_recall_0.00  	2024-58819	1.0000
iprec_at_recall_0.10  	2024-58819	0.8846
iprec_at_recall_0.20  	2024-58819	0.8846
iprec_at_recall_0.30  	2024-58819	0.7059
iprec_at_recall_0.40  	2024-58819	0.5921
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	0.8000
P_10                  	2024-58819	0.9000
P_15                  	2024-58819	0.8667
P_20                  	2024-58819	0.8500
P_30                  	2024-58819	0.8667
P_100                 	2024-58819	0.5100
P_200                 	2024-58819	0.2550
P_500                 	2024-58819	0.1020
P_1000                	2024-58819	0.0510
relstring             	2024-58819	'13-1121322'
recall_5              	2024-58819	0.0357
recall_10             	2024-58819	0.0804
recall_15             	2024-58819	0.1161
recall_20             	2024-58819	0.1518
recall_30             	2024-58819	0.2321
recall_100            	2024-58819	0.4554
recall_200            	2024-58819	0.4554
recall_500            	2024-58819	0.4554
recall_1000           	2024-58819	0.4554
infAP                 	2024-58819	0.3540
Rprec_mult_0.20       	2024-58819	0.8696
Rprec_mult_0.40       	2024-58819	0.7111
Rprec_mult_0.60       	2024-58819	0.6176
Rprec_mult_0.80       	2024-58819	0.5556
Rprec_mult_1.00       	2024-58819	0.4554
Rprec_mult_1.20       	2024-58819	0.3778
Rprec_mult_1.40       	2024-58819	0.3248
Rprec_mult_1.60       	2024-58819	0.2833
Rprec_mult_1.80       	2024-58819	0.2525
Rprec_mult_2.00       	2024-58819	0.2277
utility               	2024-58819	2.0000
11pt_avg              	2024-58819	0.3697
binG                  	2024-58819	0.1808
G                     	2024-58819	0.1072
ndcg                  	2024-58819	0.5010
ndcg_rel              	2024-58819	0.5278
Rndcg                 	2024-58819	0.4857
ndcg_cut_5            	2024-58819	0.4195
ndcg_cut_10           	2024-58819	0.5409
ndcg_cut_15           	2024-58819	0.5838
ndcg_cut_20           	2024-58819	0.6124
ndcg_cut_30           	2024-58819	0.6291
ndcg_cut_100          	2024-58819	0.5224
ndcg_cut_200          	2024-58819	0.5010
ndcg_cut_500          	2024-58819	0.5010
ndcg_cut_1000         	2024-58819	0.5010
map_cut_5             	2024-58819	0.0317
map_cut_10            	2024-58819	0.0706
map_cut_15            	2024-58819	0.1010
map_cut_20            	2024-58819	0.1318
map_cut_30            	2024-58819	0.2015
map_cut_100           	2024-58819	0.3540
map_cut_200           	2024-58819	0.3540
map_cut_500           	2024-58819	0.3540
map_cut_1000          	2024-58819	0.3540
relative_P_5          	2024-58819	0.8000
relative_P_10         	2024-58819	0.9000
relative_P_15         	2024-58819	0.8667
relative_P_20         	2024-58819	0.8500
relative_P_30         	2024-58819	0.8667
relative_P_100        	2024-58819	0.5100
relative_P_200        	2024-58819	0.4554
relative_P_500        	2024-58819	0.4554
relative_P_1000       	2024-58819	0.4554
success_1             	2024-58819	1.0000
success_5             	2024-58819	1.0000
success_10            	2024-58819	1.0000
set_P                 	2024-58819	0.5100
set_relative_P        	2024-58819	0.5100
set_recall            	2024-58819	0.4554
set_map               	2024-58819	0.2322
set_F                 	2024-58819	0.4811
num_nonrel_judged_ret 	2024-58819	11
num_ret               	2024-69711	100
num_rel               	2024-69711	59
num_rel_ret           	2024-69711	28
map                   	2024-69711	0.1357
Rprec                 	2024-69711	0.3220
bpref                 	2024-69711	0.2571
recip_rank            	2024-69711	0.0833
iprec_at_recall_0.00  	2024-69711	0.3396
iprec_at_recall_0.10  	2024-69711	0.3396
iprec_at_recall_0.20  	2024-69711	0.3396
iprec_at_recall_0.30  	2024-69711	0.3396
iprec_at_recall_0.40  	2024-69711	0.2927
iprec_at_recall_0.50  	2024-69711	0.0000
iprec_at_recall_0.60  	2024-69711	0.0000
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	0.0000
P_10                  	2024-69711	0.0000
P_15                  	2024-69711	0.2000
P_20                  	2024-69711	0.2500
P_30                  	2024-69711	0.2667
P_100                 	2024-69711	0.2800
P_200                 	2024-69711	0.1400
P_500                 	2024-69711	0.0560
P_1000                	2024-69711	0.0280
relstring             	2024-69711	'0000000000'
recall_5              	2024-69711	0.0000
recall_10             	2024-69711	0.0000
recall_15             	2024-69711	0.0508
recall_20             	2024-69711	0.0847
recall_30             	2024-69711	0.1356
recall_100            	2024-69711	0.4746
recall_200            	2024-69711	0.4746
recall_500            	2024-69711	0.4746
recall_1000           	2024-69711	0.4746
infAP                 	2024-69711	0.1357
Rprec_mult_0.20       	2024-69711	0.0833
Rprec_mult_0.40       	2024-69711	0.2917
Rprec_mult_0.60       	2024-69711	0.3056
Rprec_mult_0.80       	2024-69711	0.3125
Rprec_mult_1.00       	2024-69711	0.3220
Rprec_mult_1.20       	2024-69711	0.3099
Rprec_mult_1.40       	2024-69711	0.2892
Rprec_mult_1.60       	2024-69711	0.2842
Rprec_mult_1.80       	2024-69711	0.2617
Rprec_mult_2.00       	2024-69711	0.2373
utility               	2024-69711	-44.0000
11pt_avg              	2024-69711	0.1501
binG                  	2024-69711	0.0978
G                     	2024-69711	0.0898
ndcg                  	2024-69711	0.3345
ndcg_rel              	2024-69711	0.2807
Rndcg                 	2024-69711	0.1788
ndcg_cut_5            	2024-69711	0.0000
ndcg_cut_10           	2024-69711	0.0000
ndcg_cut_15           	2024-69711	0.1008
ndcg_cut_20           	2024-69711	0.1367
ndcg_cut_30           	2024-69711	0.1834
ndcg_cut_100          	2024-69711	0.3345
ndcg_cut_200          	2024-69711	0.3345
ndcg_cut_500          	2024-69711	0.3345
ndcg_cut_1000         	2024-69711	0.3345
map_cut_5             	2024-69711	0.0000
map_cut_10            	2024-69711	0.0000
map_cut_15            	2024-69711	0.0072
map_cut_20            	2024-69711	0.0157
map_cut_30            	2024-69711	0.0303
map_cut_100           	2024-69711	0.1357
map_cut_200           	2024-69711	0.1357
map_cut_500           	2024-69711	0.1357
map_cut_1000          	2024-69711	0.1357
relative_P_5          	2024-69711	0.0000
relative_P_10         	2024-69711	0.0000
relative_P_15         	2024-69711	0.2000
relative_P_20         	2024-69711	0.2500
relative_P_30         	2024-69711	0.2667
relative_P_100        	2024-69711	0.4746
relative_P_200        	2024-69711	0.4746
relative_P_500        	2024-69711	0.4746
relative_P_1000       	2024-69711	0.4746
success_1             	2024-69711	0.0000
success_5             	2024-69711	0.0000
success_10            	2024-69711	0.0000
set_P                 	2024-69711	0.2800
set_relative_P        	2024-69711	0.4746
set_recall            	2024-69711	0.4746
set_map               	2024-69711	0.1329
set_F                 	2024-69711	0.3522
num_nonrel_judged_ret 	2024-69711	51
num_ret               	2024-73340	100
num_rel               	2024-73340	155
num_rel_ret           	2024-73340	75
map                   	2024-73340	0.4533
Rprec                 	2024-73340	0.4839
bpref                 	2024-73340	0.4639
recip_rank            	2024-73340	1.0000
iprec_at_recall_0.00  	2024-73340	1.0000
iprec_at_recall_0.10  	2024-73340	1.0000
iprec_at_recall_0.20  	2024-73340	1.0000
iprec_at_recall_0.30  	2024-73340	0.9400
iprec_at_recall_0.40  	2024-73340	0.8378
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	1.0000
P_10                  	2024-73340	1.0000
P_15                  	2024-73340	1.0000
P_20                  	2024-73340	1.0000
P_30                  	2024-73340	1.0000
P_100                 	2024-73340	0.7500
P_200                 	2024-73340	0.3750
P_500                 	2024-73340	0.1500
P_1000                	2024-73340	0.0750
relstring             	2024-73340	'3223323323'
recall_5              	2024-73340	0.0323
recall_10             	2024-73340	0.0645
recall_15             	2024-73340	0.0968
recall_20             	2024-73340	0.1290
recall_30             	2024-73340	0.1935
recall_100            	2024-73340	0.4839
recall_200            	2024-73340	0.4839
recall_500            	2024-73340	0.4839
recall_1000           	2024-73340	0.4839
infAP                 	2024-73340	0.4533
Rprec_mult_0.20       	2024-73340	1.0000
Rprec_mult_0.40       	2024-73340	0.8871
Rprec_mult_0.60       	2024-73340	0.7742
Rprec_mult_0.80       	2024-73340	0.6048
Rprec_mult_1.00       	2024-73340	0.4839
Rprec_mult_1.20       	2024-73340	0.4032
Rprec_mult_1.40       	2024-73340	0.3456
Rprec_mult_1.60       	2024-73340	0.3024
Rprec_mult_1.80       	2024-73340	0.2688
Rprec_mult_2.00       	2024-73340	0.2419
utility               	2024-73340	50.0000
11pt_avg              	2024-73340	0.4343
binG                  	2024-73340	0.3308
G                     	2024-73340	0.1920
ndcg                  	2024-73340	0.6917
ndcg_rel              	2024-73340	0.7731
Rndcg                 	2024-73340	0.7961
ndcg_cut_5            	2024-73340	0.8721
ndcg_cut_10           	2024-73340	0.8688
ndcg_cut_15           	2024-73340	0.8370
ndcg_cut_20           	2024-73340	0.8527
ndcg_cut_30           	2024-73340	0.8858
ndcg_cut_100          	2024-73340	0.8236
ndcg_cut_200          	2024-73340	0.6917
ndcg_cut_500          	2024-73340	0.6917
ndcg_cut_1000         	2024-73340	0.6917
map_cut_5             	2024-73340	0.0323
map_cut_10            	2024-73340	0.0645
map_cut_15            	2024-73340	0.0968
map_cut_20            	2024-73340	0.1290
map_cut_30            	2024-73340	0.1935
map_cut_100           	2024-73340	0.4533
map_cut_200           	2024-73340	0.4533
map_cut_500           	2024-73340	0.4533
map_cut_1000          	2024-73340	0.4533
relative_P_5          	2024-73340	1.0000
relative_P_10         	2024-73340	1.0000
relative_P_15         	2024-73340	1.0000
relative_P_20         	2024-73340	1.0000
relative_P_30         	2024-73340	1.0000
relative_P_100        	2024-73340	0.7500
relative_P_200        	2024-73340	0.4839
relative_P_500        	2024-73340	0.4839
relative_P_1000       	2024-73340	0.4839
success_1             	2024-73340	1.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.7500
set_relative_P        	2024-73340	0.7500
set_recall            	2024-73340	0.4839
set_map               	2024-73340	0.3629
set_F                 	2024-73340	0.5882
num_nonrel_judged_ret 	2024-73340	3
num_ret               	2024-73918	100
num_rel               	2024-73918	172
num_rel_ret           	2024-73918	58
map                   	2024-73918	0.2460
Rprec                 	2024-73918	0.3372
bpref                 	2024-73918	0.3119
recip_rank            	2024-73918	1.0000
iprec_at_recall_0.00  	2024-73918	1.0000
iprec_at_recall_0.10  	2024-73918	0.8125
iprec_at_recall_0.20  	2024-73918	0.7660
iprec_at_recall_0.30  	2024-73918	0.6500
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	0.8000
P_10                  	2024-73918	0.8000
P_15                  	2024-73918	0.7333
P_20                  	2024-73918	0.7500
P_30                  	2024-73918	0.8000
P_100                 	2024-73918	0.5800
P_200                 	2024-73918	0.2900
P_500                 	2024-73918	0.1160
P_1000                	2024-73918	0.0580
relstring             	2024-73918	'2022201221'
recall_5              	2024-73918	0.0233
recall_10             	2024-73918	0.0465
recall_15             	2024-73918	0.0640
recall_20             	2024-73918	0.0872
recall_30             	2024-73918	0.1395
recall_100            	2024-73918	0.3372
recall_200            	2024-73918	0.3372
recall_500            	2024-73918	0.3372
recall_1000           	2024-73918	0.3372
infAP                 	2024-73918	0.2460
Rprec_mult_0.20       	2024-73918	0.8000
Rprec_mult_0.40       	2024-73918	0.6232
Rprec_mult_0.60       	2024-73918	0.5577
Rprec_mult_0.80       	2024-73918	0.4203
Rprec_mult_1.00       	2024-73918	0.3372
Rprec_mult_1.20       	2024-73918	0.2802
Rprec_mult_1.40       	2024-73918	0.2407
Rprec_mult_1.60       	2024-73918	0.2101
Rprec_mult_1.80       	2024-73918	0.1871
Rprec_mult_2.00       	2024-73918	0.1686
utility               	2024-73918	16.0000
11pt_avg              	2024-73918	0.2935
binG                  	2024-73918	0.1105
G                     	2024-73918	0.0793
ndcg                  	2024-73918	0.4218
ndcg_rel              	2024-73918	0.4703
Rndcg                 	2024-73918	0.4599
ndcg_cut_5            	2024-73918	0.5240
ndcg_cut_10           	2024-73918	0.5101
ndcg_cut_15           	2024-73918	0.5256
ndcg_cut_20           	2024-73918	0.5481
ndcg_cut_30           	2024-73918	0.5873
ndcg_cut_100          	2024-73918	0.5257
ndcg_cut_200          	2024-73918	0.4218
ndcg_cut_500          	2024-73918	0.4218
ndcg_cut_1000         	2024-73918	0.4218
map_cut_5             	2024-73918	0.0187
map_cut_10            	2024-73918	0.0364
map_cut_15            	2024-73918	0.0499
map_cut_20            	2024-73918	0.0671
map_cut_30            	2024-73918	0.1078
map_cut_100           	2024-73918	0.2460
map_cut_200           	2024-73918	0.2460
map_cut_500           	2024-73918	0.2460
map_cut_1000          	2024-73918	0.2460
relative_P_5          	2024-73918	0.8000
relative_P_10         	2024-73918	0.8000
relative_P_15         	2024-73918	0.7333
relative_P_20         	2024-73918	0.7500
relative_P_30         	2024-73918	0.8000
relative_P_100        	2024-73918	0.5800
relative_P_200        	2024-73918	0.3372
relative_P_500        	2024-73918	0.3372
relative_P_1000       	2024-73918	0.3372
success_1             	2024-73918	1.0000
success_5             	2024-73918	1.0000
success_10            	2024-73918	1.0000
set_P                 	2024-73918	0.5800
set_relative_P        	2024-73918	0.5800
set_recall            	2024-73918	0.3372
set_map               	2024-73918	0.1956
set_F                 	2024-73918	0.4265
num_nonrel_judged_ret 	2024-73918	41
num_ret               	2024-79081	100
num_rel               	2024-79081	156
num_rel_ret           	2024-79081	84
map                   	2024-79081	0.5107
Rprec                 	2024-79081	0.5385
bpref                 	2024-79081	0.4924
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	1.0000
iprec_at_recall_0.20  	2024-79081	1.0000
iprec_at_recall_0.30  	2024-79081	0.9643
iprec_at_recall_0.40  	2024-79081	0.9014
iprec_at_recall_0.50  	2024-79081	0.8511
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	1.0000
P_10                  	2024-79081	1.0000
P_15                  	2024-79081	1.0000
P_20                  	2024-79081	1.0000
P_30                  	2024-79081	1.0000
P_100                 	2024-79081	0.8400
P_200                 	2024-79081	0.4200
P_500                 	2024-79081	0.1680
P_1000                	2024-79081	0.0840
relstring             	2024-79081	'3333113333'
recall_5              	2024-79081	0.0321
recall_10             	2024-79081	0.0641
recall_15             	2024-79081	0.0962
recall_20             	2024-79081	0.1282
recall_30             	2024-79081	0.1923
recall_100            	2024-79081	0.5385
recall_200            	2024-79081	0.5385
recall_500            	2024-79081	0.5385
recall_1000           	2024-79081	0.5385
infAP                 	2024-79081	0.5107
Rprec_mult_0.20       	2024-79081	1.0000
Rprec_mult_0.40       	2024-79081	0.9048
Rprec_mult_0.60       	2024-79081	0.8511
Rprec_mult_0.80       	2024-79081	0.6720
Rprec_mult_1.00       	2024-79081	0.5385
Rprec_mult_1.20       	2024-79081	0.4468
Rprec_mult_1.40       	2024-79081	0.3836
Rprec_mult_1.60       	2024-79081	0.3360
Rprec_mult_1.80       	2024-79081	0.2989
Rprec_mult_2.00       	2024-79081	0.2692
utility               	2024-79081	68.0000
11pt_avg              	2024-79081	0.5197
binG                  	2024-79081	0.3478
G                     	2024-79081	0.1734
ndcg                  	2024-79081	0.6568
ndcg_rel              	2024-79081	0.7443
Rndcg                 	2024-79081	0.7309
ndcg_cut_5            	2024-79081	0.9125
ndcg_cut_10           	2024-79081	0.8910
ndcg_cut_15           	2024-79081	0.8870
ndcg_cut_20           	2024-79081	0.8830
ndcg_cut_30           	2024-79081	0.8342
ndcg_cut_100          	2024-79081	0.7593
ndcg_cut_200          	2024-79081	0.6568
ndcg_cut_500          	2024-79081	0.6568
ndcg_cut_1000         	2024-79081	0.6568
map_cut_5             	2024-79081	0.0321
map_cut_10            	2024-79081	0.0641
map_cut_15            	2024-79081	0.0962
map_cut_20            	2024-79081	0.1282
map_cut_30            	2024-79081	0.1923
map_cut_100           	2024-79081	0.5107
map_cut_200           	2024-79081	0.5107
map_cut_500           	2024-79081	0.5107
map_cut_1000          	2024-79081	0.5107
relative_P_5          	2024-79081	1.0000
relative_P_10         	2024-79081	1.0000
relative_P_15         	2024-79081	1.0000
relative_P_20         	2024-79081	1.0000
relative_P_30         	2024-79081	1.0000
relative_P_100        	2024-79081	0.8400
relative_P_200        	2024-79081	0.5385
relative_P_500        	2024-79081	0.5385
relative_P_1000       	2024-79081	0.5385
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	0.8400
set_relative_P        	2024-79081	0.8400
set_recall            	2024-79081	0.5385
set_map               	2024-79081	0.4523
set_F                 	2024-79081	0.6562
num_nonrel_judged_ret 	2024-79081	7
num_ret               	2024-79154	100
num_rel               	2024-79154	14
num_rel_ret           	2024-79154	13
map                   	2024-79154	0.6457
Rprec                 	2024-79154	0.5000
bpref                 	2024-79154	0.5816
recip_rank            	2024-79154	1.0000
iprec_at_recall_0.00  	2024-79154	1.0000
iprec_at_recall_0.10  	2024-79154	1.0000
iprec_at_recall_0.20  	2024-79154	1.0000
iprec_at_recall_0.30  	2024-79154	1.0000
iprec_at_recall_0.40  	2024-79154	1.0000
iprec_at_recall_0.50  	2024-79154	1.0000
iprec_at_recall_0.60  	2024-79154	0.5000
iprec_at_recall_0.70  	2024-79154	0.3704
iprec_at_recall_0.80  	2024-79154	0.1857
iprec_at_recall_0.90  	2024-79154	0.1857
iprec_at_recall_1.00  	2024-79154	0.0000
P_5                   	2024-79154	1.0000
P_10                  	2024-79154	0.7000
P_15                  	2024-79154	0.5333
P_20                  	2024-79154	0.4500
P_30                  	2024-79154	0.3333
P_100                 	2024-79154	0.1300
P_200                 	2024-79154	0.0650
P_500                 	2024-79154	0.0260
P_1000                	2024-79154	0.0130
relstring             	2024-79154	'21121110-0'
recall_5              	2024-79154	0.3571
recall_10             	2024-79154	0.5000
recall_15             	2024-79154	0.5714
recall_20             	2024-79154	0.6429
recall_30             	2024-79154	0.7143
recall_100            	2024-79154	0.9286
recall_200            	2024-79154	0.9286
recall_500            	2024-79154	0.9286
recall_1000           	2024-79154	0.9286
infAP                 	2024-79154	0.6457
Rprec_mult_0.20       	2024-79154	1.0000
Rprec_mult_0.40       	2024-79154	1.0000
Rprec_mult_0.60       	2024-79154	0.7778
Rprec_mult_0.80       	2024-79154	0.5833
Rprec_mult_1.00       	2024-79154	0.5000
Rprec_mult_1.20       	2024-79154	0.4706
Rprec_mult_1.40       	2024-79154	0.4500
Rprec_mult_1.60       	2024-79154	0.3913
Rprec_mult_1.80       	2024-79154	0.3462
Rprec_mult_2.00       	2024-79154	0.3571
utility               	2024-79154	-74.0000
11pt_avg              	2024-79154	0.6583
binG                  	2024-79154	0.5987
G                     	2024-79154	0.4634
ndcg                  	2024-79154	0.8374
ndcg_rel              	2024-79154	0.8190
Rndcg                 	2024-79154	0.7422
ndcg_cut_5            	2024-79154	0.8621
ndcg_cut_10           	2024-79154	0.7594
ndcg_cut_15           	2024-79154	0.6870
ndcg_cut_20           	2024-79154	0.7174
ndcg_cut_30           	2024-79154	0.7711
ndcg_cut_100          	2024-79154	0.8374
ndcg_cut_200          	2024-79154	0.8374
ndcg_cut_500          	2024-79154	0.8374
ndcg_cut_1000         	2024-79154	0.8374
map_cut_5             	2024-79154	0.3571
map_cut_10            	2024-79154	0.5000
map_cut_15            	2024-79154	0.5381
map_cut_20            	2024-79154	0.5738
map_cut_30            	2024-79154	0.6003
map_cut_100           	2024-79154	0.6457
map_cut_200           	2024-79154	0.6457
map_cut_500           	2024-79154	0.6457
map_cut_1000          	2024-79154	0.6457
relative_P_5          	2024-79154	1.0000
relative_P_10         	2024-79154	0.7000
relative_P_15         	2024-79154	0.5714
relative_P_20         	2024-79154	0.6429
relative_P_30         	2024-79154	0.7143
relative_P_100        	2024-79154	0.9286
relative_P_200        	2024-79154	0.9286
relative_P_500        	2024-79154	0.9286
relative_P_1000       	2024-79154	0.9286
success_1             	2024-79154	1.0000
success_5             	2024-79154	1.0000
success_10            	2024-79154	1.0000
set_P                 	2024-79154	0.1300
set_relative_P        	2024-79154	0.9286
set_recall            	2024-79154	0.9286
set_map               	2024-79154	0.1207
set_F                 	2024-79154	0.2281
num_nonrel_judged_ret 	2024-79154	47
num_ret               	2024-88894	100
num_rel               	2024-88894	46
num_rel_ret           	2024-88894	13
map                   	2024-88894	0.0457
Rprec                 	2024-88894	0.1957
bpref                 	2024-88894	0.0992
recip_rank            	2024-88894	0.0714
iprec_at_recall_0.00  	2024-88894	0.2162
iprec_at_recall_0.10  	2024-88894	0.2162
iprec_at_recall_0.20  	2024-88894	0.2083
iprec_at_recall_0.30  	2024-88894	0.0000
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.0000
P_10                  	2024-88894	0.0000
P_15                  	2024-88894	0.1333
P_20                  	2024-88894	0.1000
P_30                  	2024-88894	0.1333
P_100                 	2024-88894	0.1300
P_200                 	2024-88894	0.0650
P_500                 	2024-88894	0.0260
P_1000                	2024-88894	0.0130
relstring             	2024-88894	'0000000000'
recall_5              	2024-88894	0.0000
recall_10             	2024-88894	0.0000
recall_15             	2024-88894	0.0435
recall_20             	2024-88894	0.0435
recall_30             	2024-88894	0.0870
recall_100            	2024-88894	0.2826
recall_200            	2024-88894	0.2826
recall_500            	2024-88894	0.2826
recall_1000           	2024-88894	0.2826
infAP                 	2024-88894	0.0457
Rprec_mult_0.20       	2024-88894	0.0000
Rprec_mult_0.40       	2024-88894	0.1053
Rprec_mult_0.60       	2024-88894	0.1071
Rprec_mult_0.80       	2024-88894	0.2162
Rprec_mult_1.00       	2024-88894	0.1957
Rprec_mult_1.20       	2024-88894	0.1964
Rprec_mult_1.40       	2024-88894	0.1692
Rprec_mult_1.60       	2024-88894	0.1486
Rprec_mult_1.80       	2024-88894	0.1446
Rprec_mult_2.00       	2024-88894	0.1413
utility               	2024-88894	-74.0000
11pt_avg              	2024-88894	0.0583
binG                  	2024-88894	0.0572
G                     	2024-88894	0.0601
ndcg                  	2024-88894	0.2077
ndcg_rel              	2024-88894	0.1881
Rndcg                 	2024-88894	0.1218
ndcg_cut_5            	2024-88894	0.0000
ndcg_cut_10           	2024-88894	0.0000
ndcg_cut_15           	2024-88894	0.0737
ndcg_cut_20           	2024-88894	0.0629
ndcg_cut_30           	2024-88894	0.1102
ndcg_cut_100          	2024-88894	0.2077
ndcg_cut_200          	2024-88894	0.2077
ndcg_cut_500          	2024-88894	0.2077
ndcg_cut_1000         	2024-88894	0.2077
map_cut_5             	2024-88894	0.0000
map_cut_10            	2024-88894	0.0000
map_cut_15            	2024-88894	0.0045
map_cut_20            	2024-88894	0.0045
map_cut_30            	2024-88894	0.0098
map_cut_100           	2024-88894	0.0457
map_cut_200           	2024-88894	0.0457
map_cut_500           	2024-88894	0.0457
map_cut_1000          	2024-88894	0.0457
relative_P_5          	2024-88894	0.0000
relative_P_10         	2024-88894	0.0000
relative_P_15         	2024-88894	0.1333
relative_P_20         	2024-88894	0.1000
relative_P_30         	2024-88894	0.1333
relative_P_100        	2024-88894	0.2826
relative_P_200        	2024-88894	0.2826
relative_P_500        	2024-88894	0.2826
relative_P_1000       	2024-88894	0.2826
success_1             	2024-88894	0.0000
success_5             	2024-88894	0.0000
success_10            	2024-88894	0.0000
set_P                 	2024-88894	0.1300
set_relative_P        	2024-88894	0.2826
set_recall            	2024-88894	0.2826
set_map               	2024-88894	0.0367
set_F                 	2024-88894	0.1781
num_nonrel_judged_ret 	2024-88894	71
num_ret               	2024-94706	100
num_rel               	2024-94706	45
num_rel_ret           	2024-94706	32
map                   	2024-94706	0.5227
Rprec                 	2024-94706	0.5333
bpref                 	2024-94706	0.5264
recip_rank            	2024-94706	1.0000
iprec_at_recall_0.00  	2024-94706	1.0000
iprec_at_recall_0.10  	2024-94706	0.8824
iprec_at_recall_0.20  	2024-94706	0.8824
iprec_at_recall_0.30  	2024-94706	0.8824
iprec_at_recall_0.40  	2024-94706	0.8636
iprec_at_recall_0.50  	2024-94706	0.6053
iprec_at_recall_0.60  	2024-94706	0.4444
iprec_at_recall_0.70  	2024-94706	0.3516
iprec_at_recall_0.80  	2024-94706	0.0000
iprec_at_recall_0.90  	2024-94706	0.0000
iprec_at_recall_1.00  	2024-94706	0.0000
P_5                   	2024-94706	0.8000
P_10                  	2024-94706	0.8000
P_15                  	2024-94706	0.8667
P_20                  	2024-94706	0.8500
P_30                  	2024-94706	0.7333
P_100                 	2024-94706	0.3200
P_200                 	2024-94706	0.1600
P_500                 	2024-94706	0.0640
P_1000                	2024-94706	0.0320
relstring             	2024-94706	'2111010211'
recall_5              	2024-94706	0.0889
recall_10             	2024-94706	0.1778
recall_15             	2024-94706	0.2889
recall_20             	2024-94706	0.3778
recall_30             	2024-94706	0.4889
recall_100            	2024-94706	0.7111
recall_200            	2024-94706	0.7111
recall_500            	2024-94706	0.7111
recall_1000           	2024-94706	0.7111
infAP                 	2024-94706	0.5227
Rprec_mult_0.20       	2024-94706	0.7778
Rprec_mult_0.40       	2024-94706	0.8333
Rprec_mult_0.60       	2024-94706	0.8148
Rprec_mult_0.80       	2024-94706	0.6111
Rprec_mult_1.00       	2024-94706	0.5333
Rprec_mult_1.20       	2024-94706	0.4815
Rprec_mult_1.40       	2024-94706	0.4444
Rprec_mult_1.60       	2024-94706	0.4028
Rprec_mult_1.80       	2024-94706	0.3580
Rprec_mult_2.00       	2024-94706	0.3444
utility               	2024-94706	-36.0000
11pt_avg              	2024-94706	0.5375
binG                  	2024-94706	0.3204
G                     	2024-94706	0.2684
ndcg                  	2024-94706	0.7232
ndcg_rel              	2024-94706	0.7278
Rndcg                 	2024-94706	0.6508
ndcg_cut_5            	2024-94706	0.6040
ndcg_cut_10           	2024-94706	0.6859
ndcg_cut_15           	2024-94706	0.7646
ndcg_cut_20           	2024-94706	0.7688
ndcg_cut_30           	2024-94706	0.7415
ndcg_cut_100          	2024-94706	0.7232
ndcg_cut_200          	2024-94706	0.7232
ndcg_cut_500          	2024-94706	0.7232
ndcg_cut_1000         	2024-94706	0.7232
map_cut_5             	2024-94706	0.0889
map_cut_10            	2024-94706	0.1591
map_cut_15            	2024-94706	0.2529
map_cut_20            	2024-94706	0.3296
map_cut_30            	2024-94706	0.4224
map_cut_100           	2024-94706	0.5227
map_cut_200           	2024-94706	0.5227
map_cut_500           	2024-94706	0.5227
map_cut_1000          	2024-94706	0.5227
relative_P_5          	2024-94706	0.8000
relative_P_10         	2024-94706	0.8000
relative_P_15         	2024-94706	0.8667
relative_P_20         	2024-94706	0.8500
relative_P_30         	2024-94706	0.7333
relative_P_100        	2024-94706	0.7111
relative_P_200        	2024-94706	0.7111
relative_P_500        	2024-94706	0.7111
relative_P_1000       	2024-94706	0.7111
success_1             	2024-94706	1.0000
success_5             	2024-94706	1.0000
success_10            	2024-94706	1.0000
set_P                 	2024-94706	0.3200
set_relative_P        	2024-94706	0.7111
set_recall            	2024-94706	0.7111
set_map               	2024-94706	0.2276
set_F                 	2024-94706	0.4414
num_nonrel_judged_ret 	2024-94706	58
num_ret               	2024-96063	100
num_rel               	2024-96063	91
num_rel_ret           	2024-96063	30
map                   	2024-96063	0.1191
Rprec                 	2024-96063	0.2967
bpref                 	2024-96063	0.2306
recip_rank            	2024-96063	1.0000
iprec_at_recall_0.00  	2024-96063	1.0000
iprec_at_recall_0.10  	2024-96063	0.4444
iprec_at_recall_0.20  	2024-96063	0.4130
iprec_at_recall_0.30  	2024-96063	0.3030
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	0.2000
P_10                  	2024-96063	0.2000
P_15                  	2024-96063	0.2000
P_20                  	2024-96063	0.2500
P_30                  	2024-96063	0.4000
P_100                 	2024-96063	0.3000
P_200                 	2024-96063	0.1500
P_500                 	2024-96063	0.0600
P_1000                	2024-96063	0.0300
relstring             	2024-96063	'3000000100'
recall_5              	2024-96063	0.0110
recall_10             	2024-96063	0.0220
recall_15             	2024-96063	0.0330
recall_20             	2024-96063	0.0549
recall_30             	2024-96063	0.1319
recall_100            	2024-96063	0.3297
recall_200            	2024-96063	0.3297
recall_500            	2024-96063	0.3297
recall_1000           	2024-96063	0.3297
infAP                 	2024-96063	0.1191
Rprec_mult_0.20       	2024-96063	0.2105
Rprec_mult_0.40       	2024-96063	0.4324
Rprec_mult_0.60       	2024-96063	0.3636
Rprec_mult_0.80       	2024-96063	0.3014
Rprec_mult_1.00       	2024-96063	0.2967
Rprec_mult_1.20       	2024-96063	0.2727
Rprec_mult_1.40       	2024-96063	0.2344
Rprec_mult_1.60       	2024-96063	0.2055
Rprec_mult_1.80       	2024-96063	0.1829
Rprec_mult_2.00       	2024-96063	0.1648
utility               	2024-96063	-40.0000
11pt_avg              	2024-96063	0.1964
binG                  	2024-96063	0.0793
G                     	2024-96063	0.0777
ndcg                  	2024-96063	0.3507
ndcg_rel              	2024-96063	0.3487
Rndcg                 	2024-96063	0.3650
ndcg_cut_5            	2024-96063	0.3737
ndcg_cut_10           	2024-96063	0.2955
ndcg_cut_15           	2024-96063	0.2583
ndcg_cut_20           	2024-96063	0.2643
ndcg_cut_30           	2024-96063	0.3245
ndcg_cut_100          	2024-96063	0.3507
ndcg_cut_200          	2024-96063	0.3507
ndcg_cut_500          	2024-96063	0.3507
ndcg_cut_1000         	2024-96063	0.3507
map_cut_5             	2024-96063	0.0110
map_cut_10            	2024-96063	0.0137
map_cut_15            	2024-96063	0.0163
map_cut_20            	2024-96063	0.0216
map_cut_30            	2024-96063	0.0483
map_cut_100           	2024-96063	0.1191
map_cut_200           	2024-96063	0.1191
map_cut_500           	2024-96063	0.1191
map_cut_1000          	2024-96063	0.1191
relative_P_5          	2024-96063	0.2000
relative_P_10         	2024-96063	0.2000
relative_P_15         	2024-96063	0.2000
relative_P_20         	2024-96063	0.2500
relative_P_30         	2024-96063	0.4000
relative_P_100        	2024-96063	0.3297
relative_P_200        	2024-96063	0.3297
relative_P_500        	2024-96063	0.3297
relative_P_1000       	2024-96063	0.3297
success_1             	2024-96063	1.0000
success_5             	2024-96063	1.0000
success_10            	2024-96063	1.0000
set_P                 	2024-96063	0.3000
set_relative_P        	2024-96063	0.3297
set_recall            	2024-96063	0.3297
set_map               	2024-96063	0.0989
set_F                 	2024-96063	0.3141
num_nonrel_judged_ret 	2024-96063	55
num_ret               	2024-96359	100
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	13
map                   	2024-96359	0.0936
Rprec                 	2024-96359	0.2000
bpref                 	2024-96359	0.2364
recip_rank            	2024-96359	1.0000
iprec_at_recall_0.00  	2024-96359	1.0000
iprec_at_recall_0.10  	2024-96359	0.2115
iprec_at_recall_0.20  	2024-96359	0.2115
iprec_at_recall_0.30  	2024-96359	0.0000
iprec_at_recall_0.40  	2024-96359	0.0000
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	0.6000
P_10                  	2024-96359	0.4000
P_15                  	2024-96359	0.2667
P_20                  	2024-96359	0.2000
P_30                  	2024-96359	0.1667
P_100                 	2024-96359	0.1300
P_200                 	2024-96359	0.0650
P_500                 	2024-96359	0.0260
P_1000                	2024-96359	0.0130
relstring             	2024-96359	'111------1'
recall_5              	2024-96359	0.0545
recall_10             	2024-96359	0.0727
recall_15             	2024-96359	0.0727
recall_20             	2024-96359	0.0727
recall_30             	2024-96359	0.0909
recall_100            	2024-96359	0.2364
recall_200            	2024-96359	0.2364
recall_500            	2024-96359	0.2364
recall_1000           	2024-96359	0.2364
infAP                 	2024-96359	0.0936
Rprec_mult_0.20       	2024-96359	0.3636
Rprec_mult_0.40       	2024-96359	0.1818
Rprec_mult_0.60       	2024-96359	0.1818
Rprec_mult_0.80       	2024-96359	0.2045
Rprec_mult_1.00       	2024-96359	0.2000
Rprec_mult_1.20       	2024-96359	0.1818
Rprec_mult_1.40       	2024-96359	0.1688
Rprec_mult_1.60       	2024-96359	0.1477
Rprec_mult_1.80       	2024-96359	0.1313
Rprec_mult_2.00       	2024-96359	0.1182
utility               	2024-96359	-74.0000
11pt_avg              	2024-96359	0.1294
binG                  	2024-96359	0.0921
G                     	2024-96359	0.0638
ndcg                  	2024-96359	0.2641
ndcg_rel              	2024-96359	0.2788
Rndcg                 	2024-96359	0.3357
ndcg_cut_5            	2024-96359	0.4653
ndcg_cut_10           	2024-96359	0.3919
ndcg_cut_15           	2024-96359	0.3230
ndcg_cut_20           	2024-96359	0.2791
ndcg_cut_30           	2024-96359	0.2442
ndcg_cut_100          	2024-96359	0.2641
ndcg_cut_200          	2024-96359	0.2641
ndcg_cut_500          	2024-96359	0.2641
ndcg_cut_1000         	2024-96359	0.2641
map_cut_5             	2024-96359	0.0545
map_cut_10            	2024-96359	0.0618
map_cut_15            	2024-96359	0.0618
map_cut_20            	2024-96359	0.0618
map_cut_30            	2024-96359	0.0656
map_cut_100           	2024-96359	0.0936
map_cut_200           	2024-96359	0.0936
map_cut_500           	2024-96359	0.0936
map_cut_1000          	2024-96359	0.0936
relative_P_5          	2024-96359	0.6000
relative_P_10         	2024-96359	0.4000
relative_P_15         	2024-96359	0.2667
relative_P_20         	2024-96359	0.2000
relative_P_30         	2024-96359	0.1667
relative_P_100        	2024-96359	0.2364
relative_P_200        	2024-96359	0.2364
relative_P_500        	2024-96359	0.2364
relative_P_1000       	2024-96359	0.2364
success_1             	2024-96359	1.0000
success_5             	2024-96359	1.0000
success_10            	2024-96359	1.0000
set_P                 	2024-96359	0.1300
set_relative_P        	2024-96359	0.2364
set_recall            	2024-96359	0.2364
set_map               	2024-96359	0.0307
set_F                 	2024-96359	0.1677
num_nonrel_judged_ret 	2024-96359	0
runid                 	all	monster
num_q                 	all	86
num_ret               	all	8600
num_rel               	all	12717
num_rel_ret           	all	5207
map                   	all	0.3692
gm_map                	all	0.2903
Rprec                 	all	0.4171
bpref                 	all	0.4031
recip_rank            	all	0.9330
iprec_at_recall_0.00  	all	0.9451
iprec_at_recall_0.10  	all	0.8700
iprec_at_recall_0.20  	all	0.8096
iprec_at_recall_0.30  	all	0.6341
iprec_at_recall_0.40  	all	0.3835
iprec_at_recall_0.50  	all	0.2851
iprec_at_recall_0.60  	all	0.1511
iprec_at_recall_0.70  	all	0.0768
iprec_at_recall_0.80  	all	0.0268
iprec_at_recall_0.90  	all	0.0064
iprec_at_recall_1.00  	all	0.0000
P_5                   	all	0.8628
P_10                  	all	0.8326
P_15                  	all	0.8140
P_20                  	all	0.7977
P_30                  	all	0.7709
P_100                 	all	0.6055
P_200                 	all	0.3027
P_500                 	all	0.1211
P_1000                	all	0.0605
recall_5              	all	0.0449
recall_10             	all	0.0813
recall_15             	all	0.1131
recall_20             	all	0.1433
recall_30             	all	0.1993
recall_100            	all	0.4695
recall_200            	all	0.4695
recall_500            	all	0.4695
recall_1000           	all	0.4695
infAP                 	all	0.3692
gm_bpref              	all	0.3007
Rprec_mult_0.20       	all	0.8092
Rprec_mult_0.40       	all	0.7194
Rprec_mult_0.60       	all	0.5973
Rprec_mult_0.80       	all	0.4918
Rprec_mult_1.00       	all	0.4171
Rprec_mult_1.20       	all	0.3608
Rprec_mult_1.40       	all	0.3161
Rprec_mult_1.60       	all	0.2786
Rprec_mult_1.80       	all	0.2491
Rprec_mult_2.00       	all	0.2264
utility               	all	21.0930
11pt_avg              	all	0.3808
binG                  	all	0.2476
G                     	all	0.1495
ndcg                  	all	0.5273
ndcg_rel              	all	0.5749
Rndcg                 	all	0.5634
ndcg_cut_5            	all	0.6806
ndcg_cut_10           	all	0.6631
ndcg_cut_15           	all	0.6538
ndcg_cut_20           	all	0.6495
ndcg_cut_30           	all	0.6465
ndcg_cut_100          	all	0.6349
ndcg_cut_200          	all	0.5399
ndcg_cut_500          	all	0.5273
ndcg_cut_1000         	all	0.5273
map_cut_5             	all	0.0435
map_cut_10            	all	0.0744
map_cut_15            	all	0.1018
map_cut_20            	all	0.1276
map_cut_30            	all	0.1731
map_cut_100           	all	0.3692
map_cut_200           	all	0.3692
map_cut_500           	all	0.3692
map_cut_1000          	all	0.3692
relative_P_5          	all	0.8628
relative_P_10         	all	0.8337
relative_P_15         	all	0.8159
relative_P_20         	all	0.8028
relative_P_30         	all	0.7851
relative_P_100        	all	0.6901
relative_P_200        	all	0.4924
relative_P_500        	all	0.4695
relative_P_1000       	all	0.4695
success_1             	all	0.9186
success_5             	all	0.9535
success_10            	all	0.9651
set_P                 	all	0.6055
set_relative_P        	all	0.6901
set_recall            	all	0.4695
set_map               	all	0.2795
set_F                 	all	0.4774
num_nonrel_judged_ret 	all	1508
