num_ret               	2024-105741	100
num_rel               	2024-105741	139
num_rel_ret           	2024-105741	18
map                   	2024-105741	0.0331
Rprec                 	2024-105741	0.1295
bpref                 	2024-105741	0.1133
recip_rank            	2024-105741	0.3333
iprec_at_recall_0.00  	2024-105741	0.4167
iprec_at_recall_0.10  	2024-105741	0.2273
iprec_at_recall_0.20  	2024-105741	0.0000
iprec_at_recall_0.30  	2024-105741	0.0000
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	0.2000
P_10                  	2024-105741	0.3000
P_15                  	2024-105741	0.3333
P_20                  	2024-105741	0.3000
P_30                  	2024-105741	0.2000
P_100                 	2024-105741	0.1800
P_200                 	2024-105741	0.0900
P_500                 	2024-105741	0.0360
P_1000                	2024-105741	0.0180
relstring             	2024-105741	'0010010200'
recall_5              	2024-105741	0.0072
recall_10             	2024-105741	0.0216
recall_15             	2024-105741	0.0360
recall_20             	2024-105741	0.0432
recall_30             	2024-105741	0.0432
recall_100            	2024-105741	0.1295
recall_200            	2024-105741	0.1295
recall_500            	2024-105741	0.1295
recall_1000           	2024-105741	0.1295
infAP                 	2024-105741	0.0331
Rprec_mult_0.20       	2024-105741	0.2143
Rprec_mult_0.40       	2024-105741	0.1964
Rprec_mult_0.60       	2024-105741	0.1905
Rprec_mult_0.80       	2024-105741	0.1607
Rprec_mult_1.00       	2024-105741	0.1295
Rprec_mult_1.20       	2024-105741	0.1078
Rprec_mult_1.40       	2024-105741	0.0923
Rprec_mult_1.60       	2024-105741	0.0807
Rprec_mult_1.80       	2024-105741	0.0717
Rprec_mult_2.00       	2024-105741	0.0647
utility               	2024-105741	-64.0000
11pt_avg              	2024-105741	0.0585
binG                  	2024-105741	0.0309
G                     	2024-105741	0.0251
ndcg                  	2024-105741	0.1356
ndcg_rel              	2024-105741	0.1369
Rndcg                 	2024-105741	0.1124
ndcg_cut_5            	2024-105741	0.0623
ndcg_cut_10           	2024-105741	0.1326
ndcg_cut_15           	2024-105741	0.1470
ndcg_cut_20           	2024-105741	0.1558
ndcg_cut_30           	2024-105741	0.1235
ndcg_cut_100          	2024-105741	0.1587
ndcg_cut_200          	2024-105741	0.1356
ndcg_cut_500          	2024-105741	0.1356
ndcg_cut_1000         	2024-105741	0.1356
map_cut_5             	2024-105741	0.0024
map_cut_10            	2024-105741	0.0075
map_cut_15            	2024-105741	0.0131
map_cut_20            	2024-105741	0.0158
map_cut_30            	2024-105741	0.0158
map_cut_100           	2024-105741	0.0331
map_cut_200           	2024-105741	0.0331
map_cut_500           	2024-105741	0.0331
map_cut_1000          	2024-105741	0.0331
relative_P_5          	2024-105741	0.2000
relative_P_10         	2024-105741	0.3000
relative_P_15         	2024-105741	0.3333
relative_P_20         	2024-105741	0.3000
relative_P_30         	2024-105741	0.2000
relative_P_100        	2024-105741	0.1800
relative_P_200        	2024-105741	0.1295
relative_P_500        	2024-105741	0.1295
relative_P_1000       	2024-105741	0.1295
success_1             	2024-105741	0.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.1800
set_relative_P        	2024-105741	0.1800
set_recall            	2024-105741	0.1295
set_map               	2024-105741	0.0233
set_F                 	2024-105741	0.1506
num_nonrel_judged_ret 	2024-105741	32
num_ret               	2024-121840	100
num_rel               	2024-121840	111
num_rel_ret           	2024-121840	10
map                   	2024-121840	0.0146
Rprec                 	2024-121840	0.0901
bpref                 	2024-121840	0.0752
recip_rank            	2024-121840	0.3333
iprec_at_recall_0.00  	2024-121840	0.3333
iprec_at_recall_0.10  	2024-121840	0.0000
iprec_at_recall_0.20  	2024-121840	0.0000
iprec_at_recall_0.30  	2024-121840	0.0000
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.2000
P_10                  	2024-121840	0.1000
P_15                  	2024-121840	0.0667
P_20                  	2024-121840	0.1500
P_30                  	2024-121840	0.1000
P_100                 	2024-121840	0.1000
P_200                 	2024-121840	0.0500
P_500                 	2024-121840	0.0200
P_1000                	2024-121840	0.0100
relstring             	2024-121840	'0030000000'
recall_5              	2024-121840	0.0090
recall_10             	2024-121840	0.0090
recall_15             	2024-121840	0.0090
recall_20             	2024-121840	0.0270
recall_30             	2024-121840	0.0270
recall_100            	2024-121840	0.0901
recall_200            	2024-121840	0.0901
recall_500            	2024-121840	0.0901
recall_1000           	2024-121840	0.0901
infAP                 	2024-121840	0.0146
Rprec_mult_0.20       	2024-121840	0.1304
Rprec_mult_0.40       	2024-121840	0.1333
Rprec_mult_0.60       	2024-121840	0.1493
Rprec_mult_0.80       	2024-121840	0.1124
Rprec_mult_1.00       	2024-121840	0.0901
Rprec_mult_1.20       	2024-121840	0.0746
Rprec_mult_1.40       	2024-121840	0.0641
Rprec_mult_1.60       	2024-121840	0.0562
Rprec_mult_1.80       	2024-121840	0.0500
Rprec_mult_2.00       	2024-121840	0.0450
utility               	2024-121840	-80.0000
11pt_avg              	2024-121840	0.0303
binG                  	2024-121840	0.0206
G                     	2024-121840	0.0221
ndcg                  	2024-121840	0.1241
ndcg_rel              	2024-121840	0.1253
Rndcg                 	2024-121840	0.1253
ndcg_cut_5            	2024-121840	0.1696
ndcg_cut_10           	2024-121840	0.1100
ndcg_cut_15           	2024-121840	0.0853
ndcg_cut_20           	2024-121840	0.1145
ndcg_cut_30           	2024-121840	0.0929
ndcg_cut_100          	2024-121840	0.1287
ndcg_cut_200          	2024-121840	0.1241
ndcg_cut_500          	2024-121840	0.1241
ndcg_cut_1000         	2024-121840	0.1241
map_cut_5             	2024-121840	0.0030
map_cut_10            	2024-121840	0.0030
map_cut_15            	2024-121840	0.0030
map_cut_20            	2024-121840	0.0053
map_cut_30            	2024-121840	0.0053
map_cut_100           	2024-121840	0.0146
map_cut_200           	2024-121840	0.0146
map_cut_500           	2024-121840	0.0146
map_cut_1000          	2024-121840	0.0146
relative_P_5          	2024-121840	0.2000
relative_P_10         	2024-121840	0.1000
relative_P_15         	2024-121840	0.0667
relative_P_20         	2024-121840	0.1500
relative_P_30         	2024-121840	0.1000
relative_P_100        	2024-121840	0.1000
relative_P_200        	2024-121840	0.0901
relative_P_500        	2024-121840	0.0901
relative_P_1000       	2024-121840	0.0901
success_1             	2024-121840	0.0000
success_5             	2024-121840	1.0000
success_10            	2024-121840	1.0000
set_P                 	2024-121840	0.1000
set_relative_P        	2024-121840	0.1000
set_recall            	2024-121840	0.0901
set_map               	2024-121840	0.0090
set_F                 	2024-121840	0.0948
num_nonrel_judged_ret 	2024-121840	33
num_ret               	2024-127266	100
num_rel               	2024-127266	216
num_rel_ret           	2024-127266	48
map                   	2024-127266	0.1659
Rprec                 	2024-127266	0.2222
bpref                 	2024-127266	0.2008
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	0.7353
iprec_at_recall_0.20  	2024-127266	0.4947
iprec_at_recall_0.30  	2024-127266	0.0000
iprec_at_recall_0.40  	2024-127266	0.0000
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	1.0000
P_10                  	2024-127266	1.0000
P_15                  	2024-127266	0.9333
P_20                  	2024-127266	0.8000
P_30                  	2024-127266	0.7000
P_100                 	2024-127266	0.4800
P_200                 	2024-127266	0.2400
P_500                 	2024-127266	0.0960
P_1000                	2024-127266	0.0480
relstring             	2024-127266	'3323313323'
recall_5              	2024-127266	0.0231
recall_10             	2024-127266	0.0463
recall_15             	2024-127266	0.0648
recall_20             	2024-127266	0.0741
recall_30             	2024-127266	0.0972
recall_100            	2024-127266	0.2222
recall_200            	2024-127266	0.2222
recall_500            	2024-127266	0.2222
recall_1000           	2024-127266	0.2222
infAP                 	2024-127266	0.1659
Rprec_mult_0.20       	2024-127266	0.6818
Rprec_mult_0.40       	2024-127266	0.4828
Rprec_mult_0.60       	2024-127266	0.3692
Rprec_mult_0.80       	2024-127266	0.2775
Rprec_mult_1.00       	2024-127266	0.2222
Rprec_mult_1.20       	2024-127266	0.1846
Rprec_mult_1.40       	2024-127266	0.1584
Rprec_mult_1.60       	2024-127266	0.1387
Rprec_mult_1.80       	2024-127266	0.1234
Rprec_mult_2.00       	2024-127266	0.1111
utility               	2024-127266	-4.0000
11pt_avg              	2024-127266	0.2027
binG                  	2024-127266	0.1017
G                     	2024-127266	0.0801
ndcg                  	2024-127266	0.3638
ndcg_rel              	2024-127266	0.4310
Rndcg                 	2024-127266	0.4790
ndcg_cut_5            	2024-127266	0.9435
ndcg_cut_10           	2024-127266	0.8890
ndcg_cut_15           	2024-127266	0.7792
ndcg_cut_20           	2024-127266	0.6711
ndcg_cut_30           	2024-127266	0.5922
ndcg_cut_100          	2024-127266	0.4782
ndcg_cut_200          	2024-127266	0.3755
ndcg_cut_500          	2024-127266	0.3638
ndcg_cut_1000         	2024-127266	0.3638
map_cut_5             	2024-127266	0.0231
map_cut_10            	2024-127266	0.0463
map_cut_15            	2024-127266	0.0642
map_cut_20            	2024-127266	0.0722
map_cut_30            	2024-127266	0.0888
map_cut_100           	2024-127266	0.1659
map_cut_200           	2024-127266	0.1659
map_cut_500           	2024-127266	0.1659
map_cut_1000          	2024-127266	0.1659
relative_P_5          	2024-127266	1.0000
relative_P_10         	2024-127266	1.0000
relative_P_15         	2024-127266	0.9333
relative_P_20         	2024-127266	0.8000
relative_P_30         	2024-127266	0.7000
relative_P_100        	2024-127266	0.4800
relative_P_200        	2024-127266	0.2400
relative_P_500        	2024-127266	0.2222
relative_P_1000       	2024-127266	0.2222
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	0.4800
set_relative_P        	2024-127266	0.4800
set_recall            	2024-127266	0.2222
set_map               	2024-127266	0.1067
set_F                 	2024-127266	0.3038
num_nonrel_judged_ret 	2024-127266	3
num_ret               	2024-127288	100
num_rel               	2024-127288	331
num_rel_ret           	2024-127288	56
map                   	2024-127288	0.1469
Rprec                 	2024-127288	0.1692
bpref                 	2024-127288	0.1666
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.8537
iprec_at_recall_0.20  	2024-127288	0.0000
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	1.0000
P_10                  	2024-127288	1.0000
P_15                  	2024-127288	1.0000
P_20                  	2024-127288	1.0000
P_30                  	2024-127288	0.8667
P_100                 	2024-127288	0.5600
P_200                 	2024-127288	0.2800
P_500                 	2024-127288	0.1120
P_1000                	2024-127288	0.0560
relstring             	2024-127288	'2322322223'
recall_5              	2024-127288	0.0151
recall_10             	2024-127288	0.0302
recall_15             	2024-127288	0.0453
recall_20             	2024-127288	0.0604
recall_30             	2024-127288	0.0785
recall_100            	2024-127288	0.1692
recall_200            	2024-127288	0.1692
recall_500            	2024-127288	0.1692
recall_1000           	2024-127288	0.1692
infAP                 	2024-127288	0.1469
Rprec_mult_0.20       	2024-127288	0.7015
Rprec_mult_0.40       	2024-127288	0.4211
Rprec_mult_0.60       	2024-127288	0.2814
Rprec_mult_0.80       	2024-127288	0.2113
Rprec_mult_1.00       	2024-127288	0.1692
Rprec_mult_1.20       	2024-127288	0.1407
Rprec_mult_1.40       	2024-127288	0.1207
Rprec_mult_1.60       	2024-127288	0.1057
Rprec_mult_1.80       	2024-127288	0.0940
Rprec_mult_2.00       	2024-127288	0.0846
utility               	2024-127288	12.0000
11pt_avg              	2024-127288	0.1685
binG                  	2024-127288	0.0975
G                     	2024-127288	0.0437
ndcg                  	2024-127288	0.2681
ndcg_rel              	2024-127288	0.3347
Rndcg                 	2024-127288	0.3685
ndcg_cut_5            	2024-127288	0.7817
ndcg_cut_10           	2024-127288	0.7625
ndcg_cut_15           	2024-127288	0.7421
ndcg_cut_20           	2024-127288	0.7295
ndcg_cut_30           	2024-127288	0.6689
ndcg_cut_100          	2024-127288	0.5001
ndcg_cut_200          	2024-127288	0.3382
ndcg_cut_500          	2024-127288	0.2681
ndcg_cut_1000         	2024-127288	0.2681
map_cut_5             	2024-127288	0.0151
map_cut_10            	2024-127288	0.0302
map_cut_15            	2024-127288	0.0453
map_cut_20            	2024-127288	0.0604
map_cut_30            	2024-127288	0.0776
map_cut_100           	2024-127288	0.1469
map_cut_200           	2024-127288	0.1469
map_cut_500           	2024-127288	0.1469
map_cut_1000          	2024-127288	0.1469
relative_P_5          	2024-127288	1.0000
relative_P_10         	2024-127288	1.0000
relative_P_15         	2024-127288	1.0000
relative_P_20         	2024-127288	1.0000
relative_P_30         	2024-127288	0.8667
relative_P_100        	2024-127288	0.5600
relative_P_200        	2024-127288	0.2800
relative_P_500        	2024-127288	0.1692
relative_P_1000       	2024-127288	0.1692
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	0.5600
set_relative_P        	2024-127288	0.5600
set_recall            	2024-127288	0.1692
set_map               	2024-127288	0.0947
set_F                 	2024-127288	0.2599
num_nonrel_judged_ret 	2024-127288	2
num_ret               	2024-12875	100
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	51
map                   	2024-12875	0.1617
Rprec                 	2024-12875	0.2116
bpref                 	2024-12875	0.2116
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	0.7143
iprec_at_recall_0.20  	2024-12875	0.5326
iprec_at_recall_0.30  	2024-12875	0.0000
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	1.0000
P_10                  	2024-12875	1.0000
P_15                  	2024-12875	0.9333
P_20                  	2024-12875	0.9500
P_30                  	2024-12875	0.7667
P_100                 	2024-12875	0.5100
P_200                 	2024-12875	0.2550
P_500                 	2024-12875	0.1020
P_1000                	2024-12875	0.0510
relstring             	2024-12875	'3212323132'
recall_5              	2024-12875	0.0207
recall_10             	2024-12875	0.0415
recall_15             	2024-12875	0.0581
recall_20             	2024-12875	0.0788
recall_30             	2024-12875	0.0954
recall_100            	2024-12875	0.2116
recall_200            	2024-12875	0.2116
recall_500            	2024-12875	0.2116
recall_1000           	2024-12875	0.2116
infAP                 	2024-12875	0.1617
Rprec_mult_0.20       	2024-12875	0.6735
Rprec_mult_0.40       	2024-12875	0.5155
Rprec_mult_0.60       	2024-12875	0.3517
Rprec_mult_0.80       	2024-12875	0.2642
Rprec_mult_1.00       	2024-12875	0.2116
Rprec_mult_1.20       	2024-12875	0.1759
Rprec_mult_1.40       	2024-12875	0.1509
Rprec_mult_1.60       	2024-12875	0.1321
Rprec_mult_1.80       	2024-12875	0.1175
Rprec_mult_2.00       	2024-12875	0.1058
utility               	2024-12875	2.0000
11pt_avg              	2024-12875	0.2043
binG                  	2024-12875	0.1022
G                     	2024-12875	0.0452
ndcg                  	2024-12875	0.2720
ndcg_rel              	2024-12875	0.3393
Rndcg                 	2024-12875	0.3053
ndcg_cut_5            	2024-12875	0.7669
ndcg_cut_10           	2024-12875	0.7551
ndcg_cut_15           	2024-12875	0.6760
ndcg_cut_20           	2024-12875	0.6528
ndcg_cut_30           	2024-12875	0.5711
ndcg_cut_100          	2024-12875	0.4248
ndcg_cut_200          	2024-12875	0.2874
ndcg_cut_500          	2024-12875	0.2720
ndcg_cut_1000         	2024-12875	0.2720
map_cut_5             	2024-12875	0.0207
map_cut_10            	2024-12875	0.0415
map_cut_15            	2024-12875	0.0578
map_cut_20            	2024-12875	0.0774
map_cut_30            	2024-12875	0.0918
map_cut_100           	2024-12875	0.1617
map_cut_200           	2024-12875	0.1617
map_cut_500           	2024-12875	0.1617
map_cut_1000          	2024-12875	0.1617
relative_P_5          	2024-12875	1.0000
relative_P_10         	2024-12875	1.0000
relative_P_15         	2024-12875	0.9333
relative_P_20         	2024-12875	0.9500
relative_P_30         	2024-12875	0.7667
relative_P_100        	2024-12875	0.5100
relative_P_200        	2024-12875	0.2550
relative_P_500        	2024-12875	0.2116
relative_P_1000       	2024-12875	0.2116
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	0.5100
set_relative_P        	2024-12875	0.5100
set_recall            	2024-12875	0.2116
set_map               	2024-12875	0.1079
set_F                 	2024-12875	0.2991
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	100
num_rel               	2024-128784	234
num_rel_ret           	2024-128784	36
map                   	2024-128784	0.1011
Rprec                 	2024-128784	0.1538
bpref                 	2024-128784	0.1350
recip_rank            	2024-128784	0.5000
iprec_at_recall_0.00  	2024-128784	0.8000
iprec_at_recall_0.10  	2024-128784	0.7273
iprec_at_recall_0.20  	2024-128784	0.0000
iprec_at_recall_0.30  	2024-128784	0.0000
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	0.8000
P_10                  	2024-128784	0.6000
P_15                  	2024-128784	0.6667
P_20                  	2024-128784	0.7500
P_30                  	2024-128784	0.7000
P_100                 	2024-128784	0.3600
P_200                 	2024-128784	0.1800
P_500                 	2024-128784	0.0720
P_1000                	2024-128784	0.0360
relstring             	2024-128784	'0211300303'
recall_5              	2024-128784	0.0171
recall_10             	2024-128784	0.0256
recall_15             	2024-128784	0.0427
recall_20             	2024-128784	0.0641
recall_30             	2024-128784	0.0897
recall_100            	2024-128784	0.1538
recall_200            	2024-128784	0.1538
recall_500            	2024-128784	0.1538
recall_1000           	2024-128784	0.1538
infAP                 	2024-128784	0.1011
Rprec_mult_0.20       	2024-128784	0.6170
Rprec_mult_0.40       	2024-128784	0.3830
Rprec_mult_0.60       	2024-128784	0.2553
Rprec_mult_0.80       	2024-128784	0.1915
Rprec_mult_1.00       	2024-128784	0.1538
Rprec_mult_1.20       	2024-128784	0.1281
Rprec_mult_1.40       	2024-128784	0.1098
Rprec_mult_1.60       	2024-128784	0.0960
Rprec_mult_1.80       	2024-128784	0.0853
Rprec_mult_2.00       	2024-128784	0.0769
utility               	2024-128784	-28.0000
11pt_avg              	2024-128784	0.1388
binG                  	2024-128784	0.0520
G                     	2024-128784	0.0284
ndcg                  	2024-128784	0.1920
ndcg_rel              	2024-128784	0.2287
Rndcg                 	2024-128784	0.2033
ndcg_cut_5            	2024-128784	0.3791
ndcg_cut_10           	2024-128784	0.3790
ndcg_cut_15           	2024-128784	0.4152
ndcg_cut_20           	2024-128784	0.4800
ndcg_cut_30           	2024-128784	0.4764
ndcg_cut_100          	2024-128784	0.3172
ndcg_cut_200          	2024-128784	0.2004
ndcg_cut_500          	2024-128784	0.1920
ndcg_cut_1000         	2024-128784	0.1920
map_cut_5             	2024-128784	0.0116
map_cut_10            	2024-128784	0.0168
map_cut_15            	2024-128784	0.0284
map_cut_20            	2024-128784	0.0438
map_cut_30            	2024-128784	0.0627
map_cut_100           	2024-128784	0.1011
map_cut_200           	2024-128784	0.1011
map_cut_500           	2024-128784	0.1011
map_cut_1000          	2024-128784	0.1011
relative_P_5          	2024-128784	0.8000
relative_P_10         	2024-128784	0.6000
relative_P_15         	2024-128784	0.6667
relative_P_20         	2024-128784	0.7500
relative_P_30         	2024-128784	0.7000
relative_P_100        	2024-128784	0.3600
relative_P_200        	2024-128784	0.1800
relative_P_500        	2024-128784	0.1538
relative_P_1000       	2024-128784	0.1538
success_1             	2024-128784	0.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	0.3600
set_relative_P        	2024-128784	0.3600
set_recall            	2024-128784	0.1538
set_map               	2024-128784	0.0554
set_F                 	2024-128784	0.2156
num_nonrel_judged_ret 	2024-128784	11
num_ret               	2024-129925	100
num_rel               	2024-129925	85
num_rel_ret           	2024-129925	35
map                   	2024-129925	0.2510
Rprec                 	2024-129925	0.3647
bpref                 	2024-129925	0.3567
recip_rank            	2024-129925	0.5000
iprec_at_recall_0.00  	2024-129925	0.8333
iprec_at_recall_0.10  	2024-129925	0.7692
iprec_at_recall_0.20  	2024-129925	0.6429
iprec_at_recall_0.30  	2024-129925	0.5625
iprec_at_recall_0.40  	2024-129925	0.3820
iprec_at_recall_0.50  	2024-129925	0.0000
iprec_at_recall_0.60  	2024-129925	0.0000
iprec_at_recall_0.70  	2024-129925	0.0000
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	0.8000
P_10                  	2024-129925	0.7000
P_15                  	2024-129925	0.7333
P_20                  	2024-129925	0.6500
P_30                  	2024-129925	0.6333
P_100                 	2024-129925	0.3500
P_200                 	2024-129925	0.1750
P_500                 	2024-129925	0.0700
P_1000                	2024-129925	0.0350
relstring             	2024-129925	'0212220201'
recall_5              	2024-129925	0.0471
recall_10             	2024-129925	0.0824
recall_15             	2024-129925	0.1294
recall_20             	2024-129925	0.1529
recall_30             	2024-129925	0.2235
recall_100            	2024-129925	0.4118
recall_200            	2024-129925	0.4118
recall_500            	2024-129925	0.4118
recall_1000           	2024-129925	0.4118
infAP                 	2024-129925	0.2510
Rprec_mult_0.20       	2024-129925	0.7647
Rprec_mult_0.40       	2024-129925	0.5588
Rprec_mult_0.60       	2024-129925	0.5490
Rprec_mult_0.80       	2024-129925	0.4412
Rprec_mult_1.00       	2024-129925	0.3647
Rprec_mult_1.20       	2024-129925	0.3431
Rprec_mult_1.40       	2024-129925	0.2941
Rprec_mult_1.60       	2024-129925	0.2574
Rprec_mult_1.80       	2024-129925	0.2288
Rprec_mult_2.00       	2024-129925	0.2059
utility               	2024-129925	-30.0000
11pt_avg              	2024-129925	0.2900
binG                  	2024-129925	0.1365
G                     	2024-129925	0.1052
ndcg                  	2024-129925	0.4443
ndcg_rel              	2024-129925	0.4721
Rndcg                 	2024-129925	0.4381
ndcg_cut_5            	2024-129925	0.5760
ndcg_cut_10           	2024-129925	0.5535
ndcg_cut_15           	2024-129925	0.5889
ndcg_cut_20           	2024-129925	0.5591
ndcg_cut_30           	2024-129925	0.5333
ndcg_cut_100          	2024-129925	0.4443
ndcg_cut_200          	2024-129925	0.4443
ndcg_cut_500          	2024-129925	0.4443
ndcg_cut_1000         	2024-129925	0.4443
map_cut_5             	2024-129925	0.0320
map_cut_10            	2024-129925	0.0588
map_cut_15            	2024-129925	0.0939
map_cut_20            	2024-129925	0.1117
map_cut_30            	2024-129925	0.1575
map_cut_100           	2024-129925	0.2510
map_cut_200           	2024-129925	0.2510
map_cut_500           	2024-129925	0.2510
map_cut_1000          	2024-129925	0.2510
relative_P_5          	2024-129925	0.8000
relative_P_10         	2024-129925	0.7000
relative_P_15         	2024-129925	0.7333
relative_P_20         	2024-129925	0.6500
relative_P_30         	2024-129925	0.6333
relative_P_100        	2024-129925	0.4118
relative_P_200        	2024-129925	0.4118
relative_P_500        	2024-129925	0.4118
relative_P_1000       	2024-129925	0.4118
success_1             	2024-129925	0.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	0.3500
set_relative_P        	2024-129925	0.4118
set_recall            	2024-129925	0.4118
set_map               	2024-129925	0.1441
set_F                 	2024-129925	0.3784
num_nonrel_judged_ret 	2024-129925	16
num_ret               	2024-136156	100
num_rel               	2024-136156	169
num_rel_ret           	2024-136156	17
map                   	2024-136156	0.0351
Rprec                 	2024-136156	0.1006
bpref                 	2024-136156	0.0860
recip_rank            	2024-136156	0.3333
iprec_at_recall_0.00  	2024-136156	0.5000
iprec_at_recall_0.10  	2024-136156	0.1954
iprec_at_recall_0.20  	2024-136156	0.0000
iprec_at_recall_0.30  	2024-136156	0.0000
iprec_at_recall_0.40  	2024-136156	0.0000
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	0.4000
P_10                  	2024-136156	0.4000
P_15                  	2024-136156	0.4667
P_20                  	2024-136156	0.4000
P_30                  	2024-136156	0.3333
P_100                 	2024-136156	0.1700
P_200                 	2024-136156	0.0850
P_500                 	2024-136156	0.0340
P_1000                	2024-136156	0.0170
relstring             	2024-136156	'0011000110'
recall_5              	2024-136156	0.0118
recall_10             	2024-136156	0.0237
recall_15             	2024-136156	0.0414
recall_20             	2024-136156	0.0473
recall_30             	2024-136156	0.0592
recall_100            	2024-136156	0.1006
recall_200            	2024-136156	0.1006
recall_500            	2024-136156	0.1006
recall_1000           	2024-136156	0.1006
infAP                 	2024-136156	0.0351
Rprec_mult_0.20       	2024-136156	0.3235
Rprec_mult_0.40       	2024-136156	0.2059
Rprec_mult_0.60       	2024-136156	0.1667
Rprec_mult_0.80       	2024-136156	0.1250
Rprec_mult_1.00       	2024-136156	0.1006
Rprec_mult_1.20       	2024-136156	0.0837
Rprec_mult_1.40       	2024-136156	0.0717
Rprec_mult_1.60       	2024-136156	0.0627
Rprec_mult_1.80       	2024-136156	0.0557
Rprec_mult_2.00       	2024-136156	0.0503
utility               	2024-136156	-66.0000
11pt_avg              	2024-136156	0.0632
binG                  	2024-136156	0.0278
G                     	2024-136156	0.0172
ndcg                  	2024-136156	0.1045
ndcg_rel              	2024-136156	0.1081
Rndcg                 	2024-136156	0.1133
ndcg_cut_5            	2024-136156	0.1052
ndcg_cut_10           	2024-136156	0.1285
ndcg_cut_15           	2024-136156	0.1590
ndcg_cut_20           	2024-136156	0.1641
ndcg_cut_30           	2024-136156	0.1507
ndcg_cut_100          	2024-136156	0.1307
ndcg_cut_200          	2024-136156	0.1045
ndcg_cut_500          	2024-136156	0.1045
ndcg_cut_1000         	2024-136156	0.1045
map_cut_5             	2024-136156	0.0049
map_cut_10            	2024-136156	0.0098
map_cut_15            	2024-136156	0.0178
map_cut_20            	2024-136156	0.0203
map_cut_30            	2024-136156	0.0243
map_cut_100           	2024-136156	0.0351
map_cut_200           	2024-136156	0.0351
map_cut_500           	2024-136156	0.0351
map_cut_1000          	2024-136156	0.0351
relative_P_5          	2024-136156	0.4000
relative_P_10         	2024-136156	0.4000
relative_P_15         	2024-136156	0.4667
relative_P_20         	2024-136156	0.4000
relative_P_30         	2024-136156	0.3333
relative_P_100        	2024-136156	0.1700
relative_P_200        	2024-136156	0.1006
relative_P_500        	2024-136156	0.1006
relative_P_1000       	2024-136156	0.1006
success_1             	2024-136156	0.0000
success_5             	2024-136156	1.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	0.1700
set_relative_P        	2024-136156	0.1700
set_recall            	2024-136156	0.1006
set_map               	2024-136156	0.0171
set_F                 	2024-136156	0.1264
num_nonrel_judged_ret 	2024-136156	17
num_ret               	2024-137182	100
num_rel               	2024-137182	172
num_rel_ret           	2024-137182	7
map                   	2024-137182	0.0026
Rprec                 	2024-137182	0.0407
bpref                 	2024-137182	0.0402
recip_rank            	2024-137182	0.0526
iprec_at_recall_0.00  	2024-137182	0.0886
iprec_at_recall_0.10  	2024-137182	0.0000
iprec_at_recall_0.20  	2024-137182	0.0000
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	0.0000
P_10                  	2024-137182	0.0000
P_15                  	2024-137182	0.0000
P_20                  	2024-137182	0.0500
P_30                  	2024-137182	0.0333
P_100                 	2024-137182	0.0700
P_200                 	2024-137182	0.0350
P_500                 	2024-137182	0.0140
P_1000                	2024-137182	0.0070
relstring             	2024-137182	'----------'
recall_5              	2024-137182	0.0000
recall_10             	2024-137182	0.0000
recall_15             	2024-137182	0.0000
recall_20             	2024-137182	0.0058
recall_30             	2024-137182	0.0058
recall_100            	2024-137182	0.0407
recall_200            	2024-137182	0.0407
recall_500            	2024-137182	0.0407
recall_1000           	2024-137182	0.0407
infAP                 	2024-137182	0.0026
Rprec_mult_0.20       	2024-137182	0.0286
Rprec_mult_0.40       	2024-137182	0.0580
Rprec_mult_0.60       	2024-137182	0.0673
Rprec_mult_0.80       	2024-137182	0.0507
Rprec_mult_1.00       	2024-137182	0.0407
Rprec_mult_1.20       	2024-137182	0.0338
Rprec_mult_1.40       	2024-137182	0.0290
Rprec_mult_1.60       	2024-137182	0.0254
Rprec_mult_1.80       	2024-137182	0.0226
Rprec_mult_2.00       	2024-137182	0.0203
utility               	2024-137182	-86.0000
11pt_avg              	2024-137182	0.0081
binG                  	2024-137182	0.0072
G                     	2024-137182	0.0043
ndcg                  	2024-137182	0.0275
ndcg_rel              	2024-137182	0.0275
Rndcg                 	2024-137182	0.0244
ndcg_cut_5            	2024-137182	0.0000
ndcg_cut_10           	2024-137182	0.0000
ndcg_cut_15           	2024-137182	0.0000
ndcg_cut_20           	2024-137182	0.0110
ndcg_cut_30           	2024-137182	0.0084
ndcg_cut_100          	2024-137182	0.0349
ndcg_cut_200          	2024-137182	0.0275
ndcg_cut_500          	2024-137182	0.0275
ndcg_cut_1000         	2024-137182	0.0275
map_cut_5             	2024-137182	0.0000
map_cut_10            	2024-137182	0.0000
map_cut_15            	2024-137182	0.0000
map_cut_20            	2024-137182	0.0003
map_cut_30            	2024-137182	0.0003
map_cut_100           	2024-137182	0.0026
map_cut_200           	2024-137182	0.0026
map_cut_500           	2024-137182	0.0026
map_cut_1000          	2024-137182	0.0026
relative_P_5          	2024-137182	0.0000
relative_P_10         	2024-137182	0.0000
relative_P_15         	2024-137182	0.0000
relative_P_20         	2024-137182	0.0500
relative_P_30         	2024-137182	0.0333
relative_P_100        	2024-137182	0.0700
relative_P_200        	2024-137182	0.0407
relative_P_500        	2024-137182	0.0407
relative_P_1000       	2024-137182	0.0407
success_1             	2024-137182	0.0000
success_5             	2024-137182	0.0000
success_10            	2024-137182	0.0000
set_P                 	2024-137182	0.0700
set_relative_P        	2024-137182	0.0700
set_recall            	2024-137182	0.0407
set_map               	2024-137182	0.0028
set_F                 	2024-137182	0.0515
num_nonrel_judged_ret 	2024-137182	2
num_ret               	2024-141577	100
num_rel               	2024-141577	195
num_rel_ret           	2024-141577	30
map                   	2024-141577	0.0860
Rprec                 	2024-141577	0.1538
bpref                 	2024-141577	0.1461
recip_rank            	2024-141577	1.0000
iprec_at_recall_0.00  	2024-141577	1.0000
iprec_at_recall_0.10  	2024-141577	0.3333
iprec_at_recall_0.20  	2024-141577	0.0000
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	0.8000
P_10                  	2024-141577	0.7000
P_15                  	2024-141577	0.6667
P_20                  	2024-141577	0.7000
P_30                  	2024-141577	0.5333
P_100                 	2024-141577	0.3000
P_200                 	2024-141577	0.1500
P_500                 	2024-141577	0.0600
P_1000                	2024-141577	0.0300
relstring             	2024-141577	'1011111010'
recall_5              	2024-141577	0.0205
recall_10             	2024-141577	0.0359
recall_15             	2024-141577	0.0513
recall_20             	2024-141577	0.0718
recall_30             	2024-141577	0.0821
recall_100            	2024-141577	0.1538
recall_200            	2024-141577	0.1538
recall_500            	2024-141577	0.1538
recall_1000           	2024-141577	0.1538
infAP                 	2024-141577	0.0860
Rprec_mult_0.20       	2024-141577	0.4359
Rprec_mult_0.40       	2024-141577	0.3205
Rprec_mult_0.60       	2024-141577	0.2564
Rprec_mult_0.80       	2024-141577	0.1923
Rprec_mult_1.00       	2024-141577	0.1538
Rprec_mult_1.20       	2024-141577	0.1282
Rprec_mult_1.40       	2024-141577	0.1099
Rprec_mult_1.60       	2024-141577	0.0962
Rprec_mult_1.80       	2024-141577	0.0855
Rprec_mult_2.00       	2024-141577	0.0769
utility               	2024-141577	-40.0000
11pt_avg              	2024-141577	0.1212
binG                  	2024-141577	0.0534
G                     	2024-141577	0.0345
ndcg                  	2024-141577	0.2102
ndcg_rel              	2024-141577	0.2244
Rndcg                 	2024-141577	0.2456
ndcg_cut_5            	2024-141577	0.2620
ndcg_cut_10           	2024-141577	0.2749
ndcg_cut_15           	2024-141577	0.2990
ndcg_cut_20           	2024-141577	0.3967
ndcg_cut_30           	2024-141577	0.3577
ndcg_cut_100          	2024-141577	0.2806
ndcg_cut_200          	2024-141577	0.2102
ndcg_cut_500          	2024-141577	0.2102
ndcg_cut_1000         	2024-141577	0.2102
map_cut_5             	2024-141577	0.0165
map_cut_10            	2024-141577	0.0292
map_cut_15            	2024-141577	0.0401
map_cut_20            	2024-141577	0.0548
map_cut_30            	2024-141577	0.0610
map_cut_100           	2024-141577	0.0860
map_cut_200           	2024-141577	0.0860
map_cut_500           	2024-141577	0.0860
map_cut_1000          	2024-141577	0.0860
relative_P_5          	2024-141577	0.8000
relative_P_10         	2024-141577	0.7000
relative_P_15         	2024-141577	0.6667
relative_P_20         	2024-141577	0.7000
relative_P_30         	2024-141577	0.5333
relative_P_100        	2024-141577	0.3000
relative_P_200        	2024-141577	0.1538
relative_P_500        	2024-141577	0.1538
relative_P_1000       	2024-141577	0.1538
success_1             	2024-141577	1.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.3000
set_relative_P        	2024-141577	0.3000
set_recall            	2024-141577	0.1538
set_map               	2024-141577	0.0462
set_F                 	2024-141577	0.2034
num_nonrel_judged_ret 	2024-141577	21
num_ret               	2024-142395	100
num_rel               	2024-142395	119
num_rel_ret           	2024-142395	0
map                   	2024-142395	0.0000
Rprec                 	2024-142395	0.0000
bpref                 	2024-142395	0.0000
recip_rank            	2024-142395	0.0000
iprec_at_recall_0.00  	2024-142395	0.0000
iprec_at_recall_0.10  	2024-142395	0.0000
iprec_at_recall_0.20  	2024-142395	0.0000
iprec_at_recall_0.30  	2024-142395	0.0000
iprec_at_recall_0.40  	2024-142395	0.0000
iprec_at_recall_0.50  	2024-142395	0.0000
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	0.0000
P_10                  	2024-142395	0.0000
P_15                  	2024-142395	0.0000
P_20                  	2024-142395	0.0000
P_30                  	2024-142395	0.0000
P_100                 	2024-142395	0.0000
P_200                 	2024-142395	0.0000
P_500                 	2024-142395	0.0000
P_1000                	2024-142395	0.0000
relstring             	2024-142395	'----------'
recall_5              	2024-142395	0.0000
recall_10             	2024-142395	0.0000
recall_15             	2024-142395	0.0000
recall_20             	2024-142395	0.0000
recall_30             	2024-142395	0.0000
recall_100            	2024-142395	0.0000
recall_200            	2024-142395	0.0000
recall_500            	2024-142395	0.0000
recall_1000           	2024-142395	0.0000
infAP                 	2024-142395	0.0000
Rprec_mult_0.20       	2024-142395	0.0000
Rprec_mult_0.40       	2024-142395	0.0000
Rprec_mult_0.60       	2024-142395	0.0000
Rprec_mult_0.80       	2024-142395	0.0000
Rprec_mult_1.00       	2024-142395	0.0000
Rprec_mult_1.20       	2024-142395	0.0000
Rprec_mult_1.40       	2024-142395	0.0000
Rprec_mult_1.60       	2024-142395	0.0000
Rprec_mult_1.80       	2024-142395	0.0000
Rprec_mult_2.00       	2024-142395	0.0000
utility               	2024-142395	-100.0000
11pt_avg              	2024-142395	0.0000
binG                  	2024-142395	0.0000
G                     	2024-142395	0.0000
ndcg                  	2024-142395	0.0000
ndcg_rel              	2024-142395	0.0000
Rndcg                 	2024-142395	0.0000
ndcg_cut_5            	2024-142395	0.0000
ndcg_cut_10           	2024-142395	0.0000
ndcg_cut_15           	2024-142395	0.0000
ndcg_cut_20           	2024-142395	0.0000
ndcg_cut_30           	2024-142395	0.0000
ndcg_cut_100          	2024-142395	0.0000
ndcg_cut_200          	2024-142395	0.0000
ndcg_cut_500          	2024-142395	0.0000
ndcg_cut_1000         	2024-142395	0.0000
map_cut_5             	2024-142395	0.0000
map_cut_10            	2024-142395	0.0000
map_cut_15            	2024-142395	0.0000
map_cut_20            	2024-142395	0.0000
map_cut_30            	2024-142395	0.0000
map_cut_100           	2024-142395	0.0000
map_cut_200           	2024-142395	0.0000
map_cut_500           	2024-142395	0.0000
map_cut_1000          	2024-142395	0.0000
relative_P_5          	2024-142395	0.0000
relative_P_10         	2024-142395	0.0000
relative_P_15         	2024-142395	0.0000
relative_P_20         	2024-142395	0.0000
relative_P_30         	2024-142395	0.0000
relative_P_100        	2024-142395	0.0000
relative_P_200        	2024-142395	0.0000
relative_P_500        	2024-142395	0.0000
relative_P_1000       	2024-142395	0.0000
success_1             	2024-142395	0.0000
success_5             	2024-142395	0.0000
success_10            	2024-142395	0.0000
set_P                 	2024-142395	0.0000
set_relative_P        	2024-142395	0.0000
set_recall            	2024-142395	0.0000
set_map               	2024-142395	0.0000
set_F                 	2024-142395	0.0000
num_nonrel_judged_ret 	2024-142395	0
num_ret               	2024-143869	100
num_rel               	2024-143869	280
num_rel_ret           	2024-143869	21
map                   	2024-143869	0.0227
Rprec                 	2024-143869	0.0750
bpref                 	2024-143869	0.0689
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.0000
iprec_at_recall_0.20  	2024-143869	0.0000
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	0.2000
P_10                  	2024-143869	0.2000
P_15                  	2024-143869	0.2667
P_20                  	2024-143869	0.2500
P_30                  	2024-143869	0.2333
P_100                 	2024-143869	0.2100
P_200                 	2024-143869	0.1050
P_500                 	2024-143869	0.0420
P_1000                	2024-143869	0.0210
relstring             	2024-143869	'2000020000'
recall_5              	2024-143869	0.0036
recall_10             	2024-143869	0.0071
recall_15             	2024-143869	0.0143
recall_20             	2024-143869	0.0179
recall_30             	2024-143869	0.0250
recall_100            	2024-143869	0.0750
recall_200            	2024-143869	0.0750
recall_500            	2024-143869	0.0750
recall_1000           	2024-143869	0.0750
infAP                 	2024-143869	0.0227
Rprec_mult_0.20       	2024-143869	0.2500
Rprec_mult_0.40       	2024-143869	0.1875
Rprec_mult_0.60       	2024-143869	0.1250
Rprec_mult_0.80       	2024-143869	0.0938
Rprec_mult_1.00       	2024-143869	0.0750
Rprec_mult_1.20       	2024-143869	0.0625
Rprec_mult_1.40       	2024-143869	0.0536
Rprec_mult_1.60       	2024-143869	0.0469
Rprec_mult_1.80       	2024-143869	0.0417
Rprec_mult_2.00       	2024-143869	0.0375
utility               	2024-143869	-58.0000
11pt_avg              	2024-143869	0.0909
binG                  	2024-143869	0.0190
G                     	2024-143869	0.0117
ndcg                  	2024-143869	0.0883
ndcg_rel              	2024-143869	0.0965
Rndcg                 	2024-143869	0.1178
ndcg_cut_5            	2024-143869	0.2261
ndcg_cut_10           	2024-143869	0.1990
ndcg_cut_15           	2024-143869	0.1855
ndcg_cut_20           	2024-143869	0.1652
ndcg_cut_30           	2024-143869	0.1504
ndcg_cut_100          	2024-143869	0.1434
ndcg_cut_200          	2024-143869	0.0997
ndcg_cut_500          	2024-143869	0.0883
ndcg_cut_1000         	2024-143869	0.0883
map_cut_5             	2024-143869	0.0036
map_cut_10            	2024-143869	0.0048
map_cut_15            	2024-143869	0.0069
map_cut_20            	2024-143869	0.0078
map_cut_30            	2024-143869	0.0097
map_cut_100           	2024-143869	0.0227
map_cut_200           	2024-143869	0.0227
map_cut_500           	2024-143869	0.0227
map_cut_1000          	2024-143869	0.0227
relative_P_5          	2024-143869	0.2000
relative_P_10         	2024-143869	0.2000
relative_P_15         	2024-143869	0.2667
relative_P_20         	2024-143869	0.2500
relative_P_30         	2024-143869	0.2333
relative_P_100        	2024-143869	0.2100
relative_P_200        	2024-143869	0.1050
relative_P_500        	2024-143869	0.0750
relative_P_1000       	2024-143869	0.0750
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	0.2100
set_relative_P        	2024-143869	0.2100
set_recall            	2024-143869	0.0750
set_map               	2024-143869	0.0158
set_F                 	2024-143869	0.1105
num_nonrel_judged_ret 	2024-143869	24
num_ret               	2024-145979	100
num_rel               	2024-145979	135
num_rel_ret           	2024-145979	75
map                   	2024-145979	0.5109
Rprec                 	2024-145979	0.5556
bpref                 	2024-145979	0.5556
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	1.0000
iprec_at_recall_0.20  	2024-145979	0.9730
iprec_at_recall_0.30  	2024-145979	0.9434
iprec_at_recall_0.40  	2024-145979	0.9000
iprec_at_recall_0.50  	2024-145979	0.7753
iprec_at_recall_0.60  	2024-145979	0.0000
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	1.0000
P_10                  	2024-145979	1.0000
P_15                  	2024-145979	1.0000
P_20                  	2024-145979	1.0000
P_30                  	2024-145979	0.9667
P_100                 	2024-145979	0.7500
P_200                 	2024-145979	0.3750
P_500                 	2024-145979	0.1500
P_1000                	2024-145979	0.0750
relstring             	2024-145979	'3333333233'
recall_5              	2024-145979	0.0370
recall_10             	2024-145979	0.0741
recall_15             	2024-145979	0.1111
recall_20             	2024-145979	0.1481
recall_30             	2024-145979	0.2148
recall_100            	2024-145979	0.5556
recall_200            	2024-145979	0.5556
recall_500            	2024-145979	0.5556
recall_1000           	2024-145979	0.5556
infAP                 	2024-145979	0.5109
Rprec_mult_0.20       	2024-145979	0.9630
Rprec_mult_0.40       	2024-145979	0.9259
Rprec_mult_0.60       	2024-145979	0.7778
Rprec_mult_0.80       	2024-145979	0.6944
Rprec_mult_1.00       	2024-145979	0.5556
Rprec_mult_1.20       	2024-145979	0.4630
Rprec_mult_1.40       	2024-145979	0.3968
Rprec_mult_1.60       	2024-145979	0.3472
Rprec_mult_1.80       	2024-145979	0.3086
Rprec_mult_2.00       	2024-145979	0.2778
utility               	2024-145979	50.0000
11pt_avg              	2024-145979	0.5083
binG                  	2024-145979	0.3329
G                     	2024-145979	0.1784
ndcg                  	2024-145979	0.6254
ndcg_rel              	2024-145979	0.7365
Rndcg                 	2024-145979	0.6587
ndcg_cut_5            	2024-145979	1.0000
ndcg_cut_10           	2024-145979	0.9769
ndcg_cut_15           	2024-145979	0.9069
ndcg_cut_20           	2024-145979	0.8667
ndcg_cut_30           	2024-145979	0.8280
ndcg_cut_100          	2024-145979	0.7020
ndcg_cut_200          	2024-145979	0.6254
ndcg_cut_500          	2024-145979	0.6254
ndcg_cut_1000         	2024-145979	0.6254
map_cut_5             	2024-145979	0.0370
map_cut_10            	2024-145979	0.0741
map_cut_15            	2024-145979	0.1111
map_cut_20            	2024-145979	0.1481
map_cut_30            	2024-145979	0.2140
map_cut_100           	2024-145979	0.5109
map_cut_200           	2024-145979	0.5109
map_cut_500           	2024-145979	0.5109
map_cut_1000          	2024-145979	0.5109
relative_P_5          	2024-145979	1.0000
relative_P_10         	2024-145979	1.0000
relative_P_15         	2024-145979	1.0000
relative_P_20         	2024-145979	1.0000
relative_P_30         	2024-145979	0.9667
relative_P_100        	2024-145979	0.7500
relative_P_200        	2024-145979	0.5556
relative_P_500        	2024-145979	0.5556
relative_P_1000       	2024-145979	0.5556
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	0.7500
set_relative_P        	2024-145979	0.7500
set_recall            	2024-145979	0.5556
set_map               	2024-145979	0.4167
set_F                 	2024-145979	0.6383
num_nonrel_judged_ret 	2024-145979	0
num_ret               	2024-149459	100
num_rel               	2024-149459	115
num_rel_ret           	2024-149459	41
map                   	2024-149459	0.2833
Rprec                 	2024-149459	0.3565
bpref                 	2024-149459	0.3565
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	1.0000
iprec_at_recall_0.20  	2024-149459	0.8846
iprec_at_recall_0.30  	2024-149459	0.5224
iprec_at_recall_0.40  	2024-149459	0.0000
iprec_at_recall_0.50  	2024-149459	0.0000
iprec_at_recall_0.60  	2024-149459	0.0000
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	1.0000
P_10                  	2024-149459	1.0000
P_15                  	2024-149459	1.0000
P_20                  	2024-149459	0.9000
P_30                  	2024-149459	0.8000
P_100                 	2024-149459	0.4100
P_200                 	2024-149459	0.2050
P_500                 	2024-149459	0.0820
P_1000                	2024-149459	0.0410
relstring             	2024-149459	'3333232122'
recall_5              	2024-149459	0.0435
recall_10             	2024-149459	0.0870
recall_15             	2024-149459	0.1304
recall_20             	2024-149459	0.1565
recall_30             	2024-149459	0.2087
recall_100            	2024-149459	0.3565
recall_200            	2024-149459	0.3565
recall_500            	2024-149459	0.3565
recall_1000           	2024-149459	0.3565
infAP                 	2024-149459	0.2833
Rprec_mult_0.20       	2024-149459	0.8696
Rprec_mult_0.40       	2024-149459	0.6304
Rprec_mult_0.60       	2024-149459	0.5072
Rprec_mult_0.80       	2024-149459	0.4348
Rprec_mult_1.00       	2024-149459	0.3565
Rprec_mult_1.20       	2024-149459	0.2971
Rprec_mult_1.40       	2024-149459	0.2547
Rprec_mult_1.60       	2024-149459	0.2228
Rprec_mult_1.80       	2024-149459	0.1981
Rprec_mult_2.00       	2024-149459	0.1783
utility               	2024-149459	-18.0000
11pt_avg              	2024-149459	0.3097
binG                  	2024-149459	0.1998
G                     	2024-149459	0.1553
ndcg                  	2024-149459	0.5188
ndcg_rel              	2024-149459	0.6023
Rndcg                 	2024-149459	0.6346
ndcg_cut_5            	2024-149459	0.9563
ndcg_cut_10           	2024-149459	0.8576
ndcg_cut_15           	2024-149459	0.8260
ndcg_cut_20           	2024-149459	0.7981
ndcg_cut_30           	2024-149459	0.7285
ndcg_cut_100          	2024-149459	0.5470
ndcg_cut_200          	2024-149459	0.5188
ndcg_cut_500          	2024-149459	0.5188
ndcg_cut_1000         	2024-149459	0.5188
map_cut_5             	2024-149459	0.0435
map_cut_10            	2024-149459	0.0870
map_cut_15            	2024-149459	0.1304
map_cut_20            	2024-149459	0.1542
map_cut_30            	2024-149459	0.1999
map_cut_100           	2024-149459	0.2833
map_cut_200           	2024-149459	0.2833
map_cut_500           	2024-149459	0.2833
map_cut_1000          	2024-149459	0.2833
relative_P_5          	2024-149459	1.0000
relative_P_10         	2024-149459	1.0000
relative_P_15         	2024-149459	1.0000
relative_P_20         	2024-149459	0.9000
relative_P_30         	2024-149459	0.8000
relative_P_100        	2024-149459	0.4100
relative_P_200        	2024-149459	0.3565
relative_P_500        	2024-149459	0.3565
relative_P_1000       	2024-149459	0.3565
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	0.4100
set_relative_P        	2024-149459	0.4100
set_recall            	2024-149459	0.3565
set_map               	2024-149459	0.1462
set_F                 	2024-149459	0.3814
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	100
num_rel               	2024-152259	72
num_rel_ret           	2024-152259	17
map                   	2024-152259	0.0570
Rprec                 	2024-152259	0.1389
bpref                 	2024-152259	0.2202
recip_rank            	2024-152259	1.0000
iprec_at_recall_0.00  	2024-152259	1.0000
iprec_at_recall_0.10  	2024-152259	0.2162
iprec_at_recall_0.20  	2024-152259	0.1735
iprec_at_recall_0.30  	2024-152259	0.0000
iprec_at_recall_0.40  	2024-152259	0.0000
iprec_at_recall_0.50  	2024-152259	0.0000
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	0.2000
P_10                  	2024-152259	0.1000
P_15                  	2024-152259	0.2000
P_20                  	2024-152259	0.2500
P_30                  	2024-152259	0.2333
P_100                 	2024-152259	0.1700
P_200                 	2024-152259	0.0850
P_500                 	2024-152259	0.0340
P_1000                	2024-152259	0.0170
relstring             	2024-152259	'10-0---0--'
recall_5              	2024-152259	0.0139
recall_10             	2024-152259	0.0139
recall_15             	2024-152259	0.0417
recall_20             	2024-152259	0.0694
recall_30             	2024-152259	0.0972
recall_100            	2024-152259	0.2361
recall_200            	2024-152259	0.2361
recall_500            	2024-152259	0.2361
recall_1000           	2024-152259	0.2361
infAP                 	2024-152259	0.0570
Rprec_mult_0.20       	2024-152259	0.2000
Rprec_mult_0.40       	2024-152259	0.2414
Rprec_mult_0.60       	2024-152259	0.1818
Rprec_mult_0.80       	2024-152259	0.1724
Rprec_mult_1.00       	2024-152259	0.1389
Rprec_mult_1.20       	2024-152259	0.1494
Rprec_mult_1.40       	2024-152259	0.1683
Rprec_mult_1.60       	2024-152259	0.1466
Rprec_mult_1.80       	2024-152259	0.1308
Rprec_mult_2.00       	2024-152259	0.1181
utility               	2024-152259	-66.0000
11pt_avg              	2024-152259	0.1263
binG                  	2024-152259	0.0585
G                     	2024-152259	0.0493
ndcg                  	2024-152259	0.2092
ndcg_rel              	2024-152259	0.2035
Rndcg                 	2024-152259	0.1510
ndcg_cut_5            	2024-152259	0.1182
ndcg_cut_10           	2024-152259	0.0995
ndcg_cut_15           	2024-152259	0.1586
ndcg_cut_20           	2024-152259	0.1809
ndcg_cut_30           	2024-152259	0.1844
ndcg_cut_100          	2024-152259	0.2092
ndcg_cut_200          	2024-152259	0.2092
ndcg_cut_500          	2024-152259	0.2092
ndcg_cut_1000         	2024-152259	0.2092
map_cut_5             	2024-152259	0.0139
map_cut_10            	2024-152259	0.0139
map_cut_15            	2024-152259	0.0194
map_cut_20            	2024-152259	0.0261
map_cut_30            	2024-152259	0.0339
map_cut_100           	2024-152259	0.0570
map_cut_200           	2024-152259	0.0570
map_cut_500           	2024-152259	0.0570
map_cut_1000          	2024-152259	0.0570
relative_P_5          	2024-152259	0.2000
relative_P_10         	2024-152259	0.1000
relative_P_15         	2024-152259	0.2000
relative_P_20         	2024-152259	0.2500
relative_P_30         	2024-152259	0.2333
relative_P_100        	2024-152259	0.2361
relative_P_200        	2024-152259	0.2361
relative_P_500        	2024-152259	0.2361
relative_P_1000       	2024-152259	0.2361
success_1             	2024-152259	1.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	0.1700
set_relative_P        	2024-152259	0.2361
set_recall            	2024-152259	0.2361
set_map               	2024-152259	0.0401
set_F                 	2024-152259	0.1977
num_nonrel_judged_ret 	2024-152259	3
num_ret               	2024-152817	100
num_rel               	2024-152817	239
num_rel_ret           	2024-152817	58
map                   	2024-152817	0.1951
Rprec                 	2024-152817	0.2427
bpref                 	2024-152817	0.2040
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	0.8667
iprec_at_recall_0.20  	2024-152817	0.7500
iprec_at_recall_0.30  	2024-152817	0.0000
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	1.0000
P_10                  	2024-152817	0.9000
P_15                  	2024-152817	0.8667
P_20                  	2024-152817	0.8000
P_30                  	2024-152817	0.8667
P_100                 	2024-152817	0.5800
P_200                 	2024-152817	0.2900
P_500                 	2024-152817	0.1160
P_1000                	2024-152817	0.0580
relstring             	2024-152817	'2211102111'
recall_5              	2024-152817	0.0209
recall_10             	2024-152817	0.0377
recall_15             	2024-152817	0.0544
recall_20             	2024-152817	0.0669
recall_30             	2024-152817	0.1088
recall_100            	2024-152817	0.2427
recall_200            	2024-152817	0.2427
recall_500            	2024-152817	0.2427
recall_1000           	2024-152817	0.2427
infAP                 	2024-152817	0.1951
Rprec_mult_0.20       	2024-152817	0.7292
Rprec_mult_0.40       	2024-152817	0.6042
Rprec_mult_0.60       	2024-152817	0.4028
Rprec_mult_0.80       	2024-152817	0.3021
Rprec_mult_1.00       	2024-152817	0.2427
Rprec_mult_1.20       	2024-152817	0.2021
Rprec_mult_1.40       	2024-152817	0.1731
Rprec_mult_1.60       	2024-152817	0.1514
Rprec_mult_1.80       	2024-152817	0.1346
Rprec_mult_2.00       	2024-152817	0.1213
utility               	2024-152817	16.0000
11pt_avg              	2024-152817	0.2379
binG                  	2024-152817	0.0965
G                     	2024-152817	0.0477
ndcg                  	2024-152817	0.2983
ndcg_rel              	2024-152817	0.3376
Rndcg                 	2024-152817	0.3870
ndcg_cut_5            	2024-152817	0.5177
ndcg_cut_10           	2024-152817	0.4513
ndcg_cut_15           	2024-152817	0.4684
ndcg_cut_20           	2024-152817	0.4240
ndcg_cut_30           	2024-152817	0.4487
ndcg_cut_100          	2024-152817	0.4127
ndcg_cut_200          	2024-152817	0.3220
ndcg_cut_500          	2024-152817	0.2983
ndcg_cut_1000         	2024-152817	0.2983
map_cut_5             	2024-152817	0.0209
map_cut_10            	2024-152817	0.0357
map_cut_15            	2024-152817	0.0502
map_cut_20            	2024-152817	0.0613
map_cut_30            	2024-152817	0.0965
map_cut_100           	2024-152817	0.1951
map_cut_200           	2024-152817	0.1951
map_cut_500           	2024-152817	0.1951
map_cut_1000          	2024-152817	0.1951
relative_P_5          	2024-152817	1.0000
relative_P_10         	2024-152817	0.9000
relative_P_15         	2024-152817	0.8667
relative_P_20         	2024-152817	0.8000
relative_P_30         	2024-152817	0.8667
relative_P_100        	2024-152817	0.5800
relative_P_200        	2024-152817	0.2900
relative_P_500        	2024-152817	0.2427
relative_P_1000       	2024-152817	0.2427
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	0.5800
set_relative_P        	2024-152817	0.5800
set_recall            	2024-152817	0.2427
set_map               	2024-152817	0.1408
set_F                 	2024-152817	0.3422
num_nonrel_judged_ret 	2024-152817	4
num_ret               	2024-153051	100
num_rel               	2024-153051	117
num_rel_ret           	2024-153051	57
map                   	2024-153051	0.3864
Rprec                 	2024-153051	0.4872
bpref                 	2024-153051	0.4691
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	0.9565
iprec_at_recall_0.20  	2024-153051	0.9259
iprec_at_recall_0.30  	2024-153051	0.7059
iprec_at_recall_0.40  	2024-153051	0.6622
iprec_at_recall_0.50  	2024-153051	0.0000
iprec_at_recall_0.60  	2024-153051	0.0000
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	0.8000
P_10                  	2024-153051	0.9000
P_15                  	2024-153051	0.9333
P_20                  	2024-153051	0.9500
P_30                  	2024-153051	0.8333
P_100                 	2024-153051	0.5700
P_200                 	2024-153051	0.2850
P_500                 	2024-153051	0.1140
P_1000                	2024-153051	0.0570
relstring             	2024-153051	'3333023111'
recall_5              	2024-153051	0.0342
recall_10             	2024-153051	0.0769
recall_15             	2024-153051	0.1197
recall_20             	2024-153051	0.1624
recall_30             	2024-153051	0.2137
recall_100            	2024-153051	0.4872
recall_200            	2024-153051	0.4872
recall_500            	2024-153051	0.4872
recall_1000           	2024-153051	0.4872
infAP                 	2024-153051	0.3864
Rprec_mult_0.20       	2024-153051	0.9167
Rprec_mult_0.40       	2024-153051	0.7234
Rprec_mult_0.60       	2024-153051	0.6479
Rprec_mult_0.80       	2024-153051	0.5851
Rprec_mult_1.00       	2024-153051	0.4872
Rprec_mult_1.20       	2024-153051	0.4043
Rprec_mult_1.40       	2024-153051	0.3476
Rprec_mult_1.60       	2024-153051	0.3032
Rprec_mult_1.80       	2024-153051	0.2701
Rprec_mult_2.00       	2024-153051	0.2436
utility               	2024-153051	14.0000
11pt_avg              	2024-153051	0.3864
binG                  	2024-153051	0.2089
G                     	2024-153051	0.1653
ndcg                  	2024-153051	0.5542
ndcg_rel              	2024-153051	0.6241
Rndcg                 	2024-153051	0.6627
ndcg_cut_5            	2024-153051	0.8688
ndcg_cut_10           	2024-153051	0.7559
ndcg_cut_15           	2024-153051	0.7192
ndcg_cut_20           	2024-153051	0.6919
ndcg_cut_30           	2024-153051	0.6695
ndcg_cut_100          	2024-153051	0.5960
ndcg_cut_200          	2024-153051	0.5542
ndcg_cut_500          	2024-153051	0.5542
ndcg_cut_1000         	2024-153051	0.5542
map_cut_5             	2024-153051	0.0342
map_cut_10            	2024-153051	0.0714
map_cut_15            	2024-153051	0.1108
map_cut_20            	2024-153051	0.1512
map_cut_30            	2024-153051	0.1993
map_cut_100           	2024-153051	0.3864
map_cut_200           	2024-153051	0.3864
map_cut_500           	2024-153051	0.3864
map_cut_1000          	2024-153051	0.3864
relative_P_5          	2024-153051	0.8000
relative_P_10         	2024-153051	0.9000
relative_P_15         	2024-153051	0.9333
relative_P_20         	2024-153051	0.9500
relative_P_30         	2024-153051	0.8333
relative_P_100        	2024-153051	0.5700
relative_P_200        	2024-153051	0.4872
relative_P_500        	2024-153051	0.4872
relative_P_1000       	2024-153051	0.4872
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	0.5700
set_relative_P        	2024-153051	0.5700
set_recall            	2024-153051	0.4872
set_map               	2024-153051	0.2777
set_F                 	2024-153051	0.5253
num_nonrel_judged_ret 	2024-153051	9
num_ret               	2024-158261	100
num_rel               	2024-158261	218
num_rel_ret           	2024-158261	28
map                   	2024-158261	0.0414
Rprec                 	2024-158261	0.1284
bpref                 	2024-158261	0.1284
recip_rank            	2024-158261	0.0909
iprec_at_recall_0.00  	2024-158261	0.4000
iprec_at_recall_0.10  	2024-158261	0.3667
iprec_at_recall_0.20  	2024-158261	0.0000
iprec_at_recall_0.30  	2024-158261	0.0000
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	0.0000
P_10                  	2024-158261	0.0000
P_15                  	2024-158261	0.2000
P_20                  	2024-158261	0.3000
P_30                  	2024-158261	0.3667
P_100                 	2024-158261	0.2800
P_200                 	2024-158261	0.1400
P_500                 	2024-158261	0.0560
P_1000                	2024-158261	0.0280
relstring             	2024-158261	'----------'
recall_5              	2024-158261	0.0000
recall_10             	2024-158261	0.0000
recall_15             	2024-158261	0.0138
recall_20             	2024-158261	0.0275
recall_30             	2024-158261	0.0505
recall_100            	2024-158261	0.1284
recall_200            	2024-158261	0.1284
recall_500            	2024-158261	0.1284
recall_1000           	2024-158261	0.1284
infAP                 	2024-158261	0.0414
Rprec_mult_0.20       	2024-158261	0.3409
Rprec_mult_0.40       	2024-158261	0.3068
Rprec_mult_0.60       	2024-158261	0.2137
Rprec_mult_0.80       	2024-158261	0.1600
Rprec_mult_1.00       	2024-158261	0.1284
Rprec_mult_1.20       	2024-158261	0.1069
Rprec_mult_1.40       	2024-158261	0.0915
Rprec_mult_1.60       	2024-158261	0.0802
Rprec_mult_1.80       	2024-158261	0.0712
Rprec_mult_2.00       	2024-158261	0.0642
utility               	2024-158261	-44.0000
11pt_avg              	2024-158261	0.0697
binG                  	2024-158261	0.0277
G                     	2024-158261	0.0221
ndcg                  	2024-158261	0.1406
ndcg_rel              	2024-158261	0.1457
Rndcg                 	2024-158261	0.1593
ndcg_cut_5            	2024-158261	0.0000
ndcg_cut_10           	2024-158261	0.0000
ndcg_cut_15           	2024-158261	0.1038
ndcg_cut_20           	2024-158261	0.1708
ndcg_cut_30           	2024-158261	0.1851
ndcg_cut_100          	2024-158261	0.1943
ndcg_cut_200          	2024-158261	0.1457
ndcg_cut_500          	2024-158261	0.1406
ndcg_cut_1000         	2024-158261	0.1406
map_cut_5             	2024-158261	0.0000
map_cut_10            	2024-158261	0.0000
map_cut_15            	2024-158261	0.0020
map_cut_20            	2024-158261	0.0059
map_cut_30            	2024-158261	0.0143
map_cut_100           	2024-158261	0.0414
map_cut_200           	2024-158261	0.0414
map_cut_500           	2024-158261	0.0414
map_cut_1000          	2024-158261	0.0414
relative_P_5          	2024-158261	0.0000
relative_P_10         	2024-158261	0.0000
relative_P_15         	2024-158261	0.2000
relative_P_20         	2024-158261	0.3000
relative_P_30         	2024-158261	0.3667
relative_P_100        	2024-158261	0.2800
relative_P_200        	2024-158261	0.1400
relative_P_500        	2024-158261	0.1284
relative_P_1000       	2024-158261	0.1284
success_1             	2024-158261	0.0000
success_5             	2024-158261	0.0000
success_10            	2024-158261	0.0000
set_P                 	2024-158261	0.2800
set_relative_P        	2024-158261	0.2800
set_recall            	2024-158261	0.1284
set_map               	2024-158261	0.0360
set_F                 	2024-158261	0.1761
num_nonrel_judged_ret 	2024-158261	0
num_ret               	2024-158677	100
num_rel               	2024-158677	254
num_rel_ret           	2024-158677	33
map                   	2024-158677	0.1116
Rprec                 	2024-158677	0.1299
bpref                 	2024-158677	0.1299
recip_rank            	2024-158677	1.0000
iprec_at_recall_0.00  	2024-158677	1.0000
iprec_at_recall_0.10  	2024-158677	0.6047
iprec_at_recall_0.20  	2024-158677	0.0000
iprec_at_recall_0.30  	2024-158677	0.0000
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	1.0000
P_10                  	2024-158677	1.0000
P_15                  	2024-158677	1.0000
P_20                  	2024-158677	0.9500
P_30                  	2024-158677	0.8000
P_100                 	2024-158677	0.3300
P_200                 	2024-158677	0.1650
P_500                 	2024-158677	0.0660
P_1000                	2024-158677	0.0330
relstring             	2024-158677	'2222222222'
recall_5              	2024-158677	0.0197
recall_10             	2024-158677	0.0394
recall_15             	2024-158677	0.0591
recall_20             	2024-158677	0.0748
recall_30             	2024-158677	0.0945
recall_100            	2024-158677	0.1299
recall_200            	2024-158677	0.1299
recall_500            	2024-158677	0.1299
recall_1000           	2024-158677	0.1299
infAP                 	2024-158677	0.1116
Rprec_mult_0.20       	2024-158677	0.5490
Rprec_mult_0.40       	2024-158677	0.3235
Rprec_mult_0.60       	2024-158677	0.2157
Rprec_mult_0.80       	2024-158677	0.1618
Rprec_mult_1.00       	2024-158677	0.1299
Rprec_mult_1.20       	2024-158677	0.1082
Rprec_mult_1.40       	2024-158677	0.0927
Rprec_mult_1.60       	2024-158677	0.0811
Rprec_mult_1.80       	2024-158677	0.0721
Rprec_mult_2.00       	2024-158677	0.0650
utility               	2024-158677	-34.0000
11pt_avg              	2024-158677	0.1459
binG                  	2024-158677	0.0919
G                     	2024-158677	0.0326
ndcg                  	2024-158677	0.2053
ndcg_rel              	2024-158677	0.2569
Rndcg                 	2024-158677	0.3597
ndcg_cut_5            	2024-158677	0.6667
ndcg_cut_10           	2024-158677	0.6667
ndcg_cut_15           	2024-158677	0.6654
ndcg_cut_20           	2024-158677	0.6440
ndcg_cut_30           	2024-158677	0.5873
ndcg_cut_100          	2024-158677	0.3430
ndcg_cut_200          	2024-158677	0.2242
ndcg_cut_500          	2024-158677	0.2053
ndcg_cut_1000         	2024-158677	0.2053
map_cut_5             	2024-158677	0.0197
map_cut_10            	2024-158677	0.0394
map_cut_15            	2024-158677	0.0591
map_cut_20            	2024-158677	0.0748
map_cut_30            	2024-158677	0.0926
map_cut_100           	2024-158677	0.1116
map_cut_200           	2024-158677	0.1116
map_cut_500           	2024-158677	0.1116
map_cut_1000          	2024-158677	0.1116
relative_P_5          	2024-158677	1.0000
relative_P_10         	2024-158677	1.0000
relative_P_15         	2024-158677	1.0000
relative_P_20         	2024-158677	0.9500
relative_P_30         	2024-158677	0.8000
relative_P_100        	2024-158677	0.3300
relative_P_200        	2024-158677	0.1650
relative_P_500        	2024-158677	0.1299
relative_P_1000       	2024-158677	0.1299
success_1             	2024-158677	1.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	0.3300
set_relative_P        	2024-158677	0.3300
set_recall            	2024-158677	0.1299
set_map               	2024-158677	0.0429
set_F                 	2024-158677	0.1864
num_nonrel_judged_ret 	2024-158677	0
num_ret               	2024-158743	100
num_rel               	2024-158743	204
num_rel_ret           	2024-158743	3
map                   	2024-158743	0.0006
Rprec                 	2024-158743	0.0147
bpref                 	2024-158743	0.0145
recip_rank            	2024-158743	0.0357
iprec_at_recall_0.00  	2024-158743	0.0448
iprec_at_recall_0.10  	2024-158743	0.0000
iprec_at_recall_0.20  	2024-158743	0.0000
iprec_at_recall_0.30  	2024-158743	0.0000
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	0.0000
P_10                  	2024-158743	0.0000
P_15                  	2024-158743	0.0000
P_20                  	2024-158743	0.0000
P_30                  	2024-158743	0.0333
P_100                 	2024-158743	0.0300
P_200                 	2024-158743	0.0150
P_500                 	2024-158743	0.0060
P_1000                	2024-158743	0.0030
relstring             	2024-158743	'----------'
recall_5              	2024-158743	0.0000
recall_10             	2024-158743	0.0000
recall_15             	2024-158743	0.0000
recall_20             	2024-158743	0.0000
recall_30             	2024-158743	0.0049
recall_100            	2024-158743	0.0147
recall_200            	2024-158743	0.0147
recall_500            	2024-158743	0.0147
recall_1000           	2024-158743	0.0147
infAP                 	2024-158743	0.0006
Rprec_mult_0.20       	2024-158743	0.0244
Rprec_mult_0.40       	2024-158743	0.0366
Rprec_mult_0.60       	2024-158743	0.0244
Rprec_mult_0.80       	2024-158743	0.0183
Rprec_mult_1.00       	2024-158743	0.0147
Rprec_mult_1.20       	2024-158743	0.0122
Rprec_mult_1.40       	2024-158743	0.0105
Rprec_mult_1.60       	2024-158743	0.0092
Rprec_mult_1.80       	2024-158743	0.0082
Rprec_mult_2.00       	2024-158743	0.0074
utility               	2024-158743	-94.0000
11pt_avg              	2024-158743	0.0041
binG                  	2024-158743	0.0027
G                     	2024-158743	0.0025
ndcg                  	2024-158743	0.0175
ndcg_rel              	2024-158743	0.0177
Rndcg                 	2024-158743	0.0190
ndcg_cut_5            	2024-158743	0.0000
ndcg_cut_10           	2024-158743	0.0000
ndcg_cut_15           	2024-158743	0.0000
ndcg_cut_20           	2024-158743	0.0000
ndcg_cut_30           	2024-158743	0.0225
ndcg_cut_100          	2024-158743	0.0260
ndcg_cut_200          	2024-158743	0.0176
ndcg_cut_500          	2024-158743	0.0175
ndcg_cut_1000         	2024-158743	0.0175
map_cut_5             	2024-158743	0.0000
map_cut_10            	2024-158743	0.0000
map_cut_15            	2024-158743	0.0000
map_cut_20            	2024-158743	0.0000
map_cut_30            	2024-158743	0.0002
map_cut_100           	2024-158743	0.0006
map_cut_200           	2024-158743	0.0006
map_cut_500           	2024-158743	0.0006
map_cut_1000          	2024-158743	0.0006
relative_P_5          	2024-158743	0.0000
relative_P_10         	2024-158743	0.0000
relative_P_15         	2024-158743	0.0000
relative_P_20         	2024-158743	0.0000
relative_P_30         	2024-158743	0.0333
relative_P_100        	2024-158743	0.0300
relative_P_200        	2024-158743	0.0150
relative_P_500        	2024-158743	0.0147
relative_P_1000       	2024-158743	0.0147
success_1             	2024-158743	0.0000
success_5             	2024-158743	0.0000
success_10            	2024-158743	0.0000
set_P                 	2024-158743	0.0300
set_relative_P        	2024-158743	0.0300
set_recall            	2024-158743	0.0147
set_map               	2024-158743	0.0004
set_F                 	2024-158743	0.0197
num_nonrel_judged_ret 	2024-158743	2
num_ret               	2024-18963	100
num_rel               	2024-18963	121
num_rel_ret           	2024-18963	44
map                   	2024-18963	0.2589
Rprec                 	2024-18963	0.3636
bpref                 	2024-18963	0.3337
recip_rank            	2024-18963	1.0000
iprec_at_recall_0.00  	2024-18963	1.0000
iprec_at_recall_0.10  	2024-18963	0.9375
iprec_at_recall_0.20  	2024-18963	0.5952
iprec_at_recall_0.30  	2024-18963	0.5000
iprec_at_recall_0.40  	2024-18963	0.0000
iprec_at_recall_0.50  	2024-18963	0.0000
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	1.0000
P_10                  	2024-18963	0.9000
P_15                  	2024-18963	0.9333
P_20                  	2024-18963	0.9000
P_30                  	2024-18963	0.7000
P_100                 	2024-18963	0.4400
P_200                 	2024-18963	0.2200
P_500                 	2024-18963	0.0880
P_1000                	2024-18963	0.0440
relstring             	2024-18963	'2223102121'
recall_5              	2024-18963	0.0413
recall_10             	2024-18963	0.0744
recall_15             	2024-18963	0.1157
recall_20             	2024-18963	0.1488
recall_30             	2024-18963	0.1736
recall_100            	2024-18963	0.3636
recall_200            	2024-18963	0.3636
recall_500            	2024-18963	0.3636
recall_1000           	2024-18963	0.3636
infAP                 	2024-18963	0.2589
Rprec_mult_0.20       	2024-18963	0.7600
Rprec_mult_0.40       	2024-18963	0.5510
Rprec_mult_0.60       	2024-18963	0.4795
Rprec_mult_0.80       	2024-18963	0.4330
Rprec_mult_1.00       	2024-18963	0.3636
Rprec_mult_1.20       	2024-18963	0.3014
Rprec_mult_1.40       	2024-18963	0.2588
Rprec_mult_1.60       	2024-18963	0.2268
Rprec_mult_1.80       	2024-18963	0.2018
Rprec_mult_2.00       	2024-18963	0.1818
utility               	2024-18963	-12.0000
11pt_avg              	2024-18963	0.2757
binG                  	2024-18963	0.1539
G                     	2024-18963	0.0865
ndcg                  	2024-18963	0.4299
ndcg_rel              	2024-18963	0.4699
Rndcg                 	2024-18963	0.4768
ndcg_cut_5            	2024-18963	0.6716
ndcg_cut_10           	2024-18963	0.5733
ndcg_cut_15           	2024-18963	0.6139
ndcg_cut_20           	2024-18963	0.6129
ndcg_cut_30           	2024-18963	0.5547
ndcg_cut_100          	2024-18963	0.4618
ndcg_cut_200          	2024-18963	0.4299
ndcg_cut_500          	2024-18963	0.4299
ndcg_cut_1000         	2024-18963	0.4299
map_cut_5             	2024-18963	0.0413
map_cut_10            	2024-18963	0.0704
map_cut_15            	2024-18963	0.1085
map_cut_20            	2024-18963	0.1385
map_cut_30            	2024-18963	0.1579
map_cut_100           	2024-18963	0.2589
map_cut_200           	2024-18963	0.2589
map_cut_500           	2024-18963	0.2589
map_cut_1000          	2024-18963	0.2589
relative_P_5          	2024-18963	1.0000
relative_P_10         	2024-18963	0.9000
relative_P_15         	2024-18963	0.9333
relative_P_20         	2024-18963	0.9000
relative_P_30         	2024-18963	0.7000
relative_P_100        	2024-18963	0.4400
relative_P_200        	2024-18963	0.3636
relative_P_500        	2024-18963	0.3636
relative_P_1000       	2024-18963	0.3636
success_1             	2024-18963	1.0000
success_5             	2024-18963	1.0000
success_10            	2024-18963	1.0000
set_P                 	2024-18963	0.4400
set_relative_P        	2024-18963	0.4400
set_recall            	2024-18963	0.3636
set_map               	2024-18963	0.1600
set_F                 	2024-18963	0.3982
num_nonrel_judged_ret 	2024-18963	25
num_ret               	2024-19025	100
num_rel               	2024-19025	43
num_rel_ret           	2024-19025	12
map                   	2024-19025	0.1842
Rprec                 	2024-19025	0.2791
bpref                 	2024-19025	0.2747
recip_rank            	2024-19025	1.0000
iprec_at_recall_0.00  	2024-19025	1.0000
iprec_at_recall_0.10  	2024-19025	0.6667
iprec_at_recall_0.20  	2024-19025	0.6429
iprec_at_recall_0.30  	2024-19025	0.0000
iprec_at_recall_0.40  	2024-19025	0.0000
iprec_at_recall_0.50  	2024-19025	0.0000
iprec_at_recall_0.60  	2024-19025	0.0000
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.6000
P_10                  	2024-19025	0.6000
P_15                  	2024-19025	0.6000
P_20                  	2024-19025	0.5000
P_30                  	2024-19025	0.3667
P_100                 	2024-19025	0.1200
P_200                 	2024-19025	0.0600
P_500                 	2024-19025	0.0240
P_1000                	2024-19025	0.0120
relstring             	2024-19025	'22-2--22-2'
recall_5              	2024-19025	0.0698
recall_10             	2024-19025	0.1395
recall_15             	2024-19025	0.2093
recall_20             	2024-19025	0.2326
recall_30             	2024-19025	0.2558
recall_100            	2024-19025	0.2791
recall_200            	2024-19025	0.2791
recall_500            	2024-19025	0.2791
recall_1000           	2024-19025	0.2791
infAP                 	2024-19025	0.1842
Rprec_mult_0.20       	2024-19025	0.5556
Rprec_mult_0.40       	2024-19025	0.5556
Rprec_mult_0.60       	2024-19025	0.4231
Rprec_mult_0.80       	2024-19025	0.3143
Rprec_mult_1.00       	2024-19025	0.2791
Rprec_mult_1.20       	2024-19025	0.2308
Rprec_mult_1.40       	2024-19025	0.1967
Rprec_mult_1.60       	2024-19025	0.1739
Rprec_mult_1.80       	2024-19025	0.1538
Rprec_mult_2.00       	2024-19025	0.1395
utility               	2024-19025	-76.0000
11pt_avg              	2024-19025	0.2100
binG                  	2024-19025	0.1352
G                     	2024-19025	0.0942
ndcg                  	2024-19025	0.3671
ndcg_rel              	2024-19025	0.4344
Rndcg                 	2024-19025	0.4669
ndcg_cut_5            	2024-19025	0.5978
ndcg_cut_10           	2024-19025	0.5947
ndcg_cut_15           	2024-19025	0.5981
ndcg_cut_20           	2024-19025	0.5364
ndcg_cut_30           	2024-19025	0.4418
ndcg_cut_100          	2024-19025	0.3671
ndcg_cut_200          	2024-19025	0.3671
ndcg_cut_500          	2024-19025	0.3671
ndcg_cut_1000         	2024-19025	0.3671
map_cut_5             	2024-19025	0.0640
map_cut_10            	2024-19025	0.1057
map_cut_15            	2024-19025	0.1510
map_cut_20            	2024-19025	0.1647
map_cut_30            	2024-19025	0.1768
map_cut_100           	2024-19025	0.1842
map_cut_200           	2024-19025	0.1842
map_cut_500           	2024-19025	0.1842
map_cut_1000          	2024-19025	0.1842
relative_P_5          	2024-19025	0.6000
relative_P_10         	2024-19025	0.6000
relative_P_15         	2024-19025	0.6000
relative_P_20         	2024-19025	0.5000
relative_P_30         	2024-19025	0.3667
relative_P_100        	2024-19025	0.2791
relative_P_200        	2024-19025	0.2791
relative_P_500        	2024-19025	0.2791
relative_P_1000       	2024-19025	0.2791
success_1             	2024-19025	1.0000
success_5             	2024-19025	1.0000
success_10            	2024-19025	1.0000
set_P                 	2024-19025	0.1200
set_relative_P        	2024-19025	0.2791
set_recall            	2024-19025	0.2791
set_map               	2024-19025	0.0335
set_F                 	2024-19025	0.1678
num_nonrel_judged_ret 	2024-19025	20
num_ret               	2024-213469	100
num_rel               	2024-213469	151
num_rel_ret           	2024-213469	0
map                   	2024-213469	0.0000
Rprec                 	2024-213469	0.0000
bpref                 	2024-213469	0.0000
recip_rank            	2024-213469	0.0000
iprec_at_recall_0.00  	2024-213469	0.0000
iprec_at_recall_0.10  	2024-213469	0.0000
iprec_at_recall_0.20  	2024-213469	0.0000
iprec_at_recall_0.30  	2024-213469	0.0000
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	0.0000
P_10                  	2024-213469	0.0000
P_15                  	2024-213469	0.0000
P_20                  	2024-213469	0.0000
P_30                  	2024-213469	0.0000
P_100                 	2024-213469	0.0000
P_200                 	2024-213469	0.0000
P_500                 	2024-213469	0.0000
P_1000                	2024-213469	0.0000
relstring             	2024-213469	'----------'
recall_5              	2024-213469	0.0000
recall_10             	2024-213469	0.0000
recall_15             	2024-213469	0.0000
recall_20             	2024-213469	0.0000
recall_30             	2024-213469	0.0000
recall_100            	2024-213469	0.0000
recall_200            	2024-213469	0.0000
recall_500            	2024-213469	0.0000
recall_1000           	2024-213469	0.0000
infAP                 	2024-213469	0.0000
Rprec_mult_0.20       	2024-213469	0.0000
Rprec_mult_0.40       	2024-213469	0.0000
Rprec_mult_0.60       	2024-213469	0.0000
Rprec_mult_0.80       	2024-213469	0.0000
Rprec_mult_1.00       	2024-213469	0.0000
Rprec_mult_1.20       	2024-213469	0.0000
Rprec_mult_1.40       	2024-213469	0.0000
Rprec_mult_1.60       	2024-213469	0.0000
Rprec_mult_1.80       	2024-213469	0.0000
Rprec_mult_2.00       	2024-213469	0.0000
utility               	2024-213469	-100.0000
11pt_avg              	2024-213469	0.0000
binG                  	2024-213469	0.0000
G                     	2024-213469	0.0000
ndcg                  	2024-213469	0.0000
ndcg_rel              	2024-213469	0.0000
Rndcg                 	2024-213469	0.0000
ndcg_cut_5            	2024-213469	0.0000
ndcg_cut_10           	2024-213469	0.0000
ndcg_cut_15           	2024-213469	0.0000
ndcg_cut_20           	2024-213469	0.0000
ndcg_cut_30           	2024-213469	0.0000
ndcg_cut_100          	2024-213469	0.0000
ndcg_cut_200          	2024-213469	0.0000
ndcg_cut_500          	2024-213469	0.0000
ndcg_cut_1000         	2024-213469	0.0000
map_cut_5             	2024-213469	0.0000
map_cut_10            	2024-213469	0.0000
map_cut_15            	2024-213469	0.0000
map_cut_20            	2024-213469	0.0000
map_cut_30            	2024-213469	0.0000
map_cut_100           	2024-213469	0.0000
map_cut_200           	2024-213469	0.0000
map_cut_500           	2024-213469	0.0000
map_cut_1000          	2024-213469	0.0000
relative_P_5          	2024-213469	0.0000
relative_P_10         	2024-213469	0.0000
relative_P_15         	2024-213469	0.0000
relative_P_20         	2024-213469	0.0000
relative_P_30         	2024-213469	0.0000
relative_P_100        	2024-213469	0.0000
relative_P_200        	2024-213469	0.0000
relative_P_500        	2024-213469	0.0000
relative_P_1000       	2024-213469	0.0000
success_1             	2024-213469	0.0000
success_5             	2024-213469	0.0000
success_10            	2024-213469	0.0000
set_P                 	2024-213469	0.0000
set_relative_P        	2024-213469	0.0000
set_recall            	2024-213469	0.0000
set_map               	2024-213469	0.0000
set_F                 	2024-213469	0.0000
num_nonrel_judged_ret 	2024-213469	0
num_ret               	2024-213789	100
num_rel               	2024-213789	91
num_rel_ret           	2024-213789	14
map                   	2024-213789	0.0493
Rprec                 	2024-213789	0.1429
bpref                 	2024-213789	0.1286
recip_rank            	2024-213789	0.3333
iprec_at_recall_0.00  	2024-213789	0.6000
iprec_at_recall_0.10  	2024-213789	0.3226
iprec_at_recall_0.20  	2024-213789	0.0000
iprec_at_recall_0.30  	2024-213789	0.0000
iprec_at_recall_0.40  	2024-213789	0.0000
iprec_at_recall_0.50  	2024-213789	0.0000
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	0.6000
P_10                  	2024-213789	0.4000
P_15                  	2024-213789	0.3333
P_20                  	2024-213789	0.2500
P_30                  	2024-213789	0.3000
P_100                 	2024-213789	0.1400
P_200                 	2024-213789	0.0700
P_500                 	2024-213789	0.0280
P_1000                	2024-213789	0.0140
relstring             	2024-213789	'0011202000'
recall_5              	2024-213789	0.0330
recall_10             	2024-213789	0.0440
recall_15             	2024-213789	0.0549
recall_20             	2024-213789	0.0549
recall_30             	2024-213789	0.0989
recall_100            	2024-213789	0.1538
recall_200            	2024-213789	0.1538
recall_500            	2024-213789	0.1538
recall_1000           	2024-213789	0.1538
infAP                 	2024-213789	0.0493
Rprec_mult_0.20       	2024-213789	0.2632
Rprec_mult_0.40       	2024-213789	0.2703
Rprec_mult_0.60       	2024-213789	0.2000
Rprec_mult_0.80       	2024-213789	0.1644
Rprec_mult_1.00       	2024-213789	0.1429
Rprec_mult_1.20       	2024-213789	0.1273
Rprec_mult_1.40       	2024-213789	0.1094
Rprec_mult_1.60       	2024-213789	0.0959
Rprec_mult_1.80       	2024-213789	0.0854
Rprec_mult_2.00       	2024-213789	0.0769
utility               	2024-213789	-72.0000
11pt_avg              	2024-213789	0.0839
binG                  	2024-213789	0.0441
G                     	2024-213789	0.0353
ndcg                  	2024-213789	0.1733
ndcg_rel              	2024-213789	0.1799
Rndcg                 	2024-213789	0.1870
ndcg_cut_5            	2024-213789	0.2890
ndcg_cut_10           	2024-213789	0.2609
ndcg_cut_15           	2024-213789	0.2449
ndcg_cut_20           	2024-213789	0.2039
ndcg_cut_30           	2024-213789	0.2366
ndcg_cut_100          	2024-213789	0.1733
ndcg_cut_200          	2024-213789	0.1733
ndcg_cut_500          	2024-213789	0.1733
ndcg_cut_1000         	2024-213789	0.1733
map_cut_5             	2024-213789	0.0158
map_cut_10            	2024-213789	0.0220
map_cut_15            	2024-213789	0.0257
map_cut_20            	2024-213789	0.0257
map_cut_30            	2024-213789	0.0381
map_cut_100           	2024-213789	0.0493
map_cut_200           	2024-213789	0.0493
map_cut_500           	2024-213789	0.0493
map_cut_1000          	2024-213789	0.0493
relative_P_5          	2024-213789	0.6000
relative_P_10         	2024-213789	0.4000
relative_P_15         	2024-213789	0.3333
relative_P_20         	2024-213789	0.2500
relative_P_30         	2024-213789	0.3000
relative_P_100        	2024-213789	0.1538
relative_P_200        	2024-213789	0.1538
relative_P_500        	2024-213789	0.1538
relative_P_1000       	2024-213789	0.1538
success_1             	2024-213789	0.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	0.1400
set_relative_P        	2024-213789	0.1538
set_recall            	2024-213789	0.1538
set_map               	2024-213789	0.0215
set_F                 	2024-213789	0.1466
num_nonrel_judged_ret 	2024-213789	34
num_ret               	2024-213817	100
num_rel               	2024-213817	80
num_rel_ret           	2024-213817	0
map                   	2024-213817	0.0000
Rprec                 	2024-213817	0.0000
bpref                 	2024-213817	0.0000
recip_rank            	2024-213817	0.0000
iprec_at_recall_0.00  	2024-213817	0.0000
iprec_at_recall_0.10  	2024-213817	0.0000
iprec_at_recall_0.20  	2024-213817	0.0000
iprec_at_recall_0.30  	2024-213817	0.0000
iprec_at_recall_0.40  	2024-213817	0.0000
iprec_at_recall_0.50  	2024-213817	0.0000
iprec_at_recall_0.60  	2024-213817	0.0000
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	0.0000
P_10                  	2024-213817	0.0000
P_15                  	2024-213817	0.0000
P_20                  	2024-213817	0.0000
P_30                  	2024-213817	0.0000
P_100                 	2024-213817	0.0000
P_200                 	2024-213817	0.0000
P_500                 	2024-213817	0.0000
P_1000                	2024-213817	0.0000
relstring             	2024-213817	'0000000000'
recall_5              	2024-213817	0.0000
recall_10             	2024-213817	0.0000
recall_15             	2024-213817	0.0000
recall_20             	2024-213817	0.0000
recall_30             	2024-213817	0.0000
recall_100            	2024-213817	0.0000
recall_200            	2024-213817	0.0000
recall_500            	2024-213817	0.0000
recall_1000           	2024-213817	0.0000
infAP                 	2024-213817	0.0000
Rprec_mult_0.20       	2024-213817	0.0000
Rprec_mult_0.40       	2024-213817	0.0000
Rprec_mult_0.60       	2024-213817	0.0000
Rprec_mult_0.80       	2024-213817	0.0000
Rprec_mult_1.00       	2024-213817	0.0000
Rprec_mult_1.20       	2024-213817	0.0000
Rprec_mult_1.40       	2024-213817	0.0000
Rprec_mult_1.60       	2024-213817	0.0000
Rprec_mult_1.80       	2024-213817	0.0000
Rprec_mult_2.00       	2024-213817	0.0000
utility               	2024-213817	-100.0000
11pt_avg              	2024-213817	0.0000
binG                  	2024-213817	0.0000
G                     	2024-213817	0.0000
ndcg                  	2024-213817	0.0000
ndcg_rel              	2024-213817	0.0000
Rndcg                 	2024-213817	0.0000
ndcg_cut_5            	2024-213817	0.0000
ndcg_cut_10           	2024-213817	0.0000
ndcg_cut_15           	2024-213817	0.0000
ndcg_cut_20           	2024-213817	0.0000
ndcg_cut_30           	2024-213817	0.0000
ndcg_cut_100          	2024-213817	0.0000
ndcg_cut_200          	2024-213817	0.0000
ndcg_cut_500          	2024-213817	0.0000
ndcg_cut_1000         	2024-213817	0.0000
map_cut_5             	2024-213817	0.0000
map_cut_10            	2024-213817	0.0000
map_cut_15            	2024-213817	0.0000
map_cut_20            	2024-213817	0.0000
map_cut_30            	2024-213817	0.0000
map_cut_100           	2024-213817	0.0000
map_cut_200           	2024-213817	0.0000
map_cut_500           	2024-213817	0.0000
map_cut_1000          	2024-213817	0.0000
relative_P_5          	2024-213817	0.0000
relative_P_10         	2024-213817	0.0000
relative_P_15         	2024-213817	0.0000
relative_P_20         	2024-213817	0.0000
relative_P_30         	2024-213817	0.0000
relative_P_100        	2024-213817	0.0000
relative_P_200        	2024-213817	0.0000
relative_P_500        	2024-213817	0.0000
relative_P_1000       	2024-213817	0.0000
success_1             	2024-213817	0.0000
success_5             	2024-213817	0.0000
success_10            	2024-213817	0.0000
set_P                 	2024-213817	0.0000
set_relative_P        	2024-213817	0.0000
set_recall            	2024-213817	0.0000
set_map               	2024-213817	0.0000
set_F                 	2024-213817	0.0000
num_nonrel_judged_ret 	2024-213817	37
num_ret               	2024-213978	100
num_rel               	2024-213978	69
num_rel_ret           	2024-213978	2
map                   	2024-213978	0.0097
Rprec                 	2024-213978	0.0290
bpref                 	2024-213978	0.0290
recip_rank            	2024-213978	0.3333
iprec_at_recall_0.00  	2024-213978	0.3333
iprec_at_recall_0.10  	2024-213978	0.0000
iprec_at_recall_0.20  	2024-213978	0.0000
iprec_at_recall_0.30  	2024-213978	0.0000
iprec_at_recall_0.40  	2024-213978	0.0000
iprec_at_recall_0.50  	2024-213978	0.0000
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	0.2000
P_10                  	2024-213978	0.2000
P_15                  	2024-213978	0.1333
P_20                  	2024-213978	0.1000
P_30                  	2024-213978	0.0667
P_100                 	2024-213978	0.0200
P_200                 	2024-213978	0.0100
P_500                 	2024-213978	0.0040
P_1000                	2024-213978	0.0020
relstring             	2024-213978	'--1--1----'
recall_5              	2024-213978	0.0145
recall_10             	2024-213978	0.0290
recall_15             	2024-213978	0.0290
recall_20             	2024-213978	0.0290
recall_30             	2024-213978	0.0290
recall_100            	2024-213978	0.0290
recall_200            	2024-213978	0.0290
recall_500            	2024-213978	0.0290
recall_1000           	2024-213978	0.0290
infAP                 	2024-213978	0.0097
Rprec_mult_0.20       	2024-213978	0.1429
Rprec_mult_0.40       	2024-213978	0.0714
Rprec_mult_0.60       	2024-213978	0.0476
Rprec_mult_0.80       	2024-213978	0.0357
Rprec_mult_1.00       	2024-213978	0.0290
Rprec_mult_1.20       	2024-213978	0.0241
Rprec_mult_1.40       	2024-213978	0.0206
Rprec_mult_1.60       	2024-213978	0.0180
Rprec_mult_1.80       	2024-213978	0.0160
Rprec_mult_2.00       	2024-213978	0.0145
utility               	2024-213978	-96.0000
11pt_avg              	2024-213978	0.0303
binG                  	2024-213978	0.0129
G                     	2024-213978	0.0074
ndcg                  	2024-213978	0.0381
ndcg_rel              	2024-213978	0.0406
Rndcg                 	2024-213978	0.0479
ndcg_cut_5            	2024-213978	0.0848
ndcg_cut_10           	2024-213978	0.0942
ndcg_cut_15           	2024-213978	0.0730
ndcg_cut_20           	2024-213978	0.0640
ndcg_cut_30           	2024-213978	0.0552
ndcg_cut_100          	2024-213978	0.0381
ndcg_cut_200          	2024-213978	0.0381
ndcg_cut_500          	2024-213978	0.0381
ndcg_cut_1000         	2024-213978	0.0381
map_cut_5             	2024-213978	0.0048
map_cut_10            	2024-213978	0.0097
map_cut_15            	2024-213978	0.0097
map_cut_20            	2024-213978	0.0097
map_cut_30            	2024-213978	0.0097
map_cut_100           	2024-213978	0.0097
map_cut_200           	2024-213978	0.0097
map_cut_500           	2024-213978	0.0097
map_cut_1000          	2024-213978	0.0097
relative_P_5          	2024-213978	0.2000
relative_P_10         	2024-213978	0.2000
relative_P_15         	2024-213978	0.1333
relative_P_20         	2024-213978	0.1000
relative_P_30         	2024-213978	0.0667
relative_P_100        	2024-213978	0.0290
relative_P_200        	2024-213978	0.0290
relative_P_500        	2024-213978	0.0290
relative_P_1000       	2024-213978	0.0290
success_1             	2024-213978	0.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	0.0200
set_relative_P        	2024-213978	0.0290
set_recall            	2024-213978	0.0290
set_map               	2024-213978	0.0006
set_F                 	2024-213978	0.0237
num_nonrel_judged_ret 	2024-213978	1
num_ret               	2024-214096	100
num_rel               	2024-214096	183
num_rel_ret           	2024-214096	41
map                   	2024-214096	0.1378
Rprec                 	2024-214096	0.2240
bpref                 	2024-214096	0.2088
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.5476
iprec_at_recall_0.20  	2024-214096	0.4744
iprec_at_recall_0.30  	2024-214096	0.0000
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	1.0000
P_10                  	2024-214096	0.7000
P_15                  	2024-214096	0.6667
P_20                  	2024-214096	0.7000
P_30                  	2024-214096	0.5333
P_100                 	2024-214096	0.4100
P_200                 	2024-214096	0.2050
P_500                 	2024-214096	0.0820
P_1000                	2024-214096	0.0410
relstring             	2024-214096	'3332101100'
recall_5              	2024-214096	0.0273
recall_10             	2024-214096	0.0383
recall_15             	2024-214096	0.0546
recall_20             	2024-214096	0.0765
recall_30             	2024-214096	0.0874
recall_100            	2024-214096	0.2240
recall_200            	2024-214096	0.2240
recall_500            	2024-214096	0.2240
recall_1000           	2024-214096	0.2240
infAP                 	2024-214096	0.1378
Rprec_mult_0.20       	2024-214096	0.5135
Rprec_mult_0.40       	2024-214096	0.4865
Rprec_mult_0.60       	2024-214096	0.3727
Rprec_mult_0.80       	2024-214096	0.2789
Rprec_mult_1.00       	2024-214096	0.2240
Rprec_mult_1.20       	2024-214096	0.1864
Rprec_mult_1.40       	2024-214096	0.1595
Rprec_mult_1.60       	2024-214096	0.1399
Rprec_mult_1.80       	2024-214096	0.1242
Rprec_mult_2.00       	2024-214096	0.1120
utility               	2024-214096	-18.0000
11pt_avg              	2024-214096	0.1838
binG                  	2024-214096	0.0790
G                     	2024-214096	0.0727
ndcg                  	2024-214096	0.3237
ndcg_rel              	2024-214096	0.3747
Rndcg                 	2024-214096	0.4624
ndcg_cut_5            	2024-214096	0.8638
ndcg_cut_10           	2024-214096	0.6213
ndcg_cut_15           	2024-214096	0.5826
ndcg_cut_20           	2024-214096	0.5596
ndcg_cut_30           	2024-214096	0.4914
ndcg_cut_100          	2024-214096	0.4096
ndcg_cut_200          	2024-214096	0.3237
ndcg_cut_500          	2024-214096	0.3237
ndcg_cut_1000         	2024-214096	0.3237
map_cut_5             	2024-214096	0.0273
map_cut_10            	2024-214096	0.0368
map_cut_15            	2024-214096	0.0473
map_cut_20            	2024-214096	0.0629
map_cut_30            	2024-214096	0.0692
map_cut_100           	2024-214096	0.1378
map_cut_200           	2024-214096	0.1378
map_cut_500           	2024-214096	0.1378
map_cut_1000          	2024-214096	0.1378
relative_P_5          	2024-214096	1.0000
relative_P_10         	2024-214096	0.7000
relative_P_15         	2024-214096	0.6667
relative_P_20         	2024-214096	0.7000
relative_P_30         	2024-214096	0.5333
relative_P_100        	2024-214096	0.4100
relative_P_200        	2024-214096	0.2240
relative_P_500        	2024-214096	0.2240
relative_P_1000       	2024-214096	0.2240
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	0.4100
set_relative_P        	2024-214096	0.4100
set_recall            	2024-214096	0.2240
set_map               	2024-214096	0.0919
set_F                 	2024-214096	0.2898
num_nonrel_judged_ret 	2024-214096	15
num_ret               	2024-214126	100
num_rel               	2024-214126	9
num_rel_ret           	2024-214126	0
map                   	2024-214126	0.0000
Rprec                 	2024-214126	0.0000
bpref                 	2024-214126	0.0000
recip_rank            	2024-214126	0.0000
iprec_at_recall_0.00  	2024-214126	0.0000
iprec_at_recall_0.10  	2024-214126	0.0000
iprec_at_recall_0.20  	2024-214126	0.0000
iprec_at_recall_0.30  	2024-214126	0.0000
iprec_at_recall_0.40  	2024-214126	0.0000
iprec_at_recall_0.50  	2024-214126	0.0000
iprec_at_recall_0.60  	2024-214126	0.0000
iprec_at_recall_0.70  	2024-214126	0.0000
iprec_at_recall_0.80  	2024-214126	0.0000
iprec_at_recall_0.90  	2024-214126	0.0000
iprec_at_recall_1.00  	2024-214126	0.0000
P_5                   	2024-214126	0.0000
P_10                  	2024-214126	0.0000
P_15                  	2024-214126	0.0000
P_20                  	2024-214126	0.0000
P_30                  	2024-214126	0.0000
P_100                 	2024-214126	0.0000
P_200                 	2024-214126	0.0000
P_500                 	2024-214126	0.0000
P_1000                	2024-214126	0.0000
relstring             	2024-214126	'-0-0--0--0'
recall_5              	2024-214126	0.0000
recall_10             	2024-214126	0.0000
recall_15             	2024-214126	0.0000
recall_20             	2024-214126	0.0000
recall_30             	2024-214126	0.0000
recall_100            	2024-214126	0.0000
recall_200            	2024-214126	0.0000
recall_500            	2024-214126	0.0000
recall_1000           	2024-214126	0.0000
infAP                 	2024-214126	0.0000
Rprec_mult_0.20       	2024-214126	0.0000
Rprec_mult_0.40       	2024-214126	0.0000
Rprec_mult_0.60       	2024-214126	0.0000
Rprec_mult_0.80       	2024-214126	0.0000
Rprec_mult_1.00       	2024-214126	0.0000
Rprec_mult_1.20       	2024-214126	0.0000
Rprec_mult_1.40       	2024-214126	0.0000
Rprec_mult_1.60       	2024-214126	0.0000
Rprec_mult_1.80       	2024-214126	0.0000
Rprec_mult_2.00       	2024-214126	0.0000
utility               	2024-214126	-100.0000
11pt_avg              	2024-214126	0.0000
binG                  	2024-214126	0.0000
G                     	2024-214126	0.0000
ndcg                  	2024-214126	0.0000
ndcg_rel              	2024-214126	0.0000
Rndcg                 	2024-214126	0.0000
ndcg_cut_5            	2024-214126	0.0000
ndcg_cut_10           	2024-214126	0.0000
ndcg_cut_15           	2024-214126	0.0000
ndcg_cut_20           	2024-214126	0.0000
ndcg_cut_30           	2024-214126	0.0000
ndcg_cut_100          	2024-214126	0.0000
ndcg_cut_200          	2024-214126	0.0000
ndcg_cut_500          	2024-214126	0.0000
ndcg_cut_1000         	2024-214126	0.0000
map_cut_5             	2024-214126	0.0000
map_cut_10            	2024-214126	0.0000
map_cut_15            	2024-214126	0.0000
map_cut_20            	2024-214126	0.0000
map_cut_30            	2024-214126	0.0000
map_cut_100           	2024-214126	0.0000
map_cut_200           	2024-214126	0.0000
map_cut_500           	2024-214126	0.0000
map_cut_1000          	2024-214126	0.0000
relative_P_5          	2024-214126	0.0000
relative_P_10         	2024-214126	0.0000
relative_P_15         	2024-214126	0.0000
relative_P_20         	2024-214126	0.0000
relative_P_30         	2024-214126	0.0000
relative_P_100        	2024-214126	0.0000
relative_P_200        	2024-214126	0.0000
relative_P_500        	2024-214126	0.0000
relative_P_1000       	2024-214126	0.0000
success_1             	2024-214126	0.0000
success_5             	2024-214126	0.0000
success_10            	2024-214126	0.0000
set_P                 	2024-214126	0.0000
set_relative_P        	2024-214126	0.0000
set_recall            	2024-214126	0.0000
set_map               	2024-214126	0.0000
set_F                 	2024-214126	0.0000
num_nonrel_judged_ret 	2024-214126	38
num_ret               	2024-214257	100
num_rel               	2024-214257	57
num_rel_ret           	2024-214257	9
map                   	2024-214257	0.0400
Rprec                 	2024-214257	0.1579
bpref                 	2024-214257	0.1099
recip_rank            	2024-214257	0.5000
iprec_at_recall_0.00  	2024-214257	0.6667
iprec_at_recall_0.10  	2024-214257	0.1905
iprec_at_recall_0.20  	2024-214257	0.0000
iprec_at_recall_0.30  	2024-214257	0.0000
iprec_at_recall_0.40  	2024-214257	0.0000
iprec_at_recall_0.50  	2024-214257	0.0000
iprec_at_recall_0.60  	2024-214257	0.0000
iprec_at_recall_0.70  	2024-214257	0.0000
iprec_at_recall_0.80  	2024-214257	0.0000
iprec_at_recall_0.90  	2024-214257	0.0000
iprec_at_recall_1.00  	2024-214257	0.0000
P_5                   	2024-214257	0.4000
P_10                  	2024-214257	0.2000
P_15                  	2024-214257	0.1333
P_20                  	2024-214257	0.1000
P_30                  	2024-214257	0.1000
P_100                 	2024-214257	0.0900
P_200                 	2024-214257	0.0450
P_500                 	2024-214257	0.0180
P_1000                	2024-214257	0.0090
relstring             	2024-214257	'0220000000'
recall_5              	2024-214257	0.0351
recall_10             	2024-214257	0.0351
recall_15             	2024-214257	0.0351
recall_20             	2024-214257	0.0351
recall_30             	2024-214257	0.0526
recall_100            	2024-214257	0.1579
recall_200            	2024-214257	0.1579
recall_500            	2024-214257	0.1579
recall_1000           	2024-214257	0.1579
infAP                 	2024-214257	0.0400
Rprec_mult_0.20       	2024-214257	0.1667
Rprec_mult_0.40       	2024-214257	0.0870
Rprec_mult_0.60       	2024-214257	0.1714
Rprec_mult_0.80       	2024-214257	0.1739
Rprec_mult_1.00       	2024-214257	0.1579
Rprec_mult_1.20       	2024-214257	0.1304
Rprec_mult_1.40       	2024-214257	0.1125
Rprec_mult_1.60       	2024-214257	0.0978
Rprec_mult_1.80       	2024-214257	0.0874
Rprec_mult_2.00       	2024-214257	0.0789
utility               	2024-214257	-82.0000
11pt_avg              	2024-214257	0.0779
binG                  	2024-214257	0.0466
G                     	2024-214257	0.0473
ndcg                  	2024-214257	0.1883
ndcg_rel              	2024-214257	0.1984
Rndcg                 	2024-214257	0.1873
ndcg_cut_5            	2024-214257	0.3836
ndcg_cut_10           	2024-214257	0.2489
ndcg_cut_15           	2024-214257	0.1929
ndcg_cut_20           	2024-214257	0.1721
ndcg_cut_30           	2024-214257	0.1615
ndcg_cut_100          	2024-214257	0.1883
ndcg_cut_200          	2024-214257	0.1883
ndcg_cut_500          	2024-214257	0.1883
ndcg_cut_1000         	2024-214257	0.1883
map_cut_5             	2024-214257	0.0205
map_cut_10            	2024-214257	0.0205
map_cut_15            	2024-214257	0.0205
map_cut_20            	2024-214257	0.0205
map_cut_30            	2024-214257	0.0223
map_cut_100           	2024-214257	0.0400
map_cut_200           	2024-214257	0.0400
map_cut_500           	2024-214257	0.0400
map_cut_1000          	2024-214257	0.0400
relative_P_5          	2024-214257	0.4000
relative_P_10         	2024-214257	0.2000
relative_P_15         	2024-214257	0.1333
relative_P_20         	2024-214257	0.1000
relative_P_30         	2024-214257	0.1000
relative_P_100        	2024-214257	0.1579
relative_P_200        	2024-214257	0.1579
relative_P_500        	2024-214257	0.1579
relative_P_1000       	2024-214257	0.1579
success_1             	2024-214257	0.0000
success_5             	2024-214257	1.0000
success_10            	2024-214257	1.0000
set_P                 	2024-214257	0.0900
set_relative_P        	2024-214257	0.1579
set_recall            	2024-214257	0.1579
set_map               	2024-214257	0.0142
set_F                 	2024-214257	0.1146
num_nonrel_judged_ret 	2024-214257	34
num_ret               	2024-214467	100
num_rel               	2024-214467	90
num_rel_ret           	2024-214467	58
map                   	2024-214467	0.4357
Rprec                 	2024-214467	0.5667
bpref                 	2024-214467	0.5778
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	0.9000
iprec_at_recall_0.20  	2024-214467	0.6596
iprec_at_recall_0.30  	2024-214467	0.6596
iprec_at_recall_0.40  	2024-214467	0.6316
iprec_at_recall_0.50  	2024-214467	0.6282
iprec_at_recall_0.60  	2024-214467	0.5859
iprec_at_recall_0.70  	2024-214467	0.0000
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	1.0000
P_10                  	2024-214467	0.9000
P_15                  	2024-214467	0.7333
P_20                  	2024-214467	0.6000
P_30                  	2024-214467	0.6000
P_100                 	2024-214467	0.5800
P_200                 	2024-214467	0.2900
P_500                 	2024-214467	0.1160
P_1000                	2024-214467	0.0580
relstring             	2024-214467	'2222222202'
recall_5              	2024-214467	0.0556
recall_10             	2024-214467	0.1000
recall_15             	2024-214467	0.1222
recall_20             	2024-214467	0.1333
recall_30             	2024-214467	0.2000
recall_100            	2024-214467	0.6444
recall_200            	2024-214467	0.6444
recall_500            	2024-214467	0.6444
recall_1000           	2024-214467	0.6444
infAP                 	2024-214467	0.4357
Rprec_mult_0.20       	2024-214467	0.6111
Rprec_mult_0.40       	2024-214467	0.6111
Rprec_mult_0.60       	2024-214467	0.6111
Rprec_mult_0.80       	2024-214467	0.6111
Rprec_mult_1.00       	2024-214467	0.5667
Rprec_mult_1.20       	2024-214467	0.5370
Rprec_mult_1.40       	2024-214467	0.4603
Rprec_mult_1.60       	2024-214467	0.4028
Rprec_mult_1.80       	2024-214467	0.3580
Rprec_mult_2.00       	2024-214467	0.3222
utility               	2024-214467	16.0000
11pt_avg              	2024-214467	0.4604
binG                  	2024-214467	0.2243
G                     	2024-214467	0.2375
ndcg                  	2024-214467	0.7085
ndcg_rel              	2024-214467	0.7150
Rndcg                 	2024-214467	0.6668
ndcg_cut_5            	2024-214467	1.0000
ndcg_cut_10           	2024-214467	0.9337
ndcg_cut_15           	2024-214467	0.8126
ndcg_cut_20           	2024-214467	0.7094
ndcg_cut_30           	2024-214467	0.6488
ndcg_cut_100          	2024-214467	0.7085
ndcg_cut_200          	2024-214467	0.7085
ndcg_cut_500          	2024-214467	0.7085
ndcg_cut_1000         	2024-214467	0.7085
map_cut_5             	2024-214467	0.0556
map_cut_10            	2024-214467	0.0989
map_cut_15            	2024-214467	0.1163
map_cut_20            	2024-214467	0.1233
map_cut_30            	2024-214467	0.1632
map_cut_100           	2024-214467	0.4357
map_cut_200           	2024-214467	0.4357
map_cut_500           	2024-214467	0.4357
map_cut_1000          	2024-214467	0.4357
relative_P_5          	2024-214467	1.0000
relative_P_10         	2024-214467	0.9000
relative_P_15         	2024-214467	0.7333
relative_P_20         	2024-214467	0.6000
relative_P_30         	2024-214467	0.6000
relative_P_100        	2024-214467	0.6444
relative_P_200        	2024-214467	0.6444
relative_P_500        	2024-214467	0.6444
relative_P_1000       	2024-214467	0.6444
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	0.5800
set_relative_P        	2024-214467	0.6444
set_recall            	2024-214467	0.6444
set_map               	2024-214467	0.3738
set_F                 	2024-214467	0.6105
num_nonrel_judged_ret 	2024-214467	3
num_ret               	2024-215044	100
num_rel               	2024-215044	40
num_rel_ret           	2024-215044	0
map                   	2024-215044	0.0000
Rprec                 	2024-215044	0.0000
bpref                 	2024-215044	0.0000
recip_rank            	2024-215044	0.0000
iprec_at_recall_0.00  	2024-215044	0.0000
iprec_at_recall_0.10  	2024-215044	0.0000
iprec_at_recall_0.20  	2024-215044	0.0000
iprec_at_recall_0.30  	2024-215044	0.0000
iprec_at_recall_0.40  	2024-215044	0.0000
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	0.0000
P_10                  	2024-215044	0.0000
P_15                  	2024-215044	0.0000
P_20                  	2024-215044	0.0000
P_30                  	2024-215044	0.0000
P_100                 	2024-215044	0.0000
P_200                 	2024-215044	0.0000
P_500                 	2024-215044	0.0000
P_1000                	2024-215044	0.0000
relstring             	2024-215044	'----------'
recall_5              	2024-215044	0.0000
recall_10             	2024-215044	0.0000
recall_15             	2024-215044	0.0000
recall_20             	2024-215044	0.0000
recall_30             	2024-215044	0.0000
recall_100            	2024-215044	0.0000
recall_200            	2024-215044	0.0000
recall_500            	2024-215044	0.0000
recall_1000           	2024-215044	0.0000
infAP                 	2024-215044	0.0000
Rprec_mult_0.20       	2024-215044	0.0000
Rprec_mult_0.40       	2024-215044	0.0000
Rprec_mult_0.60       	2024-215044	0.0000
Rprec_mult_0.80       	2024-215044	0.0000
Rprec_mult_1.00       	2024-215044	0.0000
Rprec_mult_1.20       	2024-215044	0.0000
Rprec_mult_1.40       	2024-215044	0.0000
Rprec_mult_1.60       	2024-215044	0.0000
Rprec_mult_1.80       	2024-215044	0.0000
Rprec_mult_2.00       	2024-215044	0.0000
utility               	2024-215044	-100.0000
11pt_avg              	2024-215044	0.0000
binG                  	2024-215044	0.0000
G                     	2024-215044	0.0000
ndcg                  	2024-215044	0.0000
ndcg_rel              	2024-215044	0.0000
Rndcg                 	2024-215044	0.0000
ndcg_cut_5            	2024-215044	0.0000
ndcg_cut_10           	2024-215044	0.0000
ndcg_cut_15           	2024-215044	0.0000
ndcg_cut_20           	2024-215044	0.0000
ndcg_cut_30           	2024-215044	0.0000
ndcg_cut_100          	2024-215044	0.0000
ndcg_cut_200          	2024-215044	0.0000
ndcg_cut_500          	2024-215044	0.0000
ndcg_cut_1000         	2024-215044	0.0000
map_cut_5             	2024-215044	0.0000
map_cut_10            	2024-215044	0.0000
map_cut_15            	2024-215044	0.0000
map_cut_20            	2024-215044	0.0000
map_cut_30            	2024-215044	0.0000
map_cut_100           	2024-215044	0.0000
map_cut_200           	2024-215044	0.0000
map_cut_500           	2024-215044	0.0000
map_cut_1000          	2024-215044	0.0000
relative_P_5          	2024-215044	0.0000
relative_P_10         	2024-215044	0.0000
relative_P_15         	2024-215044	0.0000
relative_P_20         	2024-215044	0.0000
relative_P_30         	2024-215044	0.0000
relative_P_100        	2024-215044	0.0000
relative_P_200        	2024-215044	0.0000
relative_P_500        	2024-215044	0.0000
relative_P_1000       	2024-215044	0.0000
success_1             	2024-215044	0.0000
success_5             	2024-215044	0.0000
success_10            	2024-215044	0.0000
set_P                 	2024-215044	0.0000
set_relative_P        	2024-215044	0.0000
set_recall            	2024-215044	0.0000
set_map               	2024-215044	0.0000
set_F                 	2024-215044	0.0000
num_nonrel_judged_ret 	2024-215044	0
num_ret               	2024-215952	100
num_rel               	2024-215952	64
num_rel_ret           	2024-215952	15
map                   	2024-215952	0.0889
Rprec                 	2024-215952	0.2031
bpref                 	2024-215952	0.1873
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	0.2500
iprec_at_recall_0.20  	2024-215952	0.2097
iprec_at_recall_0.30  	2024-215952	0.0000
iprec_at_recall_0.40  	2024-215952	0.0000
iprec_at_recall_0.50  	2024-215952	0.0000
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	0.8000
P_10                  	2024-215952	0.4000
P_15                  	2024-215952	0.2667
P_20                  	2024-215952	0.2500
P_30                  	2024-215952	0.2000
P_100                 	2024-215952	0.1500
P_200                 	2024-215952	0.0750
P_500                 	2024-215952	0.0300
P_1000                	2024-215952	0.0150
relstring             	2024-215952	'3-311-----'
recall_5              	2024-215952	0.0625
recall_10             	2024-215952	0.0625
recall_15             	2024-215952	0.0625
recall_20             	2024-215952	0.0781
recall_30             	2024-215952	0.0938
recall_100            	2024-215952	0.2344
recall_200            	2024-215952	0.2344
recall_500            	2024-215952	0.2344
recall_1000           	2024-215952	0.2344
infAP                 	2024-215952	0.0889
Rprec_mult_0.20       	2024-215952	0.3077
Rprec_mult_0.40       	2024-215952	0.2308
Rprec_mult_0.60       	2024-215952	0.2051
Rprec_mult_0.80       	2024-215952	0.2115
Rprec_mult_1.00       	2024-215952	0.2031
Rprec_mult_1.20       	2024-215952	0.1818
Rprec_mult_1.40       	2024-215952	0.1667
Rprec_mult_1.60       	2024-215952	0.1456
Rprec_mult_1.80       	2024-215952	0.1293
Rprec_mult_2.00       	2024-215952	0.1172
utility               	2024-215952	-70.0000
11pt_avg              	2024-215952	0.1327
binG                  	2024-215952	0.0792
G                     	2024-215952	0.0695
ndcg                  	2024-215952	0.2779
ndcg_rel              	2024-215952	0.3037
Rndcg                 	2024-215952	0.2621
ndcg_cut_5            	2024-215952	0.6012
ndcg_cut_10           	2024-215952	0.3901
ndcg_cut_15           	2024-215952	0.3024
ndcg_cut_20           	2024-215952	0.2852
ndcg_cut_30           	2024-215952	0.2435
ndcg_cut_100          	2024-215952	0.2779
ndcg_cut_200          	2024-215952	0.2779
ndcg_cut_500          	2024-215952	0.2779
ndcg_cut_1000         	2024-215952	0.2779
map_cut_5             	2024-215952	0.0503
map_cut_10            	2024-215952	0.0503
map_cut_15            	2024-215952	0.0503
map_cut_20            	2024-215952	0.0546
map_cut_30            	2024-215952	0.0587
map_cut_100           	2024-215952	0.0889
map_cut_200           	2024-215952	0.0889
map_cut_500           	2024-215952	0.0889
map_cut_1000          	2024-215952	0.0889
relative_P_5          	2024-215952	0.8000
relative_P_10         	2024-215952	0.4000
relative_P_15         	2024-215952	0.2667
relative_P_20         	2024-215952	0.2500
relative_P_30         	2024-215952	0.2000
relative_P_100        	2024-215952	0.2344
relative_P_200        	2024-215952	0.2344
relative_P_500        	2024-215952	0.2344
relative_P_1000       	2024-215952	0.2344
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.1500
set_relative_P        	2024-215952	0.2344
set_recall            	2024-215952	0.2344
set_map               	2024-215952	0.0352
set_F                 	2024-215952	0.1829
num_nonrel_judged_ret 	2024-215952	32
num_ret               	2024-216592	100
num_rel               	2024-216592	202
num_rel_ret           	2024-216592	4
map                   	2024-216592	0.0007
Rprec                 	2024-216592	0.0198
bpref                 	2024-216592	0.0162
recip_rank            	2024-216592	0.0323
iprec_at_recall_0.00  	2024-216592	0.0471
iprec_at_recall_0.10  	2024-216592	0.0000
iprec_at_recall_0.20  	2024-216592	0.0000
iprec_at_recall_0.30  	2024-216592	0.0000
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	0.0000
P_10                  	2024-216592	0.0000
P_15                  	2024-216592	0.0000
P_20                  	2024-216592	0.0000
P_30                  	2024-216592	0.0000
P_100                 	2024-216592	0.0400
P_200                 	2024-216592	0.0200
P_500                 	2024-216592	0.0080
P_1000                	2024-216592	0.0040
relstring             	2024-216592	'0000000000'
recall_5              	2024-216592	0.0000
recall_10             	2024-216592	0.0000
recall_15             	2024-216592	0.0000
recall_20             	2024-216592	0.0000
recall_30             	2024-216592	0.0000
recall_100            	2024-216592	0.0198
recall_200            	2024-216592	0.0198
recall_500            	2024-216592	0.0198
recall_1000           	2024-216592	0.0198
infAP                 	2024-216592	0.0007
Rprec_mult_0.20       	2024-216592	0.0244
Rprec_mult_0.40       	2024-216592	0.0370
Rprec_mult_0.60       	2024-216592	0.0328
Rprec_mult_0.80       	2024-216592	0.0247
Rprec_mult_1.00       	2024-216592	0.0198
Rprec_mult_1.20       	2024-216592	0.0165
Rprec_mult_1.40       	2024-216592	0.0141
Rprec_mult_1.60       	2024-216592	0.0123
Rprec_mult_1.80       	2024-216592	0.0110
Rprec_mult_2.00       	2024-216592	0.0099
utility               	2024-216592	-92.0000
11pt_avg              	2024-216592	0.0043
binG                  	2024-216592	0.0034
G                     	2024-216592	0.0036
ndcg                  	2024-216592	0.0221
ndcg_rel              	2024-216592	0.0222
Rndcg                 	2024-216592	0.0168
ndcg_cut_5            	2024-216592	0.0000
ndcg_cut_10           	2024-216592	0.0000
ndcg_cut_15           	2024-216592	0.0000
ndcg_cut_20           	2024-216592	0.0000
ndcg_cut_30           	2024-216592	0.0000
ndcg_cut_100          	2024-216592	0.0291
ndcg_cut_200          	2024-216592	0.0222
ndcg_cut_500          	2024-216592	0.0221
ndcg_cut_1000         	2024-216592	0.0221
map_cut_5             	2024-216592	0.0000
map_cut_10            	2024-216592	0.0000
map_cut_15            	2024-216592	0.0000
map_cut_20            	2024-216592	0.0000
map_cut_30            	2024-216592	0.0000
map_cut_100           	2024-216592	0.0007
map_cut_200           	2024-216592	0.0007
map_cut_500           	2024-216592	0.0007
map_cut_1000          	2024-216592	0.0007
relative_P_5          	2024-216592	0.0000
relative_P_10         	2024-216592	0.0000
relative_P_15         	2024-216592	0.0000
relative_P_20         	2024-216592	0.0000
relative_P_30         	2024-216592	0.0000
relative_P_100        	2024-216592	0.0400
relative_P_200        	2024-216592	0.0200
relative_P_500        	2024-216592	0.0198
relative_P_1000       	2024-216592	0.0198
success_1             	2024-216592	0.0000
success_5             	2024-216592	0.0000
success_10            	2024-216592	0.0000
set_P                 	2024-216592	0.0400
set_relative_P        	2024-216592	0.0400
set_recall            	2024-216592	0.0198
set_map               	2024-216592	0.0008
set_F                 	2024-216592	0.0265
num_nonrel_judged_ret 	2024-216592	33
num_ret               	2024-216957	100
num_rel               	2024-216957	258
num_rel_ret           	2024-216957	8
map                   	2024-216957	0.0162
Rprec                 	2024-216957	0.0310
bpref                 	2024-216957	0.0310
recip_rank            	2024-216957	1.0000
iprec_at_recall_0.00  	2024-216957	1.0000
iprec_at_recall_0.10  	2024-216957	0.0000
iprec_at_recall_0.20  	2024-216957	0.0000
iprec_at_recall_0.30  	2024-216957	0.0000
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	0.8000
P_10                  	2024-216957	0.4000
P_15                  	2024-216957	0.2667
P_20                  	2024-216957	0.2000
P_30                  	2024-216957	0.1667
P_100                 	2024-216957	0.0800
P_200                 	2024-216957	0.0400
P_500                 	2024-216957	0.0160
P_1000                	2024-216957	0.0080
relstring             	2024-216957	'11-11-----'
recall_5              	2024-216957	0.0155
recall_10             	2024-216957	0.0155
recall_15             	2024-216957	0.0155
recall_20             	2024-216957	0.0155
recall_30             	2024-216957	0.0194
recall_100            	2024-216957	0.0310
recall_200            	2024-216957	0.0310
recall_500            	2024-216957	0.0310
recall_1000           	2024-216957	0.0310
infAP                 	2024-216957	0.0162
Rprec_mult_0.20       	2024-216957	0.1154
Rprec_mult_0.40       	2024-216957	0.0769
Rprec_mult_0.60       	2024-216957	0.0516
Rprec_mult_0.80       	2024-216957	0.0386
Rprec_mult_1.00       	2024-216957	0.0310
Rprec_mult_1.20       	2024-216957	0.0258
Rprec_mult_1.40       	2024-216957	0.0221
Rprec_mult_1.60       	2024-216957	0.0194
Rprec_mult_1.80       	2024-216957	0.0172
Rprec_mult_2.00       	2024-216957	0.0155
utility               	2024-216957	-84.0000
11pt_avg              	2024-216957	0.0909
binG                  	2024-216957	0.0156
G                     	2024-216957	0.0049
ndcg                  	2024-216957	0.0424
ndcg_rel              	2024-216957	0.0473
Rndcg                 	2024-216957	0.0764
ndcg_cut_5            	2024-216957	0.2768
ndcg_cut_10           	2024-216957	0.1796
ndcg_cut_15           	2024-216957	0.1392
ndcg_cut_20           	2024-216957	0.1213
ndcg_cut_30           	2024-216957	0.1094
ndcg_cut_100          	2024-216957	0.0665
ndcg_cut_200          	2024-216957	0.0470
ndcg_cut_500          	2024-216957	0.0424
ndcg_cut_1000         	2024-216957	0.0424
map_cut_5             	2024-216957	0.0138
map_cut_10            	2024-216957	0.0138
map_cut_15            	2024-216957	0.0138
map_cut_20            	2024-216957	0.0138
map_cut_30            	2024-216957	0.0147
map_cut_100           	2024-216957	0.0162
map_cut_200           	2024-216957	0.0162
map_cut_500           	2024-216957	0.0162
map_cut_1000          	2024-216957	0.0162
relative_P_5          	2024-216957	0.8000
relative_P_10         	2024-216957	0.4000
relative_P_15         	2024-216957	0.2667
relative_P_20         	2024-216957	0.2000
relative_P_30         	2024-216957	0.1667
relative_P_100        	2024-216957	0.0800
relative_P_200        	2024-216957	0.0400
relative_P_500        	2024-216957	0.0310
relative_P_1000       	2024-216957	0.0310
success_1             	2024-216957	1.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	0.0800
set_relative_P        	2024-216957	0.0800
set_recall            	2024-216957	0.0310
set_map               	2024-216957	0.0025
set_F                 	2024-216957	0.0447
num_nonrel_judged_ret 	2024-216957	0
num_ret               	2024-217279	100
num_rel               	2024-217279	186
num_rel_ret           	2024-217279	6
map                   	2024-217279	0.0017
Rprec                 	2024-217279	0.0323
bpref                 	2024-217279	0.0323
recip_rank            	2024-217279	0.0345
iprec_at_recall_0.00  	2024-217279	0.0741
iprec_at_recall_0.10  	2024-217279	0.0000
iprec_at_recall_0.20  	2024-217279	0.0000
iprec_at_recall_0.30  	2024-217279	0.0000
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	0.0000
P_10                  	2024-217279	0.0000
P_15                  	2024-217279	0.0000
P_20                  	2024-217279	0.0000
P_30                  	2024-217279	0.0333
P_100                 	2024-217279	0.0600
P_200                 	2024-217279	0.0300
P_500                 	2024-217279	0.0120
P_1000                	2024-217279	0.0060
relstring             	2024-217279	'----------'
recall_5              	2024-217279	0.0000
recall_10             	2024-217279	0.0000
recall_15             	2024-217279	0.0000
recall_20             	2024-217279	0.0000
recall_30             	2024-217279	0.0054
recall_100            	2024-217279	0.0323
recall_200            	2024-217279	0.0323
recall_500            	2024-217279	0.0323
recall_1000           	2024-217279	0.0323
infAP                 	2024-217279	0.0017
Rprec_mult_0.20       	2024-217279	0.0263
Rprec_mult_0.40       	2024-217279	0.0533
Rprec_mult_0.60       	2024-217279	0.0536
Rprec_mult_0.80       	2024-217279	0.0403
Rprec_mult_1.00       	2024-217279	0.0323
Rprec_mult_1.20       	2024-217279	0.0268
Rprec_mult_1.40       	2024-217279	0.0230
Rprec_mult_1.60       	2024-217279	0.0201
Rprec_mult_1.80       	2024-217279	0.0179
Rprec_mult_2.00       	2024-217279	0.0161
utility               	2024-217279	-88.0000
11pt_avg              	2024-217279	0.0067
binG                  	2024-217279	0.0055
G                     	2024-217279	0.0049
ndcg                  	2024-217279	0.0301
ndcg_rel              	2024-217279	0.0300
Rndcg                 	2024-217279	0.0221
ndcg_cut_5            	2024-217279	0.0000
ndcg_cut_10           	2024-217279	0.0000
ndcg_cut_15           	2024-217279	0.0000
ndcg_cut_20           	2024-217279	0.0000
ndcg_cut_30           	2024-217279	0.0164
ndcg_cut_100          	2024-217279	0.0385
ndcg_cut_200          	2024-217279	0.0301
ndcg_cut_500          	2024-217279	0.0301
ndcg_cut_1000         	2024-217279	0.0301
map_cut_5             	2024-217279	0.0000
map_cut_10            	2024-217279	0.0000
map_cut_15            	2024-217279	0.0000
map_cut_20            	2024-217279	0.0000
map_cut_30            	2024-217279	0.0002
map_cut_100           	2024-217279	0.0017
map_cut_200           	2024-217279	0.0017
map_cut_500           	2024-217279	0.0017
map_cut_1000          	2024-217279	0.0017
relative_P_5          	2024-217279	0.0000
relative_P_10         	2024-217279	0.0000
relative_P_15         	2024-217279	0.0000
relative_P_20         	2024-217279	0.0000
relative_P_30         	2024-217279	0.0333
relative_P_100        	2024-217279	0.0600
relative_P_200        	2024-217279	0.0323
relative_P_500        	2024-217279	0.0323
relative_P_1000       	2024-217279	0.0323
success_1             	2024-217279	0.0000
success_5             	2024-217279	0.0000
success_10            	2024-217279	0.0000
set_P                 	2024-217279	0.0600
set_relative_P        	2024-217279	0.0600
set_recall            	2024-217279	0.0323
set_map               	2024-217279	0.0019
set_F                 	2024-217279	0.0420
num_nonrel_judged_ret 	2024-217279	0
num_ret               	2024-217488	100
num_rel               	2024-217488	162
num_rel_ret           	2024-217488	70
map                   	2024-217488	0.3747
Rprec                 	2024-217488	0.4321
bpref                 	2024-217488	0.4181
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	0.9583
iprec_at_recall_0.20  	2024-217488	0.9167
iprec_at_recall_0.30  	2024-217488	0.7778
iprec_at_recall_0.40  	2024-217488	0.7386
iprec_at_recall_0.50  	2024-217488	0.0000
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	1.0000
P_10                  	2024-217488	1.0000
P_15                  	2024-217488	0.9333
P_20                  	2024-217488	0.9500
P_30                  	2024-217488	0.9000
P_100                 	2024-217488	0.7000
P_200                 	2024-217488	0.3500
P_500                 	2024-217488	0.1400
P_1000                	2024-217488	0.0700
relstring             	2024-217488	'2332322322'
recall_5              	2024-217488	0.0309
recall_10             	2024-217488	0.0617
recall_15             	2024-217488	0.0864
recall_20             	2024-217488	0.1173
recall_30             	2024-217488	0.1667
recall_100            	2024-217488	0.4321
recall_200            	2024-217488	0.4321
recall_500            	2024-217488	0.4321
recall_1000           	2024-217488	0.4321
infAP                 	2024-217488	0.3747
Rprec_mult_0.20       	2024-217488	0.9091
Rprec_mult_0.40       	2024-217488	0.7692
Rprec_mult_0.60       	2024-217488	0.7041
Rprec_mult_0.80       	2024-217488	0.5385
Rprec_mult_1.00       	2024-217488	0.4321
Rprec_mult_1.20       	2024-217488	0.3590
Rprec_mult_1.40       	2024-217488	0.3084
Rprec_mult_1.60       	2024-217488	0.2692
Rprec_mult_1.80       	2024-217488	0.2397
Rprec_mult_2.00       	2024-217488	0.2160
utility               	2024-217488	40.0000
11pt_avg              	2024-217488	0.3992
binG                  	2024-217488	0.2009
G                     	2024-217488	0.1346
ndcg                  	2024-217488	0.5514
ndcg_rel              	2024-217488	0.6636
Rndcg                 	2024-217488	0.6489
ndcg_cut_5            	2024-217488	0.8383
ndcg_cut_10           	2024-217488	0.8185
ndcg_cut_15           	2024-217488	0.8131
ndcg_cut_20           	2024-217488	0.8505
ndcg_cut_30           	2024-217488	0.8604
ndcg_cut_100          	2024-217488	0.7209
ndcg_cut_200          	2024-217488	0.5514
ndcg_cut_500          	2024-217488	0.5514
ndcg_cut_1000         	2024-217488	0.5514
map_cut_5             	2024-217488	0.0309
map_cut_10            	2024-217488	0.0617
map_cut_15            	2024-217488	0.0846
map_cut_20            	2024-217488	0.1137
map_cut_30            	2024-217488	0.1600
map_cut_100           	2024-217488	0.3747
map_cut_200           	2024-217488	0.3747
map_cut_500           	2024-217488	0.3747
map_cut_1000          	2024-217488	0.3747
relative_P_5          	2024-217488	1.0000
relative_P_10         	2024-217488	1.0000
relative_P_15         	2024-217488	0.9333
relative_P_20         	2024-217488	0.9500
relative_P_30         	2024-217488	0.9000
relative_P_100        	2024-217488	0.7000
relative_P_200        	2024-217488	0.4321
relative_P_500        	2024-217488	0.4321
relative_P_1000       	2024-217488	0.4321
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	0.7000
set_relative_P        	2024-217488	0.7000
set_recall            	2024-217488	0.4321
set_map               	2024-217488	0.3025
set_F                 	2024-217488	0.5344
num_nonrel_judged_ret 	2024-217488	3
num_ret               	2024-217812	100
num_rel               	2024-217812	24
num_rel_ret           	2024-217812	0
map                   	2024-217812	0.0000
Rprec                 	2024-217812	0.0000
bpref                 	2024-217812	0.0000
recip_rank            	2024-217812	0.0000
iprec_at_recall_0.00  	2024-217812	0.0000
iprec_at_recall_0.10  	2024-217812	0.0000
iprec_at_recall_0.20  	2024-217812	0.0000
iprec_at_recall_0.30  	2024-217812	0.0000
iprec_at_recall_0.40  	2024-217812	0.0000
iprec_at_recall_0.50  	2024-217812	0.0000
iprec_at_recall_0.60  	2024-217812	0.0000
iprec_at_recall_0.70  	2024-217812	0.0000
iprec_at_recall_0.80  	2024-217812	0.0000
iprec_at_recall_0.90  	2024-217812	0.0000
iprec_at_recall_1.00  	2024-217812	0.0000
P_5                   	2024-217812	0.0000
P_10                  	2024-217812	0.0000
P_15                  	2024-217812	0.0000
P_20                  	2024-217812	0.0000
P_30                  	2024-217812	0.0000
P_100                 	2024-217812	0.0000
P_200                 	2024-217812	0.0000
P_500                 	2024-217812	0.0000
P_1000                	2024-217812	0.0000
relstring             	2024-217812	'----------'
recall_5              	2024-217812	0.0000
recall_10             	2024-217812	0.0000
recall_15             	2024-217812	0.0000
recall_20             	2024-217812	0.0000
recall_30             	2024-217812	0.0000
recall_100            	2024-217812	0.0000
recall_200            	2024-217812	0.0000
recall_500            	2024-217812	0.0000
recall_1000           	2024-217812	0.0000
infAP                 	2024-217812	0.0000
Rprec_mult_0.20       	2024-217812	0.0000
Rprec_mult_0.40       	2024-217812	0.0000
Rprec_mult_0.60       	2024-217812	0.0000
Rprec_mult_0.80       	2024-217812	0.0000
Rprec_mult_1.00       	2024-217812	0.0000
Rprec_mult_1.20       	2024-217812	0.0000
Rprec_mult_1.40       	2024-217812	0.0000
Rprec_mult_1.60       	2024-217812	0.0000
Rprec_mult_1.80       	2024-217812	0.0000
Rprec_mult_2.00       	2024-217812	0.0000
utility               	2024-217812	-100.0000
11pt_avg              	2024-217812	0.0000
binG                  	2024-217812	0.0000
G                     	2024-217812	0.0000
ndcg                  	2024-217812	0.0000
ndcg_rel              	2024-217812	0.0000
Rndcg                 	2024-217812	0.0000
ndcg_cut_5            	2024-217812	0.0000
ndcg_cut_10           	2024-217812	0.0000
ndcg_cut_15           	2024-217812	0.0000
ndcg_cut_20           	2024-217812	0.0000
ndcg_cut_30           	2024-217812	0.0000
ndcg_cut_100          	2024-217812	0.0000
ndcg_cut_200          	2024-217812	0.0000
ndcg_cut_500          	2024-217812	0.0000
ndcg_cut_1000         	2024-217812	0.0000
map_cut_5             	2024-217812	0.0000
map_cut_10            	2024-217812	0.0000
map_cut_15            	2024-217812	0.0000
map_cut_20            	2024-217812	0.0000
map_cut_30            	2024-217812	0.0000
map_cut_100           	2024-217812	0.0000
map_cut_200           	2024-217812	0.0000
map_cut_500           	2024-217812	0.0000
map_cut_1000          	2024-217812	0.0000
relative_P_5          	2024-217812	0.0000
relative_P_10         	2024-217812	0.0000
relative_P_15         	2024-217812	0.0000
relative_P_20         	2024-217812	0.0000
relative_P_30         	2024-217812	0.0000
relative_P_100        	2024-217812	0.0000
relative_P_200        	2024-217812	0.0000
relative_P_500        	2024-217812	0.0000
relative_P_1000       	2024-217812	0.0000
success_1             	2024-217812	0.0000
success_5             	2024-217812	0.0000
success_10            	2024-217812	0.0000
set_P                 	2024-217812	0.0000
set_relative_P        	2024-217812	0.0000
set_recall            	2024-217812	0.0000
set_map               	2024-217812	0.0000
set_F                 	2024-217812	0.0000
num_nonrel_judged_ret 	2024-217812	0
num_ret               	2024-219563	100
num_rel               	2024-219563	220
num_rel_ret           	2024-219563	0
map                   	2024-219563	0.0000
Rprec                 	2024-219563	0.0000
bpref                 	2024-219563	0.0000
recip_rank            	2024-219563	0.0000
iprec_at_recall_0.00  	2024-219563	0.0000
iprec_at_recall_0.10  	2024-219563	0.0000
iprec_at_recall_0.20  	2024-219563	0.0000
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	0.0000
P_10                  	2024-219563	0.0000
P_15                  	2024-219563	0.0000
P_20                  	2024-219563	0.0000
P_30                  	2024-219563	0.0000
P_100                 	2024-219563	0.0000
P_200                 	2024-219563	0.0000
P_500                 	2024-219563	0.0000
P_1000                	2024-219563	0.0000
relstring             	2024-219563	'----------'
recall_5              	2024-219563	0.0000
recall_10             	2024-219563	0.0000
recall_15             	2024-219563	0.0000
recall_20             	2024-219563	0.0000
recall_30             	2024-219563	0.0000
recall_100            	2024-219563	0.0000
recall_200            	2024-219563	0.0000
recall_500            	2024-219563	0.0000
recall_1000           	2024-219563	0.0000
infAP                 	2024-219563	0.0000
Rprec_mult_0.20       	2024-219563	0.0000
Rprec_mult_0.40       	2024-219563	0.0000
Rprec_mult_0.60       	2024-219563	0.0000
Rprec_mult_0.80       	2024-219563	0.0000
Rprec_mult_1.00       	2024-219563	0.0000
Rprec_mult_1.20       	2024-219563	0.0000
Rprec_mult_1.40       	2024-219563	0.0000
Rprec_mult_1.60       	2024-219563	0.0000
Rprec_mult_1.80       	2024-219563	0.0000
Rprec_mult_2.00       	2024-219563	0.0000
utility               	2024-219563	-100.0000
11pt_avg              	2024-219563	0.0000
binG                  	2024-219563	0.0000
G                     	2024-219563	0.0000
ndcg                  	2024-219563	0.0000
ndcg_rel              	2024-219563	0.0000
Rndcg                 	2024-219563	0.0000
ndcg_cut_5            	2024-219563	0.0000
ndcg_cut_10           	2024-219563	0.0000
ndcg_cut_15           	2024-219563	0.0000
ndcg_cut_20           	2024-219563	0.0000
ndcg_cut_30           	2024-219563	0.0000
ndcg_cut_100          	2024-219563	0.0000
ndcg_cut_200          	2024-219563	0.0000
ndcg_cut_500          	2024-219563	0.0000
ndcg_cut_1000         	2024-219563	0.0000
map_cut_5             	2024-219563	0.0000
map_cut_10            	2024-219563	0.0000
map_cut_15            	2024-219563	0.0000
map_cut_20            	2024-219563	0.0000
map_cut_30            	2024-219563	0.0000
map_cut_100           	2024-219563	0.0000
map_cut_200           	2024-219563	0.0000
map_cut_500           	2024-219563	0.0000
map_cut_1000          	2024-219563	0.0000
relative_P_5          	2024-219563	0.0000
relative_P_10         	2024-219563	0.0000
relative_P_15         	2024-219563	0.0000
relative_P_20         	2024-219563	0.0000
relative_P_30         	2024-219563	0.0000
relative_P_100        	2024-219563	0.0000
relative_P_200        	2024-219563	0.0000
relative_P_500        	2024-219563	0.0000
relative_P_1000       	2024-219563	0.0000
success_1             	2024-219563	0.0000
success_5             	2024-219563	0.0000
success_10            	2024-219563	0.0000
set_P                 	2024-219563	0.0000
set_relative_P        	2024-219563	0.0000
set_recall            	2024-219563	0.0000
set_map               	2024-219563	0.0000
set_F                 	2024-219563	0.0000
num_nonrel_judged_ret 	2024-219563	0
num_ret               	2024-219624	100
num_rel               	2024-219624	18
num_rel_ret           	2024-219624	1
map                   	2024-219624	0.0015
Rprec                 	2024-219624	0.0000
bpref                 	2024-219624	0.0370
recip_rank            	2024-219624	0.0278
iprec_at_recall_0.00  	2024-219624	0.0278
iprec_at_recall_0.10  	2024-219624	0.0000
iprec_at_recall_0.20  	2024-219624	0.0000
iprec_at_recall_0.30  	2024-219624	0.0000
iprec_at_recall_0.40  	2024-219624	0.0000
iprec_at_recall_0.50  	2024-219624	0.0000
iprec_at_recall_0.60  	2024-219624	0.0000
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.0000
P_10                  	2024-219624	0.0000
P_15                  	2024-219624	0.0000
P_20                  	2024-219624	0.0000
P_30                  	2024-219624	0.0000
P_100                 	2024-219624	0.0100
P_200                 	2024-219624	0.0050
P_500                 	2024-219624	0.0020
P_1000                	2024-219624	0.0010
relstring             	2024-219624	'-------0--'
recall_5              	2024-219624	0.0000
recall_10             	2024-219624	0.0000
recall_15             	2024-219624	0.0000
recall_20             	2024-219624	0.0000
recall_30             	2024-219624	0.0000
recall_100            	2024-219624	0.0556
recall_200            	2024-219624	0.0556
recall_500            	2024-219624	0.0556
recall_1000           	2024-219624	0.0556
infAP                 	2024-219624	0.0015
Rprec_mult_0.20       	2024-219624	0.0000
Rprec_mult_0.40       	2024-219624	0.0000
Rprec_mult_0.60       	2024-219624	0.0000
Rprec_mult_0.80       	2024-219624	0.0000
Rprec_mult_1.00       	2024-219624	0.0000
Rprec_mult_1.20       	2024-219624	0.0000
Rprec_mult_1.40       	2024-219624	0.0000
Rprec_mult_1.60       	2024-219624	0.0000
Rprec_mult_1.80       	2024-219624	0.0000
Rprec_mult_2.00       	2024-219624	0.0278
utility               	2024-219624	-98.0000
11pt_avg              	2024-219624	0.0025
binG                  	2024-219624	0.0107
G                     	2024-219624	0.0147
ndcg                  	2024-219624	0.0353
ndcg_rel              	2024-219624	0.0353
Rndcg                 	2024-219624	0.0088
ndcg_cut_5            	2024-219624	0.0000
ndcg_cut_10           	2024-219624	0.0000
ndcg_cut_15           	2024-219624	0.0000
ndcg_cut_20           	2024-219624	0.0000
ndcg_cut_30           	2024-219624	0.0000
ndcg_cut_100          	2024-219624	0.0353
ndcg_cut_200          	2024-219624	0.0353
ndcg_cut_500          	2024-219624	0.0353
ndcg_cut_1000         	2024-219624	0.0353
map_cut_5             	2024-219624	0.0000
map_cut_10            	2024-219624	0.0000
map_cut_15            	2024-219624	0.0000
map_cut_20            	2024-219624	0.0000
map_cut_30            	2024-219624	0.0000
map_cut_100           	2024-219624	0.0015
map_cut_200           	2024-219624	0.0015
map_cut_500           	2024-219624	0.0015
map_cut_1000          	2024-219624	0.0015
relative_P_5          	2024-219624	0.0000
relative_P_10         	2024-219624	0.0000
relative_P_15         	2024-219624	0.0000
relative_P_20         	2024-219624	0.0000
relative_P_30         	2024-219624	0.0000
relative_P_100        	2024-219624	0.0556
relative_P_200        	2024-219624	0.0556
relative_P_500        	2024-219624	0.0556
relative_P_1000       	2024-219624	0.0556
success_1             	2024-219624	0.0000
success_5             	2024-219624	0.0000
success_10            	2024-219624	0.0000
set_P                 	2024-219624	0.0100
set_relative_P        	2024-219624	0.0556
set_recall            	2024-219624	0.0556
set_map               	2024-219624	0.0006
set_F                 	2024-219624	0.0169
num_nonrel_judged_ret 	2024-219624	12
num_ret               	2024-219631	100
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	39
map                   	2024-219631	0.1669
Rprec                 	2024-219631	0.2335
bpref                 	2024-219631	0.2335
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	0.7826
iprec_at_recall_0.20  	2024-219631	0.4533
iprec_at_recall_0.30  	2024-219631	0.0000
iprec_at_recall_0.40  	2024-219631	0.0000
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	0.8000
P_10                  	2024-219631	0.9000
P_15                  	2024-219631	0.7333
P_20                  	2024-219631	0.8000
P_30                  	2024-219631	0.7333
P_100                 	2024-219631	0.3900
P_200                 	2024-219631	0.1950
P_500                 	2024-219631	0.0780
P_1000                	2024-219631	0.0390
relstring             	2024-219631	'21-1211112'
recall_5              	2024-219631	0.0240
recall_10             	2024-219631	0.0539
recall_15             	2024-219631	0.0659
recall_20             	2024-219631	0.0958
recall_30             	2024-219631	0.1317
recall_100            	2024-219631	0.2335
recall_200            	2024-219631	0.2335
recall_500            	2024-219631	0.2335
recall_1000           	2024-219631	0.2335
infAP                 	2024-219631	0.1669
Rprec_mult_0.20       	2024-219631	0.7353
Rprec_mult_0.40       	2024-219631	0.4776
Rprec_mult_0.60       	2024-219631	0.3861
Rprec_mult_0.80       	2024-219631	0.2910
Rprec_mult_1.00       	2024-219631	0.2335
Rprec_mult_1.20       	2024-219631	0.1940
Rprec_mult_1.40       	2024-219631	0.1667
Rprec_mult_1.60       	2024-219631	0.1455
Rprec_mult_1.80       	2024-219631	0.1296
Rprec_mult_2.00       	2024-219631	0.1168
utility               	2024-219631	-22.0000
11pt_avg              	2024-219631	0.2033
binG                  	2024-219631	0.0923
G                     	2024-219631	0.0665
ndcg                  	2024-219631	0.3439
ndcg_rel              	2024-219631	0.3891
Rndcg                 	2024-219631	0.5162
ndcg_cut_5            	2024-219631	0.5561
ndcg_cut_10           	2024-219631	0.5670
ndcg_cut_15           	2024-219631	0.5140
ndcg_cut_20           	2024-219631	0.5425
ndcg_cut_30           	2024-219631	0.5469
ndcg_cut_100          	2024-219631	0.4533
ndcg_cut_200          	2024-219631	0.3439
ndcg_cut_500          	2024-219631	0.3439
ndcg_cut_1000         	2024-219631	0.3439
map_cut_5             	2024-219631	0.0213
map_cut_10            	2024-219631	0.0473
map_cut_15            	2024-219631	0.0583
map_cut_20            	2024-219631	0.0815
map_cut_30            	2024-219631	0.1087
map_cut_100           	2024-219631	0.1669
map_cut_200           	2024-219631	0.1669
map_cut_500           	2024-219631	0.1669
map_cut_1000          	2024-219631	0.1669
relative_P_5          	2024-219631	0.8000
relative_P_10         	2024-219631	0.9000
relative_P_15         	2024-219631	0.7333
relative_P_20         	2024-219631	0.8000
relative_P_30         	2024-219631	0.7333
relative_P_100        	2024-219631	0.3900
relative_P_200        	2024-219631	0.2335
relative_P_500        	2024-219631	0.2335
relative_P_1000       	2024-219631	0.2335
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	0.3900
set_relative_P        	2024-219631	0.3900
set_recall            	2024-219631	0.2335
set_map               	2024-219631	0.0911
set_F                 	2024-219631	0.2921
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	100
num_rel               	2024-219661	68
num_rel_ret           	2024-219661	50
map                   	2024-219661	0.4063
Rprec                 	2024-219661	0.5882
bpref                 	2024-219661	0.5327
recip_rank            	2024-219661	1.0000
iprec_at_recall_0.00  	2024-219661	1.0000
iprec_at_recall_0.10  	2024-219661	0.5970
iprec_at_recall_0.20  	2024-219661	0.5970
iprec_at_recall_0.30  	2024-219661	0.5970
iprec_at_recall_0.40  	2024-219661	0.5970
iprec_at_recall_0.50  	2024-219661	0.5970
iprec_at_recall_0.60  	2024-219661	0.5867
iprec_at_recall_0.70  	2024-219661	0.5000
iprec_at_recall_0.80  	2024-219661	0.0000
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	0.8000
P_10                  	2024-219661	0.5000
P_15                  	2024-219661	0.3333
P_20                  	2024-219661	0.3500
P_30                  	2024-219661	0.4667
P_100                 	2024-219661	0.5000
P_200                 	2024-219661	0.2500
P_500                 	2024-219661	0.1000
P_1000                	2024-219661	0.0500
relstring             	2024-219661	'2211000002'
recall_5              	2024-219661	0.0588
recall_10             	2024-219661	0.0735
recall_15             	2024-219661	0.0735
recall_20             	2024-219661	0.1029
recall_30             	2024-219661	0.2059
recall_100            	2024-219661	0.7353
recall_200            	2024-219661	0.7353
recall_500            	2024-219661	0.7353
recall_1000           	2024-219661	0.7353
infAP                 	2024-219661	0.4063
Rprec_mult_0.20       	2024-219661	0.3571
Rprec_mult_0.40       	2024-219661	0.4643
Rprec_mult_0.60       	2024-219661	0.5122
Rprec_mult_0.80       	2024-219661	0.5455
Rprec_mult_1.00       	2024-219661	0.5882
Rprec_mult_1.20       	2024-219661	0.5488
Rprec_mult_1.40       	2024-219661	0.4896
Rprec_mult_1.60       	2024-219661	0.4587
Rprec_mult_1.80       	2024-219661	0.4065
Rprec_mult_2.00       	2024-219661	0.3676
utility               	2024-219661	0.0000
11pt_avg              	2024-219661	0.4611
binG                  	2024-219661	0.2076
G                     	2024-219661	0.1749
ndcg                  	2024-219661	0.6397
ndcg_rel              	2024-219661	0.5486
Rndcg                 	2024-219661	0.5204
ndcg_cut_5            	2024-219661	0.7110
ndcg_cut_10           	2024-219661	0.5250
ndcg_cut_15           	2024-219661	0.4070
ndcg_cut_20           	2024-219661	0.3714
ndcg_cut_30           	2024-219661	0.3892
ndcg_cut_100          	2024-219661	0.6397
ndcg_cut_200          	2024-219661	0.6397
ndcg_cut_500          	2024-219661	0.6397
ndcg_cut_1000         	2024-219661	0.6397
map_cut_5             	2024-219661	0.0588
map_cut_10            	2024-219661	0.0662
map_cut_15            	2024-219661	0.0662
map_cut_20            	2024-219661	0.0760
map_cut_30            	2024-219661	0.1194
map_cut_100           	2024-219661	0.4063
map_cut_200           	2024-219661	0.4063
map_cut_500           	2024-219661	0.4063
map_cut_1000          	2024-219661	0.4063
relative_P_5          	2024-219661	0.8000
relative_P_10         	2024-219661	0.5000
relative_P_15         	2024-219661	0.3333
relative_P_20         	2024-219661	0.3500
relative_P_30         	2024-219661	0.4667
relative_P_100        	2024-219661	0.7353
relative_P_200        	2024-219661	0.7353
relative_P_500        	2024-219661	0.7353
relative_P_1000       	2024-219661	0.7353
success_1             	2024-219661	1.0000
success_5             	2024-219661	1.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	0.5000
set_relative_P        	2024-219661	0.7353
set_recall            	2024-219661	0.7353
set_map               	2024-219661	0.3676
set_F                 	2024-219661	0.5952
num_nonrel_judged_ret 	2024-219661	27
num_ret               	2024-220058	100
num_rel               	2024-220058	155
num_rel_ret           	2024-220058	22
map                   	2024-220058	0.0479
Rprec                 	2024-220058	0.1419
bpref                 	2024-220058	0.1290
recip_rank            	2024-220058	0.2500
iprec_at_recall_0.00  	2024-220058	0.5556
iprec_at_recall_0.10  	2024-220058	0.2881
iprec_at_recall_0.20  	2024-220058	0.0000
iprec_at_recall_0.30  	2024-220058	0.0000
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	0.4000
P_10                  	2024-220058	0.5000
P_15                  	2024-220058	0.4000
P_20                  	2024-220058	0.4000
P_30                  	2024-220058	0.3333
P_100                 	2024-220058	0.2200
P_200                 	2024-220058	0.1100
P_500                 	2024-220058	0.0440
P_1000                	2024-220058	0.0220
relstring             	2024-220058	'0--32-222-'
recall_5              	2024-220058	0.0129
recall_10             	2024-220058	0.0323
recall_15             	2024-220058	0.0387
recall_20             	2024-220058	0.0516
recall_30             	2024-220058	0.0645
recall_100            	2024-220058	0.1419
recall_200            	2024-220058	0.1419
recall_500            	2024-220058	0.1419
recall_1000           	2024-220058	0.1419
infAP                 	2024-220058	0.0479
Rprec_mult_0.20       	2024-220058	0.3226
Rprec_mult_0.40       	2024-220058	0.2742
Rprec_mult_0.60       	2024-220058	0.2366
Rprec_mult_0.80       	2024-220058	0.1774
Rprec_mult_1.00       	2024-220058	0.1419
Rprec_mult_1.20       	2024-220058	0.1183
Rprec_mult_1.40       	2024-220058	0.1014
Rprec_mult_1.60       	2024-220058	0.0887
Rprec_mult_1.80       	2024-220058	0.0789
Rprec_mult_2.00       	2024-220058	0.0710
utility               	2024-220058	-56.0000
11pt_avg              	2024-220058	0.0767
binG                  	2024-220058	0.0358
G                     	2024-220058	0.0304
ndcg                  	2024-220058	0.1789
ndcg_rel              	2024-220058	0.1908
Rndcg                 	2024-220058	0.2011
ndcg_cut_5            	2024-220058	0.2335
ndcg_cut_10           	2024-220058	0.3200
ndcg_cut_15           	2024-220058	0.2988
ndcg_cut_20           	2024-220058	0.2978
ndcg_cut_30           	2024-220058	0.2769
ndcg_cut_100          	2024-220058	0.2108
ndcg_cut_200          	2024-220058	0.1789
ndcg_cut_500          	2024-220058	0.1789
ndcg_cut_1000         	2024-220058	0.1789
map_cut_5             	2024-220058	0.0042
map_cut_10            	2024-220058	0.0138
map_cut_15            	2024-220058	0.0167
map_cut_20            	2024-220058	0.0217
map_cut_30            	2024-220058	0.0259
map_cut_100           	2024-220058	0.0479
map_cut_200           	2024-220058	0.0479
map_cut_500           	2024-220058	0.0479
map_cut_1000          	2024-220058	0.0479
relative_P_5          	2024-220058	0.4000
relative_P_10         	2024-220058	0.5000
relative_P_15         	2024-220058	0.4000
relative_P_20         	2024-220058	0.4000
relative_P_30         	2024-220058	0.3333
relative_P_100        	2024-220058	0.2200
relative_P_200        	2024-220058	0.1419
relative_P_500        	2024-220058	0.1419
relative_P_1000       	2024-220058	0.1419
success_1             	2024-220058	0.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	0.2200
set_relative_P        	2024-220058	0.2200
set_recall            	2024-220058	0.1419
set_map               	2024-220058	0.0312
set_F                 	2024-220058	0.1725
num_nonrel_judged_ret 	2024-220058	1
num_ret               	2024-220140	100
num_rel               	2024-220140	211
num_rel_ret           	2024-220140	0
map                   	2024-220140	0.0000
Rprec                 	2024-220140	0.0000
bpref                 	2024-220140	0.0000
recip_rank            	2024-220140	0.0000
iprec_at_recall_0.00  	2024-220140	0.0000
iprec_at_recall_0.10  	2024-220140	0.0000
iprec_at_recall_0.20  	2024-220140	0.0000
iprec_at_recall_0.30  	2024-220140	0.0000
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	0.0000
P_10                  	2024-220140	0.0000
P_15                  	2024-220140	0.0000
P_20                  	2024-220140	0.0000
P_30                  	2024-220140	0.0000
P_100                 	2024-220140	0.0000
P_200                 	2024-220140	0.0000
P_500                 	2024-220140	0.0000
P_1000                	2024-220140	0.0000
relstring             	2024-220140	'0000000000'
recall_5              	2024-220140	0.0000
recall_10             	2024-220140	0.0000
recall_15             	2024-220140	0.0000
recall_20             	2024-220140	0.0000
recall_30             	2024-220140	0.0000
recall_100            	2024-220140	0.0000
recall_200            	2024-220140	0.0000
recall_500            	2024-220140	0.0000
recall_1000           	2024-220140	0.0000
infAP                 	2024-220140	0.0000
Rprec_mult_0.20       	2024-220140	0.0000
Rprec_mult_0.40       	2024-220140	0.0000
Rprec_mult_0.60       	2024-220140	0.0000
Rprec_mult_0.80       	2024-220140	0.0000
Rprec_mult_1.00       	2024-220140	0.0000
Rprec_mult_1.20       	2024-220140	0.0000
Rprec_mult_1.40       	2024-220140	0.0000
Rprec_mult_1.60       	2024-220140	0.0000
Rprec_mult_1.80       	2024-220140	0.0000
Rprec_mult_2.00       	2024-220140	0.0000
utility               	2024-220140	-100.0000
11pt_avg              	2024-220140	0.0000
binG                  	2024-220140	0.0000
G                     	2024-220140	0.0000
ndcg                  	2024-220140	0.0000
ndcg_rel              	2024-220140	0.0000
Rndcg                 	2024-220140	0.0000
ndcg_cut_5            	2024-220140	0.0000
ndcg_cut_10           	2024-220140	0.0000
ndcg_cut_15           	2024-220140	0.0000
ndcg_cut_20           	2024-220140	0.0000
ndcg_cut_30           	2024-220140	0.0000
ndcg_cut_100          	2024-220140	0.0000
ndcg_cut_200          	2024-220140	0.0000
ndcg_cut_500          	2024-220140	0.0000
ndcg_cut_1000         	2024-220140	0.0000
map_cut_5             	2024-220140	0.0000
map_cut_10            	2024-220140	0.0000
map_cut_15            	2024-220140	0.0000
map_cut_20            	2024-220140	0.0000
map_cut_30            	2024-220140	0.0000
map_cut_100           	2024-220140	0.0000
map_cut_200           	2024-220140	0.0000
map_cut_500           	2024-220140	0.0000
map_cut_1000          	2024-220140	0.0000
relative_P_5          	2024-220140	0.0000
relative_P_10         	2024-220140	0.0000
relative_P_15         	2024-220140	0.0000
relative_P_20         	2024-220140	0.0000
relative_P_30         	2024-220140	0.0000
relative_P_100        	2024-220140	0.0000
relative_P_200        	2024-220140	0.0000
relative_P_500        	2024-220140	0.0000
relative_P_1000       	2024-220140	0.0000
success_1             	2024-220140	0.0000
success_5             	2024-220140	0.0000
success_10            	2024-220140	0.0000
set_P                 	2024-220140	0.0000
set_relative_P        	2024-220140	0.0000
set_recall            	2024-220140	0.0000
set_map               	2024-220140	0.0000
set_F                 	2024-220140	0.0000
num_nonrel_judged_ret 	2024-220140	30
num_ret               	2024-222465	100
num_rel               	2024-222465	210
num_rel_ret           	2024-222465	41
map                   	2024-222465	0.1079
Rprec                 	2024-222465	0.1952
bpref                 	2024-222465	0.1723
recip_rank            	2024-222465	0.5000
iprec_at_recall_0.00  	2024-222465	0.7500
iprec_at_recall_0.10  	2024-222465	0.6562
iprec_at_recall_0.20  	2024-222465	0.0000
iprec_at_recall_0.30  	2024-222465	0.0000
iprec_at_recall_0.40  	2024-222465	0.0000
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	0.6000
P_10                  	2024-222465	0.6000
P_15                  	2024-222465	0.5333
P_20                  	2024-222465	0.4500
P_30                  	2024-222465	0.6333
P_100                 	2024-222465	0.4100
P_200                 	2024-222465	0.2050
P_500                 	2024-222465	0.0820
P_1000                	2024-222465	0.0410
relstring             	2024-222465	'-212--1-11'
recall_5              	2024-222465	0.0143
recall_10             	2024-222465	0.0286
recall_15             	2024-222465	0.0381
recall_20             	2024-222465	0.0429
recall_30             	2024-222465	0.0905
recall_100            	2024-222465	0.1952
recall_200            	2024-222465	0.1952
recall_500            	2024-222465	0.1952
recall_1000           	2024-222465	0.1952
infAP                 	2024-222465	0.1079
Rprec_mult_0.20       	2024-222465	0.5476
Rprec_mult_0.40       	2024-222465	0.4524
Rprec_mult_0.60       	2024-222465	0.3254
Rprec_mult_0.80       	2024-222465	0.2440
Rprec_mult_1.00       	2024-222465	0.1952
Rprec_mult_1.20       	2024-222465	0.1627
Rprec_mult_1.40       	2024-222465	0.1395
Rprec_mult_1.60       	2024-222465	0.1220
Rprec_mult_1.80       	2024-222465	0.1085
Rprec_mult_2.00       	2024-222465	0.0976
utility               	2024-222465	-18.0000
11pt_avg              	2024-222465	0.1278
binG                  	2024-222465	0.0543
G                     	2024-222465	0.0346
ndcg                  	2024-222465	0.2211
ndcg_rel              	2024-222465	0.2380
Rndcg                 	2024-222465	0.2452
ndcg_cut_5            	2024-222465	0.2966
ndcg_cut_10           	2024-222465	0.2602
ndcg_cut_15           	2024-222465	0.2451
ndcg_cut_20           	2024-222465	0.2267
ndcg_cut_30           	2024-222465	0.3336
ndcg_cut_100          	2024-222465	0.3093
ndcg_cut_200          	2024-222465	0.2253
ndcg_cut_500          	2024-222465	0.2211
ndcg_cut_1000         	2024-222465	0.2211
map_cut_5             	2024-222465	0.0091
map_cut_10            	2024-222465	0.0174
map_cut_15            	2024-222465	0.0225
map_cut_20            	2024-222465	0.0250
map_cut_30            	2024-222465	0.0518
map_cut_100           	2024-222465	0.1079
map_cut_200           	2024-222465	0.1079
map_cut_500           	2024-222465	0.1079
map_cut_1000          	2024-222465	0.1079
relative_P_5          	2024-222465	0.6000
relative_P_10         	2024-222465	0.6000
relative_P_15         	2024-222465	0.5333
relative_P_20         	2024-222465	0.4500
relative_P_30         	2024-222465	0.6333
relative_P_100        	2024-222465	0.4100
relative_P_200        	2024-222465	0.2050
relative_P_500        	2024-222465	0.1952
relative_P_1000       	2024-222465	0.1952
success_1             	2024-222465	0.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	0.4100
set_relative_P        	2024-222465	0.4100
set_recall            	2024-222465	0.1952
set_map               	2024-222465	0.0800
set_F                 	2024-222465	0.2645
num_nonrel_judged_ret 	2024-222465	2
num_ret               	2024-223358	100
num_rel               	2024-223358	15
num_rel_ret           	2024-223358	2
map                   	2024-223358	0.0049
Rprec                 	2024-223358	0.0000
bpref                 	2024-223358	0.1333
recip_rank            	2024-223358	0.0270
iprec_at_recall_0.00  	2024-223358	0.0465
iprec_at_recall_0.10  	2024-223358	0.0465
iprec_at_recall_0.20  	2024-223358	0.0000
iprec_at_recall_0.30  	2024-223358	0.0000
iprec_at_recall_0.40  	2024-223358	0.0000
iprec_at_recall_0.50  	2024-223358	0.0000
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.0000
P_10                  	2024-223358	0.0000
P_15                  	2024-223358	0.0000
P_20                  	2024-223358	0.0000
P_30                  	2024-223358	0.0000
P_100                 	2024-223358	0.0200
P_200                 	2024-223358	0.0100
P_500                 	2024-223358	0.0040
P_1000                	2024-223358	0.0020
relstring             	2024-223358	'----------'
recall_5              	2024-223358	0.0000
recall_10             	2024-223358	0.0000
recall_15             	2024-223358	0.0000
recall_20             	2024-223358	0.0000
recall_30             	2024-223358	0.0000
recall_100            	2024-223358	0.1333
recall_200            	2024-223358	0.1333
recall_500            	2024-223358	0.1333
recall_1000           	2024-223358	0.1333
infAP                 	2024-223358	0.0049
Rprec_mult_0.20       	2024-223358	0.0000
Rprec_mult_0.40       	2024-223358	0.0000
Rprec_mult_0.60       	2024-223358	0.0000
Rprec_mult_0.80       	2024-223358	0.0000
Rprec_mult_1.00       	2024-223358	0.0000
Rprec_mult_1.20       	2024-223358	0.0000
Rprec_mult_1.40       	2024-223358	0.0000
Rprec_mult_1.60       	2024-223358	0.0000
Rprec_mult_1.80       	2024-223358	0.0000
Rprec_mult_2.00       	2024-223358	0.0000
utility               	2024-223358	-96.0000
11pt_avg              	2024-223358	0.0085
binG                  	2024-223358	0.0250
G                     	2024-223358	0.0310
ndcg                  	2024-223358	0.0706
ndcg_rel              	2024-223358	0.0691
Rndcg                 	2024-223358	0.0235
ndcg_cut_5            	2024-223358	0.0000
ndcg_cut_10           	2024-223358	0.0000
ndcg_cut_15           	2024-223358	0.0000
ndcg_cut_20           	2024-223358	0.0000
ndcg_cut_30           	2024-223358	0.0000
ndcg_cut_100          	2024-223358	0.0706
ndcg_cut_200          	2024-223358	0.0706
ndcg_cut_500          	2024-223358	0.0706
ndcg_cut_1000         	2024-223358	0.0706
map_cut_5             	2024-223358	0.0000
map_cut_10            	2024-223358	0.0000
map_cut_15            	2024-223358	0.0000
map_cut_20            	2024-223358	0.0000
map_cut_30            	2024-223358	0.0000
map_cut_100           	2024-223358	0.0049
map_cut_200           	2024-223358	0.0049
map_cut_500           	2024-223358	0.0049
map_cut_1000          	2024-223358	0.0049
relative_P_5          	2024-223358	0.0000
relative_P_10         	2024-223358	0.0000
relative_P_15         	2024-223358	0.0000
relative_P_20         	2024-223358	0.0000
relative_P_30         	2024-223358	0.0000
relative_P_100        	2024-223358	0.1333
relative_P_200        	2024-223358	0.1333
relative_P_500        	2024-223358	0.1333
relative_P_1000       	2024-223358	0.1333
success_1             	2024-223358	0.0000
success_5             	2024-223358	0.0000
success_10            	2024-223358	0.0000
set_P                 	2024-223358	0.0200
set_relative_P        	2024-223358	0.1333
set_recall            	2024-223358	0.1333
set_map               	2024-223358	0.0027
set_F                 	2024-223358	0.0348
num_nonrel_judged_ret 	2024-223358	0
num_ret               	2024-223499	100
num_rel               	2024-223499	149
num_rel_ret           	2024-223499	23
map                   	2024-223499	0.0513
Rprec                 	2024-223499	0.1544
bpref                 	2024-223499	0.1365
recip_rank            	2024-223499	1.0000
iprec_at_recall_0.00  	2024-223499	1.0000
iprec_at_recall_0.10  	2024-223499	0.2347
iprec_at_recall_0.20  	2024-223499	0.0000
iprec_at_recall_0.30  	2024-223499	0.0000
iprec_at_recall_0.40  	2024-223499	0.0000
iprec_at_recall_0.50  	2024-223499	0.0000
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	0.6000
P_10                  	2024-223499	0.4000
P_15                  	2024-223499	0.2667
P_20                  	2024-223499	0.2000
P_30                  	2024-223499	0.1667
P_100                 	2024-223499	0.2300
P_200                 	2024-223499	0.1150
P_500                 	2024-223499	0.0460
P_1000                	2024-223499	0.0230
relstring             	2024-223499	'233---1---'
recall_5              	2024-223499	0.0201
recall_10             	2024-223499	0.0268
recall_15             	2024-223499	0.0268
recall_20             	2024-223499	0.0268
recall_30             	2024-223499	0.0336
recall_100            	2024-223499	0.1544
recall_200            	2024-223499	0.1544
recall_500            	2024-223499	0.1544
recall_1000           	2024-223499	0.1544
infAP                 	2024-223499	0.0513
Rprec_mult_0.20       	2024-223499	0.1667
Rprec_mult_0.40       	2024-223499	0.2167
Rprec_mult_0.60       	2024-223499	0.2222
Rprec_mult_0.80       	2024-223499	0.1917
Rprec_mult_1.00       	2024-223499	0.1544
Rprec_mult_1.20       	2024-223499	0.1285
Rprec_mult_1.40       	2024-223499	0.1100
Rprec_mult_1.60       	2024-223499	0.0962
Rprec_mult_1.80       	2024-223499	0.0855
Rprec_mult_2.00       	2024-223499	0.0772
utility               	2024-223499	-54.0000
11pt_avg              	2024-223499	0.1122
binG                  	2024-223499	0.0459
G                     	2024-223499	0.0411
ndcg                  	2024-223499	0.2195
ndcg_rel              	2024-223499	0.2366
Rndcg                 	2024-223499	0.2642
ndcg_cut_5            	2024-223499	0.6097
ndcg_cut_10           	2024-223499	0.4201
ndcg_cut_15           	2024-223499	0.3256
ndcg_cut_20           	2024-223499	0.2871
ndcg_cut_30           	2024-223499	0.2538
ndcg_cut_100          	2024-223499	0.2525
ndcg_cut_200          	2024-223499	0.2195
ndcg_cut_500          	2024-223499	0.2195
ndcg_cut_1000         	2024-223499	0.2195
map_cut_5             	2024-223499	0.0201
map_cut_10            	2024-223499	0.0240
map_cut_15            	2024-223499	0.0240
map_cut_20            	2024-223499	0.0240
map_cut_30            	2024-223499	0.0252
map_cut_100           	2024-223499	0.0513
map_cut_200           	2024-223499	0.0513
map_cut_500           	2024-223499	0.0513
map_cut_1000          	2024-223499	0.0513
relative_P_5          	2024-223499	0.6000
relative_P_10         	2024-223499	0.4000
relative_P_15         	2024-223499	0.2667
relative_P_20         	2024-223499	0.2000
relative_P_30         	2024-223499	0.1667
relative_P_100        	2024-223499	0.2300
relative_P_200        	2024-223499	0.1544
relative_P_500        	2024-223499	0.1544
relative_P_1000       	2024-223499	0.1544
success_1             	2024-223499	1.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	0.2300
set_relative_P        	2024-223499	0.2300
set_recall            	2024-223499	0.1544
set_map               	2024-223499	0.0355
set_F                 	2024-223499	0.1847
num_nonrel_judged_ret 	2024-223499	1
num_ret               	2024-22410	100
num_rel               	2024-22410	147
num_rel_ret           	2024-22410	35
map                   	2024-22410	0.1870
Rprec                 	2024-22410	0.2381
bpref                 	2024-22410	0.2251
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	0.8750
iprec_at_recall_0.20  	2024-22410	0.5882
iprec_at_recall_0.30  	2024-22410	0.0000
iprec_at_recall_0.40  	2024-22410	0.0000
iprec_at_recall_0.50  	2024-22410	0.0000
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	1.0000
P_10                  	2024-22410	1.0000
P_15                  	2024-22410	0.8000
P_20                  	2024-22410	0.8500
P_30                  	2024-22410	0.7000
P_100                 	2024-22410	0.3500
P_200                 	2024-22410	0.1750
P_500                 	2024-22410	0.0700
P_1000                	2024-22410	0.0350
relstring             	2024-22410	'1111222122'
recall_5              	2024-22410	0.0340
recall_10             	2024-22410	0.0680
recall_15             	2024-22410	0.0816
recall_20             	2024-22410	0.1156
recall_30             	2024-22410	0.1429
recall_100            	2024-22410	0.2381
recall_200            	2024-22410	0.2381
recall_500            	2024-22410	0.2381
recall_1000           	2024-22410	0.2381
infAP                 	2024-22410	0.1870
Rprec_mult_0.20       	2024-22410	0.7000
Rprec_mult_0.40       	2024-22410	0.5254
Rprec_mult_0.60       	2024-22410	0.3820
Rprec_mult_0.80       	2024-22410	0.2966
Rprec_mult_1.00       	2024-22410	0.2381
Rprec_mult_1.20       	2024-22410	0.1977
Rprec_mult_1.40       	2024-22410	0.1699
Rprec_mult_1.60       	2024-22410	0.1483
Rprec_mult_1.80       	2024-22410	0.1321
Rprec_mult_2.00       	2024-22410	0.1190
utility               	2024-22410	-30.0000
11pt_avg              	2024-22410	0.2239
binG                  	2024-22410	0.1258
G                     	2024-22410	0.0509
ndcg                  	2024-22410	0.2883
ndcg_rel              	2024-22410	0.3278
Rndcg                 	2024-22410	0.3429
ndcg_cut_5            	2024-22410	0.3771
ndcg_cut_10           	2024-22410	0.4762
ndcg_cut_15           	2024-22410	0.4636
ndcg_cut_20           	2024-22410	0.5209
ndcg_cut_30           	2024-22410	0.4908
ndcg_cut_100          	2024-22410	0.3429
ndcg_cut_200          	2024-22410	0.2883
ndcg_cut_500          	2024-22410	0.2883
ndcg_cut_1000         	2024-22410	0.2883
map_cut_5             	2024-22410	0.0340
map_cut_10            	2024-22410	0.0680
map_cut_15            	2024-22410	0.0803
map_cut_20            	2024-22410	0.1086
map_cut_30            	2024-22410	0.1322
map_cut_100           	2024-22410	0.1870
map_cut_200           	2024-22410	0.1870
map_cut_500           	2024-22410	0.1870
map_cut_1000          	2024-22410	0.1870
relative_P_5          	2024-22410	1.0000
relative_P_10         	2024-22410	1.0000
relative_P_15         	2024-22410	0.8000
relative_P_20         	2024-22410	0.8500
relative_P_30         	2024-22410	0.7000
relative_P_100        	2024-22410	0.3500
relative_P_200        	2024-22410	0.2381
relative_P_500        	2024-22410	0.2381
relative_P_1000       	2024-22410	0.2381
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	0.3500
set_relative_P        	2024-22410	0.3500
set_recall            	2024-22410	0.2381
set_map               	2024-22410	0.0833
set_F                 	2024-22410	0.2834
num_nonrel_judged_ret 	2024-22410	4
num_ret               	2024-224226	100
num_rel               	2024-224226	174
num_rel_ret           	2024-224226	37
map                   	2024-224226	0.1462
Rprec                 	2024-224226	0.2126
bpref                 	2024-224226	0.2077
recip_rank            	2024-224226	1.0000
iprec_at_recall_0.00  	2024-224226	1.0000
iprec_at_recall_0.10  	2024-224226	0.6250
iprec_at_recall_0.20  	2024-224226	0.3789
iprec_at_recall_0.30  	2024-224226	0.0000
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	1.0000
P_10                  	2024-224226	1.0000
P_15                  	2024-224226	0.8667
P_20                  	2024-224226	0.7500
P_30                  	2024-224226	0.6000
P_100                 	2024-224226	0.3700
P_200                 	2024-224226	0.1850
P_500                 	2024-224226	0.0740
P_1000                	2024-224226	0.0370
relstring             	2024-224226	'2222123322'
recall_5              	2024-224226	0.0287
recall_10             	2024-224226	0.0575
recall_15             	2024-224226	0.0747
recall_20             	2024-224226	0.0862
recall_30             	2024-224226	0.1034
recall_100            	2024-224226	0.2126
recall_200            	2024-224226	0.2126
recall_500            	2024-224226	0.2126
recall_1000           	2024-224226	0.2126
infAP                 	2024-224226	0.1462
Rprec_mult_0.20       	2024-224226	0.6000
Rprec_mult_0.40       	2024-224226	0.3857
Rprec_mult_0.60       	2024-224226	0.3524
Rprec_mult_0.80       	2024-224226	0.2643
Rprec_mult_1.00       	2024-224226	0.2126
Rprec_mult_1.20       	2024-224226	0.1770
Rprec_mult_1.40       	2024-224226	0.1516
Rprec_mult_1.60       	2024-224226	0.1326
Rprec_mult_1.80       	2024-224226	0.1178
Rprec_mult_2.00       	2024-224226	0.1063
utility               	2024-224226	-26.0000
11pt_avg              	2024-224226	0.1822
binG                  	2024-224226	0.1073
G                     	2024-224226	0.0512
ndcg                  	2024-224226	0.2914
ndcg_rel              	2024-224226	0.3409
Rndcg                 	2024-224226	0.3906
ndcg_cut_5            	2024-224226	0.6229
ndcg_cut_10           	2024-224226	0.6859
ndcg_cut_15           	2024-224226	0.5932
ndcg_cut_20           	2024-224226	0.5398
ndcg_cut_30           	2024-224226	0.4901
ndcg_cut_100          	2024-224226	0.3633
ndcg_cut_200          	2024-224226	0.2914
ndcg_cut_500          	2024-224226	0.2914
ndcg_cut_1000         	2024-224226	0.2914
map_cut_5             	2024-224226	0.0287
map_cut_10            	2024-224226	0.0575
map_cut_15            	2024-224226	0.0747
map_cut_20            	2024-224226	0.0848
map_cut_30            	2024-224226	0.0956
map_cut_100           	2024-224226	0.1462
map_cut_200           	2024-224226	0.1462
map_cut_500           	2024-224226	0.1462
map_cut_1000          	2024-224226	0.1462
relative_P_5          	2024-224226	1.0000
relative_P_10         	2024-224226	1.0000
relative_P_15         	2024-224226	0.8667
relative_P_20         	2024-224226	0.7500
relative_P_30         	2024-224226	0.6000
relative_P_100        	2024-224226	0.3700
relative_P_200        	2024-224226	0.2126
relative_P_500        	2024-224226	0.2126
relative_P_1000       	2024-224226	0.2126
success_1             	2024-224226	1.0000
success_5             	2024-224226	1.0000
success_10            	2024-224226	1.0000
set_P                 	2024-224226	0.3700
set_relative_P        	2024-224226	0.3700
set_recall            	2024-224226	0.2126
set_map               	2024-224226	0.0787
set_F                 	2024-224226	0.2701
num_nonrel_judged_ret 	2024-224226	2
num_ret               	2024-224279	100
num_rel               	2024-224279	424
num_rel_ret           	2024-224279	22
map                   	2024-224279	0.0109
Rprec                 	2024-224279	0.0519
bpref                 	2024-224279	0.0519
recip_rank            	2024-224279	0.0909
iprec_at_recall_0.00  	2024-224279	0.2653
iprec_at_recall_0.10  	2024-224279	0.0000
iprec_at_recall_0.20  	2024-224279	0.0000
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	0.0000
P_10                  	2024-224279	0.0000
P_15                  	2024-224279	0.1333
P_20                  	2024-224279	0.2000
P_30                  	2024-224279	0.1667
P_100                 	2024-224279	0.2200
P_200                 	2024-224279	0.1100
P_500                 	2024-224279	0.0440
P_1000                	2024-224279	0.0220
relstring             	2024-224279	'----------'
recall_5              	2024-224279	0.0000
recall_10             	2024-224279	0.0000
recall_15             	2024-224279	0.0047
recall_20             	2024-224279	0.0094
recall_30             	2024-224279	0.0118
recall_100            	2024-224279	0.0519
recall_200            	2024-224279	0.0519
recall_500            	2024-224279	0.0519
recall_1000           	2024-224279	0.0519
infAP                 	2024-224279	0.0109
Rprec_mult_0.20       	2024-224279	0.2235
Rprec_mult_0.40       	2024-224279	0.1294
Rprec_mult_0.60       	2024-224279	0.0863
Rprec_mult_0.80       	2024-224279	0.0647
Rprec_mult_1.00       	2024-224279	0.0519
Rprec_mult_1.20       	2024-224279	0.0432
Rprec_mult_1.40       	2024-224279	0.0370
Rprec_mult_1.60       	2024-224279	0.0324
Rprec_mult_1.80       	2024-224279	0.0288
Rprec_mult_2.00       	2024-224279	0.0259
utility               	2024-224279	-56.0000
11pt_avg              	2024-224279	0.0241
binG                  	2024-224279	0.0102
G                     	2024-224279	0.0066
ndcg                  	2024-224279	0.0530
ndcg_rel              	2024-224279	0.0550
Rndcg                 	2024-224279	0.0745
ndcg_cut_5            	2024-224279	0.0000
ndcg_cut_10           	2024-224279	0.0000
ndcg_cut_15           	2024-224279	0.0304
ndcg_cut_20           	2024-224279	0.0584
ndcg_cut_30           	2024-224279	0.0596
ndcg_cut_100          	2024-224279	0.1137
ndcg_cut_200          	2024-224279	0.0787
ndcg_cut_500          	2024-224279	0.0530
ndcg_cut_1000         	2024-224279	0.0530
map_cut_5             	2024-224279	0.0000
map_cut_10            	2024-224279	0.0000
map_cut_15            	2024-224279	0.0006
map_cut_20            	2024-224279	0.0014
map_cut_30            	2024-224279	0.0018
map_cut_100           	2024-224279	0.0109
map_cut_200           	2024-224279	0.0109
map_cut_500           	2024-224279	0.0109
map_cut_1000          	2024-224279	0.0109
relative_P_5          	2024-224279	0.0000
relative_P_10         	2024-224279	0.0000
relative_P_15         	2024-224279	0.1333
relative_P_20         	2024-224279	0.2000
relative_P_30         	2024-224279	0.1667
relative_P_100        	2024-224279	0.2200
relative_P_200        	2024-224279	0.1100
relative_P_500        	2024-224279	0.0519
relative_P_1000       	2024-224279	0.0519
success_1             	2024-224279	0.0000
success_5             	2024-224279	0.0000
success_10            	2024-224279	0.0000
set_P                 	2024-224279	0.2200
set_relative_P        	2024-224279	0.2200
set_recall            	2024-224279	0.0519
set_map               	2024-224279	0.0114
set_F                 	2024-224279	0.0840
num_nonrel_judged_ret 	2024-224279	0
num_ret               	2024-224701	100
num_rel               	2024-224701	92
num_rel_ret           	2024-224701	56
map                   	2024-224701	0.4600
Rprec                 	2024-224701	0.5652
bpref                 	2024-224701	0.6087
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	0.9412
iprec_at_recall_0.20  	2024-224701	0.9048
iprec_at_recall_0.30  	2024-224701	0.7436
iprec_at_recall_0.40  	2024-224701	0.6552
iprec_at_recall_0.50  	2024-224701	0.6049
iprec_at_recall_0.60  	2024-224701	0.5600
iprec_at_recall_0.70  	2024-224701	0.0000
iprec_at_recall_0.80  	2024-224701	0.0000
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	1.0000
P_10                  	2024-224701	0.9000
P_15                  	2024-224701	0.9333
P_20                  	2024-224701	0.9000
P_30                  	2024-224701	0.7667
P_100                 	2024-224701	0.5600
P_200                 	2024-224701	0.2800
P_500                 	2024-224701	0.1120
P_1000                	2024-224701	0.0560
relstring             	2024-224701	'111313-111'
recall_5              	2024-224701	0.0543
recall_10             	2024-224701	0.0978
recall_15             	2024-224701	0.1522
recall_20             	2024-224701	0.1957
recall_30             	2024-224701	0.2500
recall_100            	2024-224701	0.6087
recall_200            	2024-224701	0.6087
recall_500            	2024-224701	0.6087
recall_1000           	2024-224701	0.6087
infAP                 	2024-224701	0.4600
Rprec_mult_0.20       	2024-224701	0.8947
Rprec_mult_0.40       	2024-224701	0.7297
Rprec_mult_0.60       	2024-224701	0.6429
Rprec_mult_0.80       	2024-224701	0.5946
Rprec_mult_1.00       	2024-224701	0.5652
Rprec_mult_1.20       	2024-224701	0.5045
Rprec_mult_1.40       	2024-224701	0.4341
Rprec_mult_1.60       	2024-224701	0.3784
Rprec_mult_1.80       	2024-224701	0.3373
Rprec_mult_2.00       	2024-224701	0.3043
utility               	2024-224701	12.0000
11pt_avg              	2024-224701	0.4918
binG                  	2024-224701	0.2480
G                     	2024-224701	0.1367
ndcg                  	2024-224701	0.5612
ndcg_rel              	2024-224701	0.5269
Rndcg                 	2024-224701	0.5070
ndcg_cut_5            	2024-224701	0.4307
ndcg_cut_10           	2024-224701	0.4545
ndcg_cut_15           	2024-224701	0.4786
ndcg_cut_20           	2024-224701	0.4942
ndcg_cut_30           	2024-224701	0.5183
ndcg_cut_100          	2024-224701	0.5612
ndcg_cut_200          	2024-224701	0.5612
ndcg_cut_500          	2024-224701	0.5612
ndcg_cut_1000         	2024-224701	0.5612
map_cut_5             	2024-224701	0.0543
map_cut_10            	2024-224701	0.0942
map_cut_15            	2024-224701	0.1443
map_cut_20            	2024-224701	0.1842
map_cut_30            	2024-224701	0.2309
map_cut_100           	2024-224701	0.4600
map_cut_200           	2024-224701	0.4600
map_cut_500           	2024-224701	0.4600
map_cut_1000          	2024-224701	0.4600
relative_P_5          	2024-224701	1.0000
relative_P_10         	2024-224701	0.9000
relative_P_15         	2024-224701	0.9333
relative_P_20         	2024-224701	0.9000
relative_P_30         	2024-224701	0.7667
relative_P_100        	2024-224701	0.6087
relative_P_200        	2024-224701	0.6087
relative_P_500        	2024-224701	0.6087
relative_P_1000       	2024-224701	0.6087
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	0.5600
set_relative_P        	2024-224701	0.6087
set_recall            	2024-224701	0.6087
set_map               	2024-224701	0.3409
set_F                 	2024-224701	0.5833
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224926	100
num_rel               	2024-224926	55
num_rel_ret           	2024-224926	3
map                   	2024-224926	0.0140
Rprec                 	2024-224926	0.0364
bpref                 	2024-224926	0.0466
recip_rank            	2024-224926	0.5000
iprec_at_recall_0.00  	2024-224926	0.5000
iprec_at_recall_0.10  	2024-224926	0.0000
iprec_at_recall_0.20  	2024-224926	0.0000
iprec_at_recall_0.30  	2024-224926	0.0000
iprec_at_recall_0.40  	2024-224926	0.0000
iprec_at_recall_0.50  	2024-224926	0.0000
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	0.2000
P_10                  	2024-224926	0.2000
P_15                  	2024-224926	0.1333
P_20                  	2024-224926	0.1000
P_30                  	2024-224926	0.0667
P_100                 	2024-224926	0.0300
P_200                 	2024-224926	0.0150
P_500                 	2024-224926	0.0060
P_1000                	2024-224926	0.0030
relstring             	2024-224926	'-1------1-'
recall_5              	2024-224926	0.0182
recall_10             	2024-224926	0.0364
recall_15             	2024-224926	0.0364
recall_20             	2024-224926	0.0364
recall_30             	2024-224926	0.0364
recall_100            	2024-224926	0.0545
recall_200            	2024-224926	0.0545
recall_500            	2024-224926	0.0545
recall_1000           	2024-224926	0.0545
infAP                 	2024-224926	0.0140
Rprec_mult_0.20       	2024-224926	0.1818
Rprec_mult_0.40       	2024-224926	0.0909
Rprec_mult_0.60       	2024-224926	0.0606
Rprec_mult_0.80       	2024-224926	0.0455
Rprec_mult_1.00       	2024-224926	0.0364
Rprec_mult_1.20       	2024-224926	0.0455
Rprec_mult_1.40       	2024-224926	0.0390
Rprec_mult_1.60       	2024-224926	0.0341
Rprec_mult_1.80       	2024-224926	0.0303
Rprec_mult_2.00       	2024-224926	0.0273
utility               	2024-224926	-94.0000
11pt_avg              	2024-224926	0.0455
binG                  	2024-224926	0.0203
G                     	2024-224926	0.0115
ndcg                  	2024-224926	0.0554
ndcg_rel              	2024-224926	0.0578
Rndcg                 	2024-224926	0.0464
ndcg_cut_5            	2024-224926	0.0915
ndcg_cut_10           	2024-224926	0.0924
ndcg_cut_15           	2024-224926	0.0780
ndcg_cut_20           	2024-224926	0.0710
ndcg_cut_30           	2024-224926	0.0611
ndcg_cut_100          	2024-224926	0.0554
ndcg_cut_200          	2024-224926	0.0554
ndcg_cut_500          	2024-224926	0.0554
ndcg_cut_1000         	2024-224926	0.0554
map_cut_5             	2024-224926	0.0091
map_cut_10            	2024-224926	0.0131
map_cut_15            	2024-224926	0.0131
map_cut_20            	2024-224926	0.0131
map_cut_30            	2024-224926	0.0131
map_cut_100           	2024-224926	0.0140
map_cut_200           	2024-224926	0.0140
map_cut_500           	2024-224926	0.0140
map_cut_1000          	2024-224926	0.0140
relative_P_5          	2024-224926	0.2000
relative_P_10         	2024-224926	0.2000
relative_P_15         	2024-224926	0.1333
relative_P_20         	2024-224926	0.1000
relative_P_30         	2024-224926	0.0667
relative_P_100        	2024-224926	0.0545
relative_P_200        	2024-224926	0.0545
relative_P_500        	2024-224926	0.0545
relative_P_1000       	2024-224926	0.0545
success_1             	2024-224926	0.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.0300
set_relative_P        	2024-224926	0.0545
set_recall            	2024-224926	0.0545
set_map               	2024-224926	0.0016
set_F                 	2024-224926	0.0387
num_nonrel_judged_ret 	2024-224926	36
num_ret               	2024-22886	100
num_rel               	2024-22886	147
num_rel_ret           	2024-22886	31
map                   	2024-22886	0.1329
Rprec                 	2024-22886	0.2109
bpref                 	2024-22886	0.1930
recip_rank            	2024-22886	1.0000
iprec_at_recall_0.00  	2024-22886	1.0000
iprec_at_recall_0.10  	2024-22886	0.8000
iprec_at_recall_0.20  	2024-22886	0.3371
iprec_at_recall_0.30  	2024-22886	0.0000
iprec_at_recall_0.40  	2024-22886	0.0000
iprec_at_recall_0.50  	2024-22886	0.0000
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	0.6000
P_10                  	2024-22886	0.8000
P_15                  	2024-22886	0.8000
P_20                  	2024-22886	0.8000
P_30                  	2024-22886	0.6667
P_100                 	2024-22886	0.3100
P_200                 	2024-22886	0.1550
P_500                 	2024-22886	0.0620
P_1000                	2024-22886	0.0310
relstring             	2024-22886	'2003122222'
recall_5              	2024-22886	0.0204
recall_10             	2024-22886	0.0544
recall_15             	2024-22886	0.0816
recall_20             	2024-22886	0.1088
recall_30             	2024-22886	0.1361
recall_100            	2024-22886	0.2109
recall_200            	2024-22886	0.2109
recall_500            	2024-22886	0.2109
recall_1000           	2024-22886	0.2109
infAP                 	2024-22886	0.1329
Rprec_mult_0.20       	2024-22886	0.6667
Rprec_mult_0.40       	2024-22886	0.4068
Rprec_mult_0.60       	2024-22886	0.3371
Rprec_mult_0.80       	2024-22886	0.2627
Rprec_mult_1.00       	2024-22886	0.2109
Rprec_mult_1.20       	2024-22886	0.1751
Rprec_mult_1.40       	2024-22886	0.1505
Rprec_mult_1.60       	2024-22886	0.1314
Rprec_mult_1.80       	2024-22886	0.1170
Rprec_mult_2.00       	2024-22886	0.1054
utility               	2024-22886	-38.0000
11pt_avg              	2024-22886	0.1943
binG                  	2024-22886	0.0770
G                     	2024-22886	0.0506
ndcg                  	2024-22886	0.2864
ndcg_rel              	2024-22886	0.3277
Rndcg                 	2024-22886	0.3655
ndcg_cut_5            	2024-22886	0.4159
ndcg_cut_10           	2024-22886	0.5149
ndcg_cut_15           	2024-22886	0.5476
ndcg_cut_20           	2024-22886	0.5667
ndcg_cut_30           	2024-22886	0.5332
ndcg_cut_100          	2024-22886	0.3376
ndcg_cut_200          	2024-22886	0.2864
ndcg_cut_500          	2024-22886	0.2864
ndcg_cut_1000         	2024-22886	0.2864
map_cut_5             	2024-22886	0.0143
map_cut_10            	2024-22886	0.0395
map_cut_15            	2024-22886	0.0623
map_cut_20            	2024-22886	0.0836
map_cut_30            	2024-22886	0.1016
map_cut_100           	2024-22886	0.1329
map_cut_200           	2024-22886	0.1329
map_cut_500           	2024-22886	0.1329
map_cut_1000          	2024-22886	0.1329
relative_P_5          	2024-22886	0.6000
relative_P_10         	2024-22886	0.8000
relative_P_15         	2024-22886	0.8000
relative_P_20         	2024-22886	0.8000
relative_P_30         	2024-22886	0.6667
relative_P_100        	2024-22886	0.3100
relative_P_200        	2024-22886	0.2109
relative_P_500        	2024-22886	0.2109
relative_P_1000       	2024-22886	0.2109
success_1             	2024-22886	1.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	0.3100
set_relative_P        	2024-22886	0.3100
set_recall            	2024-22886	0.2109
set_map               	2024-22886	0.0654
set_F                 	2024-22886	0.2510
num_nonrel_judged_ret 	2024-22886	11
num_ret               	2024-23862	100
num_rel               	2024-23862	231
num_rel_ret           	2024-23862	0
map                   	2024-23862	0.0000
Rprec                 	2024-23862	0.0000
bpref                 	2024-23862	0.0000
recip_rank            	2024-23862	0.0000
iprec_at_recall_0.00  	2024-23862	0.0000
iprec_at_recall_0.10  	2024-23862	0.0000
iprec_at_recall_0.20  	2024-23862	0.0000
iprec_at_recall_0.30  	2024-23862	0.0000
iprec_at_recall_0.40  	2024-23862	0.0000
iprec_at_recall_0.50  	2024-23862	0.0000
iprec_at_recall_0.60  	2024-23862	0.0000
iprec_at_recall_0.70  	2024-23862	0.0000
iprec_at_recall_0.80  	2024-23862	0.0000
iprec_at_recall_0.90  	2024-23862	0.0000
iprec_at_recall_1.00  	2024-23862	0.0000
P_5                   	2024-23862	0.0000
P_10                  	2024-23862	0.0000
P_15                  	2024-23862	0.0000
P_20                  	2024-23862	0.0000
P_30                  	2024-23862	0.0000
P_100                 	2024-23862	0.0000
P_200                 	2024-23862	0.0000
P_500                 	2024-23862	0.0000
P_1000                	2024-23862	0.0000
relstring             	2024-23862	'---00000--'
recall_5              	2024-23862	0.0000
recall_10             	2024-23862	0.0000
recall_15             	2024-23862	0.0000
recall_20             	2024-23862	0.0000
recall_30             	2024-23862	0.0000
recall_100            	2024-23862	0.0000
recall_200            	2024-23862	0.0000
recall_500            	2024-23862	0.0000
recall_1000           	2024-23862	0.0000
infAP                 	2024-23862	0.0000
Rprec_mult_0.20       	2024-23862	0.0000
Rprec_mult_0.40       	2024-23862	0.0000
Rprec_mult_0.60       	2024-23862	0.0000
Rprec_mult_0.80       	2024-23862	0.0000
Rprec_mult_1.00       	2024-23862	0.0000
Rprec_mult_1.20       	2024-23862	0.0000
Rprec_mult_1.40       	2024-23862	0.0000
Rprec_mult_1.60       	2024-23862	0.0000
Rprec_mult_1.80       	2024-23862	0.0000
Rprec_mult_2.00       	2024-23862	0.0000
utility               	2024-23862	-100.0000
11pt_avg              	2024-23862	0.0000
binG                  	2024-23862	0.0000
G                     	2024-23862	0.0000
ndcg                  	2024-23862	0.0000
ndcg_rel              	2024-23862	0.0000
Rndcg                 	2024-23862	0.0000
ndcg_cut_5            	2024-23862	0.0000
ndcg_cut_10           	2024-23862	0.0000
ndcg_cut_15           	2024-23862	0.0000
ndcg_cut_20           	2024-23862	0.0000
ndcg_cut_30           	2024-23862	0.0000
ndcg_cut_100          	2024-23862	0.0000
ndcg_cut_200          	2024-23862	0.0000
ndcg_cut_500          	2024-23862	0.0000
ndcg_cut_1000         	2024-23862	0.0000
map_cut_5             	2024-23862	0.0000
map_cut_10            	2024-23862	0.0000
map_cut_15            	2024-23862	0.0000
map_cut_20            	2024-23862	0.0000
map_cut_30            	2024-23862	0.0000
map_cut_100           	2024-23862	0.0000
map_cut_200           	2024-23862	0.0000
map_cut_500           	2024-23862	0.0000
map_cut_1000          	2024-23862	0.0000
relative_P_5          	2024-23862	0.0000
relative_P_10         	2024-23862	0.0000
relative_P_15         	2024-23862	0.0000
relative_P_20         	2024-23862	0.0000
relative_P_30         	2024-23862	0.0000
relative_P_100        	2024-23862	0.0000
relative_P_200        	2024-23862	0.0000
relative_P_500        	2024-23862	0.0000
relative_P_1000       	2024-23862	0.0000
success_1             	2024-23862	0.0000
success_5             	2024-23862	0.0000
success_10            	2024-23862	0.0000
set_P                 	2024-23862	0.0000
set_relative_P        	2024-23862	0.0000
set_recall            	2024-23862	0.0000
set_map               	2024-23862	0.0000
set_F                 	2024-23862	0.0000
num_nonrel_judged_ret 	2024-23862	15
num_ret               	2024-27366	100
num_rel               	2024-27366	232
num_rel_ret           	2024-27366	3
map                   	2024-27366	0.0014
Rprec                 	2024-27366	0.0129
bpref                 	2024-27366	0.0126
recip_rank            	2024-27366	0.2000
iprec_at_recall_0.00  	2024-27366	0.2000
iprec_at_recall_0.10  	2024-27366	0.0000
iprec_at_recall_0.20  	2024-27366	0.0000
iprec_at_recall_0.30  	2024-27366	0.0000
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	0.2000
P_10                  	2024-27366	0.1000
P_15                  	2024-27366	0.0667
P_20                  	2024-27366	0.0500
P_30                  	2024-27366	0.0333
P_100                 	2024-27366	0.0300
P_200                 	2024-27366	0.0150
P_500                 	2024-27366	0.0060
P_1000                	2024-27366	0.0030
relstring             	2024-27366	'----2-----'
recall_5              	2024-27366	0.0043
recall_10             	2024-27366	0.0043
recall_15             	2024-27366	0.0043
recall_20             	2024-27366	0.0043
recall_30             	2024-27366	0.0043
recall_100            	2024-27366	0.0129
recall_200            	2024-27366	0.0129
recall_500            	2024-27366	0.0129
recall_1000           	2024-27366	0.0129
infAP                 	2024-27366	0.0014
Rprec_mult_0.20       	2024-27366	0.0426
Rprec_mult_0.40       	2024-27366	0.0323
Rprec_mult_0.60       	2024-27366	0.0214
Rprec_mult_0.80       	2024-27366	0.0161
Rprec_mult_1.00       	2024-27366	0.0129
Rprec_mult_1.20       	2024-27366	0.0108
Rprec_mult_1.40       	2024-27366	0.0092
Rprec_mult_1.60       	2024-27366	0.0081
Rprec_mult_1.80       	2024-27366	0.0072
Rprec_mult_2.00       	2024-27366	0.0065
utility               	2024-27366	-94.0000
11pt_avg              	2024-27366	0.0182
binG                  	2024-27366	0.0033
G                     	2024-27366	0.0038
ndcg                  	2024-27366	0.0250
ndcg_rel              	2024-27366	0.0257
Rndcg                 	2024-27366	0.0409
ndcg_cut_5            	2024-27366	0.1312
ndcg_cut_10           	2024-27366	0.0851
ndcg_cut_15           	2024-27366	0.0660
ndcg_cut_20           	2024-27366	0.0559
ndcg_cut_30           	2024-27366	0.0484
ndcg_cut_100          	2024-27366	0.0412
ndcg_cut_200          	2024-27366	0.0275
ndcg_cut_500          	2024-27366	0.0250
ndcg_cut_1000         	2024-27366	0.0250
map_cut_5             	2024-27366	0.0009
map_cut_10            	2024-27366	0.0009
map_cut_15            	2024-27366	0.0009
map_cut_20            	2024-27366	0.0009
map_cut_30            	2024-27366	0.0009
map_cut_100           	2024-27366	0.0014
map_cut_200           	2024-27366	0.0014
map_cut_500           	2024-27366	0.0014
map_cut_1000          	2024-27366	0.0014
relative_P_5          	2024-27366	0.2000
relative_P_10         	2024-27366	0.1000
relative_P_15         	2024-27366	0.0667
relative_P_20         	2024-27366	0.0500
relative_P_30         	2024-27366	0.0333
relative_P_100        	2024-27366	0.0300
relative_P_200        	2024-27366	0.0150
relative_P_500        	2024-27366	0.0129
relative_P_1000       	2024-27366	0.0129
success_1             	2024-27366	0.0000
success_5             	2024-27366	1.0000
success_10            	2024-27366	1.0000
set_P                 	2024-27366	0.0300
set_relative_P        	2024-27366	0.0300
set_recall            	2024-27366	0.0129
set_map               	2024-27366	0.0004
set_F                 	2024-27366	0.0181
num_nonrel_judged_ret 	2024-27366	1
num_ret               	2024-29182	100
num_rel               	2024-29182	174
num_rel_ret           	2024-29182	1
map                   	2024-29182	0.0001
Rprec                 	2024-29182	0.0057
bpref                 	2024-29182	0.0047
recip_rank            	2024-29182	0.0120
iprec_at_recall_0.00  	2024-29182	0.0120
iprec_at_recall_0.10  	2024-29182	0.0000
iprec_at_recall_0.20  	2024-29182	0.0000
iprec_at_recall_0.30  	2024-29182	0.0000
iprec_at_recall_0.40  	2024-29182	0.0000
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	0.0000
P_10                  	2024-29182	0.0000
P_15                  	2024-29182	0.0000
P_20                  	2024-29182	0.0000
P_30                  	2024-29182	0.0000
P_100                 	2024-29182	0.0100
P_200                 	2024-29182	0.0050
P_500                 	2024-29182	0.0020
P_1000                	2024-29182	0.0010
relstring             	2024-29182	'0000000000'
recall_5              	2024-29182	0.0000
recall_10             	2024-29182	0.0000
recall_15             	2024-29182	0.0000
recall_20             	2024-29182	0.0000
recall_30             	2024-29182	0.0000
recall_100            	2024-29182	0.0057
recall_200            	2024-29182	0.0057
recall_500            	2024-29182	0.0057
recall_1000           	2024-29182	0.0057
infAP                 	2024-29182	0.0001
Rprec_mult_0.20       	2024-29182	0.0000
Rprec_mult_0.40       	2024-29182	0.0000
Rprec_mult_0.60       	2024-29182	0.0095
Rprec_mult_0.80       	2024-29182	0.0071
Rprec_mult_1.00       	2024-29182	0.0057
Rprec_mult_1.20       	2024-29182	0.0048
Rprec_mult_1.40       	2024-29182	0.0041
Rprec_mult_1.60       	2024-29182	0.0036
Rprec_mult_1.80       	2024-29182	0.0032
Rprec_mult_2.00       	2024-29182	0.0029
utility               	2024-29182	-98.0000
11pt_avg              	2024-29182	0.0011
binG                  	2024-29182	0.0009
G                     	2024-29182	0.0005
ndcg                  	2024-29182	0.0028
ndcg_rel              	2024-29182	0.0028
Rndcg                 	2024-29182	0.0021
ndcg_cut_5            	2024-29182	0.0000
ndcg_cut_10           	2024-29182	0.0000
ndcg_cut_15           	2024-29182	0.0000
ndcg_cut_20           	2024-29182	0.0000
ndcg_cut_30           	2024-29182	0.0000
ndcg_cut_100          	2024-29182	0.0035
ndcg_cut_200          	2024-29182	0.0028
ndcg_cut_500          	2024-29182	0.0028
ndcg_cut_1000         	2024-29182	0.0028
map_cut_5             	2024-29182	0.0000
map_cut_10            	2024-29182	0.0000
map_cut_15            	2024-29182	0.0000
map_cut_20            	2024-29182	0.0000
map_cut_30            	2024-29182	0.0000
map_cut_100           	2024-29182	0.0001
map_cut_200           	2024-29182	0.0001
map_cut_500           	2024-29182	0.0001
map_cut_1000          	2024-29182	0.0001
relative_P_5          	2024-29182	0.0000
relative_P_10         	2024-29182	0.0000
relative_P_15         	2024-29182	0.0000
relative_P_20         	2024-29182	0.0000
relative_P_30         	2024-29182	0.0000
relative_P_100        	2024-29182	0.0100
relative_P_200        	2024-29182	0.0057
relative_P_500        	2024-29182	0.0057
relative_P_1000       	2024-29182	0.0057
success_1             	2024-29182	0.0000
success_5             	2024-29182	0.0000
success_10            	2024-29182	0.0000
set_P                 	2024-29182	0.0100
set_relative_P        	2024-29182	0.0100
set_recall            	2024-29182	0.0057
set_map               	2024-29182	0.0001
set_F                 	2024-29182	0.0073
num_nonrel_judged_ret 	2024-29182	36
num_ret               	2024-29941	100
num_rel               	2024-29941	240
num_rel_ret           	2024-29941	39
map                   	2024-29941	0.1353
Rprec                 	2024-29941	0.1625
bpref                 	2024-29941	0.1599
recip_rank            	2024-29941	1.0000
iprec_at_recall_0.00  	2024-29941	1.0000
iprec_at_recall_0.10  	2024-29941	0.8889
iprec_at_recall_0.20  	2024-29941	0.0000
iprec_at_recall_0.30  	2024-29941	0.0000
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	1.0000
P_10                  	2024-29941	1.0000
P_15                  	2024-29941	1.0000
P_20                  	2024-29941	0.9500
P_30                  	2024-29941	0.8667
P_100                 	2024-29941	0.3900
P_200                 	2024-29941	0.1950
P_500                 	2024-29941	0.0780
P_1000                	2024-29941	0.0390
relstring             	2024-29941	'3333133211'
recall_5              	2024-29941	0.0208
recall_10             	2024-29941	0.0417
recall_15             	2024-29941	0.0625
recall_20             	2024-29941	0.0792
recall_30             	2024-29941	0.1083
recall_100            	2024-29941	0.1625
recall_200            	2024-29941	0.1625
recall_500            	2024-29941	0.1625
recall_1000           	2024-29941	0.1625
infAP                 	2024-29941	0.1353
Rprec_mult_0.20       	2024-29941	0.6250
Rprec_mult_0.40       	2024-29941	0.4062
Rprec_mult_0.60       	2024-29941	0.2708
Rprec_mult_0.80       	2024-29941	0.2031
Rprec_mult_1.00       	2024-29941	0.1625
Rprec_mult_1.20       	2024-29941	0.1354
Rprec_mult_1.40       	2024-29941	0.1161
Rprec_mult_1.60       	2024-29941	0.1016
Rprec_mult_1.80       	2024-29941	0.0903
Rprec_mult_2.00       	2024-29941	0.0813
utility               	2024-29941	-22.0000
11pt_avg              	2024-29941	0.1717
binG                  	2024-29941	0.1039
G                     	2024-29941	0.0694
ndcg                  	2024-29941	0.3047
ndcg_rel              	2024-29941	0.3712
Rndcg                 	2024-29941	0.4070
ndcg_cut_5            	2024-29941	0.9125
ndcg_cut_10           	2024-29941	0.8335
ndcg_cut_15           	2024-29941	0.7640
ndcg_cut_20           	2024-29941	0.7262
ndcg_cut_30           	2024-29941	0.6888
ndcg_cut_100          	2024-29941	0.4309
ndcg_cut_200          	2024-29941	0.3267
ndcg_cut_500          	2024-29941	0.3047
ndcg_cut_1000         	2024-29941	0.3047
map_cut_5             	2024-29941	0.0208
map_cut_10            	2024-29941	0.0417
map_cut_15            	2024-29941	0.0625
map_cut_20            	2024-29941	0.0792
map_cut_30            	2024-29941	0.1052
map_cut_100           	2024-29941	0.1353
map_cut_200           	2024-29941	0.1353
map_cut_500           	2024-29941	0.1353
map_cut_1000          	2024-29941	0.1353
relative_P_5          	2024-29941	1.0000
relative_P_10         	2024-29941	1.0000
relative_P_15         	2024-29941	1.0000
relative_P_20         	2024-29941	0.9500
relative_P_30         	2024-29941	0.8667
relative_P_100        	2024-29941	0.3900
relative_P_200        	2024-29941	0.1950
relative_P_500        	2024-29941	0.1625
relative_P_1000       	2024-29941	0.1625
success_1             	2024-29941	1.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	0.3900
set_relative_P        	2024-29941	0.3900
set_recall            	2024-29941	0.1625
set_map               	2024-29941	0.0634
set_F                 	2024-29941	0.2294
num_nonrel_judged_ret 	2024-29941	2
num_ret               	2024-32912	100
num_rel               	2024-32912	109
num_rel_ret           	2024-32912	0
map                   	2024-32912	0.0000
Rprec                 	2024-32912	0.0000
bpref                 	2024-32912	0.0000
recip_rank            	2024-32912	0.0000
iprec_at_recall_0.00  	2024-32912	0.0000
iprec_at_recall_0.10  	2024-32912	0.0000
iprec_at_recall_0.20  	2024-32912	0.0000
iprec_at_recall_0.30  	2024-32912	0.0000
iprec_at_recall_0.40  	2024-32912	0.0000
iprec_at_recall_0.50  	2024-32912	0.0000
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	0.0000
P_10                  	2024-32912	0.0000
P_15                  	2024-32912	0.0000
P_20                  	2024-32912	0.0000
P_30                  	2024-32912	0.0000
P_100                 	2024-32912	0.0000
P_200                 	2024-32912	0.0000
P_500                 	2024-32912	0.0000
P_1000                	2024-32912	0.0000
relstring             	2024-32912	'-0-0000000'
recall_5              	2024-32912	0.0000
recall_10             	2024-32912	0.0000
recall_15             	2024-32912	0.0000
recall_20             	2024-32912	0.0000
recall_30             	2024-32912	0.0000
recall_100            	2024-32912	0.0000
recall_200            	2024-32912	0.0000
recall_500            	2024-32912	0.0000
recall_1000           	2024-32912	0.0000
infAP                 	2024-32912	0.0000
Rprec_mult_0.20       	2024-32912	0.0000
Rprec_mult_0.40       	2024-32912	0.0000
Rprec_mult_0.60       	2024-32912	0.0000
Rprec_mult_0.80       	2024-32912	0.0000
Rprec_mult_1.00       	2024-32912	0.0000
Rprec_mult_1.20       	2024-32912	0.0000
Rprec_mult_1.40       	2024-32912	0.0000
Rprec_mult_1.60       	2024-32912	0.0000
Rprec_mult_1.80       	2024-32912	0.0000
Rprec_mult_2.00       	2024-32912	0.0000
utility               	2024-32912	-100.0000
11pt_avg              	2024-32912	0.0000
binG                  	2024-32912	0.0000
G                     	2024-32912	0.0000
ndcg                  	2024-32912	0.0000
ndcg_rel              	2024-32912	0.0000
Rndcg                 	2024-32912	0.0000
ndcg_cut_5            	2024-32912	0.0000
ndcg_cut_10           	2024-32912	0.0000
ndcg_cut_15           	2024-32912	0.0000
ndcg_cut_20           	2024-32912	0.0000
ndcg_cut_30           	2024-32912	0.0000
ndcg_cut_100          	2024-32912	0.0000
ndcg_cut_200          	2024-32912	0.0000
ndcg_cut_500          	2024-32912	0.0000
ndcg_cut_1000         	2024-32912	0.0000
map_cut_5             	2024-32912	0.0000
map_cut_10            	2024-32912	0.0000
map_cut_15            	2024-32912	0.0000
map_cut_20            	2024-32912	0.0000
map_cut_30            	2024-32912	0.0000
map_cut_100           	2024-32912	0.0000
map_cut_200           	2024-32912	0.0000
map_cut_500           	2024-32912	0.0000
map_cut_1000          	2024-32912	0.0000
relative_P_5          	2024-32912	0.0000
relative_P_10         	2024-32912	0.0000
relative_P_15         	2024-32912	0.0000
relative_P_20         	2024-32912	0.0000
relative_P_30         	2024-32912	0.0000
relative_P_100        	2024-32912	0.0000
relative_P_200        	2024-32912	0.0000
relative_P_500        	2024-32912	0.0000
relative_P_1000       	2024-32912	0.0000
success_1             	2024-32912	0.0000
success_5             	2024-32912	0.0000
success_10            	2024-32912	0.0000
set_P                 	2024-32912	0.0000
set_relative_P        	2024-32912	0.0000
set_recall            	2024-32912	0.0000
set_map               	2024-32912	0.0000
set_F                 	2024-32912	0.0000
num_nonrel_judged_ret 	2024-32912	21
num_ret               	2024-33466	100
num_rel               	2024-33466	265
num_rel_ret           	2024-33466	67
map                   	2024-33466	0.2233
Rprec                 	2024-33466	0.2528
bpref                 	2024-33466	0.2392
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	0.9655
iprec_at_recall_0.20  	2024-33466	0.7714
iprec_at_recall_0.30  	2024-33466	0.0000
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	1.0000
P_10                  	2024-33466	1.0000
P_15                  	2024-33466	1.0000
P_20                  	2024-33466	1.0000
P_30                  	2024-33466	0.9333
P_100                 	2024-33466	0.6700
P_200                 	2024-33466	0.3350
P_500                 	2024-33466	0.1340
P_1000                	2024-33466	0.0670
relstring             	2024-33466	'3223112312'
recall_5              	2024-33466	0.0189
recall_10             	2024-33466	0.0377
recall_15             	2024-33466	0.0566
recall_20             	2024-33466	0.0755
recall_30             	2024-33466	0.1057
recall_100            	2024-33466	0.2528
recall_200            	2024-33466	0.2528
recall_500            	2024-33466	0.2528
recall_1000           	2024-33466	0.2528
infAP                 	2024-33466	0.2233
Rprec_mult_0.20       	2024-33466	0.8113
Rprec_mult_0.40       	2024-33466	0.6321
Rprec_mult_0.60       	2024-33466	0.4214
Rprec_mult_0.80       	2024-33466	0.3160
Rprec_mult_1.00       	2024-33466	0.2528
Rprec_mult_1.20       	2024-33466	0.2107
Rprec_mult_1.40       	2024-33466	0.1806
Rprec_mult_1.60       	2024-33466	0.1580
Rprec_mult_1.80       	2024-33466	0.1405
Rprec_mult_2.00       	2024-33466	0.1264
utility               	2024-33466	34.0000
11pt_avg              	2024-33466	0.2488
binG                  	2024-33466	0.1446
G                     	2024-33466	0.0609
ndcg                  	2024-33466	0.3557
ndcg_rel              	2024-33466	0.4352
Rndcg                 	2024-33466	0.4461
ndcg_cut_5            	2024-33466	0.7847
ndcg_cut_10           	2024-33466	0.7182
ndcg_cut_15           	2024-33466	0.7054
ndcg_cut_20           	2024-33466	0.7097
ndcg_cut_30           	2024-33466	0.6848
ndcg_cut_100          	2024-33466	0.5790
ndcg_cut_200          	2024-33466	0.3943
ndcg_cut_500          	2024-33466	0.3557
ndcg_cut_1000         	2024-33466	0.3557
map_cut_5             	2024-33466	0.0189
map_cut_10            	2024-33466	0.0377
map_cut_15            	2024-33466	0.0566
map_cut_20            	2024-33466	0.0755
map_cut_30            	2024-33466	0.1053
map_cut_100           	2024-33466	0.2233
map_cut_200           	2024-33466	0.2233
map_cut_500           	2024-33466	0.2233
map_cut_1000          	2024-33466	0.2233
relative_P_5          	2024-33466	1.0000
relative_P_10         	2024-33466	1.0000
relative_P_15         	2024-33466	1.0000
relative_P_20         	2024-33466	1.0000
relative_P_30         	2024-33466	0.9333
relative_P_100        	2024-33466	0.6700
relative_P_200        	2024-33466	0.3350
relative_P_500        	2024-33466	0.2528
relative_P_1000       	2024-33466	0.2528
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	0.6700
set_relative_P        	2024-33466	0.6700
set_recall            	2024-33466	0.2528
set_map               	2024-33466	0.1694
set_F                 	2024-33466	0.3671
num_nonrel_judged_ret 	2024-33466	3
num_ret               	2024-35227	100
num_rel               	2024-35227	216
num_rel_ret           	2024-35227	45
map                   	2024-35227	0.1284
Rprec                 	2024-35227	0.2083
bpref                 	2024-35227	0.1859
recip_rank            	2024-35227	1.0000
iprec_at_recall_0.00  	2024-35227	1.0000
iprec_at_recall_0.10  	2024-35227	0.5682
iprec_at_recall_0.20  	2024-35227	0.4545
iprec_at_recall_0.30  	2024-35227	0.0000
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	1.0000
P_10                  	2024-35227	0.9000
P_15                  	2024-35227	0.6667
P_20                  	2024-35227	0.5500
P_30                  	2024-35227	0.6000
P_100                 	2024-35227	0.4500
P_200                 	2024-35227	0.2250
P_500                 	2024-35227	0.0900
P_1000                	2024-35227	0.0450
relstring             	2024-35227	'1211211011'
recall_5              	2024-35227	0.0231
recall_10             	2024-35227	0.0417
recall_15             	2024-35227	0.0463
recall_20             	2024-35227	0.0509
recall_30             	2024-35227	0.0833
recall_100            	2024-35227	0.2083
recall_200            	2024-35227	0.2083
recall_500            	2024-35227	0.2083
recall_1000           	2024-35227	0.2083
infAP                 	2024-35227	0.1284
Rprec_mult_0.20       	2024-35227	0.5682
Rprec_mult_0.40       	2024-35227	0.4483
Rprec_mult_0.60       	2024-35227	0.3462
Rprec_mult_0.80       	2024-35227	0.2601
Rprec_mult_1.00       	2024-35227	0.2083
Rprec_mult_1.20       	2024-35227	0.1731
Rprec_mult_1.40       	2024-35227	0.1485
Rprec_mult_1.60       	2024-35227	0.1301
Rprec_mult_1.80       	2024-35227	0.1157
Rprec_mult_2.00       	2024-35227	0.1042
utility               	2024-35227	-10.0000
11pt_avg              	2024-35227	0.1839
binG                  	2024-35227	0.0765
G                     	2024-35227	0.0488
ndcg                  	2024-35227	0.2897
ndcg_rel              	2024-35227	0.3180
Rndcg                 	2024-35227	0.3777
ndcg_cut_5            	2024-35227	0.5269
ndcg_cut_10           	2024-35227	0.4894
ndcg_cut_15           	2024-35227	0.4137
ndcg_cut_20           	2024-35227	0.3672
ndcg_cut_30           	2024-35227	0.4482
ndcg_cut_100          	2024-35227	0.4053
ndcg_cut_200          	2024-35227	0.3009
ndcg_cut_500          	2024-35227	0.2897
ndcg_cut_1000         	2024-35227	0.2897
map_cut_5             	2024-35227	0.0231
map_cut_10            	2024-35227	0.0407
map_cut_15            	2024-35227	0.0449
map_cut_20            	2024-35227	0.0481
map_cut_30            	2024-35227	0.0669
map_cut_100           	2024-35227	0.1284
map_cut_200           	2024-35227	0.1284
map_cut_500           	2024-35227	0.1284
map_cut_1000          	2024-35227	0.1284
relative_P_5          	2024-35227	1.0000
relative_P_10         	2024-35227	0.9000
relative_P_15         	2024-35227	0.6667
relative_P_20         	2024-35227	0.5500
relative_P_30         	2024-35227	0.6000
relative_P_100        	2024-35227	0.4500
relative_P_200        	2024-35227	0.2250
relative_P_500        	2024-35227	0.2083
relative_P_1000       	2024-35227	0.2083
success_1             	2024-35227	1.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	0.4500
set_relative_P        	2024-35227	0.4500
set_recall            	2024-35227	0.2083
set_map               	2024-35227	0.0938
set_F                 	2024-35227	0.2848
num_nonrel_judged_ret 	2024-35227	16
num_ret               	2024-35269	100
num_rel               	2024-35269	76
num_rel_ret           	2024-35269	16
map                   	2024-35269	0.0683
Rprec                 	2024-35269	0.1711
bpref                 	2024-35269	0.1785
recip_rank            	2024-35269	1.0000
iprec_at_recall_0.00  	2024-35269	1.0000
iprec_at_recall_0.10  	2024-35269	0.3462
iprec_at_recall_0.20  	2024-35269	0.1684
iprec_at_recall_0.30  	2024-35269	0.0000
iprec_at_recall_0.40  	2024-35269	0.0000
iprec_at_recall_0.50  	2024-35269	0.0000
iprec_at_recall_0.60  	2024-35269	0.0000
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	0.2000
P_10                  	2024-35269	0.3000
P_15                  	2024-35269	0.4000
P_20                  	2024-35269	0.3000
P_30                  	2024-35269	0.3000
P_100                 	2024-35269	0.1600
P_200                 	2024-35269	0.0800
P_500                 	2024-35269	0.0320
P_1000                	2024-35269	0.0160
relstring             	2024-35269	'2000-02-02'
recall_5              	2024-35269	0.0132
recall_10             	2024-35269	0.0395
recall_15             	2024-35269	0.0789
recall_20             	2024-35269	0.0789
recall_30             	2024-35269	0.1184
recall_100            	2024-35269	0.2105
recall_200            	2024-35269	0.2105
recall_500            	2024-35269	0.2105
recall_1000           	2024-35269	0.2105
infAP                 	2024-35269	0.0683
Rprec_mult_0.20       	2024-35269	0.3750
Rprec_mult_0.40       	2024-35269	0.2903
Rprec_mult_0.60       	2024-35269	0.2391
Rprec_mult_0.80       	2024-35269	0.1803
Rprec_mult_1.00       	2024-35269	0.1711
Rprec_mult_1.20       	2024-35269	0.1630
Rprec_mult_1.40       	2024-35269	0.1495
Rprec_mult_1.60       	2024-35269	0.1311
Rprec_mult_1.80       	2024-35269	0.1168
Rprec_mult_2.00       	2024-35269	0.1053
utility               	2024-35269	-68.0000
11pt_avg              	2024-35269	0.1377
binG                  	2024-35269	0.0599
G                     	2024-35269	0.0541
ndcg                  	2024-35269	0.2526
ndcg_rel              	2024-35269	0.2761
Rndcg                 	2024-35269	0.2341
ndcg_cut_5            	2024-35269	0.3392
ndcg_cut_10           	2024-35269	0.3571
ndcg_cut_15           	2024-35269	0.4153
ndcg_cut_20           	2024-35269	0.3458
ndcg_cut_30           	2024-35269	0.3364
ndcg_cut_100          	2024-35269	0.2526
ndcg_cut_200          	2024-35269	0.2526
ndcg_cut_500          	2024-35269	0.2526
ndcg_cut_1000         	2024-35269	0.2526
map_cut_5             	2024-35269	0.0132
map_cut_10            	2024-35269	0.0209
map_cut_15            	2024-35269	0.0372
map_cut_20            	2024-35269	0.0372
map_cut_30            	2024-35269	0.0504
map_cut_100           	2024-35269	0.0683
map_cut_200           	2024-35269	0.0683
map_cut_500           	2024-35269	0.0683
map_cut_1000          	2024-35269	0.0683
relative_P_5          	2024-35269	0.2000
relative_P_10         	2024-35269	0.3000
relative_P_15         	2024-35269	0.4000
relative_P_20         	2024-35269	0.3000
relative_P_30         	2024-35269	0.3000
relative_P_100        	2024-35269	0.2105
relative_P_200        	2024-35269	0.2105
relative_P_500        	2024-35269	0.2105
relative_P_1000       	2024-35269	0.2105
success_1             	2024-35269	1.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	0.1600
set_relative_P        	2024-35269	0.2105
set_recall            	2024-35269	0.2105
set_map               	2024-35269	0.0337
set_F                 	2024-35269	0.1818
num_nonrel_judged_ret 	2024-35269	25
num_ret               	2024-35284	100
num_rel               	2024-35284	141
num_rel_ret           	2024-35284	3
map                   	2024-35284	0.0013
Rprec                 	2024-35284	0.0213
bpref                 	2024-35284	0.0213
recip_rank            	2024-35284	0.0323
iprec_at_recall_0.00  	2024-35284	0.0857
iprec_at_recall_0.10  	2024-35284	0.0000
iprec_at_recall_0.20  	2024-35284	0.0000
iprec_at_recall_0.30  	2024-35284	0.0000
iprec_at_recall_0.40  	2024-35284	0.0000
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	0.0000
P_10                  	2024-35284	0.0000
P_15                  	2024-35284	0.0000
P_20                  	2024-35284	0.0000
P_30                  	2024-35284	0.0000
P_100                 	2024-35284	0.0300
P_200                 	2024-35284	0.0150
P_500                 	2024-35284	0.0060
P_1000                	2024-35284	0.0030
relstring             	2024-35284	'----------'
recall_5              	2024-35284	0.0000
recall_10             	2024-35284	0.0000
recall_15             	2024-35284	0.0000
recall_20             	2024-35284	0.0000
recall_30             	2024-35284	0.0000
recall_100            	2024-35284	0.0213
recall_200            	2024-35284	0.0213
recall_500            	2024-35284	0.0213
recall_1000           	2024-35284	0.0213
infAP                 	2024-35284	0.0013
Rprec_mult_0.20       	2024-35284	0.0000
Rprec_mult_0.40       	2024-35284	0.0526
Rprec_mult_0.60       	2024-35284	0.0353
Rprec_mult_0.80       	2024-35284	0.0265
Rprec_mult_1.00       	2024-35284	0.0213
Rprec_mult_1.20       	2024-35284	0.0176
Rprec_mult_1.40       	2024-35284	0.0152
Rprec_mult_1.60       	2024-35284	0.0133
Rprec_mult_1.80       	2024-35284	0.0118
Rprec_mult_2.00       	2024-35284	0.0106
utility               	2024-35284	-94.0000
11pt_avg              	2024-35284	0.0078
binG                  	2024-35284	0.0042
G                     	2024-35284	0.0026
ndcg                  	2024-35284	0.0142
ndcg_rel              	2024-35284	0.0142
Rndcg                 	2024-35284	0.0122
ndcg_cut_5            	2024-35284	0.0000
ndcg_cut_10           	2024-35284	0.0000
ndcg_cut_15           	2024-35284	0.0000
ndcg_cut_20           	2024-35284	0.0000
ndcg_cut_30           	2024-35284	0.0000
ndcg_cut_100          	2024-35284	0.0165
ndcg_cut_200          	2024-35284	0.0142
ndcg_cut_500          	2024-35284	0.0142
ndcg_cut_1000         	2024-35284	0.0142
map_cut_5             	2024-35284	0.0000
map_cut_10            	2024-35284	0.0000
map_cut_15            	2024-35284	0.0000
map_cut_20            	2024-35284	0.0000
map_cut_30            	2024-35284	0.0000
map_cut_100           	2024-35284	0.0013
map_cut_200           	2024-35284	0.0013
map_cut_500           	2024-35284	0.0013
map_cut_1000          	2024-35284	0.0013
relative_P_5          	2024-35284	0.0000
relative_P_10         	2024-35284	0.0000
relative_P_15         	2024-35284	0.0000
relative_P_20         	2024-35284	0.0000
relative_P_30         	2024-35284	0.0000
relative_P_100        	2024-35284	0.0300
relative_P_200        	2024-35284	0.0213
relative_P_500        	2024-35284	0.0213
relative_P_1000       	2024-35284	0.0213
success_1             	2024-35284	0.0000
success_5             	2024-35284	0.0000
success_10            	2024-35284	0.0000
set_P                 	2024-35284	0.0300
set_relative_P        	2024-35284	0.0300
set_recall            	2024-35284	0.0213
set_map               	2024-35284	0.0006
set_F                 	2024-35284	0.0249
num_nonrel_judged_ret 	2024-35284	1
num_ret               	2024-35620	100
num_rel               	2024-35620	104
num_rel_ret           	2024-35620	78
map                   	2024-35620	0.6960
Rprec                 	2024-35620	0.7500
bpref                 	2024-35620	0.7443
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	1.0000
iprec_at_recall_0.20  	2024-35620	0.9630
iprec_at_recall_0.30  	2024-35620	0.9630
iprec_at_recall_0.40  	2024-35620	0.9630
iprec_at_recall_0.50  	2024-35620	0.9630
iprec_at_recall_0.60  	2024-35620	0.8289
iprec_at_recall_0.70  	2024-35620	0.8152
iprec_at_recall_0.80  	2024-35620	0.0000
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	1.0000
P_10                  	2024-35620	1.0000
P_15                  	2024-35620	1.0000
P_20                  	2024-35620	0.9500
P_30                  	2024-35620	0.9333
P_100                 	2024-35620	0.7800
P_200                 	2024-35620	0.3900
P_500                 	2024-35620	0.1560
P_1000                	2024-35620	0.0780
relstring             	2024-35620	'3221113333'
recall_5              	2024-35620	0.0481
recall_10             	2024-35620	0.0962
recall_15             	2024-35620	0.1442
recall_20             	2024-35620	0.1827
recall_30             	2024-35620	0.2692
recall_100            	2024-35620	0.7500
recall_200            	2024-35620	0.7500
recall_500            	2024-35620	0.7500
recall_1000           	2024-35620	0.7500
infAP                 	2024-35620	0.6960
Rprec_mult_0.20       	2024-35620	0.9524
Rprec_mult_0.40       	2024-35620	0.9524
Rprec_mult_0.60       	2024-35620	0.9206
Rprec_mult_0.80       	2024-35620	0.8095
Rprec_mult_1.00       	2024-35620	0.7500
Rprec_mult_1.20       	2024-35620	0.6240
Rprec_mult_1.40       	2024-35620	0.5342
Rprec_mult_1.60       	2024-35620	0.4671
Rprec_mult_1.80       	2024-35620	0.4149
Rprec_mult_2.00       	2024-35620	0.3750
utility               	2024-35620	56.0000
11pt_avg              	2024-35620	0.6815
binG                  	2024-35620	0.4093
G                     	2024-35620	0.1767
ndcg                  	2024-35620	0.7537
ndcg_rel              	2024-35620	0.7273
Rndcg                 	2024-35620	0.7153
ndcg_cut_5            	2024-35620	0.6873
ndcg_cut_10           	2024-35620	0.7448
ndcg_cut_15           	2024-35620	0.7737
ndcg_cut_20           	2024-35620	0.7325
ndcg_cut_30           	2024-35620	0.6786
ndcg_cut_100          	2024-35620	0.7629
ndcg_cut_200          	2024-35620	0.7537
ndcg_cut_500          	2024-35620	0.7537
ndcg_cut_1000         	2024-35620	0.7537
map_cut_5             	2024-35620	0.0481
map_cut_10            	2024-35620	0.0962
map_cut_15            	2024-35620	0.1442
map_cut_20            	2024-35620	0.1812
map_cut_30            	2024-35620	0.2629
map_cut_100           	2024-35620	0.6960
map_cut_200           	2024-35620	0.6960
map_cut_500           	2024-35620	0.6960
map_cut_1000          	2024-35620	0.6960
relative_P_5          	2024-35620	1.0000
relative_P_10         	2024-35620	1.0000
relative_P_15         	2024-35620	1.0000
relative_P_20         	2024-35620	0.9500
relative_P_30         	2024-35620	0.9333
relative_P_100        	2024-35620	0.7800
relative_P_200        	2024-35620	0.7500
relative_P_500        	2024-35620	0.7500
relative_P_1000       	2024-35620	0.7500
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	0.7800
set_relative_P        	2024-35620	0.7800
set_recall            	2024-35620	0.7500
set_map               	2024-35620	0.5850
set_F                 	2024-35620	0.7647
num_nonrel_judged_ret 	2024-35620	2
num_ret               	2024-36155	100
num_rel               	2024-36155	82
num_rel_ret           	2024-36155	51
map                   	2024-36155	0.4201
Rprec                 	2024-36155	0.5244
bpref                 	2024-36155	0.5434
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	0.7857
iprec_at_recall_0.20  	2024-36155	0.7500
iprec_at_recall_0.30  	2024-36155	0.7000
iprec_at_recall_0.40  	2024-36155	0.7000
iprec_at_recall_0.50  	2024-36155	0.5694
iprec_at_recall_0.60  	2024-36155	0.5152
iprec_at_recall_0.70  	2024-36155	0.0000
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	0.8000
P_10                  	2024-36155	0.7000
P_15                  	2024-36155	0.7333
P_20                  	2024-36155	0.7500
P_30                  	2024-36155	0.7333
P_100                 	2024-36155	0.5100
P_200                 	2024-36155	0.2550
P_500                 	2024-36155	0.1020
P_1000                	2024-36155	0.0510
relstring             	2024-36155	'1201201012'
recall_5              	2024-36155	0.0488
recall_10             	2024-36155	0.0854
recall_15             	2024-36155	0.1341
recall_20             	2024-36155	0.1829
recall_30             	2024-36155	0.2683
recall_100            	2024-36155	0.6220
recall_200            	2024-36155	0.6220
recall_500            	2024-36155	0.6220
recall_1000           	2024-36155	0.6220
infAP                 	2024-36155	0.4201
Rprec_mult_0.20       	2024-36155	0.7059
Rprec_mult_0.40       	2024-36155	0.6970
Rprec_mult_0.60       	2024-36155	0.7000
Rprec_mult_0.80       	2024-36155	0.6061
Rprec_mult_1.00       	2024-36155	0.5244
Rprec_mult_1.20       	2024-36155	0.5152
Rprec_mult_1.40       	2024-36155	0.4435
Rprec_mult_1.60       	2024-36155	0.3864
Rprec_mult_1.80       	2024-36155	0.3446
Rprec_mult_2.00       	2024-36155	0.3110
utility               	2024-36155	2.0000
11pt_avg              	2024-36155	0.4564
binG                  	2024-36155	0.2000
G                     	2024-36155	0.1586
ndcg                  	2024-36155	0.6188
ndcg_rel              	2024-36155	0.5902
Rndcg                 	2024-36155	0.5648
ndcg_cut_5            	2024-36155	0.5878
ndcg_cut_10           	2024-36155	0.5149
ndcg_cut_15           	2024-36155	0.5133
ndcg_cut_20           	2024-36155	0.5269
ndcg_cut_30           	2024-36155	0.5851
ndcg_cut_100          	2024-36155	0.6188
ndcg_cut_200          	2024-36155	0.6188
ndcg_cut_500          	2024-36155	0.6188
ndcg_cut_1000         	2024-36155	0.6188
map_cut_5             	2024-36155	0.0433
map_cut_10            	2024-36155	0.0687
map_cut_15            	2024-36155	0.1056
map_cut_20            	2024-36155	0.1412
map_cut_30            	2024-36155	0.2039
map_cut_100           	2024-36155	0.4201
map_cut_200           	2024-36155	0.4201
map_cut_500           	2024-36155	0.4201
map_cut_1000          	2024-36155	0.4201
relative_P_5          	2024-36155	0.8000
relative_P_10         	2024-36155	0.7000
relative_P_15         	2024-36155	0.7333
relative_P_20         	2024-36155	0.7500
relative_P_30         	2024-36155	0.7333
relative_P_100        	2024-36155	0.6220
relative_P_200        	2024-36155	0.6220
relative_P_500        	2024-36155	0.6220
relative_P_1000       	2024-36155	0.6220
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.5100
set_relative_P        	2024-36155	0.6220
set_recall            	2024-36155	0.6220
set_map               	2024-36155	0.3172
set_F                 	2024-36155	0.5604
num_nonrel_judged_ret 	2024-36155	22
num_ret               	2024-38986	100
num_rel               	2024-38986	315
num_rel_ret           	2024-38986	31
map                   	2024-38986	0.0796
Rprec                 	2024-38986	0.0984
bpref                 	2024-38986	0.0984
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	0.0000
iprec_at_recall_0.20  	2024-38986	0.0000
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	1.0000
P_10                  	2024-38986	0.9000
P_15                  	2024-38986	0.9333
P_20                  	2024-38986	0.9500
P_30                  	2024-38986	0.7667
P_100                 	2024-38986	0.3100
P_200                 	2024-38986	0.1550
P_500                 	2024-38986	0.0620
P_1000                	2024-38986	0.0310
relstring             	2024-38986	'1111111-11'
recall_5              	2024-38986	0.0159
recall_10             	2024-38986	0.0286
recall_15             	2024-38986	0.0444
recall_20             	2024-38986	0.0603
recall_30             	2024-38986	0.0730
recall_100            	2024-38986	0.0984
recall_200            	2024-38986	0.0984
recall_500            	2024-38986	0.0984
recall_1000           	2024-38986	0.0984
infAP                 	2024-38986	0.0796
Rprec_mult_0.20       	2024-38986	0.3968
Rprec_mult_0.40       	2024-38986	0.2460
Rprec_mult_0.60       	2024-38986	0.1640
Rprec_mult_0.80       	2024-38986	0.1230
Rprec_mult_1.00       	2024-38986	0.0984
Rprec_mult_1.20       	2024-38986	0.0820
Rprec_mult_1.40       	2024-38986	0.0703
Rprec_mult_1.60       	2024-38986	0.0615
Rprec_mult_1.80       	2024-38986	0.0547
Rprec_mult_2.00       	2024-38986	0.0492
utility               	2024-38986	-38.0000
11pt_avg              	2024-38986	0.0909
binG                  	2024-38986	0.0575
G                     	2024-38986	0.0170
ndcg                  	2024-38986	0.1268
ndcg_rel              	2024-38986	0.1440
Rndcg                 	2024-38986	0.2149
ndcg_cut_5            	2024-38986	0.3333
ndcg_cut_10           	2024-38986	0.3102
ndcg_cut_15           	2024-38986	0.3199
ndcg_cut_20           	2024-38986	0.3415
ndcg_cut_30           	2024-38986	0.3168
ndcg_cut_100          	2024-38986	0.2052
ndcg_cut_200          	2024-38986	0.1574
ndcg_cut_500          	2024-38986	0.1268
ndcg_cut_1000         	2024-38986	0.1268
map_cut_5             	2024-38986	0.0159
map_cut_10            	2024-38986	0.0279
map_cut_15            	2024-38986	0.0425
map_cut_20            	2024-38986	0.0575
map_cut_30            	2024-38986	0.0687
map_cut_100           	2024-38986	0.0796
map_cut_200           	2024-38986	0.0796
map_cut_500           	2024-38986	0.0796
map_cut_1000          	2024-38986	0.0796
relative_P_5          	2024-38986	1.0000
relative_P_10         	2024-38986	0.9000
relative_P_15         	2024-38986	0.9333
relative_P_20         	2024-38986	0.9500
relative_P_30         	2024-38986	0.7667
relative_P_100        	2024-38986	0.3100
relative_P_200        	2024-38986	0.1550
relative_P_500        	2024-38986	0.0984
relative_P_1000       	2024-38986	0.0984
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	0.3100
set_relative_P        	2024-38986	0.3100
set_recall            	2024-38986	0.0984
set_map               	2024-38986	0.0305
set_F                 	2024-38986	0.1494
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40863	100
num_rel               	2024-40863	314
num_rel_ret           	2024-40863	54
map                   	2024-40863	0.1386
Rprec                 	2024-40863	0.1720
bpref                 	2024-40863	0.1589
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	0.7111
iprec_at_recall_0.20  	2024-40863	0.0000
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	1.0000
P_10                  	2024-40863	1.0000
P_15                  	2024-40863	1.0000
P_20                  	2024-40863	0.9500
P_30                  	2024-40863	0.8333
P_100                 	2024-40863	0.5400
P_200                 	2024-40863	0.2700
P_500                 	2024-40863	0.1080
P_1000                	2024-40863	0.0540
relstring             	2024-40863	'2211211211'
recall_5              	2024-40863	0.0159
recall_10             	2024-40863	0.0318
recall_15             	2024-40863	0.0478
recall_20             	2024-40863	0.0605
recall_30             	2024-40863	0.0796
recall_100            	2024-40863	0.1720
recall_200            	2024-40863	0.1720
recall_500            	2024-40863	0.1720
recall_1000           	2024-40863	0.1720
infAP                 	2024-40863	0.1386
Rprec_mult_0.20       	2024-40863	0.6667
Rprec_mult_0.40       	2024-40863	0.4286
Rprec_mult_0.60       	2024-40863	0.2857
Rprec_mult_0.80       	2024-40863	0.2143
Rprec_mult_1.00       	2024-40863	0.1720
Rprec_mult_1.20       	2024-40863	0.1432
Rprec_mult_1.40       	2024-40863	0.1227
Rprec_mult_1.60       	2024-40863	0.1074
Rprec_mult_1.80       	2024-40863	0.0954
Rprec_mult_2.00       	2024-40863	0.0860
utility               	2024-40863	8.0000
11pt_avg              	2024-40863	0.1556
binG                  	2024-40863	0.0880
G                     	2024-40863	0.0348
ndcg                  	2024-40863	0.2402
ndcg_rel              	2024-40863	0.2812
Rndcg                 	2024-40863	0.3215
ndcg_cut_5            	2024-40863	0.5615
ndcg_cut_10           	2024-40863	0.5045
ndcg_cut_15           	2024-40863	0.5240
ndcg_cut_20           	2024-40863	0.5028
ndcg_cut_30           	2024-40863	0.4721
ndcg_cut_100          	2024-40863	0.4116
ndcg_cut_200          	2024-40863	0.2817
ndcg_cut_500          	2024-40863	0.2402
ndcg_cut_1000         	2024-40863	0.2402
map_cut_5             	2024-40863	0.0159
map_cut_10            	2024-40863	0.0318
map_cut_15            	2024-40863	0.0478
map_cut_20            	2024-40863	0.0600
map_cut_30            	2024-40863	0.0775
map_cut_100           	2024-40863	0.1386
map_cut_200           	2024-40863	0.1386
map_cut_500           	2024-40863	0.1386
map_cut_1000          	2024-40863	0.1386
relative_P_5          	2024-40863	1.0000
relative_P_10         	2024-40863	1.0000
relative_P_15         	2024-40863	1.0000
relative_P_20         	2024-40863	0.9500
relative_P_30         	2024-40863	0.8333
relative_P_100        	2024-40863	0.5400
relative_P_200        	2024-40863	0.2700
relative_P_500        	2024-40863	0.1720
relative_P_1000       	2024-40863	0.1720
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	0.5400
set_relative_P        	2024-40863	0.5400
set_recall            	2024-40863	0.1720
set_map               	2024-40863	0.0929
set_F                 	2024-40863	0.2609
num_nonrel_judged_ret 	2024-40863	2
num_ret               	2024-41198	100
num_rel               	2024-41198	184
num_rel_ret           	2024-41198	3
map                   	2024-41198	0.0006
Rprec                 	2024-41198	0.0163
bpref                 	2024-41198	0.0163
recip_rank            	2024-41198	0.0294
iprec_at_recall_0.00  	2024-41198	0.0395
iprec_at_recall_0.10  	2024-41198	0.0000
iprec_at_recall_0.20  	2024-41198	0.0000
iprec_at_recall_0.30  	2024-41198	0.0000
iprec_at_recall_0.40  	2024-41198	0.0000
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	0.0000
P_10                  	2024-41198	0.0000
P_15                  	2024-41198	0.0000
P_20                  	2024-41198	0.0000
P_30                  	2024-41198	0.0000
P_100                 	2024-41198	0.0300
P_200                 	2024-41198	0.0150
P_500                 	2024-41198	0.0060
P_1000                	2024-41198	0.0030
relstring             	2024-41198	'----------'
recall_5              	2024-41198	0.0000
recall_10             	2024-41198	0.0000
recall_15             	2024-41198	0.0000
recall_20             	2024-41198	0.0000
recall_30             	2024-41198	0.0000
recall_100            	2024-41198	0.0163
recall_200            	2024-41198	0.0163
recall_500            	2024-41198	0.0163
recall_1000           	2024-41198	0.0163
infAP                 	2024-41198	0.0006
Rprec_mult_0.20       	2024-41198	0.0270
Rprec_mult_0.40       	2024-41198	0.0270
Rprec_mult_0.60       	2024-41198	0.0270
Rprec_mult_0.80       	2024-41198	0.0203
Rprec_mult_1.00       	2024-41198	0.0163
Rprec_mult_1.20       	2024-41198	0.0136
Rprec_mult_1.40       	2024-41198	0.0116
Rprec_mult_1.60       	2024-41198	0.0102
Rprec_mult_1.80       	2024-41198	0.0090
Rprec_mult_2.00       	2024-41198	0.0082
utility               	2024-41198	-94.0000
11pt_avg              	2024-41198	0.0036
binG                  	2024-41198	0.0029
G                     	2024-41198	0.0019
ndcg                  	2024-41198	0.0110
ndcg_rel              	2024-41198	0.0110
Rndcg                 	2024-41198	0.0060
ndcg_cut_5            	2024-41198	0.0000
ndcg_cut_10           	2024-41198	0.0000
ndcg_cut_15           	2024-41198	0.0000
ndcg_cut_20           	2024-41198	0.0000
ndcg_cut_30           	2024-41198	0.0000
ndcg_cut_100          	2024-41198	0.0145
ndcg_cut_200          	2024-41198	0.0110
ndcg_cut_500          	2024-41198	0.0110
ndcg_cut_1000         	2024-41198	0.0110
map_cut_5             	2024-41198	0.0000
map_cut_10            	2024-41198	0.0000
map_cut_15            	2024-41198	0.0000
map_cut_20            	2024-41198	0.0000
map_cut_30            	2024-41198	0.0000
map_cut_100           	2024-41198	0.0006
map_cut_200           	2024-41198	0.0006
map_cut_500           	2024-41198	0.0006
map_cut_1000          	2024-41198	0.0006
relative_P_5          	2024-41198	0.0000
relative_P_10         	2024-41198	0.0000
relative_P_15         	2024-41198	0.0000
relative_P_20         	2024-41198	0.0000
relative_P_30         	2024-41198	0.0000
relative_P_100        	2024-41198	0.0300
relative_P_200        	2024-41198	0.0163
relative_P_500        	2024-41198	0.0163
relative_P_1000       	2024-41198	0.0163
success_1             	2024-41198	0.0000
success_5             	2024-41198	0.0000
success_10            	2024-41198	0.0000
set_P                 	2024-41198	0.0300
set_relative_P        	2024-41198	0.0300
set_recall            	2024-41198	0.0163
set_map               	2024-41198	0.0005
set_F                 	2024-41198	0.0211
num_nonrel_judged_ret 	2024-41198	0
num_ret               	2024-41464	100
num_rel               	2024-41464	366
num_rel_ret           	2024-41464	56
map                   	2024-41464	0.1175
Rprec                 	2024-41464	0.1530
bpref                 	2024-41464	0.1530
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	0.6271
iprec_at_recall_0.20  	2024-41464	0.0000
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	1.0000
P_10                  	2024-41464	1.0000
P_15                  	2024-41464	1.0000
P_20                  	2024-41464	1.0000
P_30                  	2024-41464	0.7667
P_100                 	2024-41464	0.5600
P_200                 	2024-41464	0.2800
P_500                 	2024-41464	0.1120
P_1000                	2024-41464	0.0560
relstring             	2024-41464	'1111111111'
recall_5              	2024-41464	0.0137
recall_10             	2024-41464	0.0273
recall_15             	2024-41464	0.0410
recall_20             	2024-41464	0.0546
recall_30             	2024-41464	0.0628
recall_100            	2024-41464	0.1530
recall_200            	2024-41464	0.1530
recall_500            	2024-41464	0.1530
recall_1000           	2024-41464	0.1530
infAP                 	2024-41464	0.1175
Rprec_mult_0.20       	2024-41464	0.5811
Rprec_mult_0.40       	2024-41464	0.3810
Rprec_mult_0.60       	2024-41464	0.2545
Rprec_mult_0.80       	2024-41464	0.1911
Rprec_mult_1.00       	2024-41464	0.1530
Rprec_mult_1.20       	2024-41464	0.1273
Rprec_mult_1.40       	2024-41464	0.1092
Rprec_mult_1.60       	2024-41464	0.0956
Rprec_mult_1.80       	2024-41464	0.0850
Rprec_mult_2.00       	2024-41464	0.0765
utility               	2024-41464	12.0000
11pt_avg              	2024-41464	0.1479
binG                  	2024-41464	0.0794
G                     	2024-41464	0.0230
ndcg                  	2024-41464	0.1694
ndcg_rel              	2024-41464	0.1949
Rndcg                 	2024-41464	0.2536
ndcg_cut_5            	2024-41464	0.3333
ndcg_cut_10           	2024-41464	0.3333
ndcg_cut_15           	2024-41464	0.3651
ndcg_cut_20           	2024-41464	0.3764
ndcg_cut_30           	2024-41464	0.3377
ndcg_cut_100          	2024-41464	0.3278
ndcg_cut_200          	2024-41464	0.2171
ndcg_cut_500          	2024-41464	0.1694
ndcg_cut_1000         	2024-41464	0.1694
map_cut_5             	2024-41464	0.0137
map_cut_10            	2024-41464	0.0273
map_cut_15            	2024-41464	0.0410
map_cut_20            	2024-41464	0.0546
map_cut_30            	2024-41464	0.0623
map_cut_100           	2024-41464	0.1175
map_cut_200           	2024-41464	0.1175
map_cut_500           	2024-41464	0.1175
map_cut_1000          	2024-41464	0.1175
relative_P_5          	2024-41464	1.0000
relative_P_10         	2024-41464	1.0000
relative_P_15         	2024-41464	1.0000
relative_P_20         	2024-41464	1.0000
relative_P_30         	2024-41464	0.7667
relative_P_100        	2024-41464	0.5600
relative_P_200        	2024-41464	0.2800
relative_P_500        	2024-41464	0.1530
relative_P_1000       	2024-41464	0.1530
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	0.5600
set_relative_P        	2024-41464	0.5600
set_recall            	2024-41464	0.1530
set_map               	2024-41464	0.0857
set_F                 	2024-41464	0.2403
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41849	100
num_rel               	2024-41849	94
num_rel_ret           	2024-41849	3
map                   	2024-41849	0.0020
Rprec                 	2024-41849	0.0319
bpref                 	2024-41849	0.0297
recip_rank            	2024-41849	0.0833
iprec_at_recall_0.00  	2024-41849	0.0833
iprec_at_recall_0.10  	2024-41849	0.0000
iprec_at_recall_0.20  	2024-41849	0.0000
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.0000
P_10                  	2024-41849	0.0000
P_15                  	2024-41849	0.0667
P_20                  	2024-41849	0.0500
P_30                  	2024-41849	0.0333
P_100                 	2024-41849	0.0300
P_200                 	2024-41849	0.0150
P_500                 	2024-41849	0.0060
P_1000                	2024-41849	0.0030
relstring             	2024-41849	'00----0--0'
recall_5              	2024-41849	0.0000
recall_10             	2024-41849	0.0000
recall_15             	2024-41849	0.0106
recall_20             	2024-41849	0.0106
recall_30             	2024-41849	0.0106
recall_100            	2024-41849	0.0319
recall_200            	2024-41849	0.0319
recall_500            	2024-41849	0.0319
recall_1000           	2024-41849	0.0319
infAP                 	2024-41849	0.0020
Rprec_mult_0.20       	2024-41849	0.0526
Rprec_mult_0.40       	2024-41849	0.0526
Rprec_mult_0.60       	2024-41849	0.0351
Rprec_mult_0.80       	2024-41849	0.0263
Rprec_mult_1.00       	2024-41849	0.0319
Rprec_mult_1.20       	2024-41849	0.0265
Rprec_mult_1.40       	2024-41849	0.0227
Rprec_mult_1.60       	2024-41849	0.0199
Rprec_mult_1.80       	2024-41849	0.0176
Rprec_mult_2.00       	2024-41849	0.0160
utility               	2024-41849	-94.0000
11pt_avg              	2024-41849	0.0076
binG                  	2024-41849	0.0067
G                     	2024-41849	0.0062
ndcg                  	2024-41849	0.0289
ndcg_rel              	2024-41849	0.0290
Rndcg                 	2024-41849	0.0190
ndcg_cut_5            	2024-41849	0.0000
ndcg_cut_10           	2024-41849	0.0000
ndcg_cut_15           	2024-41849	0.0195
ndcg_cut_20           	2024-41849	0.0174
ndcg_cut_30           	2024-41849	0.0153
ndcg_cut_100          	2024-41849	0.0289
ndcg_cut_200          	2024-41849	0.0289
ndcg_cut_500          	2024-41849	0.0289
ndcg_cut_1000         	2024-41849	0.0289
map_cut_5             	2024-41849	0.0000
map_cut_10            	2024-41849	0.0000
map_cut_15            	2024-41849	0.0009
map_cut_20            	2024-41849	0.0009
map_cut_30            	2024-41849	0.0009
map_cut_100           	2024-41849	0.0020
map_cut_200           	2024-41849	0.0020
map_cut_500           	2024-41849	0.0020
map_cut_1000          	2024-41849	0.0020
relative_P_5          	2024-41849	0.0000
relative_P_10         	2024-41849	0.0000
relative_P_15         	2024-41849	0.0667
relative_P_20         	2024-41849	0.0500
relative_P_30         	2024-41849	0.0333
relative_P_100        	2024-41849	0.0319
relative_P_200        	2024-41849	0.0319
relative_P_500        	2024-41849	0.0319
relative_P_1000       	2024-41849	0.0319
success_1             	2024-41849	0.0000
success_5             	2024-41849	0.0000
success_10            	2024-41849	0.0000
set_P                 	2024-41849	0.0300
set_relative_P        	2024-41849	0.0319
set_recall            	2024-41849	0.0319
set_map               	2024-41849	0.0010
set_F                 	2024-41849	0.0309
num_nonrel_judged_ret 	2024-41849	6
num_ret               	2024-41918	100
num_rel               	2024-41918	231
num_rel_ret           	2024-41918	52
map                   	2024-41918	0.1839
Rprec                 	2024-41918	0.2251
bpref                 	2024-41918	0.2223
recip_rank            	2024-41918	1.0000
iprec_at_recall_0.00  	2024-41918	1.0000
iprec_at_recall_0.10  	2024-41918	0.9231
iprec_at_recall_0.20  	2024-41918	0.6267
iprec_at_recall_0.30  	2024-41918	0.0000
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	1.0000
P_10                  	2024-41918	1.0000
P_15                  	2024-41918	1.0000
P_20                  	2024-41918	1.0000
P_30                  	2024-41918	0.8667
P_100                 	2024-41918	0.5200
P_200                 	2024-41918	0.2600
P_500                 	2024-41918	0.1040
P_1000                	2024-41918	0.0520
relstring             	2024-41918	'3213323211'
recall_5              	2024-41918	0.0216
recall_10             	2024-41918	0.0433
recall_15             	2024-41918	0.0649
recall_20             	2024-41918	0.0866
recall_30             	2024-41918	0.1126
recall_100            	2024-41918	0.2251
recall_200            	2024-41918	0.2251
recall_500            	2024-41918	0.2251
recall_1000           	2024-41918	0.2251
infAP                 	2024-41918	0.1839
Rprec_mult_0.20       	2024-41918	0.6809
Rprec_mult_0.40       	2024-41918	0.5269
Rprec_mult_0.60       	2024-41918	0.3741
Rprec_mult_0.80       	2024-41918	0.2811
Rprec_mult_1.00       	2024-41918	0.2251
Rprec_mult_1.20       	2024-41918	0.1871
Rprec_mult_1.40       	2024-41918	0.1605
Rprec_mult_1.60       	2024-41918	0.1405
Rprec_mult_1.80       	2024-41918	0.1250
Rprec_mult_2.00       	2024-41918	0.1126
utility               	2024-41918	4.0000
11pt_avg              	2024-41918	0.2318
binG                  	2024-41918	0.1244
G                     	2024-41918	0.0557
ndcg                  	2024-41918	0.3101
ndcg_rel              	2024-41918	0.3800
Rndcg                 	2024-41918	0.3857
ndcg_cut_5            	2024-41918	0.8156
ndcg_cut_10           	2024-41918	0.7445
ndcg_cut_15           	2024-41918	0.7109
ndcg_cut_20           	2024-41918	0.6816
ndcg_cut_30           	2024-41918	0.6465
ndcg_cut_100          	2024-41918	0.4404
ndcg_cut_200          	2024-41918	0.3259
ndcg_cut_500          	2024-41918	0.3101
ndcg_cut_1000         	2024-41918	0.3101
map_cut_5             	2024-41918	0.0216
map_cut_10            	2024-41918	0.0433
map_cut_15            	2024-41918	0.0649
map_cut_20            	2024-41918	0.0866
map_cut_30            	2024-41918	0.1101
map_cut_100           	2024-41918	0.1839
map_cut_200           	2024-41918	0.1839
map_cut_500           	2024-41918	0.1839
map_cut_1000          	2024-41918	0.1839
relative_P_5          	2024-41918	1.0000
relative_P_10         	2024-41918	1.0000
relative_P_15         	2024-41918	1.0000
relative_P_20         	2024-41918	1.0000
relative_P_30         	2024-41918	0.8667
relative_P_100        	2024-41918	0.5200
relative_P_200        	2024-41918	0.2600
relative_P_500        	2024-41918	0.2251
relative_P_1000       	2024-41918	0.2251
success_1             	2024-41918	1.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	0.5200
set_relative_P        	2024-41918	0.5200
set_recall            	2024-41918	0.2251
set_map               	2024-41918	0.1171
set_F                 	2024-41918	0.3142
num_nonrel_judged_ret 	2024-41918	3
num_ret               	2024-42014	100
num_rel               	2024-42014	215
num_rel_ret           	2024-42014	82
map                   	2024-42014	0.3493
Rprec                 	2024-42014	0.3814
bpref                 	2024-42014	0.3814
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	1.0000
iprec_at_recall_0.20  	2024-42014	0.9000
iprec_at_recall_0.30  	2024-42014	0.8523
iprec_at_recall_0.40  	2024-42014	0.0000
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	1.0000
P_10                  	2024-42014	1.0000
P_15                  	2024-42014	1.0000
P_20                  	2024-42014	1.0000
P_30                  	2024-42014	0.9667
P_100                 	2024-42014	0.8200
P_200                 	2024-42014	0.4100
P_500                 	2024-42014	0.1640
P_1000                	2024-42014	0.0820
relstring             	2024-42014	'3233333322'
recall_5              	2024-42014	0.0233
recall_10             	2024-42014	0.0465
recall_15             	2024-42014	0.0698
recall_20             	2024-42014	0.0930
recall_30             	2024-42014	0.1349
recall_100            	2024-42014	0.3814
recall_200            	2024-42014	0.3814
recall_500            	2024-42014	0.3814
recall_1000           	2024-42014	0.3814
infAP                 	2024-42014	0.3493
Rprec_mult_0.20       	2024-42014	0.8605
Rprec_mult_0.40       	2024-42014	0.8488
Rprec_mult_0.60       	2024-42014	0.6357
Rprec_mult_0.80       	2024-42014	0.4767
Rprec_mult_1.00       	2024-42014	0.3814
Rprec_mult_1.20       	2024-42014	0.3178
Rprec_mult_1.40       	2024-42014	0.2724
Rprec_mult_1.60       	2024-42014	0.2384
Rprec_mult_1.80       	2024-42014	0.2119
Rprec_mult_2.00       	2024-42014	0.1907
utility               	2024-42014	64.0000
11pt_avg              	2024-42014	0.3411
binG                  	2024-42014	0.2066
G                     	2024-42014	0.1219
ndcg                  	2024-42014	0.5184
ndcg_rel              	2024-42014	0.6275
Rndcg                 	2024-42014	0.5994
ndcg_cut_5            	2024-42014	0.9287
ndcg_cut_10           	2024-42014	0.9104
ndcg_cut_15           	2024-42014	0.9306
ndcg_cut_20           	2024-42014	0.9095
ndcg_cut_30           	2024-42014	0.8547
ndcg_cut_100          	2024-42014	0.7263
ndcg_cut_200          	2024-42014	0.5307
ndcg_cut_500          	2024-42014	0.5184
ndcg_cut_1000         	2024-42014	0.5184
map_cut_5             	2024-42014	0.0233
map_cut_10            	2024-42014	0.0465
map_cut_15            	2024-42014	0.0698
map_cut_20            	2024-42014	0.0930
map_cut_30            	2024-42014	0.1342
map_cut_100           	2024-42014	0.3493
map_cut_200           	2024-42014	0.3493
map_cut_500           	2024-42014	0.3493
map_cut_1000          	2024-42014	0.3493
relative_P_5          	2024-42014	1.0000
relative_P_10         	2024-42014	1.0000
relative_P_15         	2024-42014	1.0000
relative_P_20         	2024-42014	1.0000
relative_P_30         	2024-42014	0.9667
relative_P_100        	2024-42014	0.8200
relative_P_200        	2024-42014	0.4100
relative_P_500        	2024-42014	0.3814
relative_P_1000       	2024-42014	0.3814
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	0.8200
set_relative_P        	2024-42014	0.8200
set_recall            	2024-42014	0.3814
set_map               	2024-42014	0.3127
set_F                 	2024-42014	0.5206
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42497	100
num_rel               	2024-42497	120
num_rel_ret           	2024-42497	34
map                   	2024-42497	0.1748
Rprec                 	2024-42497	0.2833
bpref                 	2024-42497	0.2833
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	0.7059
iprec_at_recall_0.20  	2024-42497	0.5333
iprec_at_recall_0.30  	2024-42497	0.0000
iprec_at_recall_0.40  	2024-42497	0.0000
iprec_at_recall_0.50  	2024-42497	0.0000
iprec_at_recall_0.60  	2024-42497	0.0000
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	1.0000
P_10                  	2024-42497	0.7000
P_15                  	2024-42497	0.7333
P_20                  	2024-42497	0.6500
P_30                  	2024-42497	0.5667
P_100                 	2024-42497	0.3400
P_200                 	2024-42497	0.1700
P_500                 	2024-42497	0.0680
P_1000                	2024-42497	0.0340
relstring             	2024-42497	'232332--1-'
recall_5              	2024-42497	0.0417
recall_10             	2024-42497	0.0583
recall_15             	2024-42497	0.0917
recall_20             	2024-42497	0.1083
recall_30             	2024-42497	0.1417
recall_100            	2024-42497	0.2833
recall_200            	2024-42497	0.2833
recall_500            	2024-42497	0.2833
recall_1000           	2024-42497	0.2833
infAP                 	2024-42497	0.1748
Rprec_mult_0.20       	2024-42497	0.5833
Rprec_mult_0.40       	2024-42497	0.5208
Rprec_mult_0.60       	2024-42497	0.3611
Rprec_mult_0.80       	2024-42497	0.3438
Rprec_mult_1.00       	2024-42497	0.2833
Rprec_mult_1.20       	2024-42497	0.2361
Rprec_mult_1.40       	2024-42497	0.2024
Rprec_mult_1.60       	2024-42497	0.1771
Rprec_mult_1.80       	2024-42497	0.1574
Rprec_mult_2.00       	2024-42497	0.1417
utility               	2024-42497	-32.0000
11pt_avg              	2024-42497	0.2036
binG                  	2024-42497	0.1103
G                     	2024-42497	0.0806
ndcg                  	2024-42497	0.3689
ndcg_rel              	2024-42497	0.4110
Rndcg                 	2024-42497	0.4166
ndcg_cut_5            	2024-42497	0.8304
ndcg_cut_10           	2024-42497	0.6132
ndcg_cut_15           	2024-42497	0.5785
ndcg_cut_20           	2024-42497	0.5253
ndcg_cut_30           	2024-42497	0.4508
ndcg_cut_100          	2024-42497	0.3955
ndcg_cut_200          	2024-42497	0.3689
ndcg_cut_500          	2024-42497	0.3689
ndcg_cut_1000         	2024-42497	0.3689
map_cut_5             	2024-42497	0.0417
map_cut_10            	2024-42497	0.0565
map_cut_15            	2024-42497	0.0799
map_cut_20            	2024-42497	0.0912
map_cut_30            	2024-42497	0.1102
map_cut_100           	2024-42497	0.1748
map_cut_200           	2024-42497	0.1748
map_cut_500           	2024-42497	0.1748
map_cut_1000          	2024-42497	0.1748
relative_P_5          	2024-42497	1.0000
relative_P_10         	2024-42497	0.7000
relative_P_15         	2024-42497	0.7333
relative_P_20         	2024-42497	0.6500
relative_P_30         	2024-42497	0.5667
relative_P_100        	2024-42497	0.3400
relative_P_200        	2024-42497	0.2833
relative_P_500        	2024-42497	0.2833
relative_P_1000       	2024-42497	0.2833
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	0.3400
set_relative_P        	2024-42497	0.3400
set_recall            	2024-42497	0.2833
set_map               	2024-42497	0.0963
set_F                 	2024-42497	0.3091
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-43037	100
num_rel               	2024-43037	124
num_rel_ret           	2024-43037	49
map                   	2024-43037	0.2812
Rprec                 	2024-43037	0.3952
bpref                 	2024-43037	0.3666
recip_rank            	2024-43037	1.0000
iprec_at_recall_0.00  	2024-43037	1.0000
iprec_at_recall_0.10  	2024-43037	0.8421
iprec_at_recall_0.20  	2024-43037	0.7353
iprec_at_recall_0.30  	2024-43037	0.5455
iprec_at_recall_0.40  	2024-43037	0.0000
iprec_at_recall_0.50  	2024-43037	0.0000
iprec_at_recall_0.60  	2024-43037	0.0000
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	1.0000
P_10                  	2024-43037	0.8000
P_15                  	2024-43037	0.8000
P_20                  	2024-43037	0.8000
P_30                  	2024-43037	0.7667
P_100                 	2024-43037	0.4900
P_200                 	2024-43037	0.2450
P_500                 	2024-43037	0.0980
P_1000                	2024-43037	0.0490
relstring             	2024-43037	'3111102201'
recall_5              	2024-43037	0.0403
recall_10             	2024-43037	0.0645
recall_15             	2024-43037	0.0968
recall_20             	2024-43037	0.1290
recall_30             	2024-43037	0.1855
recall_100            	2024-43037	0.3952
recall_200            	2024-43037	0.3952
recall_500            	2024-43037	0.3952
recall_1000           	2024-43037	0.3952
infAP                 	2024-43037	0.2812
Rprec_mult_0.20       	2024-43037	0.7600
Rprec_mult_0.40       	2024-43037	0.6200
Rprec_mult_0.60       	2024-43037	0.5333
Rprec_mult_0.80       	2024-43037	0.4900
Rprec_mult_1.00       	2024-43037	0.3952
Rprec_mult_1.20       	2024-43037	0.3289
Rprec_mult_1.40       	2024-43037	0.2816
Rprec_mult_1.60       	2024-43037	0.2462
Rprec_mult_1.80       	2024-43037	0.2188
Rprec_mult_2.00       	2024-43037	0.1976
utility               	2024-43037	-2.0000
11pt_avg              	2024-43037	0.2839
binG                  	2024-43037	0.1484
G                     	2024-43037	0.0916
ndcg                  	2024-43037	0.4363
ndcg_rel              	2024-43037	0.4625
Rndcg                 	2024-43037	0.4498
ndcg_cut_5            	2024-43037	0.5594
ndcg_cut_10           	2024-43037	0.4794
ndcg_cut_15           	2024-43037	0.4918
ndcg_cut_20           	2024-43037	0.5184
ndcg_cut_30           	2024-43037	0.5051
ndcg_cut_100          	2024-43037	0.4762
ndcg_cut_200          	2024-43037	0.4363
ndcg_cut_500          	2024-43037	0.4363
ndcg_cut_1000         	2024-43037	0.4363
map_cut_5             	2024-43037	0.0403
map_cut_10            	2024-43037	0.0607
map_cut_15            	2024-43037	0.0873
map_cut_20            	2024-43037	0.1140
map_cut_30            	2024-43037	0.1575
map_cut_100           	2024-43037	0.2812
map_cut_200           	2024-43037	0.2812
map_cut_500           	2024-43037	0.2812
map_cut_1000          	2024-43037	0.2812
relative_P_5          	2024-43037	1.0000
relative_P_10         	2024-43037	0.8000
relative_P_15         	2024-43037	0.8000
relative_P_20         	2024-43037	0.8000
relative_P_30         	2024-43037	0.7667
relative_P_100        	2024-43037	0.4900
relative_P_200        	2024-43037	0.3952
relative_P_500        	2024-43037	0.3952
relative_P_1000       	2024-43037	0.3952
success_1             	2024-43037	1.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	0.4900
set_relative_P        	2024-43037	0.4900
set_recall            	2024-43037	0.3952
set_map               	2024-43037	0.1936
set_F                 	2024-43037	0.4375
num_nonrel_judged_ret 	2024-43037	16
num_ret               	2024-43905	100
num_rel               	2024-43905	21
num_rel_ret           	2024-43905	0
map                   	2024-43905	0.0000
Rprec                 	2024-43905	0.0000
bpref                 	2024-43905	0.0000
recip_rank            	2024-43905	0.0000
iprec_at_recall_0.00  	2024-43905	0.0000
iprec_at_recall_0.10  	2024-43905	0.0000
iprec_at_recall_0.20  	2024-43905	0.0000
iprec_at_recall_0.30  	2024-43905	0.0000
iprec_at_recall_0.40  	2024-43905	0.0000
iprec_at_recall_0.50  	2024-43905	0.0000
iprec_at_recall_0.60  	2024-43905	0.0000
iprec_at_recall_0.70  	2024-43905	0.0000
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	0.0000
P_10                  	2024-43905	0.0000
P_15                  	2024-43905	0.0000
P_20                  	2024-43905	0.0000
P_30                  	2024-43905	0.0000
P_100                 	2024-43905	0.0000
P_200                 	2024-43905	0.0000
P_500                 	2024-43905	0.0000
P_1000                	2024-43905	0.0000
relstring             	2024-43905	'----------'
recall_5              	2024-43905	0.0000
recall_10             	2024-43905	0.0000
recall_15             	2024-43905	0.0000
recall_20             	2024-43905	0.0000
recall_30             	2024-43905	0.0000
recall_100            	2024-43905	0.0000
recall_200            	2024-43905	0.0000
recall_500            	2024-43905	0.0000
recall_1000           	2024-43905	0.0000
infAP                 	2024-43905	0.0000
Rprec_mult_0.20       	2024-43905	0.0000
Rprec_mult_0.40       	2024-43905	0.0000
Rprec_mult_0.60       	2024-43905	0.0000
Rprec_mult_0.80       	2024-43905	0.0000
Rprec_mult_1.00       	2024-43905	0.0000
Rprec_mult_1.20       	2024-43905	0.0000
Rprec_mult_1.40       	2024-43905	0.0000
Rprec_mult_1.60       	2024-43905	0.0000
Rprec_mult_1.80       	2024-43905	0.0000
Rprec_mult_2.00       	2024-43905	0.0000
utility               	2024-43905	-100.0000
11pt_avg              	2024-43905	0.0000
binG                  	2024-43905	0.0000
G                     	2024-43905	0.0000
ndcg                  	2024-43905	0.0000
ndcg_rel              	2024-43905	0.0000
Rndcg                 	2024-43905	0.0000
ndcg_cut_5            	2024-43905	0.0000
ndcg_cut_10           	2024-43905	0.0000
ndcg_cut_15           	2024-43905	0.0000
ndcg_cut_20           	2024-43905	0.0000
ndcg_cut_30           	2024-43905	0.0000
ndcg_cut_100          	2024-43905	0.0000
ndcg_cut_200          	2024-43905	0.0000
ndcg_cut_500          	2024-43905	0.0000
ndcg_cut_1000         	2024-43905	0.0000
map_cut_5             	2024-43905	0.0000
map_cut_10            	2024-43905	0.0000
map_cut_15            	2024-43905	0.0000
map_cut_20            	2024-43905	0.0000
map_cut_30            	2024-43905	0.0000
map_cut_100           	2024-43905	0.0000
map_cut_200           	2024-43905	0.0000
map_cut_500           	2024-43905	0.0000
map_cut_1000          	2024-43905	0.0000
relative_P_5          	2024-43905	0.0000
relative_P_10         	2024-43905	0.0000
relative_P_15         	2024-43905	0.0000
relative_P_20         	2024-43905	0.0000
relative_P_30         	2024-43905	0.0000
relative_P_100        	2024-43905	0.0000
relative_P_200        	2024-43905	0.0000
relative_P_500        	2024-43905	0.0000
relative_P_1000       	2024-43905	0.0000
success_1             	2024-43905	0.0000
success_5             	2024-43905	0.0000
success_10            	2024-43905	0.0000
set_P                 	2024-43905	0.0000
set_relative_P        	2024-43905	0.0000
set_recall            	2024-43905	0.0000
set_map               	2024-43905	0.0000
set_F                 	2024-43905	0.0000
num_nonrel_judged_ret 	2024-43905	1
num_ret               	2024-43983	100
num_rel               	2024-43983	53
num_rel_ret           	2024-43983	8
map                   	2024-43983	0.0103
Rprec                 	2024-43983	0.0377
bpref                 	2024-43983	0.1336
recip_rank            	2024-43983	0.0833
iprec_at_recall_0.00  	2024-43983	0.0851
iprec_at_recall_0.10  	2024-43983	0.0851
iprec_at_recall_0.20  	2024-43983	0.0000
iprec_at_recall_0.30  	2024-43983	0.0000
iprec_at_recall_0.40  	2024-43983	0.0000
iprec_at_recall_0.50  	2024-43983	0.0000
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.0000
P_10                  	2024-43983	0.0000
P_15                  	2024-43983	0.0667
P_20                  	2024-43983	0.0500
P_30                  	2024-43983	0.0333
P_100                 	2024-43983	0.0800
P_200                 	2024-43983	0.0400
P_500                 	2024-43983	0.0160
P_1000                	2024-43983	0.0080
relstring             	2024-43983	'-----0----'
recall_5              	2024-43983	0.0000
recall_10             	2024-43983	0.0000
recall_15             	2024-43983	0.0189
recall_20             	2024-43983	0.0189
recall_30             	2024-43983	0.0189
recall_100            	2024-43983	0.1509
recall_200            	2024-43983	0.1509
recall_500            	2024-43983	0.1509
recall_1000           	2024-43983	0.1509
infAP                 	2024-43983	0.0103
Rprec_mult_0.20       	2024-43983	0.0000
Rprec_mult_0.40       	2024-43983	0.0455
Rprec_mult_0.60       	2024-43983	0.0312
Rprec_mult_0.80       	2024-43983	0.0233
Rprec_mult_1.00       	2024-43983	0.0377
Rprec_mult_1.20       	2024-43983	0.0469
Rprec_mult_1.40       	2024-43983	0.0667
Rprec_mult_1.60       	2024-43983	0.0824
Rprec_mult_1.80       	2024-43983	0.0833
Rprec_mult_2.00       	2024-43983	0.0755
utility               	2024-43983	-84.0000
11pt_avg              	2024-43983	0.0155
binG                  	2024-43983	0.0268
G                     	2024-43983	0.0268
ndcg                  	2024-43983	0.1049
ndcg_rel              	2024-43983	0.0992
Rndcg                 	2024-43983	0.0690
ndcg_cut_5            	2024-43983	0.0000
ndcg_cut_10           	2024-43983	0.0000
ndcg_cut_15           	2024-43983	0.0461
ndcg_cut_20           	2024-43983	0.0384
ndcg_cut_30           	2024-43983	0.0295
ndcg_cut_100          	2024-43983	0.1049
ndcg_cut_200          	2024-43983	0.1049
ndcg_cut_500          	2024-43983	0.1049
ndcg_cut_1000         	2024-43983	0.1049
map_cut_5             	2024-43983	0.0000
map_cut_10            	2024-43983	0.0000
map_cut_15            	2024-43983	0.0016
map_cut_20            	2024-43983	0.0016
map_cut_30            	2024-43983	0.0016
map_cut_100           	2024-43983	0.0103
map_cut_200           	2024-43983	0.0103
map_cut_500           	2024-43983	0.0103
map_cut_1000          	2024-43983	0.0103
relative_P_5          	2024-43983	0.0000
relative_P_10         	2024-43983	0.0000
relative_P_15         	2024-43983	0.0667
relative_P_20         	2024-43983	0.0500
relative_P_30         	2024-43983	0.0333
relative_P_100        	2024-43983	0.1509
relative_P_200        	2024-43983	0.1509
relative_P_500        	2024-43983	0.1509
relative_P_1000       	2024-43983	0.1509
success_1             	2024-43983	0.0000
success_5             	2024-43983	0.0000
success_10            	2024-43983	0.0000
set_P                 	2024-43983	0.0800
set_relative_P        	2024-43983	0.1509
set_recall            	2024-43983	0.1509
set_map               	2024-43983	0.0121
set_F                 	2024-43983	0.1046
num_nonrel_judged_ret 	2024-43983	7
num_ret               	2024-44059	100
num_rel               	2024-44059	5
num_rel_ret           	2024-44059	1
map                   	2024-44059	0.0050
Rprec                 	2024-44059	0.0000
bpref                 	2024-44059	0.0000
recip_rank            	2024-44059	0.0250
iprec_at_recall_0.00  	2024-44059	0.0250
iprec_at_recall_0.10  	2024-44059	0.0250
iprec_at_recall_0.20  	2024-44059	0.0250
iprec_at_recall_0.30  	2024-44059	0.0000
iprec_at_recall_0.40  	2024-44059	0.0000
iprec_at_recall_0.50  	2024-44059	0.0000
iprec_at_recall_0.60  	2024-44059	0.0000
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.0000
P_10                  	2024-44059	0.0000
P_15                  	2024-44059	0.0000
P_20                  	2024-44059	0.0000
P_30                  	2024-44059	0.0000
P_100                 	2024-44059	0.0100
P_200                 	2024-44059	0.0050
P_500                 	2024-44059	0.0020
P_1000                	2024-44059	0.0010
relstring             	2024-44059	'0000000000'
recall_5              	2024-44059	0.0000
recall_10             	2024-44059	0.0000
recall_15             	2024-44059	0.0000
recall_20             	2024-44059	0.0000
recall_30             	2024-44059	0.0000
recall_100            	2024-44059	0.2000
recall_200            	2024-44059	0.2000
recall_500            	2024-44059	0.2000
recall_1000           	2024-44059	0.2000
infAP                 	2024-44059	0.0050
Rprec_mult_0.20       	2024-44059	0.0000
Rprec_mult_0.40       	2024-44059	0.0000
Rprec_mult_0.60       	2024-44059	0.0000
Rprec_mult_0.80       	2024-44059	0.0000
Rprec_mult_1.00       	2024-44059	0.0000
Rprec_mult_1.20       	2024-44059	0.0000
Rprec_mult_1.40       	2024-44059	0.0000
Rprec_mult_1.60       	2024-44059	0.0000
Rprec_mult_1.80       	2024-44059	0.0000
Rprec_mult_2.00       	2024-44059	0.0000
utility               	2024-44059	-98.0000
11pt_avg              	2024-44059	0.0068
binG                  	2024-44059	0.0373
G                     	2024-44059	0.0373
ndcg                  	2024-44059	0.0633
ndcg_rel              	2024-44059	0.0633
Rndcg                 	2024-44059	0.0317
ndcg_cut_5            	2024-44059	0.0000
ndcg_cut_10           	2024-44059	0.0000
ndcg_cut_15           	2024-44059	0.0000
ndcg_cut_20           	2024-44059	0.0000
ndcg_cut_30           	2024-44059	0.0000
ndcg_cut_100          	2024-44059	0.0633
ndcg_cut_200          	2024-44059	0.0633
ndcg_cut_500          	2024-44059	0.0633
ndcg_cut_1000         	2024-44059	0.0633
map_cut_5             	2024-44059	0.0000
map_cut_10            	2024-44059	0.0000
map_cut_15            	2024-44059	0.0000
map_cut_20            	2024-44059	0.0000
map_cut_30            	2024-44059	0.0000
map_cut_100           	2024-44059	0.0050
map_cut_200           	2024-44059	0.0050
map_cut_500           	2024-44059	0.0050
map_cut_1000          	2024-44059	0.0050
relative_P_5          	2024-44059	0.0000
relative_P_10         	2024-44059	0.0000
relative_P_15         	2024-44059	0.0000
relative_P_20         	2024-44059	0.0000
relative_P_30         	2024-44059	0.0000
relative_P_100        	2024-44059	0.2000
relative_P_200        	2024-44059	0.2000
relative_P_500        	2024-44059	0.2000
relative_P_1000       	2024-44059	0.2000
success_1             	2024-44059	0.0000
success_5             	2024-44059	0.0000
success_10            	2024-44059	0.0000
set_P                 	2024-44059	0.0100
set_relative_P        	2024-44059	0.2000
set_recall            	2024-44059	0.2000
set_map               	2024-44059	0.0020
set_F                 	2024-44059	0.0190
num_nonrel_judged_ret 	2024-44059	60
num_ret               	2024-44060	100
num_rel               	2024-44060	172
num_rel_ret           	2024-44060	65
map                   	2024-44060	0.3282
Rprec                 	2024-44060	0.3779
bpref                 	2024-44060	0.3610
recip_rank            	2024-44060	1.0000
iprec_at_recall_0.00  	2024-44060	1.0000
iprec_at_recall_0.10  	2024-44060	1.0000
iprec_at_recall_0.20  	2024-44060	0.8372
iprec_at_recall_0.30  	2024-44060	0.7324
iprec_at_recall_0.40  	2024-44060	0.0000
iprec_at_recall_0.50  	2024-44060	0.0000
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	1.0000
P_10                  	2024-44060	1.0000
P_15                  	2024-44060	1.0000
P_20                  	2024-44060	1.0000
P_30                  	2024-44060	0.9333
P_100                 	2024-44060	0.6500
P_200                 	2024-44060	0.3250
P_500                 	2024-44060	0.1300
P_1000                	2024-44060	0.0650
relstring             	2024-44060	'3223233213'
recall_5              	2024-44060	0.0291
recall_10             	2024-44060	0.0581
recall_15             	2024-44060	0.0872
recall_20             	2024-44060	0.1163
recall_30             	2024-44060	0.1628
recall_100            	2024-44060	0.3779
recall_200            	2024-44060	0.3779
recall_500            	2024-44060	0.3779
recall_1000           	2024-44060	0.3779
infAP                 	2024-44060	0.3282
Rprec_mult_0.20       	2024-44060	0.9143
Rprec_mult_0.40       	2024-44060	0.7391
Rprec_mult_0.60       	2024-44060	0.6250
Rprec_mult_0.80       	2024-44060	0.4710
Rprec_mult_1.00       	2024-44060	0.3779
Rprec_mult_1.20       	2024-44060	0.3140
Rprec_mult_1.40       	2024-44060	0.2697
Rprec_mult_1.60       	2024-44060	0.2355
Rprec_mult_1.80       	2024-44060	0.2097
Rprec_mult_2.00       	2024-44060	0.1890
utility               	2024-44060	30.0000
11pt_avg              	2024-44060	0.3245
binG                  	2024-44060	0.2127
G                     	2024-44060	0.1251
ndcg                  	2024-44060	0.5390
ndcg_rel              	2024-44060	0.6229
Rndcg                 	2024-44060	0.6672
ndcg_cut_5            	2024-44060	0.8284
ndcg_cut_10           	2024-44060	0.8213
ndcg_cut_15           	2024-44060	0.7995
ndcg_cut_20           	2024-44060	0.8472
ndcg_cut_30           	2024-44060	0.8125
ndcg_cut_100          	2024-44060	0.6651
ndcg_cut_200          	2024-44060	0.5390
ndcg_cut_500          	2024-44060	0.5390
ndcg_cut_1000         	2024-44060	0.5390
map_cut_5             	2024-44060	0.0291
map_cut_10            	2024-44060	0.0581
map_cut_15            	2024-44060	0.0872
map_cut_20            	2024-44060	0.1163
map_cut_30            	2024-44060	0.1619
map_cut_100           	2024-44060	0.3282
map_cut_200           	2024-44060	0.3282
map_cut_500           	2024-44060	0.3282
map_cut_1000          	2024-44060	0.3282
relative_P_5          	2024-44060	1.0000
relative_P_10         	2024-44060	1.0000
relative_P_15         	2024-44060	1.0000
relative_P_20         	2024-44060	1.0000
relative_P_30         	2024-44060	0.9333
relative_P_100        	2024-44060	0.6500
relative_P_200        	2024-44060	0.3779
relative_P_500        	2024-44060	0.3779
relative_P_1000       	2024-44060	0.3779
success_1             	2024-44060	1.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	0.6500
set_relative_P        	2024-44060	0.6500
set_recall            	2024-44060	0.3779
set_map               	2024-44060	0.2456
set_F                 	2024-44060	0.4779
num_nonrel_judged_ret 	2024-44060	1
num_ret               	2024-58819	100
num_rel               	2024-58819	112
num_rel_ret           	2024-58819	4
map                   	2024-58819	0.0011
Rprec                 	2024-58819	0.0357
bpref                 	2024-58819	0.0292
recip_rank            	2024-58819	0.0149
iprec_at_recall_0.00  	2024-58819	0.0421
iprec_at_recall_0.10  	2024-58819	0.0000
iprec_at_recall_0.20  	2024-58819	0.0000
iprec_at_recall_0.30  	2024-58819	0.0000
iprec_at_recall_0.40  	2024-58819	0.0000
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	0.0000
P_10                  	2024-58819	0.0000
P_15                  	2024-58819	0.0000
P_20                  	2024-58819	0.0000
P_30                  	2024-58819	0.0000
P_100                 	2024-58819	0.0400
P_200                 	2024-58819	0.0200
P_500                 	2024-58819	0.0080
P_1000                	2024-58819	0.0040
relstring             	2024-58819	'----------'
recall_5              	2024-58819	0.0000
recall_10             	2024-58819	0.0000
recall_15             	2024-58819	0.0000
recall_20             	2024-58819	0.0000
recall_30             	2024-58819	0.0000
recall_100            	2024-58819	0.0357
recall_200            	2024-58819	0.0357
recall_500            	2024-58819	0.0357
recall_1000           	2024-58819	0.0357
infAP                 	2024-58819	0.0011
Rprec_mult_0.20       	2024-58819	0.0000
Rprec_mult_0.40       	2024-58819	0.0000
Rprec_mult_0.60       	2024-58819	0.0147
Rprec_mult_0.80       	2024-58819	0.0333
Rprec_mult_1.00       	2024-58819	0.0357
Rprec_mult_1.20       	2024-58819	0.0296
Rprec_mult_1.40       	2024-58819	0.0255
Rprec_mult_1.60       	2024-58819	0.0222
Rprec_mult_1.80       	2024-58819	0.0198
Rprec_mult_2.00       	2024-58819	0.0179
utility               	2024-58819	-92.0000
11pt_avg              	2024-58819	0.0038
binG                  	2024-58819	0.0057
G                     	2024-58819	0.0035
ndcg                  	2024-58819	0.0181
ndcg_rel              	2024-58819	0.0179
Rndcg                 	2024-58819	0.0090
ndcg_cut_5            	2024-58819	0.0000
ndcg_cut_10           	2024-58819	0.0000
ndcg_cut_15           	2024-58819	0.0000
ndcg_cut_20           	2024-58819	0.0000
ndcg_cut_30           	2024-58819	0.0000
ndcg_cut_100          	2024-58819	0.0189
ndcg_cut_200          	2024-58819	0.0181
ndcg_cut_500          	2024-58819	0.0181
ndcg_cut_1000         	2024-58819	0.0181
map_cut_5             	2024-58819	0.0000
map_cut_10            	2024-58819	0.0000
map_cut_15            	2024-58819	0.0000
map_cut_20            	2024-58819	0.0000
map_cut_30            	2024-58819	0.0000
map_cut_100           	2024-58819	0.0011
map_cut_200           	2024-58819	0.0011
map_cut_500           	2024-58819	0.0011
map_cut_1000          	2024-58819	0.0011
relative_P_5          	2024-58819	0.0000
relative_P_10         	2024-58819	0.0000
relative_P_15         	2024-58819	0.0000
relative_P_20         	2024-58819	0.0000
relative_P_30         	2024-58819	0.0000
relative_P_100        	2024-58819	0.0400
relative_P_200        	2024-58819	0.0357
relative_P_500        	2024-58819	0.0357
relative_P_1000       	2024-58819	0.0357
success_1             	2024-58819	0.0000
success_5             	2024-58819	0.0000
success_10            	2024-58819	0.0000
set_P                 	2024-58819	0.0400
set_relative_P        	2024-58819	0.0400
set_recall            	2024-58819	0.0357
set_map               	2024-58819	0.0014
set_F                 	2024-58819	0.0377
num_nonrel_judged_ret 	2024-58819	4
num_ret               	2024-69711	100
num_rel               	2024-69711	59
num_rel_ret           	2024-69711	1
map                   	2024-69711	0.0007
Rprec                 	2024-69711	0.0169
bpref                 	2024-69711	0.0169
recip_rank            	2024-69711	0.0435
iprec_at_recall_0.00  	2024-69711	0.0435
iprec_at_recall_0.10  	2024-69711	0.0000
iprec_at_recall_0.20  	2024-69711	0.0000
iprec_at_recall_0.30  	2024-69711	0.0000
iprec_at_recall_0.40  	2024-69711	0.0000
iprec_at_recall_0.50  	2024-69711	0.0000
iprec_at_recall_0.60  	2024-69711	0.0000
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	0.0000
P_10                  	2024-69711	0.0000
P_15                  	2024-69711	0.0000
P_20                  	2024-69711	0.0000
P_30                  	2024-69711	0.0333
P_100                 	2024-69711	0.0100
P_200                 	2024-69711	0.0050
P_500                 	2024-69711	0.0020
P_1000                	2024-69711	0.0010
relstring             	2024-69711	'----------'
recall_5              	2024-69711	0.0000
recall_10             	2024-69711	0.0000
recall_15             	2024-69711	0.0000
recall_20             	2024-69711	0.0000
recall_30             	2024-69711	0.0169
recall_100            	2024-69711	0.0169
recall_200            	2024-69711	0.0169
recall_500            	2024-69711	0.0169
recall_1000           	2024-69711	0.0169
infAP                 	2024-69711	0.0007
Rprec_mult_0.20       	2024-69711	0.0000
Rprec_mult_0.40       	2024-69711	0.0417
Rprec_mult_0.60       	2024-69711	0.0278
Rprec_mult_0.80       	2024-69711	0.0208
Rprec_mult_1.00       	2024-69711	0.0169
Rprec_mult_1.20       	2024-69711	0.0141
Rprec_mult_1.40       	2024-69711	0.0120
Rprec_mult_1.60       	2024-69711	0.0105
Rprec_mult_1.80       	2024-69711	0.0093
Rprec_mult_2.00       	2024-69711	0.0085
utility               	2024-69711	-98.0000
11pt_avg              	2024-69711	0.0040
binG                  	2024-69711	0.0037
G                     	2024-69711	0.0024
ndcg                  	2024-69711	0.0099
ndcg_rel              	2024-69711	0.0100
Rndcg                 	2024-69711	0.0050
ndcg_cut_5            	2024-69711	0.0000
ndcg_cut_10           	2024-69711	0.0000
ndcg_cut_15           	2024-69711	0.0000
ndcg_cut_20           	2024-69711	0.0000
ndcg_cut_30           	2024-69711	0.0130
ndcg_cut_100          	2024-69711	0.0099
ndcg_cut_200          	2024-69711	0.0099
ndcg_cut_500          	2024-69711	0.0099
ndcg_cut_1000         	2024-69711	0.0099
map_cut_5             	2024-69711	0.0000
map_cut_10            	2024-69711	0.0000
map_cut_15            	2024-69711	0.0000
map_cut_20            	2024-69711	0.0000
map_cut_30            	2024-69711	0.0007
map_cut_100           	2024-69711	0.0007
map_cut_200           	2024-69711	0.0007
map_cut_500           	2024-69711	0.0007
map_cut_1000          	2024-69711	0.0007
relative_P_5          	2024-69711	0.0000
relative_P_10         	2024-69711	0.0000
relative_P_15         	2024-69711	0.0000
relative_P_20         	2024-69711	0.0000
relative_P_30         	2024-69711	0.0333
relative_P_100        	2024-69711	0.0169
relative_P_200        	2024-69711	0.0169
relative_P_500        	2024-69711	0.0169
relative_P_1000       	2024-69711	0.0169
success_1             	2024-69711	0.0000
success_5             	2024-69711	0.0000
success_10            	2024-69711	0.0000
set_P                 	2024-69711	0.0100
set_relative_P        	2024-69711	0.0169
set_recall            	2024-69711	0.0169
set_map               	2024-69711	0.0002
set_F                 	2024-69711	0.0126
num_nonrel_judged_ret 	2024-69711	1
num_ret               	2024-73340	100
num_rel               	2024-73340	155
num_rel_ret           	2024-73340	41
map                   	2024-73340	0.1694
Rprec                 	2024-73340	0.2645
bpref                 	2024-73340	0.2455
recip_rank            	2024-73340	1.0000
iprec_at_recall_0.00  	2024-73340	1.0000
iprec_at_recall_0.10  	2024-73340	0.5405
iprec_at_recall_0.20  	2024-73340	0.4861
iprec_at_recall_0.30  	2024-73340	0.0000
iprec_at_recall_0.40  	2024-73340	0.0000
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	1.0000
P_10                  	2024-73340	0.9000
P_15                  	2024-73340	0.8000
P_20                  	2024-73340	0.7000
P_30                  	2024-73340	0.5000
P_100                 	2024-73340	0.4100
P_200                 	2024-73340	0.2050
P_500                 	2024-73340	0.0820
P_1000                	2024-73340	0.0410
relstring             	2024-73340	'1111111-11'
recall_5              	2024-73340	0.0323
recall_10             	2024-73340	0.0581
recall_15             	2024-73340	0.0774
recall_20             	2024-73340	0.0903
recall_30             	2024-73340	0.0968
recall_100            	2024-73340	0.2645
recall_200            	2024-73340	0.2645
recall_500            	2024-73340	0.2645
recall_1000           	2024-73340	0.2645
infAP                 	2024-73340	0.1694
Rprec_mult_0.20       	2024-73340	0.4839
Rprec_mult_0.40       	2024-73340	0.4677
Rprec_mult_0.60       	2024-73340	0.4301
Rprec_mult_0.80       	2024-73340	0.3306
Rprec_mult_1.00       	2024-73340	0.2645
Rprec_mult_1.20       	2024-73340	0.2204
Rprec_mult_1.40       	2024-73340	0.1889
Rprec_mult_1.60       	2024-73340	0.1653
Rprec_mult_1.80       	2024-73340	0.1470
Rprec_mult_2.00       	2024-73340	0.1323
utility               	2024-73340	-18.0000
11pt_avg              	2024-73340	0.1842
binG                  	2024-73340	0.1046
G                     	2024-73340	0.0402
ndcg                  	2024-73340	0.2361
ndcg_rel              	2024-73340	0.2478
Rndcg                 	2024-73340	0.2482
ndcg_cut_5            	2024-73340	0.3333
ndcg_cut_10           	2024-73340	0.3102
ndcg_cut_15           	2024-73340	0.2853
ndcg_cut_20           	2024-73340	0.2603
ndcg_cut_30           	2024-73340	0.2256
ndcg_cut_100          	2024-73340	0.2811
ndcg_cut_200          	2024-73340	0.2361
ndcg_cut_500          	2024-73340	0.2361
ndcg_cut_1000         	2024-73340	0.2361
map_cut_5             	2024-73340	0.0323
map_cut_10            	2024-73340	0.0567
map_cut_15            	2024-73340	0.0731
map_cut_20            	2024-73340	0.0833
map_cut_30            	2024-73340	0.0879
map_cut_100           	2024-73340	0.1694
map_cut_200           	2024-73340	0.1694
map_cut_500           	2024-73340	0.1694
map_cut_1000          	2024-73340	0.1694
relative_P_5          	2024-73340	1.0000
relative_P_10         	2024-73340	0.9000
relative_P_15         	2024-73340	0.8000
relative_P_20         	2024-73340	0.7000
relative_P_30         	2024-73340	0.5000
relative_P_100        	2024-73340	0.4100
relative_P_200        	2024-73340	0.2645
relative_P_500        	2024-73340	0.2645
relative_P_1000       	2024-73340	0.2645
success_1             	2024-73340	1.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.4100
set_relative_P        	2024-73340	0.4100
set_recall            	2024-73340	0.2645
set_map               	2024-73340	0.1085
set_F                 	2024-73340	0.3216
num_nonrel_judged_ret 	2024-73340	3
num_ret               	2024-73918	100
num_rel               	2024-73918	172
num_rel_ret           	2024-73918	12
map                   	2024-73918	0.0078
Rprec                 	2024-73918	0.0698
bpref                 	2024-73918	0.0591
recip_rank            	2024-73918	0.0667
iprec_at_recall_0.00  	2024-73918	0.1458
iprec_at_recall_0.10  	2024-73918	0.0000
iprec_at_recall_0.20  	2024-73918	0.0000
iprec_at_recall_0.30  	2024-73918	0.0000
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	0.0000
P_10                  	2024-73918	0.0000
P_15                  	2024-73918	0.0667
P_20                  	2024-73918	0.0500
P_30                  	2024-73918	0.0667
P_100                 	2024-73918	0.1200
P_200                 	2024-73918	0.0600
P_500                 	2024-73918	0.0240
P_1000                	2024-73918	0.0120
relstring             	2024-73918	'0000000000'
recall_5              	2024-73918	0.0000
recall_10             	2024-73918	0.0000
recall_15             	2024-73918	0.0058
recall_20             	2024-73918	0.0058
recall_30             	2024-73918	0.0116
recall_100            	2024-73918	0.0698
recall_200            	2024-73918	0.0698
recall_500            	2024-73918	0.0698
recall_1000           	2024-73918	0.0698
infAP                 	2024-73918	0.0078
Rprec_mult_0.20       	2024-73918	0.0857
Rprec_mult_0.40       	2024-73918	0.1159
Rprec_mult_0.60       	2024-73918	0.1154
Rprec_mult_0.80       	2024-73918	0.0870
Rprec_mult_1.00       	2024-73918	0.0698
Rprec_mult_1.20       	2024-73918	0.0580
Rprec_mult_1.40       	2024-73918	0.0498
Rprec_mult_1.60       	2024-73918	0.0435
Rprec_mult_1.80       	2024-73918	0.0387
Rprec_mult_2.00       	2024-73918	0.0349
utility               	2024-73918	-76.0000
11pt_avg              	2024-73918	0.0133
binG                  	2024-73918	0.0129
G                     	2024-73918	0.0098
ndcg                  	2024-73918	0.0587
ndcg_rel              	2024-73918	0.0592
Rndcg                 	2024-73918	0.0429
ndcg_cut_5            	2024-73918	0.0000
ndcg_cut_10           	2024-73918	0.0000
ndcg_cut_15           	2024-73918	0.0326
ndcg_cut_20           	2024-73918	0.0282
ndcg_cut_30           	2024-73918	0.0413
ndcg_cut_100          	2024-73918	0.0732
ndcg_cut_200          	2024-73918	0.0587
ndcg_cut_500          	2024-73918	0.0587
ndcg_cut_1000         	2024-73918	0.0587
map_cut_5             	2024-73918	0.0000
map_cut_10            	2024-73918	0.0000
map_cut_15            	2024-73918	0.0004
map_cut_20            	2024-73918	0.0004
map_cut_30            	2024-73918	0.0008
map_cut_100           	2024-73918	0.0078
map_cut_200           	2024-73918	0.0078
map_cut_500           	2024-73918	0.0078
map_cut_1000          	2024-73918	0.0078
relative_P_5          	2024-73918	0.0000
relative_P_10         	2024-73918	0.0000
relative_P_15         	2024-73918	0.0667
relative_P_20         	2024-73918	0.0500
relative_P_30         	2024-73918	0.0667
relative_P_100        	2024-73918	0.1200
relative_P_200        	2024-73918	0.0698
relative_P_500        	2024-73918	0.0698
relative_P_1000       	2024-73918	0.0698
success_1             	2024-73918	0.0000
success_5             	2024-73918	0.0000
success_10            	2024-73918	0.0000
set_P                 	2024-73918	0.1200
set_relative_P        	2024-73918	0.1200
set_recall            	2024-73918	0.0698
set_map               	2024-73918	0.0084
set_F                 	2024-73918	0.0882
num_nonrel_judged_ret 	2024-73918	34
num_ret               	2024-79081	100
num_rel               	2024-79081	156
num_rel_ret           	2024-79081	58
map                   	2024-79081	0.3172
Rprec                 	2024-79081	0.3718
bpref                 	2024-79081	0.3640
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	1.0000
iprec_at_recall_0.20  	2024-79081	0.9143
iprec_at_recall_0.30  	2024-79081	0.6125
iprec_at_recall_0.40  	2024-79081	0.0000
iprec_at_recall_0.50  	2024-79081	0.0000
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	1.0000
P_10                  	2024-79081	1.0000
P_15                  	2024-79081	1.0000
P_20                  	2024-79081	1.0000
P_30                  	2024-79081	1.0000
P_100                 	2024-79081	0.5800
P_200                 	2024-79081	0.2900
P_500                 	2024-79081	0.1160
P_1000                	2024-79081	0.0580
relstring             	2024-79081	'1132333132'
recall_5              	2024-79081	0.0321
recall_10             	2024-79081	0.0641
recall_15             	2024-79081	0.0962
recall_20             	2024-79081	0.1282
recall_30             	2024-79081	0.1923
recall_100            	2024-79081	0.3718
recall_200            	2024-79081	0.3718
recall_500            	2024-79081	0.3718
recall_1000           	2024-79081	0.3718
infAP                 	2024-79081	0.3172
Rprec_mult_0.20       	2024-79081	0.9688
Rprec_mult_0.40       	2024-79081	0.6825
Rprec_mult_0.60       	2024-79081	0.5957
Rprec_mult_0.80       	2024-79081	0.4640
Rprec_mult_1.00       	2024-79081	0.3718
Rprec_mult_1.20       	2024-79081	0.3085
Rprec_mult_1.40       	2024-79081	0.2648
Rprec_mult_1.60       	2024-79081	0.2320
Rprec_mult_1.80       	2024-79081	0.2064
Rprec_mult_2.00       	2024-79081	0.1859
utility               	2024-79081	16.0000
11pt_avg              	2024-79081	0.3206
binG                  	2024-79081	0.2380
G                     	2024-79081	0.1033
ndcg                  	2024-79081	0.4967
ndcg_rel              	2024-79081	0.5489
Rndcg                 	2024-79081	0.5790
ndcg_cut_5            	2024-79081	0.5825
ndcg_cut_10           	2024-79081	0.6616
ndcg_cut_15           	2024-79081	0.6911
ndcg_cut_20           	2024-79081	0.7205
ndcg_cut_30           	2024-79081	0.7393
ndcg_cut_100          	2024-79081	0.5742
ndcg_cut_200          	2024-79081	0.4967
ndcg_cut_500          	2024-79081	0.4967
ndcg_cut_1000         	2024-79081	0.4967
map_cut_5             	2024-79081	0.0321
map_cut_10            	2024-79081	0.0641
map_cut_15            	2024-79081	0.0962
map_cut_20            	2024-79081	0.1282
map_cut_30            	2024-79081	0.1923
map_cut_100           	2024-79081	0.3172
map_cut_200           	2024-79081	0.3172
map_cut_500           	2024-79081	0.3172
map_cut_1000          	2024-79081	0.3172
relative_P_5          	2024-79081	1.0000
relative_P_10         	2024-79081	1.0000
relative_P_15         	2024-79081	1.0000
relative_P_20         	2024-79081	1.0000
relative_P_30         	2024-79081	1.0000
relative_P_100        	2024-79081	0.5800
relative_P_200        	2024-79081	0.3718
relative_P_500        	2024-79081	0.3718
relative_P_1000       	2024-79081	0.3718
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	0.5800
set_relative_P        	2024-79081	0.5800
set_recall            	2024-79081	0.3718
set_map               	2024-79081	0.2156
set_F                 	2024-79081	0.4531
num_nonrel_judged_ret 	2024-79081	2
num_ret               	2024-79154	100
num_rel               	2024-79154	14
num_rel_ret           	2024-79154	0
map                   	2024-79154	0.0000
Rprec                 	2024-79154	0.0000
bpref                 	2024-79154	0.0000
recip_rank            	2024-79154	0.0000
iprec_at_recall_0.00  	2024-79154	0.0000
iprec_at_recall_0.10  	2024-79154	0.0000
iprec_at_recall_0.20  	2024-79154	0.0000
iprec_at_recall_0.30  	2024-79154	0.0000
iprec_at_recall_0.40  	2024-79154	0.0000
iprec_at_recall_0.50  	2024-79154	0.0000
iprec_at_recall_0.60  	2024-79154	0.0000
iprec_at_recall_0.70  	2024-79154	0.0000
iprec_at_recall_0.80  	2024-79154	0.0000
iprec_at_recall_0.90  	2024-79154	0.0000
iprec_at_recall_1.00  	2024-79154	0.0000
P_5                   	2024-79154	0.0000
P_10                  	2024-79154	0.0000
P_15                  	2024-79154	0.0000
P_20                  	2024-79154	0.0000
P_30                  	2024-79154	0.0000
P_100                 	2024-79154	0.0000
P_200                 	2024-79154	0.0000
P_500                 	2024-79154	0.0000
P_1000                	2024-79154	0.0000
relstring             	2024-79154	'--0-------'
recall_5              	2024-79154	0.0000
recall_10             	2024-79154	0.0000
recall_15             	2024-79154	0.0000
recall_20             	2024-79154	0.0000
recall_30             	2024-79154	0.0000
recall_100            	2024-79154	0.0000
recall_200            	2024-79154	0.0000
recall_500            	2024-79154	0.0000
recall_1000           	2024-79154	0.0000
infAP                 	2024-79154	0.0000
Rprec_mult_0.20       	2024-79154	0.0000
Rprec_mult_0.40       	2024-79154	0.0000
Rprec_mult_0.60       	2024-79154	0.0000
Rprec_mult_0.80       	2024-79154	0.0000
Rprec_mult_1.00       	2024-79154	0.0000
Rprec_mult_1.20       	2024-79154	0.0000
Rprec_mult_1.40       	2024-79154	0.0000
Rprec_mult_1.60       	2024-79154	0.0000
Rprec_mult_1.80       	2024-79154	0.0000
Rprec_mult_2.00       	2024-79154	0.0000
utility               	2024-79154	-100.0000
11pt_avg              	2024-79154	0.0000
binG                  	2024-79154	0.0000
G                     	2024-79154	0.0000
ndcg                  	2024-79154	0.0000
ndcg_rel              	2024-79154	0.0000
Rndcg                 	2024-79154	0.0000
ndcg_cut_5            	2024-79154	0.0000
ndcg_cut_10           	2024-79154	0.0000
ndcg_cut_15           	2024-79154	0.0000
ndcg_cut_20           	2024-79154	0.0000
ndcg_cut_30           	2024-79154	0.0000
ndcg_cut_100          	2024-79154	0.0000
ndcg_cut_200          	2024-79154	0.0000
ndcg_cut_500          	2024-79154	0.0000
ndcg_cut_1000         	2024-79154	0.0000
map_cut_5             	2024-79154	0.0000
map_cut_10            	2024-79154	0.0000
map_cut_15            	2024-79154	0.0000
map_cut_20            	2024-79154	0.0000
map_cut_30            	2024-79154	0.0000
map_cut_100           	2024-79154	0.0000
map_cut_200           	2024-79154	0.0000
map_cut_500           	2024-79154	0.0000
map_cut_1000          	2024-79154	0.0000
relative_P_5          	2024-79154	0.0000
relative_P_10         	2024-79154	0.0000
relative_P_15         	2024-79154	0.0000
relative_P_20         	2024-79154	0.0000
relative_P_30         	2024-79154	0.0000
relative_P_100        	2024-79154	0.0000
relative_P_200        	2024-79154	0.0000
relative_P_500        	2024-79154	0.0000
relative_P_1000       	2024-79154	0.0000
success_1             	2024-79154	0.0000
success_5             	2024-79154	0.0000
success_10            	2024-79154	0.0000
set_P                 	2024-79154	0.0000
set_relative_P        	2024-79154	0.0000
set_recall            	2024-79154	0.0000
set_map               	2024-79154	0.0000
set_F                 	2024-79154	0.0000
num_nonrel_judged_ret 	2024-79154	20
num_ret               	2024-88894	100
num_rel               	2024-88894	46
num_rel_ret           	2024-88894	7
map                   	2024-88894	0.0239
Rprec                 	2024-88894	0.0870
bpref                 	2024-88894	0.0855
recip_rank            	2024-88894	0.2000
iprec_at_recall_0.00  	2024-88894	0.3333
iprec_at_recall_0.10  	2024-88894	0.1042
iprec_at_recall_0.20  	2024-88894	0.0000
iprec_at_recall_0.30  	2024-88894	0.0000
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.2000
P_10                  	2024-88894	0.2000
P_15                  	2024-88894	0.1333
P_20                  	2024-88894	0.1000
P_30                  	2024-88894	0.1333
P_100                 	2024-88894	0.0700
P_200                 	2024-88894	0.0350
P_500                 	2024-88894	0.0140
P_1000                	2024-88894	0.0070
relstring             	2024-88894	'0000110000'
recall_5              	2024-88894	0.0217
recall_10             	2024-88894	0.0435
recall_15             	2024-88894	0.0435
recall_20             	2024-88894	0.0435
recall_30             	2024-88894	0.0870
recall_100            	2024-88894	0.1522
recall_200            	2024-88894	0.1522
recall_500            	2024-88894	0.1522
recall_1000           	2024-88894	0.1522
infAP                 	2024-88894	0.0239
Rprec_mult_0.20       	2024-88894	0.2000
Rprec_mult_0.40       	2024-88894	0.1053
Rprec_mult_0.60       	2024-88894	0.1429
Rprec_mult_0.80       	2024-88894	0.1081
Rprec_mult_1.00       	2024-88894	0.0870
Rprec_mult_1.20       	2024-88894	0.0893
Rprec_mult_1.40       	2024-88894	0.0923
Rprec_mult_1.60       	2024-88894	0.0811
Rprec_mult_1.80       	2024-88894	0.0843
Rprec_mult_2.00       	2024-88894	0.0761
utility               	2024-88894	-86.0000
11pt_avg              	2024-88894	0.0398
binG                  	2024-88894	0.0376
G                     	2024-88894	0.0353
ndcg                  	2024-88894	0.1269
ndcg_rel              	2024-88894	0.1260
Rndcg                 	2024-88894	0.0719
ndcg_cut_5            	2024-88894	0.0980
ndcg_cut_10           	2024-88894	0.1340
ndcg_cut_15           	2024-88894	0.1083
ndcg_cut_20           	2024-88894	0.0924
ndcg_cut_30           	2024-88894	0.1151
ndcg_cut_100          	2024-88894	0.1269
ndcg_cut_200          	2024-88894	0.1269
ndcg_cut_500          	2024-88894	0.1269
ndcg_cut_1000         	2024-88894	0.1269
map_cut_5             	2024-88894	0.0043
map_cut_10            	2024-88894	0.0116
map_cut_15            	2024-88894	0.0116
map_cut_20            	2024-88894	0.0116
map_cut_30            	2024-88894	0.0177
map_cut_100           	2024-88894	0.0239
map_cut_200           	2024-88894	0.0239
map_cut_500           	2024-88894	0.0239
map_cut_1000          	2024-88894	0.0239
relative_P_5          	2024-88894	0.2000
relative_P_10         	2024-88894	0.2000
relative_P_15         	2024-88894	0.1333
relative_P_20         	2024-88894	0.1000
relative_P_30         	2024-88894	0.1333
relative_P_100        	2024-88894	0.1522
relative_P_200        	2024-88894	0.1522
relative_P_500        	2024-88894	0.1522
relative_P_1000       	2024-88894	0.1522
success_1             	2024-88894	0.0000
success_5             	2024-88894	1.0000
success_10            	2024-88894	1.0000
set_P                 	2024-88894	0.0700
set_relative_P        	2024-88894	0.1522
set_recall            	2024-88894	0.1522
set_map               	2024-88894	0.0107
set_F                 	2024-88894	0.0959
num_nonrel_judged_ret 	2024-88894	40
num_ret               	2024-94706	100
num_rel               	2024-94706	45
num_rel_ret           	2024-94706	1
map                   	2024-94706	0.0003
Rprec                 	2024-94706	0.0000
bpref                 	2024-94706	0.0222
recip_rank            	2024-94706	0.0156
iprec_at_recall_0.00  	2024-94706	0.0156
iprec_at_recall_0.10  	2024-94706	0.0000
iprec_at_recall_0.20  	2024-94706	0.0000
iprec_at_recall_0.30  	2024-94706	0.0000
iprec_at_recall_0.40  	2024-94706	0.0000
iprec_at_recall_0.50  	2024-94706	0.0000
iprec_at_recall_0.60  	2024-94706	0.0000
iprec_at_recall_0.70  	2024-94706	0.0000
iprec_at_recall_0.80  	2024-94706	0.0000
iprec_at_recall_0.90  	2024-94706	0.0000
iprec_at_recall_1.00  	2024-94706	0.0000
P_5                   	2024-94706	0.0000
P_10                  	2024-94706	0.0000
P_15                  	2024-94706	0.0000
P_20                  	2024-94706	0.0000
P_30                  	2024-94706	0.0000
P_100                 	2024-94706	0.0100
P_200                 	2024-94706	0.0050
P_500                 	2024-94706	0.0020
P_1000                	2024-94706	0.0010
relstring             	2024-94706	'----------'
recall_5              	2024-94706	0.0000
recall_10             	2024-94706	0.0000
recall_15             	2024-94706	0.0000
recall_20             	2024-94706	0.0000
recall_30             	2024-94706	0.0000
recall_100            	2024-94706	0.0222
recall_200            	2024-94706	0.0222
recall_500            	2024-94706	0.0222
recall_1000           	2024-94706	0.0222
infAP                 	2024-94706	0.0003
Rprec_mult_0.20       	2024-94706	0.0000
Rprec_mult_0.40       	2024-94706	0.0000
Rprec_mult_0.60       	2024-94706	0.0000
Rprec_mult_0.80       	2024-94706	0.0000
Rprec_mult_1.00       	2024-94706	0.0000
Rprec_mult_1.20       	2024-94706	0.0000
Rprec_mult_1.40       	2024-94706	0.0000
Rprec_mult_1.60       	2024-94706	0.0139
Rprec_mult_1.80       	2024-94706	0.0123
Rprec_mult_2.00       	2024-94706	0.0111
utility               	2024-94706	-98.0000
11pt_avg              	2024-94706	0.0014
binG                  	2024-94706	0.0037
G                     	2024-94706	0.0033
ndcg                  	2024-94706	0.0111
ndcg_rel              	2024-94706	0.0111
Rndcg                 	2024-94706	0.0037
ndcg_cut_5            	2024-94706	0.0000
ndcg_cut_10           	2024-94706	0.0000
ndcg_cut_15           	2024-94706	0.0000
ndcg_cut_20           	2024-94706	0.0000
ndcg_cut_30           	2024-94706	0.0000
ndcg_cut_100          	2024-94706	0.0111
ndcg_cut_200          	2024-94706	0.0111
ndcg_cut_500          	2024-94706	0.0111
ndcg_cut_1000         	2024-94706	0.0111
map_cut_5             	2024-94706	0.0000
map_cut_10            	2024-94706	0.0000
map_cut_15            	2024-94706	0.0000
map_cut_20            	2024-94706	0.0000
map_cut_30            	2024-94706	0.0000
map_cut_100           	2024-94706	0.0003
map_cut_200           	2024-94706	0.0003
map_cut_500           	2024-94706	0.0003
map_cut_1000          	2024-94706	0.0003
relative_P_5          	2024-94706	0.0000
relative_P_10         	2024-94706	0.0000
relative_P_15         	2024-94706	0.0000
relative_P_20         	2024-94706	0.0000
relative_P_30         	2024-94706	0.0000
relative_P_100        	2024-94706	0.0222
relative_P_200        	2024-94706	0.0222
relative_P_500        	2024-94706	0.0222
relative_P_1000       	2024-94706	0.0222
success_1             	2024-94706	0.0000
success_5             	2024-94706	0.0000
success_10            	2024-94706	0.0000
set_P                 	2024-94706	0.0100
set_relative_P        	2024-94706	0.0222
set_recall            	2024-94706	0.0222
set_map               	2024-94706	0.0002
set_F                 	2024-94706	0.0138
num_nonrel_judged_ret 	2024-94706	0
num_ret               	2024-96063	100
num_rel               	2024-96063	91
num_rel_ret           	2024-96063	1
map                   	2024-96063	0.0001
Rprec                 	2024-96063	0.0000
bpref                 	2024-96063	0.0087
recip_rank            	2024-96063	0.0105
iprec_at_recall_0.00  	2024-96063	0.0105
iprec_at_recall_0.10  	2024-96063	0.0000
iprec_at_recall_0.20  	2024-96063	0.0000
iprec_at_recall_0.30  	2024-96063	0.0000
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	0.0000
P_10                  	2024-96063	0.0000
P_15                  	2024-96063	0.0000
P_20                  	2024-96063	0.0000
P_30                  	2024-96063	0.0000
P_100                 	2024-96063	0.0100
P_200                 	2024-96063	0.0050
P_500                 	2024-96063	0.0020
P_1000                	2024-96063	0.0010
relstring             	2024-96063	'0--0-0---0'
recall_5              	2024-96063	0.0000
recall_10             	2024-96063	0.0000
recall_15             	2024-96063	0.0000
recall_20             	2024-96063	0.0000
recall_30             	2024-96063	0.0000
recall_100            	2024-96063	0.0110
recall_200            	2024-96063	0.0110
recall_500            	2024-96063	0.0110
recall_1000           	2024-96063	0.0110
infAP                 	2024-96063	0.0001
Rprec_mult_0.20       	2024-96063	0.0000
Rprec_mult_0.40       	2024-96063	0.0000
Rprec_mult_0.60       	2024-96063	0.0000
Rprec_mult_0.80       	2024-96063	0.0000
Rprec_mult_1.00       	2024-96063	0.0000
Rprec_mult_1.20       	2024-96063	0.0091
Rprec_mult_1.40       	2024-96063	0.0078
Rprec_mult_1.60       	2024-96063	0.0068
Rprec_mult_1.80       	2024-96063	0.0061
Rprec_mult_2.00       	2024-96063	0.0055
utility               	2024-96063	-98.0000
11pt_avg              	2024-96063	0.0010
binG                  	2024-96063	0.0017
G                     	2024-96063	0.0009
ndcg                  	2024-96063	0.0043
ndcg_rel              	2024-96063	0.0043
Rndcg                 	2024-96063	0.0011
ndcg_cut_5            	2024-96063	0.0000
ndcg_cut_10           	2024-96063	0.0000
ndcg_cut_15           	2024-96063	0.0000
ndcg_cut_20           	2024-96063	0.0000
ndcg_cut_30           	2024-96063	0.0000
ndcg_cut_100          	2024-96063	0.0043
ndcg_cut_200          	2024-96063	0.0043
ndcg_cut_500          	2024-96063	0.0043
ndcg_cut_1000         	2024-96063	0.0043
map_cut_5             	2024-96063	0.0000
map_cut_10            	2024-96063	0.0000
map_cut_15            	2024-96063	0.0000
map_cut_20            	2024-96063	0.0000
map_cut_30            	2024-96063	0.0000
map_cut_100           	2024-96063	0.0001
map_cut_200           	2024-96063	0.0001
map_cut_500           	2024-96063	0.0001
map_cut_1000          	2024-96063	0.0001
relative_P_5          	2024-96063	0.0000
relative_P_10         	2024-96063	0.0000
relative_P_15         	2024-96063	0.0000
relative_P_20         	2024-96063	0.0000
relative_P_30         	2024-96063	0.0000
relative_P_100        	2024-96063	0.0110
relative_P_200        	2024-96063	0.0110
relative_P_500        	2024-96063	0.0110
relative_P_1000       	2024-96063	0.0110
success_1             	2024-96063	0.0000
success_5             	2024-96063	0.0000
success_10            	2024-96063	0.0000
set_P                 	2024-96063	0.0100
set_relative_P        	2024-96063	0.0110
set_recall            	2024-96063	0.0110
set_map               	2024-96063	0.0001
set_F                 	2024-96063	0.0105
num_nonrel_judged_ret 	2024-96063	19
num_ret               	2024-96359	100
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	6
map                   	2024-96359	0.0717
Rprec                 	2024-96359	0.1091
bpref                 	2024-96359	0.1091
recip_rank            	2024-96359	1.0000
iprec_at_recall_0.00  	2024-96359	1.0000
iprec_at_recall_0.10  	2024-96359	0.1667
iprec_at_recall_0.20  	2024-96359	0.0000
iprec_at_recall_0.30  	2024-96359	0.0000
iprec_at_recall_0.40  	2024-96359	0.0000
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	0.6000
P_10                  	2024-96359	0.4000
P_15                  	2024-96359	0.2667
P_20                  	2024-96359	0.2500
P_30                  	2024-96359	0.1667
P_100                 	2024-96359	0.0600
P_200                 	2024-96359	0.0300
P_500                 	2024-96359	0.0120
P_1000                	2024-96359	0.0060
relstring             	2024-96359	'111----1--'
recall_5              	2024-96359	0.0545
recall_10             	2024-96359	0.0727
recall_15             	2024-96359	0.0727
recall_20             	2024-96359	0.0909
recall_30             	2024-96359	0.0909
recall_100            	2024-96359	0.1091
recall_200            	2024-96359	0.1091
recall_500            	2024-96359	0.1091
recall_1000           	2024-96359	0.1091
infAP                 	2024-96359	0.0717
Rprec_mult_0.20       	2024-96359	0.3636
Rprec_mult_0.40       	2024-96359	0.2273
Rprec_mult_0.60       	2024-96359	0.1515
Rprec_mult_0.80       	2024-96359	0.1364
Rprec_mult_1.00       	2024-96359	0.1091
Rprec_mult_1.20       	2024-96359	0.0909
Rprec_mult_1.40       	2024-96359	0.0779
Rprec_mult_1.60       	2024-96359	0.0682
Rprec_mult_1.80       	2024-96359	0.0606
Rprec_mult_2.00       	2024-96359	0.0545
utility               	2024-96359	-88.0000
11pt_avg              	2024-96359	0.1061
binG                  	2024-96359	0.0699
G                     	2024-96359	0.0422
ndcg                  	2024-96359	0.1866
ndcg_rel              	2024-96359	0.2130
Rndcg                 	2024-96359	0.2911
ndcg_cut_5            	2024-96359	0.4653
ndcg_cut_10           	2024-96359	0.3962
ndcg_cut_15           	2024-96359	0.3265
ndcg_cut_20           	2024-96359	0.3093
ndcg_cut_30           	2024-96359	0.2485
ndcg_cut_100          	2024-96359	0.1866
ndcg_cut_200          	2024-96359	0.1866
ndcg_cut_500          	2024-96359	0.1866
ndcg_cut_1000         	2024-96359	0.1866
map_cut_5             	2024-96359	0.0545
map_cut_10            	2024-96359	0.0636
map_cut_15            	2024-96359	0.0636
map_cut_20            	2024-96359	0.0687
map_cut_30            	2024-96359	0.0687
map_cut_100           	2024-96359	0.0717
map_cut_200           	2024-96359	0.0717
map_cut_500           	2024-96359	0.0717
map_cut_1000          	2024-96359	0.0717
relative_P_5          	2024-96359	0.6000
relative_P_10         	2024-96359	0.4000
relative_P_15         	2024-96359	0.2667
relative_P_20         	2024-96359	0.2500
relative_P_30         	2024-96359	0.1667
relative_P_100        	2024-96359	0.1091
relative_P_200        	2024-96359	0.1091
relative_P_500        	2024-96359	0.1091
relative_P_1000       	2024-96359	0.1091
success_1             	2024-96359	1.0000
success_5             	2024-96359	1.0000
success_10            	2024-96359	1.0000
set_P                 	2024-96359	0.0600
set_relative_P        	2024-96359	0.1091
set_recall            	2024-96359	0.1091
set_map               	2024-96359	0.0065
set_F                 	2024-96359	0.0774
num_nonrel_judged_ret 	2024-96359	0
runid                 	all	anserini_bm25+rocchio.rag24.test_top100
num_q                 	all	86
num_ret               	all	8600
num_rel               	all	12717
num_rel_ret           	all	2158
map                   	all	0.1149
gm_map                	all	0.0119
Rprec                 	all	0.1641
bpref                 	all	0.1624
recip_rank            	all	0.5538
iprec_at_recall_0.00  	all	0.5861
iprec_at_recall_0.10  	all	0.3776
iprec_at_recall_0.20  	all	0.2360
iprec_at_recall_0.30  	all	0.1211
iprec_at_recall_0.40  	all	0.0724
iprec_at_recall_0.50  	all	0.0481
iprec_at_recall_0.60  	all	0.0358
iprec_at_recall_0.70  	all	0.0153
iprec_at_recall_0.80  	all	0.0000
iprec_at_recall_0.90  	all	0.0000
iprec_at_recall_1.00  	all	0.0000
P_5                   	all	0.4860
P_10                  	all	0.4453
P_15                  	all	0.4295
P_20                  	all	0.4140
P_30                  	all	0.3733
P_100                 	all	0.2509
P_200                 	all	0.1255
P_500                 	all	0.0502
P_1000                	all	0.0251
recall_5              	all	0.0178
recall_10             	all	0.0317
recall_15             	all	0.0451
recall_20             	all	0.0569
recall_30             	all	0.0773
recall_100            	all	0.1782
recall_200            	all	0.1782
recall_500            	all	0.1782
recall_1000           	all	0.1782
infAP                 	all	0.1149
gm_bpref              	all	0.0287
Rprec_mult_0.20       	all	0.3594
Rprec_mult_0.40       	all	0.2883
Rprec_mult_0.60       	all	0.2372
Rprec_mult_0.80       	all	0.1949
Rprec_mult_1.00       	all	0.1641
Rprec_mult_1.20       	all	0.1412
Rprec_mult_1.40       	all	0.1226
Rprec_mult_1.60       	all	0.1080
Rprec_mult_1.80       	all	0.0963
Rprec_mult_2.00       	all	0.0871
utility               	all	-49.8140
11pt_avg              	all	0.1357
binG                  	all	0.0734
G                     	all	0.0466
ndcg                  	all	0.2079
ndcg_rel              	all	0.2279
Rndcg                 	all	0.2335
ndcg_cut_5            	all	0.3371
ndcg_cut_10           	all	0.3138
ndcg_cut_15           	all	0.3042
ndcg_cut_20           	all	0.2977
ndcg_cut_30           	all	0.2843
ndcg_cut_100          	all	0.2506
ndcg_cut_200          	all	0.2128
ndcg_cut_500          	all	0.2079
ndcg_cut_1000         	all	0.2079
map_cut_5             	all	0.0160
map_cut_10            	all	0.0274
map_cut_15            	all	0.0379
map_cut_20            	all	0.0471
map_cut_30            	all	0.0613
map_cut_100           	all	0.1149
map_cut_200           	all	0.1149
map_cut_500           	all	0.1149
map_cut_1000          	all	0.1149
relative_P_5          	all	0.4860
relative_P_10         	all	0.4453
relative_P_15         	all	0.4295
relative_P_20         	all	0.4140
relative_P_30         	all	0.3733
relative_P_100        	all	0.2692
relative_P_200        	all	0.1884
relative_P_500        	all	0.1782
relative_P_1000       	all	0.1782
success_1             	all	0.4884
success_5             	all	0.6395
success_10            	all	0.6395
set_P                 	all	0.2509
set_relative_P        	all	0.2692
set_recall            	all	0.1782
set_map               	all	0.0786
set_F                 	all	0.1948
num_nonrel_judged_ret 	all	943
