num_ret               	2024-105741	100
num_rel               	2024-105741	139
num_rel_ret           	2024-105741	50
map                   	2024-105741	0.2632
Rprec                 	2024-105741	0.3597
bpref                 	2024-105741	0.3207
recip_rank            	2024-105741	1.0000
iprec_at_recall_0.00  	2024-105741	1.0000
iprec_at_recall_0.10  	2024-105741	0.8333
iprec_at_recall_0.20  	2024-105741	0.6889
iprec_at_recall_0.30  	2024-105741	0.5122
iprec_at_recall_0.40  	2024-105741	0.0000
iprec_at_recall_0.50  	2024-105741	0.0000
iprec_at_recall_0.60  	2024-105741	0.0000
iprec_at_recall_0.70  	2024-105741	0.0000
iprec_at_recall_0.80  	2024-105741	0.0000
iprec_at_recall_0.90  	2024-105741	0.0000
iprec_at_recall_1.00  	2024-105741	0.0000
P_5                   	2024-105741	1.0000
P_10                  	2024-105741	1.0000
P_15                  	2024-105741	0.8667
P_20                  	2024-105741	0.8000
P_30                  	2024-105741	0.7333
P_100                 	2024-105741	0.5000
P_200                 	2024-105741	0.2500
P_500                 	2024-105741	0.1000
P_1000                	2024-105741	0.0500
relstring             	2024-105741	'2111212221'
recall_5              	2024-105741	0.0360
recall_10             	2024-105741	0.0719
recall_15             	2024-105741	0.0935
recall_20             	2024-105741	0.1151
recall_30             	2024-105741	0.1583
recall_100            	2024-105741	0.3597
recall_200            	2024-105741	0.3597
recall_500            	2024-105741	0.3597
recall_1000           	2024-105741	0.3597
infAP                 	2024-105741	0.2632
Rprec_mult_0.20       	2024-105741	0.7500
Rprec_mult_0.40       	2024-105741	0.6071
Rprec_mult_0.60       	2024-105741	0.5119
Rprec_mult_0.80       	2024-105741	0.4464
Rprec_mult_1.00       	2024-105741	0.3597
Rprec_mult_1.20       	2024-105741	0.2994
Rprec_mult_1.40       	2024-105741	0.2564
Rprec_mult_1.60       	2024-105741	0.2242
Rprec_mult_1.80       	2024-105741	0.1992
Rprec_mult_2.00       	2024-105741	0.1799
utility               	2024-105741	0.0000
11pt_avg              	2024-105741	0.2759
binG                  	2024-105741	0.1587
G                     	2024-105741	0.0915
ndcg                  	2024-105741	0.4396
ndcg_rel              	2024-105741	0.4776
Rndcg                 	2024-105741	0.4778
ndcg_cut_5            	2024-105741	0.5400
ndcg_cut_10           	2024-105741	0.6133
ndcg_cut_15           	2024-105741	0.5938
ndcg_cut_20           	2024-105741	0.5801
ndcg_cut_30           	2024-105741	0.5332
ndcg_cut_100          	2024-105741	0.5148
ndcg_cut_200          	2024-105741	0.4396
ndcg_cut_500          	2024-105741	0.4396
ndcg_cut_1000         	2024-105741	0.4396
map_cut_5             	2024-105741	0.0360
map_cut_10            	2024-105741	0.0719
map_cut_15            	2024-105741	0.0930
map_cut_20            	2024-105741	0.1107
map_cut_30            	2024-105741	0.1447
map_cut_100           	2024-105741	0.2632
map_cut_200           	2024-105741	0.2632
map_cut_500           	2024-105741	0.2632
map_cut_1000          	2024-105741	0.2632
relative_P_5          	2024-105741	1.0000
relative_P_10         	2024-105741	1.0000
relative_P_15         	2024-105741	0.8667
relative_P_20         	2024-105741	0.8000
relative_P_30         	2024-105741	0.7333
relative_P_100        	2024-105741	0.5000
relative_P_200        	2024-105741	0.3597
relative_P_500        	2024-105741	0.3597
relative_P_1000       	2024-105741	0.3597
success_1             	2024-105741	1.0000
success_5             	2024-105741	1.0000
success_10            	2024-105741	1.0000
set_P                 	2024-105741	0.5000
set_relative_P        	2024-105741	0.5000
set_recall            	2024-105741	0.3597
set_map               	2024-105741	0.1799
set_F                 	2024-105741	0.4184
num_nonrel_judged_ret 	2024-105741	41
num_ret               	2024-121840	100
num_rel               	2024-121840	111
num_rel_ret           	2024-121840	24
map                   	2024-121840	0.0910
Rprec                 	2024-121840	0.2162
bpref                 	2024-121840	0.1671
recip_rank            	2024-121840	1.0000
iprec_at_recall_0.00  	2024-121840	1.0000
iprec_at_recall_0.10  	2024-121840	0.3261
iprec_at_recall_0.20  	2024-121840	0.2805
iprec_at_recall_0.30  	2024-121840	0.0000
iprec_at_recall_0.40  	2024-121840	0.0000
iprec_at_recall_0.50  	2024-121840	0.0000
iprec_at_recall_0.60  	2024-121840	0.0000
iprec_at_recall_0.70  	2024-121840	0.0000
iprec_at_recall_0.80  	2024-121840	0.0000
iprec_at_recall_0.90  	2024-121840	0.0000
iprec_at_recall_1.00  	2024-121840	0.0000
P_5                   	2024-121840	0.8000
P_10                  	2024-121840	0.5000
P_15                  	2024-121840	0.3333
P_20                  	2024-121840	0.3000
P_30                  	2024-121840	0.3000
P_100                 	2024-121840	0.2400
P_200                 	2024-121840	0.1200
P_500                 	2024-121840	0.0480
P_1000                	2024-121840	0.0240
relstring             	2024-121840	'3320200030'
recall_5              	2024-121840	0.0360
recall_10             	2024-121840	0.0450
recall_15             	2024-121840	0.0450
recall_20             	2024-121840	0.0541
recall_30             	2024-121840	0.0811
recall_100            	2024-121840	0.2162
recall_200            	2024-121840	0.2162
recall_500            	2024-121840	0.2162
recall_1000           	2024-121840	0.2162
infAP                 	2024-121840	0.0910
Rprec_mult_0.20       	2024-121840	0.2609
Rprec_mult_0.40       	2024-121840	0.3111
Rprec_mult_0.60       	2024-121840	0.2836
Rprec_mult_0.80       	2024-121840	0.2584
Rprec_mult_1.00       	2024-121840	0.2162
Rprec_mult_1.20       	2024-121840	0.1791
Rprec_mult_1.40       	2024-121840	0.1538
Rprec_mult_1.60       	2024-121840	0.1348
Rprec_mult_1.80       	2024-121840	0.1200
Rprec_mult_2.00       	2024-121840	0.1081
utility               	2024-121840	-52.0000
11pt_avg              	2024-121840	0.1461
binG                  	2024-121840	0.0703
G                     	2024-121840	0.0741
ndcg                  	2024-121840	0.3186
ndcg_rel              	2024-121840	0.3500
Rndcg                 	2024-121840	0.3338
ndcg_cut_5            	2024-121840	0.7537
ndcg_cut_10           	2024-121840	0.5553
ndcg_cut_15           	2024-121840	0.4305
ndcg_cut_20           	2024-121840	0.3697
ndcg_cut_30           	2024-121840	0.3648
ndcg_cut_100          	2024-121840	0.3304
ndcg_cut_200          	2024-121840	0.3186
ndcg_cut_500          	2024-121840	0.3186
ndcg_cut_1000         	2024-121840	0.3186
map_cut_5             	2024-121840	0.0342
map_cut_10            	2024-121840	0.0392
map_cut_15            	2024-121840	0.0392
map_cut_20            	2024-121840	0.0424
map_cut_30            	2024-121840	0.0506
map_cut_100           	2024-121840	0.0910
map_cut_200           	2024-121840	0.0910
map_cut_500           	2024-121840	0.0910
map_cut_1000          	2024-121840	0.0910
relative_P_5          	2024-121840	0.8000
relative_P_10         	2024-121840	0.5000
relative_P_15         	2024-121840	0.3333
relative_P_20         	2024-121840	0.3000
relative_P_30         	2024-121840	0.3000
relative_P_100        	2024-121840	0.2400
relative_P_200        	2024-121840	0.2162
relative_P_500        	2024-121840	0.2162
relative_P_1000       	2024-121840	0.2162
success_1             	2024-121840	1.0000
success_5             	2024-121840	1.0000
success_10            	2024-121840	1.0000
set_P                 	2024-121840	0.2400
set_relative_P        	2024-121840	0.2400
set_recall            	2024-121840	0.2162
set_map               	2024-121840	0.0519
set_F                 	2024-121840	0.2275
num_nonrel_judged_ret 	2024-121840	59
num_ret               	2024-127266	100
num_rel               	2024-127266	216
num_rel_ret           	2024-127266	89
map                   	2024-127266	0.4035
Rprec                 	2024-127266	0.4120
bpref                 	2024-127266	0.4019
recip_rank            	2024-127266	1.0000
iprec_at_recall_0.00  	2024-127266	1.0000
iprec_at_recall_0.10  	2024-127266	1.0000
iprec_at_recall_0.20  	2024-127266	1.0000
iprec_at_recall_0.30  	2024-127266	0.9848
iprec_at_recall_0.40  	2024-127266	0.8980
iprec_at_recall_0.50  	2024-127266	0.0000
iprec_at_recall_0.60  	2024-127266	0.0000
iprec_at_recall_0.70  	2024-127266	0.0000
iprec_at_recall_0.80  	2024-127266	0.0000
iprec_at_recall_0.90  	2024-127266	0.0000
iprec_at_recall_1.00  	2024-127266	0.0000
P_5                   	2024-127266	1.0000
P_10                  	2024-127266	1.0000
P_15                  	2024-127266	1.0000
P_20                  	2024-127266	1.0000
P_30                  	2024-127266	1.0000
P_100                 	2024-127266	0.8900
P_200                 	2024-127266	0.4450
P_500                 	2024-127266	0.1780
P_1000                	2024-127266	0.0890
relstring             	2024-127266	'2221313311'
recall_5              	2024-127266	0.0231
recall_10             	2024-127266	0.0463
recall_15             	2024-127266	0.0694
recall_20             	2024-127266	0.0926
recall_30             	2024-127266	0.1389
recall_100            	2024-127266	0.4120
recall_200            	2024-127266	0.4120
recall_500            	2024-127266	0.4120
recall_1000           	2024-127266	0.4120
infAP                 	2024-127266	0.4035
Rprec_mult_0.20       	2024-127266	1.0000
Rprec_mult_0.40       	2024-127266	0.9195
Rprec_mult_0.60       	2024-127266	0.6846
Rprec_mult_0.80       	2024-127266	0.5145
Rprec_mult_1.00       	2024-127266	0.4120
Rprec_mult_1.20       	2024-127266	0.3423
Rprec_mult_1.40       	2024-127266	0.2937
Rprec_mult_1.60       	2024-127266	0.2572
Rprec_mult_1.80       	2024-127266	0.2288
Rprec_mult_2.00       	2024-127266	0.2060
utility               	2024-127266	78.0000
11pt_avg              	2024-127266	0.4439
binG                  	2024-127266	0.3209
G                     	2024-127266	0.0974
ndcg                  	2024-127266	0.5164
ndcg_rel              	2024-127266	0.5765
Rndcg                 	2024-127266	0.6024
ndcg_cut_5            	2024-127266	0.6617
ndcg_cut_10           	2024-127266	0.6416
ndcg_cut_15           	2024-127266	0.6475
ndcg_cut_20           	2024-127266	0.5949
ndcg_cut_30           	2024-127266	0.6110
ndcg_cut_100          	2024-127266	0.6787
ndcg_cut_200          	2024-127266	0.5329
ndcg_cut_500          	2024-127266	0.5164
ndcg_cut_1000         	2024-127266	0.5164
map_cut_5             	2024-127266	0.0231
map_cut_10            	2024-127266	0.0463
map_cut_15            	2024-127266	0.0694
map_cut_20            	2024-127266	0.0926
map_cut_30            	2024-127266	0.1389
map_cut_100           	2024-127266	0.4035
map_cut_200           	2024-127266	0.4035
map_cut_500           	2024-127266	0.4035
map_cut_1000          	2024-127266	0.4035
relative_P_5          	2024-127266	1.0000
relative_P_10         	2024-127266	1.0000
relative_P_15         	2024-127266	1.0000
relative_P_20         	2024-127266	1.0000
relative_P_30         	2024-127266	1.0000
relative_P_100        	2024-127266	0.8900
relative_P_200        	2024-127266	0.4450
relative_P_500        	2024-127266	0.4120
relative_P_1000       	2024-127266	0.4120
success_1             	2024-127266	1.0000
success_5             	2024-127266	1.0000
success_10            	2024-127266	1.0000
set_P                 	2024-127266	0.8900
set_relative_P        	2024-127266	0.8900
set_recall            	2024-127266	0.4120
set_map               	2024-127266	0.3667
set_F                 	2024-127266	0.5633
num_nonrel_judged_ret 	2024-127266	1
num_ret               	2024-127288	100
num_rel               	2024-127288	331
num_rel_ret           	2024-127288	72
map                   	2024-127288	0.1837
Rprec                 	2024-127288	0.2175
bpref                 	2024-127288	0.2165
recip_rank            	2024-127288	1.0000
iprec_at_recall_0.00  	2024-127288	1.0000
iprec_at_recall_0.10  	2024-127288	0.7679
iprec_at_recall_0.20  	2024-127288	0.7200
iprec_at_recall_0.30  	2024-127288	0.0000
iprec_at_recall_0.40  	2024-127288	0.0000
iprec_at_recall_0.50  	2024-127288	0.0000
iprec_at_recall_0.60  	2024-127288	0.0000
iprec_at_recall_0.70  	2024-127288	0.0000
iprec_at_recall_0.80  	2024-127288	0.0000
iprec_at_recall_0.90  	2024-127288	0.0000
iprec_at_recall_1.00  	2024-127288	0.0000
P_5                   	2024-127288	1.0000
P_10                  	2024-127288	1.0000
P_15                  	2024-127288	1.0000
P_20                  	2024-127288	1.0000
P_30                  	2024-127288	0.9000
P_100                 	2024-127288	0.7200
P_200                 	2024-127288	0.3600
P_500                 	2024-127288	0.1440
P_1000                	2024-127288	0.0720
relstring             	2024-127288	'2322222332'
recall_5              	2024-127288	0.0151
recall_10             	2024-127288	0.0302
recall_15             	2024-127288	0.0453
recall_20             	2024-127288	0.0604
recall_30             	2024-127288	0.0816
recall_100            	2024-127288	0.2175
recall_200            	2024-127288	0.2175
recall_500            	2024-127288	0.2175
recall_1000           	2024-127288	0.2175
infAP                 	2024-127288	0.1837
Rprec_mult_0.20       	2024-127288	0.7463
Rprec_mult_0.40       	2024-127288	0.5414
Rprec_mult_0.60       	2024-127288	0.3618
Rprec_mult_0.80       	2024-127288	0.2717
Rprec_mult_1.00       	2024-127288	0.2175
Rprec_mult_1.20       	2024-127288	0.1809
Rprec_mult_1.40       	2024-127288	0.1552
Rprec_mult_1.60       	2024-127288	0.1358
Rprec_mult_1.80       	2024-127288	0.1208
Rprec_mult_2.00       	2024-127288	0.1088
utility               	2024-127288	44.0000
11pt_avg              	2024-127288	0.2262
binG                  	2024-127288	0.1112
G                     	2024-127288	0.0501
ndcg                  	2024-127288	0.3128
ndcg_rel              	2024-127288	0.3836
Rndcg                 	2024-127288	0.4110
ndcg_cut_5            	2024-127288	0.7380
ndcg_cut_10           	2024-127288	0.7582
ndcg_cut_15           	2024-127288	0.7367
ndcg_cut_20           	2024-127288	0.7140
ndcg_cut_30           	2024-127288	0.6569
ndcg_cut_100          	2024-127288	0.5836
ndcg_cut_200          	2024-127288	0.3947
ndcg_cut_500          	2024-127288	0.3128
ndcg_cut_1000         	2024-127288	0.3128
map_cut_5             	2024-127288	0.0151
map_cut_10            	2024-127288	0.0302
map_cut_15            	2024-127288	0.0453
map_cut_20            	2024-127288	0.0604
map_cut_30            	2024-127288	0.0810
map_cut_100           	2024-127288	0.1837
map_cut_200           	2024-127288	0.1837
map_cut_500           	2024-127288	0.1837
map_cut_1000          	2024-127288	0.1837
relative_P_5          	2024-127288	1.0000
relative_P_10         	2024-127288	1.0000
relative_P_15         	2024-127288	1.0000
relative_P_20         	2024-127288	1.0000
relative_P_30         	2024-127288	0.9000
relative_P_100        	2024-127288	0.7200
relative_P_200        	2024-127288	0.3600
relative_P_500        	2024-127288	0.2175
relative_P_1000       	2024-127288	0.2175
success_1             	2024-127288	1.0000
success_5             	2024-127288	1.0000
success_10            	2024-127288	1.0000
set_P                 	2024-127288	0.7200
set_relative_P        	2024-127288	0.7200
set_recall            	2024-127288	0.2175
set_map               	2024-127288	0.1566
set_F                 	2024-127288	0.3341
num_nonrel_judged_ret 	2024-127288	1
num_ret               	2024-12875	100
num_rel               	2024-12875	241
num_rel_ret           	2024-12875	87
map                   	2024-12875	0.3427
Rprec                 	2024-12875	0.3610
bpref                 	2024-12875	0.3610
recip_rank            	2024-12875	1.0000
iprec_at_recall_0.00  	2024-12875	1.0000
iprec_at_recall_0.10  	2024-12875	1.0000
iprec_at_recall_0.20  	2024-12875	0.9683
iprec_at_recall_0.30  	2024-12875	0.9024
iprec_at_recall_0.40  	2024-12875	0.0000
iprec_at_recall_0.50  	2024-12875	0.0000
iprec_at_recall_0.60  	2024-12875	0.0000
iprec_at_recall_0.70  	2024-12875	0.0000
iprec_at_recall_0.80  	2024-12875	0.0000
iprec_at_recall_0.90  	2024-12875	0.0000
iprec_at_recall_1.00  	2024-12875	0.0000
P_5                   	2024-12875	1.0000
P_10                  	2024-12875	1.0000
P_15                  	2024-12875	1.0000
P_20                  	2024-12875	1.0000
P_30                  	2024-12875	0.9333
P_100                 	2024-12875	0.8700
P_200                 	2024-12875	0.4350
P_500                 	2024-12875	0.1740
P_1000                	2024-12875	0.0870
relstring             	2024-12875	'3333333333'
recall_5              	2024-12875	0.0207
recall_10             	2024-12875	0.0415
recall_15             	2024-12875	0.0622
recall_20             	2024-12875	0.0830
recall_30             	2024-12875	0.1162
recall_100            	2024-12875	0.3610
recall_200            	2024-12875	0.3610
recall_500            	2024-12875	0.3610
recall_1000           	2024-12875	0.3610
infAP                 	2024-12875	0.3427
Rprec_mult_0.20       	2024-12875	0.9592
Rprec_mult_0.40       	2024-12875	0.8660
Rprec_mult_0.60       	2024-12875	0.6000
Rprec_mult_0.80       	2024-12875	0.4508
Rprec_mult_1.00       	2024-12875	0.3610
Rprec_mult_1.20       	2024-12875	0.3000
Rprec_mult_1.40       	2024-12875	0.2574
Rprec_mult_1.60       	2024-12875	0.2254
Rprec_mult_1.80       	2024-12875	0.2005
Rprec_mult_2.00       	2024-12875	0.1805
utility               	2024-12875	74.0000
11pt_avg              	2024-12875	0.3519
binG                  	2024-12875	0.2115
G                     	2024-12875	0.2086
ndcg                  	2024-12875	0.5370
ndcg_rel              	2024-12875	0.6822
Rndcg                 	2024-12875	0.6028
ndcg_cut_5            	2024-12875	1.0000
ndcg_cut_10           	2024-12875	1.0000
ndcg_cut_15           	2024-12875	1.0000
ndcg_cut_20           	2024-12875	1.0000
ndcg_cut_30           	2024-12875	0.9476
ndcg_cut_100          	2024-12875	0.8388
ndcg_cut_200          	2024-12875	0.5675
ndcg_cut_500          	2024-12875	0.5370
ndcg_cut_1000         	2024-12875	0.5370
map_cut_5             	2024-12875	0.0207
map_cut_10            	2024-12875	0.0415
map_cut_15            	2024-12875	0.0622
map_cut_20            	2024-12875	0.0830
map_cut_30            	2024-12875	0.1157
map_cut_100           	2024-12875	0.3427
map_cut_200           	2024-12875	0.3427
map_cut_500           	2024-12875	0.3427
map_cut_1000          	2024-12875	0.3427
relative_P_5          	2024-12875	1.0000
relative_P_10         	2024-12875	1.0000
relative_P_15         	2024-12875	1.0000
relative_P_20         	2024-12875	1.0000
relative_P_30         	2024-12875	0.9333
relative_P_100        	2024-12875	0.8700
relative_P_200        	2024-12875	0.4350
relative_P_500        	2024-12875	0.3610
relative_P_1000       	2024-12875	0.3610
success_1             	2024-12875	1.0000
success_5             	2024-12875	1.0000
success_10            	2024-12875	1.0000
set_P                 	2024-12875	0.8700
set_relative_P        	2024-12875	0.8700
set_recall            	2024-12875	0.3610
set_map               	2024-12875	0.3141
set_F                 	2024-12875	0.5103
num_nonrel_judged_ret 	2024-12875	0
num_ret               	2024-128784	100
num_rel               	2024-128784	234
num_rel_ret           	2024-128784	77
map                   	2024-128784	0.2984
Rprec                 	2024-128784	0.3291
bpref                 	2024-128784	0.3275
recip_rank            	2024-128784	1.0000
iprec_at_recall_0.00  	2024-128784	1.0000
iprec_at_recall_0.10  	2024-128784	0.9600
iprec_at_recall_0.20  	2024-128784	0.9138
iprec_at_recall_0.30  	2024-128784	0.7917
iprec_at_recall_0.40  	2024-128784	0.0000
iprec_at_recall_0.50  	2024-128784	0.0000
iprec_at_recall_0.60  	2024-128784	0.0000
iprec_at_recall_0.70  	2024-128784	0.0000
iprec_at_recall_0.80  	2024-128784	0.0000
iprec_at_recall_0.90  	2024-128784	0.0000
iprec_at_recall_1.00  	2024-128784	0.0000
P_5                   	2024-128784	1.0000
P_10                  	2024-128784	1.0000
P_15                  	2024-128784	1.0000
P_20                  	2024-128784	1.0000
P_30                  	2024-128784	0.9000
P_100                 	2024-128784	0.7700
P_200                 	2024-128784	0.3850
P_500                 	2024-128784	0.1540
P_1000                	2024-128784	0.0770
relstring             	2024-128784	'3323333333'
recall_5              	2024-128784	0.0214
recall_10             	2024-128784	0.0427
recall_15             	2024-128784	0.0641
recall_20             	2024-128784	0.0855
recall_30             	2024-128784	0.1154
recall_100            	2024-128784	0.3291
recall_200            	2024-128784	0.3291
recall_500            	2024-128784	0.3291
recall_1000           	2024-128784	0.3291
infAP                 	2024-128784	0.2984
Rprec_mult_0.20       	2024-128784	0.8936
Rprec_mult_0.40       	2024-128784	0.7872
Rprec_mult_0.60       	2024-128784	0.5461
Rprec_mult_0.80       	2024-128784	0.4096
Rprec_mult_1.00       	2024-128784	0.3291
Rprec_mult_1.20       	2024-128784	0.2740
Rprec_mult_1.40       	2024-128784	0.2348
Rprec_mult_1.60       	2024-128784	0.2053
Rprec_mult_1.80       	2024-128784	0.1825
Rprec_mult_2.00       	2024-128784	0.1645
utility               	2024-128784	54.0000
11pt_avg              	2024-128784	0.3332
binG                  	2024-128784	0.1724
G                     	2024-128784	0.1097
ndcg                  	2024-128784	0.4485
ndcg_rel              	2024-128784	0.5834
Rndcg                 	2024-128784	0.4750
ndcg_cut_5            	2024-128784	0.9435
ndcg_cut_10           	2024-128784	0.9633
ndcg_cut_15           	2024-128784	0.9716
ndcg_cut_20           	2024-128784	0.9311
ndcg_cut_30           	2024-128784	0.8630
ndcg_cut_100          	2024-128784	0.7412
ndcg_cut_200          	2024-128784	0.4683
ndcg_cut_500          	2024-128784	0.4485
ndcg_cut_1000         	2024-128784	0.4485
map_cut_5             	2024-128784	0.0214
map_cut_10            	2024-128784	0.0427
map_cut_15            	2024-128784	0.0641
map_cut_20            	2024-128784	0.0855
map_cut_30            	2024-128784	0.1138
map_cut_100           	2024-128784	0.2984
map_cut_200           	2024-128784	0.2984
map_cut_500           	2024-128784	0.2984
map_cut_1000          	2024-128784	0.2984
relative_P_5          	2024-128784	1.0000
relative_P_10         	2024-128784	1.0000
relative_P_15         	2024-128784	1.0000
relative_P_20         	2024-128784	1.0000
relative_P_30         	2024-128784	0.9000
relative_P_100        	2024-128784	0.7700
relative_P_200        	2024-128784	0.3850
relative_P_500        	2024-128784	0.3291
relative_P_1000       	2024-128784	0.3291
success_1             	2024-128784	1.0000
success_5             	2024-128784	1.0000
success_10            	2024-128784	1.0000
set_P                 	2024-128784	0.7700
set_relative_P        	2024-128784	0.7700
set_recall            	2024-128784	0.3291
set_map               	2024-128784	0.2534
set_F                 	2024-128784	0.4611
num_nonrel_judged_ret 	2024-128784	2
num_ret               	2024-129925	100
num_rel               	2024-129925	85
num_rel_ret           	2024-129925	64
map                   	2024-129925	0.6735
Rprec                 	2024-129925	0.6824
bpref                 	2024-129925	0.7011
recip_rank            	2024-129925	1.0000
iprec_at_recall_0.00  	2024-129925	1.0000
iprec_at_recall_0.10  	2024-129925	1.0000
iprec_at_recall_0.20  	2024-129925	0.9667
iprec_at_recall_0.30  	2024-129925	0.9667
iprec_at_recall_0.40  	2024-129925	0.9474
iprec_at_recall_0.50  	2024-129925	0.8776
iprec_at_recall_0.60  	2024-129925	0.8387
iprec_at_recall_0.70  	2024-129925	0.6531
iprec_at_recall_0.80  	2024-129925	0.0000
iprec_at_recall_0.90  	2024-129925	0.0000
iprec_at_recall_1.00  	2024-129925	0.0000
P_5                   	2024-129925	1.0000
P_10                  	2024-129925	1.0000
P_15                  	2024-129925	1.0000
P_20                  	2024-129925	0.9500
P_30                  	2024-129925	0.9667
P_100                 	2024-129925	0.6400
P_200                 	2024-129925	0.3200
P_500                 	2024-129925	0.1280
P_1000                	2024-129925	0.0640
relstring             	2024-129925	'2222122222'
recall_5              	2024-129925	0.0588
recall_10             	2024-129925	0.1176
recall_15             	2024-129925	0.1765
recall_20             	2024-129925	0.2235
recall_30             	2024-129925	0.3412
recall_100            	2024-129925	0.7529
recall_200            	2024-129925	0.7529
recall_500            	2024-129925	0.7529
recall_1000           	2024-129925	0.7529
infAP                 	2024-129925	0.6735
Rprec_mult_0.20       	2024-129925	0.9412
Rprec_mult_0.40       	2024-129925	0.9412
Rprec_mult_0.60       	2024-129925	0.8627
Rprec_mult_0.80       	2024-129925	0.7941
Rprec_mult_1.00       	2024-129925	0.6824
Rprec_mult_1.20       	2024-129925	0.6275
Rprec_mult_1.40       	2024-129925	0.5378
Rprec_mult_1.60       	2024-129925	0.4706
Rprec_mult_1.80       	2024-129925	0.4183
Rprec_mult_2.00       	2024-129925	0.3765
utility               	2024-129925	28.0000
11pt_avg              	2024-129925	0.6591
binG                  	2024-129925	0.4116
G                     	2024-129925	0.3139
ndcg                  	2024-129925	0.8054
ndcg_rel              	2024-129925	0.8635
Rndcg                 	2024-129925	0.7860
ndcg_cut_5            	2024-129925	0.9344
ndcg_cut_10           	2024-129925	0.9574
ndcg_cut_15           	2024-129925	0.9670
ndcg_cut_20           	2024-129925	0.9216
ndcg_cut_30           	2024-129925	0.9398
ndcg_cut_100          	2024-129925	0.8054
ndcg_cut_200          	2024-129925	0.8054
ndcg_cut_500          	2024-129925	0.8054
ndcg_cut_1000         	2024-129925	0.8054
map_cut_5             	2024-129925	0.0588
map_cut_10            	2024-129925	0.1176
map_cut_15            	2024-129925	0.1765
map_cut_20            	2024-129925	0.2210
map_cut_30            	2024-129925	0.3339
map_cut_100           	2024-129925	0.6735
map_cut_200           	2024-129925	0.6735
map_cut_500           	2024-129925	0.6735
map_cut_1000          	2024-129925	0.6735
relative_P_5          	2024-129925	1.0000
relative_P_10         	2024-129925	1.0000
relative_P_15         	2024-129925	1.0000
relative_P_20         	2024-129925	0.9500
relative_P_30         	2024-129925	0.9667
relative_P_100        	2024-129925	0.7529
relative_P_200        	2024-129925	0.7529
relative_P_500        	2024-129925	0.7529
relative_P_1000       	2024-129925	0.7529
success_1             	2024-129925	1.0000
success_5             	2024-129925	1.0000
success_10            	2024-129925	1.0000
set_P                 	2024-129925	0.6400
set_relative_P        	2024-129925	0.7529
set_recall            	2024-129925	0.7529
set_map               	2024-129925	0.4819
set_F                 	2024-129925	0.6919
num_nonrel_judged_ret 	2024-129925	22
num_ret               	2024-136156	100
num_rel               	2024-136156	169
num_rel_ret           	2024-136156	76
map                   	2024-136156	0.4171
Rprec                 	2024-136156	0.4497
bpref                 	2024-136156	0.4324
recip_rank            	2024-136156	1.0000
iprec_at_recall_0.00  	2024-136156	1.0000
iprec_at_recall_0.10  	2024-136156	1.0000
iprec_at_recall_0.20  	2024-136156	0.9800
iprec_at_recall_0.30  	2024-136156	0.9286
iprec_at_recall_0.40  	2024-136156	0.8023
iprec_at_recall_0.50  	2024-136156	0.0000
iprec_at_recall_0.60  	2024-136156	0.0000
iprec_at_recall_0.70  	2024-136156	0.0000
iprec_at_recall_0.80  	2024-136156	0.0000
iprec_at_recall_0.90  	2024-136156	0.0000
iprec_at_recall_1.00  	2024-136156	0.0000
P_5                   	2024-136156	1.0000
P_10                  	2024-136156	1.0000
P_15                  	2024-136156	1.0000
P_20                  	2024-136156	0.9500
P_30                  	2024-136156	0.9667
P_100                 	2024-136156	0.7600
P_200                 	2024-136156	0.3800
P_500                 	2024-136156	0.1520
P_1000                	2024-136156	0.0760
relstring             	2024-136156	'2122322211'
recall_5              	2024-136156	0.0296
recall_10             	2024-136156	0.0592
recall_15             	2024-136156	0.0888
recall_20             	2024-136156	0.1124
recall_30             	2024-136156	0.1716
recall_100            	2024-136156	0.4497
recall_200            	2024-136156	0.4497
recall_500            	2024-136156	0.4497
recall_1000           	2024-136156	0.4497
infAP                 	2024-136156	0.4171
Rprec_mult_0.20       	2024-136156	0.9706
Rprec_mult_0.40       	2024-136156	0.8529
Rprec_mult_0.60       	2024-136156	0.7451
Rprec_mult_0.80       	2024-136156	0.5588
Rprec_mult_1.00       	2024-136156	0.4497
Rprec_mult_1.20       	2024-136156	0.3744
Rprec_mult_1.40       	2024-136156	0.3207
Rprec_mult_1.60       	2024-136156	0.2804
Rprec_mult_1.80       	2024-136156	0.2492
Rprec_mult_2.00       	2024-136156	0.2249
utility               	2024-136156	52.0000
11pt_avg              	2024-136156	0.4283
binG                  	2024-136156	0.2640
G                     	2024-136156	0.1240
ndcg                  	2024-136156	0.5598
ndcg_rel              	2024-136156	0.6246
Rndcg                 	2024-136156	0.6283
ndcg_cut_5            	2024-136156	0.6391
ndcg_cut_10           	2024-136156	0.6857
ndcg_cut_15           	2024-136156	0.7243
ndcg_cut_20           	2024-136156	0.6935
ndcg_cut_30           	2024-136156	0.7143
ndcg_cut_100          	2024-136156	0.7000
ndcg_cut_200          	2024-136156	0.5598
ndcg_cut_500          	2024-136156	0.5598
ndcg_cut_1000         	2024-136156	0.5598
map_cut_5             	2024-136156	0.0296
map_cut_10            	2024-136156	0.0592
map_cut_15            	2024-136156	0.0888
map_cut_20            	2024-136156	0.1118
map_cut_30            	2024-136156	0.1686
map_cut_100           	2024-136156	0.4171
map_cut_200           	2024-136156	0.4171
map_cut_500           	2024-136156	0.4171
map_cut_1000          	2024-136156	0.4171
relative_P_5          	2024-136156	1.0000
relative_P_10         	2024-136156	1.0000
relative_P_15         	2024-136156	1.0000
relative_P_20         	2024-136156	0.9500
relative_P_30         	2024-136156	0.9667
relative_P_100        	2024-136156	0.7600
relative_P_200        	2024-136156	0.4497
relative_P_500        	2024-136156	0.4497
relative_P_1000       	2024-136156	0.4497
success_1             	2024-136156	1.0000
success_5             	2024-136156	1.0000
success_10            	2024-136156	1.0000
set_P                 	2024-136156	0.7600
set_relative_P        	2024-136156	0.7600
set_recall            	2024-136156	0.4497
set_map               	2024-136156	0.3418
set_F                 	2024-136156	0.5651
num_nonrel_judged_ret 	2024-136156	12
num_ret               	2024-137182	100
num_rel               	2024-137182	172
num_rel_ret           	2024-137182	33
map                   	2024-137182	0.1160
Rprec                 	2024-137182	0.1919
bpref                 	2024-137182	0.1759
recip_rank            	2024-137182	1.0000
iprec_at_recall_0.00  	2024-137182	1.0000
iprec_at_recall_0.10  	2024-137182	0.4600
iprec_at_recall_0.20  	2024-137182	0.0000
iprec_at_recall_0.30  	2024-137182	0.0000
iprec_at_recall_0.40  	2024-137182	0.0000
iprec_at_recall_0.50  	2024-137182	0.0000
iprec_at_recall_0.60  	2024-137182	0.0000
iprec_at_recall_0.70  	2024-137182	0.0000
iprec_at_recall_0.80  	2024-137182	0.0000
iprec_at_recall_0.90  	2024-137182	0.0000
iprec_at_recall_1.00  	2024-137182	0.0000
P_5                   	2024-137182	1.0000
P_10                  	2024-137182	0.8000
P_15                  	2024-137182	0.6667
P_20                  	2024-137182	0.6000
P_30                  	2024-137182	0.4667
P_100                 	2024-137182	0.3300
P_200                 	2024-137182	0.1650
P_500                 	2024-137182	0.0660
P_1000                	2024-137182	0.0330
relstring             	2024-137182	'33222233--'
recall_5              	2024-137182	0.0291
recall_10             	2024-137182	0.0465
recall_15             	2024-137182	0.0581
recall_20             	2024-137182	0.0698
recall_30             	2024-137182	0.0814
recall_100            	2024-137182	0.1919
recall_200            	2024-137182	0.1919
recall_500            	2024-137182	0.1919
recall_1000           	2024-137182	0.1919
infAP                 	2024-137182	0.1160
Rprec_mult_0.20       	2024-137182	0.4286
Rprec_mult_0.40       	2024-137182	0.4203
Rprec_mult_0.60       	2024-137182	0.3173
Rprec_mult_0.80       	2024-137182	0.2391
Rprec_mult_1.00       	2024-137182	0.1919
Rprec_mult_1.20       	2024-137182	0.1594
Rprec_mult_1.40       	2024-137182	0.1369
Rprec_mult_1.60       	2024-137182	0.1196
Rprec_mult_1.80       	2024-137182	0.1065
Rprec_mult_2.00       	2024-137182	0.0959
utility               	2024-137182	-34.0000
11pt_avg              	2024-137182	0.1327
binG                  	2024-137182	0.0802
G                     	2024-137182	0.0556
ndcg                  	2024-137182	0.2713
ndcg_rel              	2024-137182	0.3245
Rndcg                 	2024-137182	0.3199
ndcg_cut_5            	2024-137182	0.8510
ndcg_cut_10           	2024-137182	0.7473
ndcg_cut_15           	2024-137182	0.6092
ndcg_cut_20           	2024-137182	0.5296
ndcg_cut_30           	2024-137182	0.4385
ndcg_cut_100          	2024-137182	0.3443
ndcg_cut_200          	2024-137182	0.2713
ndcg_cut_500          	2024-137182	0.2713
ndcg_cut_1000         	2024-137182	0.2713
map_cut_5             	2024-137182	0.0291
map_cut_10            	2024-137182	0.0465
map_cut_15            	2024-137182	0.0550
map_cut_20            	2024-137182	0.0625
map_cut_30            	2024-137182	0.0692
map_cut_100           	2024-137182	0.1160
map_cut_200           	2024-137182	0.1160
map_cut_500           	2024-137182	0.1160
map_cut_1000          	2024-137182	0.1160
relative_P_5          	2024-137182	1.0000
relative_P_10         	2024-137182	0.8000
relative_P_15         	2024-137182	0.6667
relative_P_20         	2024-137182	0.6000
relative_P_30         	2024-137182	0.4667
relative_P_100        	2024-137182	0.3300
relative_P_200        	2024-137182	0.1919
relative_P_500        	2024-137182	0.1919
relative_P_1000       	2024-137182	0.1919
success_1             	2024-137182	1.0000
success_5             	2024-137182	1.0000
success_10            	2024-137182	1.0000
set_P                 	2024-137182	0.3300
set_relative_P        	2024-137182	0.3300
set_recall            	2024-137182	0.1919
set_map               	2024-137182	0.0633
set_F                 	2024-137182	0.2426
num_nonrel_judged_ret 	2024-137182	3
num_ret               	2024-141577	100
num_rel               	2024-141577	195
num_rel_ret           	2024-141577	34
map                   	2024-141577	0.0794
Rprec                 	2024-141577	0.1744
bpref                 	2024-141577	0.1537
recip_rank            	2024-141577	0.5000
iprec_at_recall_0.00  	2024-141577	0.8000
iprec_at_recall_0.10  	2024-141577	0.3774
iprec_at_recall_0.20  	2024-141577	0.0000
iprec_at_recall_0.30  	2024-141577	0.0000
iprec_at_recall_0.40  	2024-141577	0.0000
iprec_at_recall_0.50  	2024-141577	0.0000
iprec_at_recall_0.60  	2024-141577	0.0000
iprec_at_recall_0.70  	2024-141577	0.0000
iprec_at_recall_0.80  	2024-141577	0.0000
iprec_at_recall_0.90  	2024-141577	0.0000
iprec_at_recall_1.00  	2024-141577	0.0000
P_5                   	2024-141577	0.8000
P_10                  	2024-141577	0.6000
P_15                  	2024-141577	0.6000
P_20                  	2024-141577	0.4500
P_30                  	2024-141577	0.4667
P_100                 	2024-141577	0.3400
P_200                 	2024-141577	0.1700
P_500                 	2024-141577	0.0680
P_1000                	2024-141577	0.0340
relstring             	2024-141577	'0322200101'
recall_5              	2024-141577	0.0205
recall_10             	2024-141577	0.0308
recall_15             	2024-141577	0.0462
recall_20             	2024-141577	0.0462
recall_30             	2024-141577	0.0718
recall_100            	2024-141577	0.1744
recall_200            	2024-141577	0.1744
recall_500            	2024-141577	0.1744
recall_1000           	2024-141577	0.1744
infAP                 	2024-141577	0.0794
Rprec_mult_0.20       	2024-141577	0.4615
Rprec_mult_0.40       	2024-141577	0.3333
Rprec_mult_0.60       	2024-141577	0.2906
Rprec_mult_0.80       	2024-141577	0.2179
Rprec_mult_1.00       	2024-141577	0.1744
Rprec_mult_1.20       	2024-141577	0.1453
Rprec_mult_1.40       	2024-141577	0.1245
Rprec_mult_1.60       	2024-141577	0.1090
Rprec_mult_1.80       	2024-141577	0.0969
Rprec_mult_2.00       	2024-141577	0.0872
utility               	2024-141577	-32.0000
11pt_avg              	2024-141577	0.1070
binG                  	2024-141577	0.0483
G                     	2024-141577	0.0399
ndcg                  	2024-141577	0.2351
ndcg_rel              	2024-141577	0.2566
Rndcg                 	2024-141577	0.3441
ndcg_cut_5            	2024-141577	0.5119
ndcg_cut_10           	2024-141577	0.4264
ndcg_cut_15           	2024-141577	0.4404
ndcg_cut_20           	2024-141577	0.3794
ndcg_cut_30           	2024-141577	0.3633
ndcg_cut_100          	2024-141577	0.3138
ndcg_cut_200          	2024-141577	0.2351
ndcg_cut_500          	2024-141577	0.2351
ndcg_cut_1000         	2024-141577	0.2351
map_cut_5             	2024-141577	0.0139
map_cut_10            	2024-141577	0.0202
map_cut_15            	2024-141577	0.0300
map_cut_20            	2024-141577	0.0300
map_cut_30            	2024-141577	0.0418
map_cut_100           	2024-141577	0.0794
map_cut_200           	2024-141577	0.0794
map_cut_500           	2024-141577	0.0794
map_cut_1000          	2024-141577	0.0794
relative_P_5          	2024-141577	0.8000
relative_P_10         	2024-141577	0.6000
relative_P_15         	2024-141577	0.6000
relative_P_20         	2024-141577	0.4500
relative_P_30         	2024-141577	0.4667
relative_P_100        	2024-141577	0.3400
relative_P_200        	2024-141577	0.1744
relative_P_500        	2024-141577	0.1744
relative_P_1000       	2024-141577	0.1744
success_1             	2024-141577	0.0000
success_5             	2024-141577	1.0000
success_10            	2024-141577	1.0000
set_P                 	2024-141577	0.3400
set_relative_P        	2024-141577	0.3400
set_recall            	2024-141577	0.1744
set_map               	2024-141577	0.0593
set_F                 	2024-141577	0.2305
num_nonrel_judged_ret 	2024-141577	45
num_ret               	2024-142395	100
num_rel               	2024-142395	119
num_rel_ret           	2024-142395	52
map                   	2024-142395	0.3227
Rprec                 	2024-142395	0.4370
bpref                 	2024-142395	0.4048
recip_rank            	2024-142395	1.0000
iprec_at_recall_0.00  	2024-142395	1.0000
iprec_at_recall_0.10  	2024-142395	0.8000
iprec_at_recall_0.20  	2024-142395	0.7500
iprec_at_recall_0.30  	2024-142395	0.6949
iprec_at_recall_0.40  	2024-142395	0.5506
iprec_at_recall_0.50  	2024-142395	0.0000
iprec_at_recall_0.60  	2024-142395	0.0000
iprec_at_recall_0.70  	2024-142395	0.0000
iprec_at_recall_0.80  	2024-142395	0.0000
iprec_at_recall_0.90  	2024-142395	0.0000
iprec_at_recall_1.00  	2024-142395	0.0000
P_5                   	2024-142395	1.0000
P_10                  	2024-142395	0.9000
P_15                  	2024-142395	0.7333
P_20                  	2024-142395	0.7500
P_30                  	2024-142395	0.7333
P_100                 	2024-142395	0.5200
P_200                 	2024-142395	0.2600
P_500                 	2024-142395	0.1040
P_1000                	2024-142395	0.0520
relstring             	2024-142395	'1111110111'
recall_5              	2024-142395	0.0420
recall_10             	2024-142395	0.0756
recall_15             	2024-142395	0.0924
recall_20             	2024-142395	0.1261
recall_30             	2024-142395	0.1849
recall_100            	2024-142395	0.4370
recall_200            	2024-142395	0.4370
recall_500            	2024-142395	0.4370
recall_1000           	2024-142395	0.4370
infAP                 	2024-142395	0.3227
Rprec_mult_0.20       	2024-142395	0.7917
Rprec_mult_0.40       	2024-142395	0.6667
Rprec_mult_0.60       	2024-142395	0.6250
Rprec_mult_0.80       	2024-142395	0.5208
Rprec_mult_1.00       	2024-142395	0.4370
Rprec_mult_1.20       	2024-142395	0.3636
Rprec_mult_1.40       	2024-142395	0.3114
Rprec_mult_1.60       	2024-142395	0.2723
Rprec_mult_1.80       	2024-142395	0.2419
Rprec_mult_2.00       	2024-142395	0.2185
utility               	2024-142395	4.0000
11pt_avg              	2024-142395	0.3450
binG                  	2024-142395	0.1666
G                     	2024-142395	0.0933
ndcg                  	2024-142395	0.4223
ndcg_rel              	2024-142395	0.4370
Rndcg                 	2024-142395	0.3802
ndcg_cut_5            	2024-142395	0.3917
ndcg_cut_10           	2024-142395	0.3928
ndcg_cut_15           	2024-142395	0.3699
ndcg_cut_20           	2024-142395	0.4219
ndcg_cut_30           	2024-142395	0.4728
ndcg_cut_100          	2024-142395	0.4646
ndcg_cut_200          	2024-142395	0.4223
ndcg_cut_500          	2024-142395	0.4223
ndcg_cut_1000         	2024-142395	0.4223
map_cut_5             	2024-142395	0.0420
map_cut_10            	2024-142395	0.0728
map_cut_15            	2024-142395	0.0876
map_cut_20            	2024-142395	0.1121
map_cut_30            	2024-142395	0.1576
map_cut_100           	2024-142395	0.3227
map_cut_200           	2024-142395	0.3227
map_cut_500           	2024-142395	0.3227
map_cut_1000          	2024-142395	0.3227
relative_P_5          	2024-142395	1.0000
relative_P_10         	2024-142395	0.9000
relative_P_15         	2024-142395	0.7333
relative_P_20         	2024-142395	0.7500
relative_P_30         	2024-142395	0.7333
relative_P_100        	2024-142395	0.5200
relative_P_200        	2024-142395	0.4370
relative_P_500        	2024-142395	0.4370
relative_P_1000       	2024-142395	0.4370
success_1             	2024-142395	1.0000
success_5             	2024-142395	1.0000
success_10            	2024-142395	1.0000
set_P                 	2024-142395	0.5200
set_relative_P        	2024-142395	0.5200
set_recall            	2024-142395	0.4370
set_map               	2024-142395	0.2272
set_F                 	2024-142395	0.4749
num_nonrel_judged_ret 	2024-142395	1
num_ret               	2024-143869	100
num_rel               	2024-143869	280
num_rel_ret           	2024-143869	56
map                   	2024-143869	0.1461
Rprec                 	2024-143869	0.2000
bpref                 	2024-143869	0.1913
recip_rank            	2024-143869	1.0000
iprec_at_recall_0.00  	2024-143869	1.0000
iprec_at_recall_0.10  	2024-143869	0.7045
iprec_at_recall_0.20  	2024-143869	0.5773
iprec_at_recall_0.30  	2024-143869	0.0000
iprec_at_recall_0.40  	2024-143869	0.0000
iprec_at_recall_0.50  	2024-143869	0.0000
iprec_at_recall_0.60  	2024-143869	0.0000
iprec_at_recall_0.70  	2024-143869	0.0000
iprec_at_recall_0.80  	2024-143869	0.0000
iprec_at_recall_0.90  	2024-143869	0.0000
iprec_at_recall_1.00  	2024-143869	0.0000
P_5                   	2024-143869	0.8000
P_10                  	2024-143869	0.9000
P_15                  	2024-143869	0.8667
P_20                  	2024-143869	0.8000
P_30                  	2024-143869	0.7667
P_100                 	2024-143869	0.5600
P_200                 	2024-143869	0.2800
P_500                 	2024-143869	0.1120
P_1000                	2024-143869	0.0560
relstring             	2024-143869	'3322021322'
recall_5              	2024-143869	0.0143
recall_10             	2024-143869	0.0321
recall_15             	2024-143869	0.0464
recall_20             	2024-143869	0.0571
recall_30             	2024-143869	0.0821
recall_100            	2024-143869	0.2000
recall_200            	2024-143869	0.2000
recall_500            	2024-143869	0.2000
recall_1000           	2024-143869	0.2000
infAP                 	2024-143869	0.1461
Rprec_mult_0.20       	2024-143869	0.6429
Rprec_mult_0.40       	2024-143869	0.5000
Rprec_mult_0.60       	2024-143869	0.3333
Rprec_mult_0.80       	2024-143869	0.2500
Rprec_mult_1.00       	2024-143869	0.2000
Rprec_mult_1.20       	2024-143869	0.1667
Rprec_mult_1.40       	2024-143869	0.1429
Rprec_mult_1.60       	2024-143869	0.1250
Rprec_mult_1.80       	2024-143869	0.1111
Rprec_mult_2.00       	2024-143869	0.1000
utility               	2024-143869	12.0000
11pt_avg              	2024-143869	0.2074
binG                  	2024-143869	0.0731
G                     	2024-143869	0.0504
ndcg                  	2024-143869	0.2834
ndcg_rel              	2024-143869	0.3465
Rndcg                 	2024-143869	0.3787
ndcg_cut_5            	2024-143869	0.7636
ndcg_cut_10           	2024-143869	0.7282
ndcg_cut_15           	2024-143869	0.6827
ndcg_cut_20           	2024-143869	0.6585
ndcg_cut_30           	2024-143869	0.5989
ndcg_cut_100          	2024-143869	0.4602
ndcg_cut_200          	2024-143869	0.3198
ndcg_cut_500          	2024-143869	0.2834
ndcg_cut_1000         	2024-143869	0.2834
map_cut_5             	2024-143869	0.0143
map_cut_10            	2024-143869	0.0298
map_cut_15            	2024-143869	0.0420
map_cut_20            	2024-143869	0.0513
map_cut_30            	2024-143869	0.0715
map_cut_100           	2024-143869	0.1461
map_cut_200           	2024-143869	0.1461
map_cut_500           	2024-143869	0.1461
map_cut_1000          	2024-143869	0.1461
relative_P_5          	2024-143869	0.8000
relative_P_10         	2024-143869	0.9000
relative_P_15         	2024-143869	0.8667
relative_P_20         	2024-143869	0.8000
relative_P_30         	2024-143869	0.7667
relative_P_100        	2024-143869	0.5600
relative_P_200        	2024-143869	0.2800
relative_P_500        	2024-143869	0.2000
relative_P_1000       	2024-143869	0.2000
success_1             	2024-143869	1.0000
success_5             	2024-143869	1.0000
success_10            	2024-143869	1.0000
set_P                 	2024-143869	0.5600
set_relative_P        	2024-143869	0.5600
set_recall            	2024-143869	0.2000
set_map               	2024-143869	0.1120
set_F                 	2024-143869	0.2947
num_nonrel_judged_ret 	2024-143869	27
num_ret               	2024-145979	100
num_rel               	2024-145979	135
num_rel_ret           	2024-145979	90
map                   	2024-145979	0.6471
Rprec                 	2024-145979	0.6667
bpref                 	2024-145979	0.6667
recip_rank            	2024-145979	1.0000
iprec_at_recall_0.00  	2024-145979	1.0000
iprec_at_recall_0.10  	2024-145979	1.0000
iprec_at_recall_0.20  	2024-145979	0.9811
iprec_at_recall_0.30  	2024-145979	0.9811
iprec_at_recall_0.40  	2024-145979	0.9730
iprec_at_recall_0.50  	2024-145979	0.9730
iprec_at_recall_0.60  	2024-145979	0.9419
iprec_at_recall_0.70  	2024-145979	0.0000
iprec_at_recall_0.80  	2024-145979	0.0000
iprec_at_recall_0.90  	2024-145979	0.0000
iprec_at_recall_1.00  	2024-145979	0.0000
P_5                   	2024-145979	1.0000
P_10                  	2024-145979	1.0000
P_15                  	2024-145979	1.0000
P_20                  	2024-145979	1.0000
P_30                  	2024-145979	0.9667
P_100                 	2024-145979	0.9000
P_200                 	2024-145979	0.4500
P_500                 	2024-145979	0.1800
P_1000                	2024-145979	0.0900
relstring             	2024-145979	'3333313333'
recall_5              	2024-145979	0.0370
recall_10             	2024-145979	0.0741
recall_15             	2024-145979	0.1111
recall_20             	2024-145979	0.1481
recall_30             	2024-145979	0.2148
recall_100            	2024-145979	0.6667
recall_200            	2024-145979	0.6667
recall_500            	2024-145979	0.6667
recall_1000           	2024-145979	0.6667
infAP                 	2024-145979	0.6471
Rprec_mult_0.20       	2024-145979	0.9630
Rprec_mult_0.40       	2024-145979	0.9630
Rprec_mult_0.60       	2024-145979	0.9630
Rprec_mult_0.80       	2024-145979	0.8333
Rprec_mult_1.00       	2024-145979	0.6667
Rprec_mult_1.20       	2024-145979	0.5556
Rprec_mult_1.40       	2024-145979	0.4762
Rprec_mult_1.60       	2024-145979	0.4167
Rprec_mult_1.80       	2024-145979	0.3704
Rprec_mult_2.00       	2024-145979	0.3333
utility               	2024-145979	80.0000
11pt_avg              	2024-145979	0.6227
binG                  	2024-145979	0.4222
G                     	2024-145979	0.2161
ndcg                  	2024-145979	0.7495
ndcg_rel              	2024-145979	0.8442
Rndcg                 	2024-145979	0.7915
ndcg_cut_5            	2024-145979	1.0000
ndcg_cut_10           	2024-145979	0.9477
ndcg_cut_15           	2024-145979	0.9296
ndcg_cut_20           	2024-145979	0.9414
ndcg_cut_30           	2024-145979	0.8999
ndcg_cut_100          	2024-145979	0.8413
ndcg_cut_200          	2024-145979	0.7495
ndcg_cut_500          	2024-145979	0.7495
ndcg_cut_1000         	2024-145979	0.7495
map_cut_5             	2024-145979	0.0370
map_cut_10            	2024-145979	0.0741
map_cut_15            	2024-145979	0.1111
map_cut_20            	2024-145979	0.1481
map_cut_30            	2024-145979	0.2126
map_cut_100           	2024-145979	0.6471
map_cut_200           	2024-145979	0.6471
map_cut_500           	2024-145979	0.6471
map_cut_1000          	2024-145979	0.6471
relative_P_5          	2024-145979	1.0000
relative_P_10         	2024-145979	1.0000
relative_P_15         	2024-145979	1.0000
relative_P_20         	2024-145979	1.0000
relative_P_30         	2024-145979	0.9667
relative_P_100        	2024-145979	0.9000
relative_P_200        	2024-145979	0.6667
relative_P_500        	2024-145979	0.6667
relative_P_1000       	2024-145979	0.6667
success_1             	2024-145979	1.0000
success_5             	2024-145979	1.0000
success_10            	2024-145979	1.0000
set_P                 	2024-145979	0.9000
set_relative_P        	2024-145979	0.9000
set_recall            	2024-145979	0.6667
set_map               	2024-145979	0.6000
set_F                 	2024-145979	0.7660
num_nonrel_judged_ret 	2024-145979	0
num_ret               	2024-149459	100
num_rel               	2024-149459	115
num_rel_ret           	2024-149459	65
map                   	2024-149459	0.5307
Rprec                 	2024-149459	0.5652
bpref                 	2024-149459	0.5652
recip_rank            	2024-149459	1.0000
iprec_at_recall_0.00  	2024-149459	1.0000
iprec_at_recall_0.10  	2024-149459	1.0000
iprec_at_recall_0.20  	2024-149459	1.0000
iprec_at_recall_0.30  	2024-149459	0.9744
iprec_at_recall_0.40  	2024-149459	0.9388
iprec_at_recall_0.50  	2024-149459	0.7733
iprec_at_recall_0.60  	2024-149459	0.0000
iprec_at_recall_0.70  	2024-149459	0.0000
iprec_at_recall_0.80  	2024-149459	0.0000
iprec_at_recall_0.90  	2024-149459	0.0000
iprec_at_recall_1.00  	2024-149459	0.0000
P_5                   	2024-149459	1.0000
P_10                  	2024-149459	1.0000
P_15                  	2024-149459	1.0000
P_20                  	2024-149459	1.0000
P_30                  	2024-149459	0.9667
P_100                 	2024-149459	0.6500
P_200                 	2024-149459	0.3250
P_500                 	2024-149459	0.1300
P_1000                	2024-149459	0.0650
relstring             	2024-149459	'3332333222'
recall_5              	2024-149459	0.0435
recall_10             	2024-149459	0.0870
recall_15             	2024-149459	0.1304
recall_20             	2024-149459	0.1739
recall_30             	2024-149459	0.2522
recall_100            	2024-149459	0.5652
recall_200            	2024-149459	0.5652
recall_500            	2024-149459	0.5652
recall_1000           	2024-149459	0.5652
infAP                 	2024-149459	0.5307
Rprec_mult_0.20       	2024-149459	1.0000
Rprec_mult_0.40       	2024-149459	0.9348
Rprec_mult_0.60       	2024-149459	0.8261
Rprec_mult_0.80       	2024-149459	0.6957
Rprec_mult_1.00       	2024-149459	0.5652
Rprec_mult_1.20       	2024-149459	0.4710
Rprec_mult_1.40       	2024-149459	0.4037
Rprec_mult_1.60       	2024-149459	0.3533
Rprec_mult_1.80       	2024-149459	0.3140
Rprec_mult_2.00       	2024-149459	0.2826
utility               	2024-149459	30.0000
11pt_avg              	2024-149459	0.5170
binG                  	2024-149459	0.3748
G                     	2024-149459	0.2241
ndcg                  	2024-149459	0.7075
ndcg_rel              	2024-149459	0.7954
Rndcg                 	2024-149459	0.7962
ndcg_cut_5            	2024-149459	0.9513
ndcg_cut_10           	2024-149459	0.9020
ndcg_cut_15           	2024-149459	0.8774
ndcg_cut_20           	2024-149459	0.8923
ndcg_cut_30           	2024-149459	0.8672
ndcg_cut_100          	2024-149459	0.7459
ndcg_cut_200          	2024-149459	0.7075
ndcg_cut_500          	2024-149459	0.7075
ndcg_cut_1000         	2024-149459	0.7075
map_cut_5             	2024-149459	0.0435
map_cut_10            	2024-149459	0.0870
map_cut_15            	2024-149459	0.1304
map_cut_20            	2024-149459	0.1739
map_cut_30            	2024-149459	0.2516
map_cut_100           	2024-149459	0.5307
map_cut_200           	2024-149459	0.5307
map_cut_500           	2024-149459	0.5307
map_cut_1000          	2024-149459	0.5307
relative_P_5          	2024-149459	1.0000
relative_P_10         	2024-149459	1.0000
relative_P_15         	2024-149459	1.0000
relative_P_20         	2024-149459	1.0000
relative_P_30         	2024-149459	0.9667
relative_P_100        	2024-149459	0.6500
relative_P_200        	2024-149459	0.5652
relative_P_500        	2024-149459	0.5652
relative_P_1000       	2024-149459	0.5652
success_1             	2024-149459	1.0000
success_5             	2024-149459	1.0000
success_10            	2024-149459	1.0000
set_P                 	2024-149459	0.6500
set_relative_P        	2024-149459	0.6500
set_recall            	2024-149459	0.5652
set_map               	2024-149459	0.3674
set_F                 	2024-149459	0.6047
num_nonrel_judged_ret 	2024-149459	0
num_ret               	2024-152259	100
num_rel               	2024-152259	72
num_rel_ret           	2024-152259	30
map                   	2024-152259	0.1626
Rprec                 	2024-152259	0.3472
bpref                 	2024-152259	0.3456
recip_rank            	2024-152259	0.3333
iprec_at_recall_0.00  	2024-152259	0.5000
iprec_at_recall_0.10  	2024-152259	0.4444
iprec_at_recall_0.20  	2024-152259	0.4444
iprec_at_recall_0.30  	2024-152259	0.3594
iprec_at_recall_0.40  	2024-152259	0.3152
iprec_at_recall_0.50  	2024-152259	0.0000
iprec_at_recall_0.60  	2024-152259	0.0000
iprec_at_recall_0.70  	2024-152259	0.0000
iprec_at_recall_0.80  	2024-152259	0.0000
iprec_at_recall_0.90  	2024-152259	0.0000
iprec_at_recall_1.00  	2024-152259	0.0000
P_5                   	2024-152259	0.4000
P_10                  	2024-152259	0.4000
P_15                  	2024-152259	0.4000
P_20                  	2024-152259	0.4000
P_30                  	2024-152259	0.4333
P_100                 	2024-152259	0.3000
P_200                 	2024-152259	0.1500
P_500                 	2024-152259	0.0600
P_1000                	2024-152259	0.0300
relstring             	2024-152259	'0030130-2-'
recall_5              	2024-152259	0.0278
recall_10             	2024-152259	0.0556
recall_15             	2024-152259	0.0833
recall_20             	2024-152259	0.1111
recall_30             	2024-152259	0.1806
recall_100            	2024-152259	0.4167
recall_200            	2024-152259	0.4167
recall_500            	2024-152259	0.4167
recall_1000           	2024-152259	0.4167
infAP                 	2024-152259	0.1626
Rprec_mult_0.20       	2024-152259	0.4000
Rprec_mult_0.40       	2024-152259	0.4138
Rprec_mult_0.60       	2024-152259	0.4091
Rprec_mult_0.80       	2024-152259	0.3448
Rprec_mult_1.00       	2024-152259	0.3472
Rprec_mult_1.20       	2024-152259	0.3103
Rprec_mult_1.40       	2024-152259	0.2970
Rprec_mult_1.60       	2024-152259	0.2586
Rprec_mult_1.80       	2024-152259	0.2308
Rprec_mult_2.00       	2024-152259	0.2083
utility               	2024-152259	-40.0000
11pt_avg              	2024-152259	0.1876
binG                  	2024-152259	0.1022
G                     	2024-152259	0.0997
ndcg                  	2024-152259	0.3851
ndcg_rel              	2024-152259	0.3742
Rndcg                 	2024-152259	0.2884
ndcg_cut_5            	2024-152259	0.2231
ndcg_cut_10           	2024-152259	0.3539
ndcg_cut_15           	2024-152259	0.3599
ndcg_cut_20           	2024-152259	0.3633
ndcg_cut_30           	2024-152259	0.3822
ndcg_cut_100          	2024-152259	0.3851
ndcg_cut_200          	2024-152259	0.3851
ndcg_cut_500          	2024-152259	0.3851
ndcg_cut_1000         	2024-152259	0.3851
map_cut_5             	2024-152259	0.0102
map_cut_10            	2024-152259	0.0233
map_cut_15            	2024-152259	0.0356
map_cut_20            	2024-152259	0.0468
map_cut_30            	2024-152259	0.0755
map_cut_100           	2024-152259	0.1626
map_cut_200           	2024-152259	0.1626
map_cut_500           	2024-152259	0.1626
map_cut_1000          	2024-152259	0.1626
relative_P_5          	2024-152259	0.4000
relative_P_10         	2024-152259	0.4000
relative_P_15         	2024-152259	0.4000
relative_P_20         	2024-152259	0.4000
relative_P_30         	2024-152259	0.4333
relative_P_100        	2024-152259	0.4167
relative_P_200        	2024-152259	0.4167
relative_P_500        	2024-152259	0.4167
relative_P_1000       	2024-152259	0.4167
success_1             	2024-152259	0.0000
success_5             	2024-152259	1.0000
success_10            	2024-152259	1.0000
set_P                 	2024-152259	0.3000
set_relative_P        	2024-152259	0.4167
set_recall            	2024-152259	0.4167
set_map               	2024-152259	0.1250
set_F                 	2024-152259	0.3488
num_nonrel_judged_ret 	2024-152259	14
num_ret               	2024-152817	100
num_rel               	2024-152817	239
num_rel_ret           	2024-152817	83
map                   	2024-152817	0.3159
Rprec                 	2024-152817	0.3473
bpref                 	2024-152817	0.3182
recip_rank            	2024-152817	1.0000
iprec_at_recall_0.00  	2024-152817	1.0000
iprec_at_recall_0.10  	2024-152817	0.9737
iprec_at_recall_0.20  	2024-152817	0.8873
iprec_at_recall_0.30  	2024-152817	0.8391
iprec_at_recall_0.40  	2024-152817	0.0000
iprec_at_recall_0.50  	2024-152817	0.0000
iprec_at_recall_0.60  	2024-152817	0.0000
iprec_at_recall_0.70  	2024-152817	0.0000
iprec_at_recall_0.80  	2024-152817	0.0000
iprec_at_recall_0.90  	2024-152817	0.0000
iprec_at_recall_1.00  	2024-152817	0.0000
P_5                   	2024-152817	1.0000
P_10                  	2024-152817	1.0000
P_15                  	2024-152817	0.9333
P_20                  	2024-152817	0.9500
P_30                  	2024-152817	0.9667
P_100                 	2024-152817	0.8300
P_200                 	2024-152817	0.4150
P_500                 	2024-152817	0.1660
P_1000                	2024-152817	0.0830
relstring             	2024-152817	'1213123133'
recall_5              	2024-152817	0.0209
recall_10             	2024-152817	0.0418
recall_15             	2024-152817	0.0586
recall_20             	2024-152817	0.0795
recall_30             	2024-152817	0.1213
recall_100            	2024-152817	0.3473
recall_200            	2024-152817	0.3473
recall_500            	2024-152817	0.3473
recall_1000           	2024-152817	0.3473
infAP                 	2024-152817	0.3159
Rprec_mult_0.20       	2024-152817	0.8750
Rprec_mult_0.40       	2024-152817	0.8333
Rprec_mult_0.60       	2024-152817	0.5764
Rprec_mult_0.80       	2024-152817	0.4323
Rprec_mult_1.00       	2024-152817	0.3473
Rprec_mult_1.20       	2024-152817	0.2892
Rprec_mult_1.40       	2024-152817	0.2478
Rprec_mult_1.60       	2024-152817	0.2167
Rprec_mult_1.80       	2024-152817	0.1926
Rprec_mult_2.00       	2024-152817	0.1736
utility               	2024-152817	66.0000
11pt_avg              	2024-152817	0.3364
binG                  	2024-152817	0.1692
G                     	2024-152817	0.0777
ndcg                  	2024-152817	0.4399
ndcg_rel              	2024-152817	0.4869
Rndcg                 	2024-152817	0.5301
ndcg_cut_5            	2024-152817	0.5020
ndcg_cut_10           	2024-152817	0.6044
ndcg_cut_15           	2024-152817	0.5733
ndcg_cut_20           	2024-152817	0.5895
ndcg_cut_30           	2024-152817	0.5697
ndcg_cut_100          	2024-152817	0.6085
ndcg_cut_200          	2024-152817	0.4748
ndcg_cut_500          	2024-152817	0.4399
ndcg_cut_1000         	2024-152817	0.4399
map_cut_5             	2024-152817	0.0209
map_cut_10            	2024-152817	0.0418
map_cut_15            	2024-152817	0.0573
map_cut_20            	2024-152817	0.0771
map_cut_30            	2024-152817	0.1173
map_cut_100           	2024-152817	0.3159
map_cut_200           	2024-152817	0.3159
map_cut_500           	2024-152817	0.3159
map_cut_1000          	2024-152817	0.3159
relative_P_5          	2024-152817	1.0000
relative_P_10         	2024-152817	1.0000
relative_P_15         	2024-152817	0.9333
relative_P_20         	2024-152817	0.9500
relative_P_30         	2024-152817	0.9667
relative_P_100        	2024-152817	0.8300
relative_P_200        	2024-152817	0.4150
relative_P_500        	2024-152817	0.3473
relative_P_1000       	2024-152817	0.3473
success_1             	2024-152817	1.0000
success_5             	2024-152817	1.0000
success_10            	2024-152817	1.0000
set_P                 	2024-152817	0.8300
set_relative_P        	2024-152817	0.8300
set_recall            	2024-152817	0.3473
set_map               	2024-152817	0.2882
set_F                 	2024-152817	0.4897
num_nonrel_judged_ret 	2024-152817	4
num_ret               	2024-153051	100
num_rel               	2024-153051	117
num_rel_ret           	2024-153051	65
map                   	2024-153051	0.4707
Rprec                 	2024-153051	0.5556
bpref                 	2024-153051	0.5294
recip_rank            	2024-153051	1.0000
iprec_at_recall_0.00  	2024-153051	1.0000
iprec_at_recall_0.10  	2024-153051	1.0000
iprec_at_recall_0.20  	2024-153051	0.9000
iprec_at_recall_0.30  	2024-153051	0.8605
iprec_at_recall_0.40  	2024-153051	0.7966
iprec_at_recall_0.50  	2024-153051	0.7011
iprec_at_recall_0.60  	2024-153051	0.0000
iprec_at_recall_0.70  	2024-153051	0.0000
iprec_at_recall_0.80  	2024-153051	0.0000
iprec_at_recall_0.90  	2024-153051	0.0000
iprec_at_recall_1.00  	2024-153051	0.0000
P_5                   	2024-153051	1.0000
P_10                  	2024-153051	1.0000
P_15                  	2024-153051	0.8667
P_20                  	2024-153051	0.8500
P_30                  	2024-153051	0.9000
P_100                 	2024-153051	0.6500
P_200                 	2024-153051	0.3250
P_500                 	2024-153051	0.1300
P_1000                	2024-153051	0.0650
relstring             	2024-153051	'3332313111'
recall_5              	2024-153051	0.0427
recall_10             	2024-153051	0.0855
recall_15             	2024-153051	0.1111
recall_20             	2024-153051	0.1453
recall_30             	2024-153051	0.2308
recall_100            	2024-153051	0.5556
recall_200            	2024-153051	0.5556
recall_500            	2024-153051	0.5556
recall_1000           	2024-153051	0.5556
infAP                 	2024-153051	0.4707
Rprec_mult_0.20       	2024-153051	0.8750
Rprec_mult_0.40       	2024-153051	0.8298
Rprec_mult_0.60       	2024-153051	0.7324
Rprec_mult_0.80       	2024-153051	0.6596
Rprec_mult_1.00       	2024-153051	0.5556
Rprec_mult_1.20       	2024-153051	0.4610
Rprec_mult_1.40       	2024-153051	0.3963
Rprec_mult_1.60       	2024-153051	0.3457
Rprec_mult_1.80       	2024-153051	0.3081
Rprec_mult_2.00       	2024-153051	0.2778
utility               	2024-153051	30.0000
11pt_avg              	2024-153051	0.4780
binG                  	2024-153051	0.2511
G                     	2024-153051	0.1844
ndcg                  	2024-153051	0.6228
ndcg_rel              	2024-153051	0.6927
Rndcg                 	2024-153051	0.6935
ndcg_cut_5            	2024-153051	0.9513
ndcg_cut_10           	2024-153051	0.7833
ndcg_cut_15           	2024-153051	0.7266
ndcg_cut_20           	2024-153051	0.6863
ndcg_cut_30           	2024-153051	0.7341
ndcg_cut_100          	2024-153051	0.6697
ndcg_cut_200          	2024-153051	0.6228
ndcg_cut_500          	2024-153051	0.6228
ndcg_cut_1000         	2024-153051	0.6228
map_cut_5             	2024-153051	0.0427
map_cut_10            	2024-153051	0.0855
map_cut_15            	2024-153051	0.1105
map_cut_20            	2024-153051	0.1408
map_cut_30            	2024-153051	0.2160
map_cut_100           	2024-153051	0.4707
map_cut_200           	2024-153051	0.4707
map_cut_500           	2024-153051	0.4707
map_cut_1000          	2024-153051	0.4707
relative_P_5          	2024-153051	1.0000
relative_P_10         	2024-153051	1.0000
relative_P_15         	2024-153051	0.8667
relative_P_20         	2024-153051	0.8500
relative_P_30         	2024-153051	0.9000
relative_P_100        	2024-153051	0.6500
relative_P_200        	2024-153051	0.5556
relative_P_500        	2024-153051	0.5556
relative_P_1000       	2024-153051	0.5556
success_1             	2024-153051	1.0000
success_5             	2024-153051	1.0000
success_10            	2024-153051	1.0000
set_P                 	2024-153051	0.6500
set_relative_P        	2024-153051	0.6500
set_recall            	2024-153051	0.5556
set_map               	2024-153051	0.3611
set_F                 	2024-153051	0.5991
num_nonrel_judged_ret 	2024-153051	13
num_ret               	2024-158261	100
num_rel               	2024-158261	218
num_rel_ret           	2024-158261	66
map                   	2024-158261	0.2690
Rprec                 	2024-158261	0.3028
bpref                 	2024-158261	0.2636
recip_rank            	2024-158261	1.0000
iprec_at_recall_0.00  	2024-158261	1.0000
iprec_at_recall_0.10  	2024-158261	0.9375
iprec_at_recall_0.20  	2024-158261	0.8793
iprec_at_recall_0.30  	2024-158261	0.6600
iprec_at_recall_0.40  	2024-158261	0.0000
iprec_at_recall_0.50  	2024-158261	0.0000
iprec_at_recall_0.60  	2024-158261	0.0000
iprec_at_recall_0.70  	2024-158261	0.0000
iprec_at_recall_0.80  	2024-158261	0.0000
iprec_at_recall_0.90  	2024-158261	0.0000
iprec_at_recall_1.00  	2024-158261	0.0000
P_5                   	2024-158261	1.0000
P_10                  	2024-158261	1.0000
P_15                  	2024-158261	1.0000
P_20                  	2024-158261	0.9000
P_30                  	2024-158261	0.9333
P_100                 	2024-158261	0.6600
P_200                 	2024-158261	0.3300
P_500                 	2024-158261	0.1320
P_1000                	2024-158261	0.0660
relstring             	2024-158261	'2321231121'
recall_5              	2024-158261	0.0229
recall_10             	2024-158261	0.0459
recall_15             	2024-158261	0.0688
recall_20             	2024-158261	0.0826
recall_30             	2024-158261	0.1284
recall_100            	2024-158261	0.3028
recall_200            	2024-158261	0.3028
recall_500            	2024-158261	0.3028
recall_1000           	2024-158261	0.3028
infAP                 	2024-158261	0.2690
Rprec_mult_0.20       	2024-158261	0.8864
Rprec_mult_0.40       	2024-158261	0.6932
Rprec_mult_0.60       	2024-158261	0.5038
Rprec_mult_0.80       	2024-158261	0.3771
Rprec_mult_1.00       	2024-158261	0.3028
Rprec_mult_1.20       	2024-158261	0.2519
Rprec_mult_1.40       	2024-158261	0.2157
Rprec_mult_1.60       	2024-158261	0.1891
Rprec_mult_1.80       	2024-158261	0.1679
Rprec_mult_2.00       	2024-158261	0.1514
utility               	2024-158261	32.0000
11pt_avg              	2024-158261	0.3161
binG                  	2024-158261	0.1538
G                     	2024-158261	0.0677
ndcg                  	2024-158261	0.3758
ndcg_rel              	2024-158261	0.4480
Rndcg                 	2024-158261	0.4728
ndcg_cut_5            	2024-158261	0.6893
ndcg_cut_10           	2024-158261	0.6387
ndcg_cut_15           	2024-158261	0.6137
ndcg_cut_20           	2024-158261	0.5852
ndcg_cut_30           	2024-158261	0.6056
ndcg_cut_100          	2024-158261	0.5195
ndcg_cut_200          	2024-158261	0.3895
ndcg_cut_500          	2024-158261	0.3758
ndcg_cut_1000         	2024-158261	0.3758
map_cut_5             	2024-158261	0.0229
map_cut_10            	2024-158261	0.0459
map_cut_15            	2024-158261	0.0688
map_cut_20            	2024-158261	0.0811
map_cut_30            	2024-158261	0.1233
map_cut_100           	2024-158261	0.2690
map_cut_200           	2024-158261	0.2690
map_cut_500           	2024-158261	0.2690
map_cut_1000          	2024-158261	0.2690
relative_P_5          	2024-158261	1.0000
relative_P_10         	2024-158261	1.0000
relative_P_15         	2024-158261	1.0000
relative_P_20         	2024-158261	0.9000
relative_P_30         	2024-158261	0.9333
relative_P_100        	2024-158261	0.6600
relative_P_200        	2024-158261	0.3300
relative_P_500        	2024-158261	0.3028
relative_P_1000       	2024-158261	0.3028
success_1             	2024-158261	1.0000
success_5             	2024-158261	1.0000
success_10            	2024-158261	1.0000
set_P                 	2024-158261	0.6600
set_relative_P        	2024-158261	0.6600
set_recall            	2024-158261	0.3028
set_map               	2024-158261	0.1998
set_F                 	2024-158261	0.4151
num_nonrel_judged_ret 	2024-158261	5
num_ret               	2024-158677	100
num_rel               	2024-158677	254
num_rel_ret           	2024-158677	80
map                   	2024-158677	0.3015
Rprec                 	2024-158677	0.3150
bpref                 	2024-158677	0.3012
recip_rank            	2024-158677	1.0000
iprec_at_recall_0.00  	2024-158677	1.0000
iprec_at_recall_0.10  	2024-158677	1.0000
iprec_at_recall_0.20  	2024-158677	0.9649
iprec_at_recall_0.30  	2024-158677	0.8556
iprec_at_recall_0.40  	2024-158677	0.0000
iprec_at_recall_0.50  	2024-158677	0.0000
iprec_at_recall_0.60  	2024-158677	0.0000
iprec_at_recall_0.70  	2024-158677	0.0000
iprec_at_recall_0.80  	2024-158677	0.0000
iprec_at_recall_0.90  	2024-158677	0.0000
iprec_at_recall_1.00  	2024-158677	0.0000
P_5                   	2024-158677	1.0000
P_10                  	2024-158677	1.0000
P_15                  	2024-158677	1.0000
P_20                  	2024-158677	1.0000
P_30                  	2024-158677	1.0000
P_100                 	2024-158677	0.8000
P_200                 	2024-158677	0.4000
P_500                 	2024-158677	0.1600
P_1000                	2024-158677	0.0800
relstring             	2024-158677	'3323223323'
recall_5              	2024-158677	0.0197
recall_10             	2024-158677	0.0394
recall_15             	2024-158677	0.0591
recall_20             	2024-158677	0.0787
recall_30             	2024-158677	0.1181
recall_100            	2024-158677	0.3150
recall_200            	2024-158677	0.3150
recall_500            	2024-158677	0.3150
recall_1000           	2024-158677	0.3150
infAP                 	2024-158677	0.3015
Rprec_mult_0.20       	2024-158677	0.9608
Rprec_mult_0.40       	2024-158677	0.7843
Rprec_mult_0.60       	2024-158677	0.5229
Rprec_mult_0.80       	2024-158677	0.3922
Rprec_mult_1.00       	2024-158677	0.3150
Rprec_mult_1.20       	2024-158677	0.2623
Rprec_mult_1.40       	2024-158677	0.2247
Rprec_mult_1.60       	2024-158677	0.1966
Rprec_mult_1.80       	2024-158677	0.1747
Rprec_mult_2.00       	2024-158677	0.1575
utility               	2024-158677	60.0000
11pt_avg              	2024-158677	0.3473
binG                  	2024-158677	0.2127
G                     	2024-158677	0.1085
ndcg                  	2024-158677	0.4749
ndcg_rel              	2024-158677	0.5971
Rndcg                 	2024-158677	0.6131
ndcg_cut_5            	2024-158677	0.8997
ndcg_cut_10           	2024-158677	0.8867
ndcg_cut_15           	2024-158677	0.8522
ndcg_cut_20           	2024-158677	0.8327
ndcg_cut_30           	2024-158677	0.8687
ndcg_cut_100          	2024-158677	0.7934
ndcg_cut_200          	2024-158677	0.5186
ndcg_cut_500          	2024-158677	0.4749
ndcg_cut_1000         	2024-158677	0.4749
map_cut_5             	2024-158677	0.0197
map_cut_10            	2024-158677	0.0394
map_cut_15            	2024-158677	0.0591
map_cut_20            	2024-158677	0.0787
map_cut_30            	2024-158677	0.1181
map_cut_100           	2024-158677	0.3015
map_cut_200           	2024-158677	0.3015
map_cut_500           	2024-158677	0.3015
map_cut_1000          	2024-158677	0.3015
relative_P_5          	2024-158677	1.0000
relative_P_10         	2024-158677	1.0000
relative_P_15         	2024-158677	1.0000
relative_P_20         	2024-158677	1.0000
relative_P_30         	2024-158677	1.0000
relative_P_100        	2024-158677	0.8000
relative_P_200        	2024-158677	0.4000
relative_P_500        	2024-158677	0.3150
relative_P_1000       	2024-158677	0.3150
success_1             	2024-158677	1.0000
success_5             	2024-158677	1.0000
success_10            	2024-158677	1.0000
set_P                 	2024-158677	0.8000
set_relative_P        	2024-158677	0.8000
set_recall            	2024-158677	0.3150
set_map               	2024-158677	0.2520
set_F                 	2024-158677	0.4520
num_nonrel_judged_ret 	2024-158677	1
num_ret               	2024-158743	100
num_rel               	2024-158743	204
num_rel_ret           	2024-158743	71
map                   	2024-158743	0.3129
Rprec                 	2024-158743	0.3480
bpref                 	2024-158743	0.3232
recip_rank            	2024-158743	1.0000
iprec_at_recall_0.00  	2024-158743	1.0000
iprec_at_recall_0.10  	2024-158743	1.0000
iprec_at_recall_0.20  	2024-158743	0.8929
iprec_at_recall_0.30  	2024-158743	0.8077
iprec_at_recall_0.40  	2024-158743	0.0000
iprec_at_recall_0.50  	2024-158743	0.0000
iprec_at_recall_0.60  	2024-158743	0.0000
iprec_at_recall_0.70  	2024-158743	0.0000
iprec_at_recall_0.80  	2024-158743	0.0000
iprec_at_recall_0.90  	2024-158743	0.0000
iprec_at_recall_1.00  	2024-158743	0.0000
P_5                   	2024-158743	1.0000
P_10                  	2024-158743	1.0000
P_15                  	2024-158743	1.0000
P_20                  	2024-158743	1.0000
P_30                  	2024-158743	0.9000
P_100                 	2024-158743	0.7100
P_200                 	2024-158743	0.3550
P_500                 	2024-158743	0.1420
P_1000                	2024-158743	0.0710
relstring             	2024-158743	'2333333323'
recall_5              	2024-158743	0.0245
recall_10             	2024-158743	0.0490
recall_15             	2024-158743	0.0735
recall_20             	2024-158743	0.0980
recall_30             	2024-158743	0.1324
recall_100            	2024-158743	0.3480
recall_200            	2024-158743	0.3480
recall_500            	2024-158743	0.3480
recall_1000           	2024-158743	0.3480
infAP                 	2024-158743	0.3129
Rprec_mult_0.20       	2024-158743	0.9024
Rprec_mult_0.40       	2024-158743	0.7683
Rprec_mult_0.60       	2024-158743	0.5772
Rprec_mult_0.80       	2024-158743	0.4329
Rprec_mult_1.00       	2024-158743	0.3480
Rprec_mult_1.20       	2024-158743	0.2898
Rprec_mult_1.40       	2024-158743	0.2483
Rprec_mult_1.60       	2024-158743	0.2171
Rprec_mult_1.80       	2024-158743	0.1929
Rprec_mult_2.00       	2024-158743	0.1740
utility               	2024-158743	42.0000
11pt_avg              	2024-158743	0.3364
binG                  	2024-158743	0.1886
G                     	2024-158743	0.1168
ndcg                  	2024-158743	0.4660
ndcg_rel              	2024-158743	0.5970
Rndcg                 	2024-158743	0.5061
ndcg_cut_5            	2024-158743	0.8869
ndcg_cut_10           	2024-158743	0.9046
ndcg_cut_15           	2024-158743	0.9260
ndcg_cut_20           	2024-158743	0.9270
ndcg_cut_30           	2024-158743	0.8752
ndcg_cut_100          	2024-158743	0.6907
ndcg_cut_200          	2024-158743	0.4687
ndcg_cut_500          	2024-158743	0.4660
ndcg_cut_1000         	2024-158743	0.4660
map_cut_5             	2024-158743	0.0245
map_cut_10            	2024-158743	0.0490
map_cut_15            	2024-158743	0.0735
map_cut_20            	2024-158743	0.0980
map_cut_30            	2024-158743	0.1309
map_cut_100           	2024-158743	0.3129
map_cut_200           	2024-158743	0.3129
map_cut_500           	2024-158743	0.3129
map_cut_1000          	2024-158743	0.3129
relative_P_5          	2024-158743	1.0000
relative_P_10         	2024-158743	1.0000
relative_P_15         	2024-158743	1.0000
relative_P_20         	2024-158743	1.0000
relative_P_30         	2024-158743	0.9000
relative_P_100        	2024-158743	0.7100
relative_P_200        	2024-158743	0.3550
relative_P_500        	2024-158743	0.3480
relative_P_1000       	2024-158743	0.3480
success_1             	2024-158743	1.0000
success_5             	2024-158743	1.0000
success_10            	2024-158743	1.0000
set_P                 	2024-158743	0.7100
set_relative_P        	2024-158743	0.7100
set_recall            	2024-158743	0.3480
set_map               	2024-158743	0.2471
set_F                 	2024-158743	0.4671
num_nonrel_judged_ret 	2024-158743	7
num_ret               	2024-18963	100
num_rel               	2024-18963	121
num_rel_ret           	2024-18963	52
map                   	2024-18963	0.3098
Rprec                 	2024-18963	0.4298
bpref                 	2024-18963	0.3903
recip_rank            	2024-18963	1.0000
iprec_at_recall_0.00  	2024-18963	1.0000
iprec_at_recall_0.10  	2024-18963	0.8235
iprec_at_recall_0.20  	2024-18963	0.7568
iprec_at_recall_0.30  	2024-18963	0.6393
iprec_at_recall_0.40  	2024-18963	0.5591
iprec_at_recall_0.50  	2024-18963	0.0000
iprec_at_recall_0.60  	2024-18963	0.0000
iprec_at_recall_0.70  	2024-18963	0.0000
iprec_at_recall_0.80  	2024-18963	0.0000
iprec_at_recall_0.90  	2024-18963	0.0000
iprec_at_recall_1.00  	2024-18963	0.0000
P_5                   	2024-18963	0.8000
P_10                  	2024-18963	0.8000
P_15                  	2024-18963	0.8000
P_20                  	2024-18963	0.7500
P_30                  	2024-18963	0.7667
P_100                 	2024-18963	0.5200
P_200                 	2024-18963	0.2600
P_500                 	2024-18963	0.1040
P_1000                	2024-18963	0.0520
relstring             	2024-18963	'2233023201'
recall_5              	2024-18963	0.0331
recall_10             	2024-18963	0.0661
recall_15             	2024-18963	0.0992
recall_20             	2024-18963	0.1240
recall_30             	2024-18963	0.1901
recall_100            	2024-18963	0.4298
recall_200            	2024-18963	0.4298
recall_500            	2024-18963	0.4298
recall_1000           	2024-18963	0.4298
infAP                 	2024-18963	0.3098
Rprec_mult_0.20       	2024-18963	0.7200
Rprec_mult_0.40       	2024-18963	0.6735
Rprec_mult_0.60       	2024-18963	0.5616
Rprec_mult_0.80       	2024-18963	0.5361
Rprec_mult_1.00       	2024-18963	0.4298
Rprec_mult_1.20       	2024-18963	0.3562
Rprec_mult_1.40       	2024-18963	0.3059
Rprec_mult_1.60       	2024-18963	0.2680
Rprec_mult_1.80       	2024-18963	0.2385
Rprec_mult_2.00       	2024-18963	0.2149
utility               	2024-18963	4.0000
11pt_avg              	2024-18963	0.3435
binG                  	2024-18963	0.1545
G                     	2024-18963	0.1120
ndcg                  	2024-18963	0.5181
ndcg_rel              	2024-18963	0.5615
Rndcg                 	2024-18963	0.5644
ndcg_cut_5            	2024-18963	0.6844
ndcg_cut_10           	2024-18963	0.6373
ndcg_cut_15           	2024-18963	0.6517
ndcg_cut_20           	2024-18963	0.6342
ndcg_cut_30           	2024-18963	0.6460
ndcg_cut_100          	2024-18963	0.5566
ndcg_cut_200          	2024-18963	0.5181
ndcg_cut_500          	2024-18963	0.5181
ndcg_cut_1000         	2024-18963	0.5181
map_cut_5             	2024-18963	0.0331
map_cut_10            	2024-18963	0.0609
map_cut_15            	2024-18963	0.0876
map_cut_20            	2024-18963	0.1077
map_cut_30            	2024-18963	0.1572
map_cut_100           	2024-18963	0.3098
map_cut_200           	2024-18963	0.3098
map_cut_500           	2024-18963	0.3098
map_cut_1000          	2024-18963	0.3098
relative_P_5          	2024-18963	0.8000
relative_P_10         	2024-18963	0.8000
relative_P_15         	2024-18963	0.8000
relative_P_20         	2024-18963	0.7500
relative_P_30         	2024-18963	0.7667
relative_P_100        	2024-18963	0.5200
relative_P_200        	2024-18963	0.4298
relative_P_500        	2024-18963	0.4298
relative_P_1000       	2024-18963	0.4298
success_1             	2024-18963	1.0000
success_5             	2024-18963	1.0000
success_10            	2024-18963	1.0000
set_P                 	2024-18963	0.5200
set_relative_P        	2024-18963	0.5200
set_recall            	2024-18963	0.4298
set_map               	2024-18963	0.2235
set_F                 	2024-18963	0.4706
num_nonrel_judged_ret 	2024-18963	27
num_ret               	2024-19025	100
num_rel               	2024-19025	43
num_rel_ret           	2024-19025	20
map                   	2024-19025	0.2483
Rprec                 	2024-19025	0.3721
bpref                 	2024-19025	0.3607
recip_rank            	2024-19025	1.0000
iprec_at_recall_0.00  	2024-19025	1.0000
iprec_at_recall_0.10  	2024-19025	0.7778
iprec_at_recall_0.20  	2024-19025	0.5500
iprec_at_recall_0.30  	2024-19025	0.4667
iprec_at_recall_0.40  	2024-19025	0.3600
iprec_at_recall_0.50  	2024-19025	0.0000
iprec_at_recall_0.60  	2024-19025	0.0000
iprec_at_recall_0.70  	2024-19025	0.0000
iprec_at_recall_0.80  	2024-19025	0.0000
iprec_at_recall_0.90  	2024-19025	0.0000
iprec_at_recall_1.00  	2024-19025	0.0000
P_5                   	2024-19025	0.6000
P_10                  	2024-19025	0.7000
P_15                  	2024-19025	0.4667
P_20                  	2024-19025	0.5500
P_30                  	2024-19025	0.4667
P_100                 	2024-19025	0.2000
P_200                 	2024-19025	0.1000
P_500                 	2024-19025	0.0400
P_1000                	2024-19025	0.0200
relstring             	2024-19025	'3020222220'
recall_5              	2024-19025	0.0698
recall_10             	2024-19025	0.1628
recall_15             	2024-19025	0.1628
recall_20             	2024-19025	0.2558
recall_30             	2024-19025	0.3256
recall_100            	2024-19025	0.4651
recall_200            	2024-19025	0.4651
recall_500            	2024-19025	0.4651
recall_1000           	2024-19025	0.4651
infAP                 	2024-19025	0.2483
Rprec_mult_0.20       	2024-19025	0.7778
Rprec_mult_0.40       	2024-19025	0.5000
Rprec_mult_0.60       	2024-19025	0.4615
Rprec_mult_0.80       	2024-19025	0.4000
Rprec_mult_1.00       	2024-19025	0.3721
Rprec_mult_1.20       	2024-19025	0.3462
Rprec_mult_1.40       	2024-19025	0.2951
Rprec_mult_1.60       	2024-19025	0.2609
Rprec_mult_1.80       	2024-19025	0.2564
Rprec_mult_2.00       	2024-19025	0.2326
utility               	2024-19025	-60.0000
11pt_avg              	2024-19025	0.2868
binG                  	2024-19025	0.1673
G                     	2024-19025	0.1488
ndcg                  	2024-19025	0.5188
ndcg_rel              	2024-19025	0.5665
Rndcg                 	2024-19025	0.6605
ndcg_cut_5            	2024-19025	0.6922
ndcg_cut_10           	2024-19025	0.7322
ndcg_cut_15           	2024-19025	0.5805
ndcg_cut_20           	2024-19025	0.6137
ndcg_cut_30           	2024-19025	0.5427
ndcg_cut_100          	2024-19025	0.5188
ndcg_cut_200          	2024-19025	0.5188
ndcg_cut_500          	2024-19025	0.5188
ndcg_cut_1000         	2024-19025	0.5188
map_cut_5             	2024-19025	0.0527
map_cut_10            	2024-19025	0.1204
map_cut_15            	2024-19025	0.1204
map_cut_20            	2024-19025	0.1680
map_cut_30            	2024-19025	0.2000
map_cut_100           	2024-19025	0.2483
map_cut_200           	2024-19025	0.2483
map_cut_500           	2024-19025	0.2483
map_cut_1000          	2024-19025	0.2483
relative_P_5          	2024-19025	0.6000
relative_P_10         	2024-19025	0.7000
relative_P_15         	2024-19025	0.4667
relative_P_20         	2024-19025	0.5500
relative_P_30         	2024-19025	0.4667
relative_P_100        	2024-19025	0.4651
relative_P_200        	2024-19025	0.4651
relative_P_500        	2024-19025	0.4651
relative_P_1000       	2024-19025	0.4651
success_1             	2024-19025	1.0000
success_5             	2024-19025	1.0000
success_10            	2024-19025	1.0000
set_P                 	2024-19025	0.2000
set_relative_P        	2024-19025	0.4651
set_recall            	2024-19025	0.4651
set_map               	2024-19025	0.0930
set_F                 	2024-19025	0.2797
num_nonrel_judged_ret 	2024-19025	41
num_ret               	2024-213469	100
num_rel               	2024-213469	151
num_rel_ret           	2024-213469	35
map                   	2024-213469	0.1544
Rprec                 	2024-213469	0.2318
bpref                 	2024-213469	0.2284
recip_rank            	2024-213469	1.0000
iprec_at_recall_0.00  	2024-213469	1.0000
iprec_at_recall_0.10  	2024-213469	0.6923
iprec_at_recall_0.20  	2024-213469	0.3780
iprec_at_recall_0.30  	2024-213469	0.0000
iprec_at_recall_0.40  	2024-213469	0.0000
iprec_at_recall_0.50  	2024-213469	0.0000
iprec_at_recall_0.60  	2024-213469	0.0000
iprec_at_recall_0.70  	2024-213469	0.0000
iprec_at_recall_0.80  	2024-213469	0.0000
iprec_at_recall_0.90  	2024-213469	0.0000
iprec_at_recall_1.00  	2024-213469	0.0000
P_5                   	2024-213469	1.0000
P_10                  	2024-213469	1.0000
P_15                  	2024-213469	0.7333
P_20                  	2024-213469	0.7000
P_30                  	2024-213469	0.6000
P_100                 	2024-213469	0.3500
P_200                 	2024-213469	0.1750
P_500                 	2024-213469	0.0700
P_1000                	2024-213469	0.0350
relstring             	2024-213469	'2211111211'
recall_5              	2024-213469	0.0331
recall_10             	2024-213469	0.0662
recall_15             	2024-213469	0.0728
recall_20             	2024-213469	0.0927
recall_30             	2024-213469	0.1192
recall_100            	2024-213469	0.2318
recall_200            	2024-213469	0.2318
recall_500            	2024-213469	0.2318
recall_1000           	2024-213469	0.2318
infAP                 	2024-213469	0.1544
Rprec_mult_0.20       	2024-213469	0.5806
Rprec_mult_0.40       	2024-213469	0.4426
Rprec_mult_0.60       	2024-213469	0.3407
Rprec_mult_0.80       	2024-213469	0.2893
Rprec_mult_1.00       	2024-213469	0.2318
Rprec_mult_1.20       	2024-213469	0.1923
Rprec_mult_1.40       	2024-213469	0.1651
Rprec_mult_1.60       	2024-213469	0.1446
Rprec_mult_1.80       	2024-213469	0.1287
Rprec_mult_2.00       	2024-213469	0.1159
utility               	2024-213469	-30.0000
11pt_avg              	2024-213469	0.1882
binG                  	2024-213469	0.1061
G                     	2024-213469	0.0793
ndcg                  	2024-213469	0.3500
ndcg_rel              	2024-213469	0.4065
Rndcg                 	2024-213469	0.4382
ndcg_cut_5            	2024-213469	0.7766
ndcg_cut_10           	2024-213469	0.7142
ndcg_cut_15           	2024-213469	0.5963
ndcg_cut_20           	2024-213469	0.5619
ndcg_cut_30           	2024-213469	0.5072
ndcg_cut_100          	2024-213469	0.4381
ndcg_cut_200          	2024-213469	0.3500
ndcg_cut_500          	2024-213469	0.3500
ndcg_cut_1000         	2024-213469	0.3500
map_cut_5             	2024-213469	0.0331
map_cut_10            	2024-213469	0.0662
map_cut_15            	2024-213469	0.0711
map_cut_20            	2024-213469	0.0847
map_cut_30            	2024-213469	0.1027
map_cut_100           	2024-213469	0.1544
map_cut_200           	2024-213469	0.1544
map_cut_500           	2024-213469	0.1544
map_cut_1000          	2024-213469	0.1544
relative_P_5          	2024-213469	1.0000
relative_P_10         	2024-213469	1.0000
relative_P_15         	2024-213469	0.7333
relative_P_20         	2024-213469	0.7000
relative_P_30         	2024-213469	0.6000
relative_P_100        	2024-213469	0.3500
relative_P_200        	2024-213469	0.2318
relative_P_500        	2024-213469	0.2318
relative_P_1000       	2024-213469	0.2318
success_1             	2024-213469	1.0000
success_5             	2024-213469	1.0000
success_10            	2024-213469	1.0000
set_P                 	2024-213469	0.3500
set_relative_P        	2024-213469	0.3500
set_recall            	2024-213469	0.2318
set_map               	2024-213469	0.0811
set_F                 	2024-213469	0.2789
num_nonrel_judged_ret 	2024-213469	3
num_ret               	2024-213789	100
num_rel               	2024-213789	91
num_rel_ret           	2024-213789	42
map                   	2024-213789	0.3120
Rprec                 	2024-213789	0.4286
bpref                 	2024-213789	0.3962
recip_rank            	2024-213789	1.0000
iprec_at_recall_0.00  	2024-213789	1.0000
iprec_at_recall_0.10  	2024-213789	0.8571
iprec_at_recall_0.20  	2024-213789	0.7059
iprec_at_recall_0.30  	2024-213789	0.6667
iprec_at_recall_0.40  	2024-213789	0.5211
iprec_at_recall_0.50  	2024-213789	0.0000
iprec_at_recall_0.60  	2024-213789	0.0000
iprec_at_recall_0.70  	2024-213789	0.0000
iprec_at_recall_0.80  	2024-213789	0.0000
iprec_at_recall_0.90  	2024-213789	0.0000
iprec_at_recall_1.00  	2024-213789	0.0000
P_5                   	2024-213789	0.6000
P_10                  	2024-213789	0.8000
P_15                  	2024-213789	0.8000
P_20                  	2024-213789	0.7500
P_30                  	2024-213789	0.6667
P_100                 	2024-213789	0.4200
P_200                 	2024-213789	0.2100
P_500                 	2024-213789	0.0840
P_1000                	2024-213789	0.0420
relstring             	2024-213789	'2200222221'
recall_5              	2024-213789	0.0330
recall_10             	2024-213789	0.0879
recall_15             	2024-213789	0.1319
recall_20             	2024-213789	0.1648
recall_30             	2024-213789	0.2198
recall_100            	2024-213789	0.4615
recall_200            	2024-213789	0.4615
recall_500            	2024-213789	0.4615
recall_1000           	2024-213789	0.4615
infAP                 	2024-213789	0.3120
Rprec_mult_0.20       	2024-213789	0.7368
Rprec_mult_0.40       	2024-213789	0.6757
Rprec_mult_0.60       	2024-213789	0.5818
Rprec_mult_0.80       	2024-213789	0.5068
Rprec_mult_1.00       	2024-213789	0.4286
Rprec_mult_1.20       	2024-213789	0.3818
Rprec_mult_1.40       	2024-213789	0.3281
Rprec_mult_1.60       	2024-213789	0.2877
Rprec_mult_1.80       	2024-213789	0.2561
Rprec_mult_2.00       	2024-213789	0.2308
utility               	2024-213789	-16.0000
11pt_avg              	2024-213789	0.3410
binG                  	2024-213789	0.1609
G                     	2024-213789	0.1457
ndcg                  	2024-213789	0.5482
ndcg_rel              	2024-213789	0.5990
Rndcg                 	2024-213789	0.5579
ndcg_cut_5            	2024-213789	0.6844
ndcg_cut_10           	2024-213789	0.7634
ndcg_cut_15           	2024-213789	0.7283
ndcg_cut_20           	2024-213789	0.6727
ndcg_cut_30           	2024-213789	0.6093
ndcg_cut_100          	2024-213789	0.5482
ndcg_cut_200          	2024-213789	0.5482
ndcg_cut_500          	2024-213789	0.5482
ndcg_cut_1000         	2024-213789	0.5482
map_cut_5             	2024-213789	0.0286
map_cut_10            	2024-213789	0.0693
map_cut_15            	2024-213789	0.1062
map_cut_20            	2024-213789	0.1315
map_cut_30            	2024-213789	0.1702
map_cut_100           	2024-213789	0.3120
map_cut_200           	2024-213789	0.3120
map_cut_500           	2024-213789	0.3120
map_cut_1000          	2024-213789	0.3120
relative_P_5          	2024-213789	0.6000
relative_P_10         	2024-213789	0.8000
relative_P_15         	2024-213789	0.8000
relative_P_20         	2024-213789	0.7500
relative_P_30         	2024-213789	0.6667
relative_P_100        	2024-213789	0.4615
relative_P_200        	2024-213789	0.4615
relative_P_500        	2024-213789	0.4615
relative_P_1000       	2024-213789	0.4615
success_1             	2024-213789	1.0000
success_5             	2024-213789	1.0000
success_10            	2024-213789	1.0000
set_P                 	2024-213789	0.4200
set_relative_P        	2024-213789	0.4615
set_recall            	2024-213789	0.4615
set_map               	2024-213789	0.1938
set_F                 	2024-213789	0.4398
num_nonrel_judged_ret 	2024-213789	45
num_ret               	2024-213817	100
num_rel               	2024-213817	80
num_rel_ret           	2024-213817	31
map                   	2024-213817	0.2661
Rprec                 	2024-213817	0.3625
bpref                 	2024-213817	0.3083
recip_rank            	2024-213817	1.0000
iprec_at_recall_0.00  	2024-213817	1.0000
iprec_at_recall_0.10  	2024-213817	1.0000
iprec_at_recall_0.20  	2024-213817	0.5517
iprec_at_recall_0.30  	2024-213817	0.4426
iprec_at_recall_0.40  	2024-213817	0.0000
iprec_at_recall_0.50  	2024-213817	0.0000
iprec_at_recall_0.60  	2024-213817	0.0000
iprec_at_recall_0.70  	2024-213817	0.0000
iprec_at_recall_0.80  	2024-213817	0.0000
iprec_at_recall_0.90  	2024-213817	0.0000
iprec_at_recall_1.00  	2024-213817	0.0000
P_5                   	2024-213817	1.0000
P_10                  	2024-213817	1.0000
P_15                  	2024-213817	0.8667
P_20                  	2024-213817	0.7500
P_30                  	2024-213817	0.5333
P_100                 	2024-213817	0.3100
P_200                 	2024-213817	0.1550
P_500                 	2024-213817	0.0620
P_1000                	2024-213817	0.0310
relstring             	2024-213817	'3112222133'
recall_5              	2024-213817	0.0625
recall_10             	2024-213817	0.1250
recall_15             	2024-213817	0.1625
recall_20             	2024-213817	0.1875
recall_30             	2024-213817	0.2000
recall_100            	2024-213817	0.3875
recall_200            	2024-213817	0.3875
recall_500            	2024-213817	0.3875
recall_1000           	2024-213817	0.3875
infAP                 	2024-213817	0.2661
Rprec_mult_0.20       	2024-213817	0.8750
Rprec_mult_0.40       	2024-213817	0.5000
Rprec_mult_0.60       	2024-213817	0.4375
Rprec_mult_0.80       	2024-213817	0.4375
Rprec_mult_1.00       	2024-213817	0.3625
Rprec_mult_1.20       	2024-213817	0.3021
Rprec_mult_1.40       	2024-213817	0.2768
Rprec_mult_1.60       	2024-213817	0.2422
Rprec_mult_1.80       	2024-213817	0.2153
Rprec_mult_2.00       	2024-213817	0.1938
utility               	2024-213817	-38.0000
11pt_avg              	2024-213817	0.2722
binG                  	2024-213817	0.2042
G                     	2024-213817	0.1170
ndcg                  	2024-213817	0.4782
ndcg_rel              	2024-213817	0.5208
Rndcg                 	2024-213817	0.5097
ndcg_cut_5            	2024-213817	0.6519
ndcg_cut_10           	2024-213817	0.7449
ndcg_cut_15           	2024-213817	0.6859
ndcg_cut_20           	2024-213817	0.6343
ndcg_cut_30           	2024-213817	0.5287
ndcg_cut_100          	2024-213817	0.4782
ndcg_cut_200          	2024-213817	0.4782
ndcg_cut_500          	2024-213817	0.4782
ndcg_cut_1000         	2024-213817	0.4782
map_cut_5             	2024-213817	0.0625
map_cut_10            	2024-213817	0.1250
map_cut_15            	2024-213817	0.1606
map_cut_20            	2024-213817	0.1815
map_cut_30            	2024-213817	0.1883
map_cut_100           	2024-213817	0.2661
map_cut_200           	2024-213817	0.2661
map_cut_500           	2024-213817	0.2661
map_cut_1000          	2024-213817	0.2661
relative_P_5          	2024-213817	1.0000
relative_P_10         	2024-213817	1.0000
relative_P_15         	2024-213817	0.8667
relative_P_20         	2024-213817	0.7500
relative_P_30         	2024-213817	0.5333
relative_P_100        	2024-213817	0.3875
relative_P_200        	2024-213817	0.3875
relative_P_500        	2024-213817	0.3875
relative_P_1000       	2024-213817	0.3875
success_1             	2024-213817	1.0000
success_5             	2024-213817	1.0000
success_10            	2024-213817	1.0000
set_P                 	2024-213817	0.3100
set_relative_P        	2024-213817	0.3875
set_recall            	2024-213817	0.3875
set_map               	2024-213817	0.1201
set_F                 	2024-213817	0.3444
num_nonrel_judged_ret 	2024-213817	57
num_ret               	2024-213978	100
num_rel               	2024-213978	69
num_rel_ret           	2024-213978	21
map                   	2024-213978	0.2208
Rprec                 	2024-213978	0.2899
bpref                 	2024-213978	0.2862
recip_rank            	2024-213978	1.0000
iprec_at_recall_0.00  	2024-213978	1.0000
iprec_at_recall_0.10  	2024-213978	1.0000
iprec_at_recall_0.20  	2024-213978	0.5185
iprec_at_recall_0.30  	2024-213978	0.2442
iprec_at_recall_0.40  	2024-213978	0.0000
iprec_at_recall_0.50  	2024-213978	0.0000
iprec_at_recall_0.60  	2024-213978	0.0000
iprec_at_recall_0.70  	2024-213978	0.0000
iprec_at_recall_0.80  	2024-213978	0.0000
iprec_at_recall_0.90  	2024-213978	0.0000
iprec_at_recall_1.00  	2024-213978	0.0000
P_5                   	2024-213978	1.0000
P_10                  	2024-213978	0.8000
P_15                  	2024-213978	0.8000
P_20                  	2024-213978	0.6500
P_30                  	2024-213978	0.5000
P_100                 	2024-213978	0.2100
P_200                 	2024-213978	0.1050
P_500                 	2024-213978	0.0420
P_1000                	2024-213978	0.0210
relstring             	2024-213978	'11111110-1'
recall_5              	2024-213978	0.0725
recall_10             	2024-213978	0.1159
recall_15             	2024-213978	0.1739
recall_20             	2024-213978	0.1884
recall_30             	2024-213978	0.2174
recall_100            	2024-213978	0.3043
recall_200            	2024-213978	0.3043
recall_500            	2024-213978	0.3043
recall_1000           	2024-213978	0.3043
infAP                 	2024-213978	0.2208
Rprec_mult_0.20       	2024-213978	0.7857
Rprec_mult_0.40       	2024-213978	0.5000
Rprec_mult_0.60       	2024-213978	0.4048
Rprec_mult_0.80       	2024-213978	0.3571
Rprec_mult_1.00       	2024-213978	0.2899
Rprec_mult_1.20       	2024-213978	0.2410
Rprec_mult_1.40       	2024-213978	0.2165
Rprec_mult_1.60       	2024-213978	0.1892
Rprec_mult_1.80       	2024-213978	0.1680
Rprec_mult_2.00       	2024-213978	0.1522
utility               	2024-213978	-58.0000
11pt_avg              	2024-213978	0.2512
binG                  	2024-213978	0.1678
G                     	2024-213978	0.0776
ndcg                  	2024-213978	0.3327
ndcg_rel              	2024-213978	0.3664
Rndcg                 	2024-213978	0.3768
ndcg_cut_5            	2024-213978	0.5000
ndcg_cut_10           	2024-213978	0.4322
ndcg_cut_15           	2024-213978	0.4693
ndcg_cut_20           	2024-213978	0.4475
ndcg_cut_30           	2024-213978	0.4129
ndcg_cut_100          	2024-213978	0.3327
ndcg_cut_200          	2024-213978	0.3327
ndcg_cut_500          	2024-213978	0.3327
ndcg_cut_1000         	2024-213978	0.3327
map_cut_5             	2024-213978	0.0725
map_cut_10            	2024-213978	0.1130
map_cut_15            	2024-213978	0.1608
map_cut_20            	2024-213978	0.1726
map_cut_30            	2024-213978	0.1876
map_cut_100           	2024-213978	0.2208
map_cut_200           	2024-213978	0.2208
map_cut_500           	2024-213978	0.2208
map_cut_1000          	2024-213978	0.2208
relative_P_5          	2024-213978	1.0000
relative_P_10         	2024-213978	0.8000
relative_P_15         	2024-213978	0.8000
relative_P_20         	2024-213978	0.6500
relative_P_30         	2024-213978	0.5000
relative_P_100        	2024-213978	0.3043
relative_P_200        	2024-213978	0.3043
relative_P_500        	2024-213978	0.3043
relative_P_1000       	2024-213978	0.3043
success_1             	2024-213978	1.0000
success_5             	2024-213978	1.0000
success_10            	2024-213978	1.0000
set_P                 	2024-213978	0.2100
set_relative_P        	2024-213978	0.3043
set_recall            	2024-213978	0.3043
set_map               	2024-213978	0.0639
set_F                 	2024-213978	0.2485
num_nonrel_judged_ret 	2024-213978	4
num_ret               	2024-214096	100
num_rel               	2024-214096	183
num_rel_ret           	2024-214096	69
map                   	2024-214096	0.3188
Rprec                 	2024-214096	0.3770
bpref                 	2024-214096	0.3553
recip_rank            	2024-214096	1.0000
iprec_at_recall_0.00  	2024-214096	1.0000
iprec_at_recall_0.10  	2024-214096	0.9310
iprec_at_recall_0.20  	2024-214096	0.8605
iprec_at_recall_0.30  	2024-214096	0.7531
iprec_at_recall_0.40  	2024-214096	0.0000
iprec_at_recall_0.50  	2024-214096	0.0000
iprec_at_recall_0.60  	2024-214096	0.0000
iprec_at_recall_0.70  	2024-214096	0.0000
iprec_at_recall_0.80  	2024-214096	0.0000
iprec_at_recall_0.90  	2024-214096	0.0000
iprec_at_recall_1.00  	2024-214096	0.0000
P_5                   	2024-214096	1.0000
P_10                  	2024-214096	1.0000
P_15                  	2024-214096	1.0000
P_20                  	2024-214096	0.9000
P_30                  	2024-214096	0.9000
P_100                 	2024-214096	0.6900
P_200                 	2024-214096	0.3450
P_500                 	2024-214096	0.1380
P_1000                	2024-214096	0.0690
relstring             	2024-214096	'2322313212'
recall_5              	2024-214096	0.0273
recall_10             	2024-214096	0.0546
recall_15             	2024-214096	0.0820
recall_20             	2024-214096	0.0984
recall_30             	2024-214096	0.1475
recall_100            	2024-214096	0.3770
recall_200            	2024-214096	0.3770
recall_500            	2024-214096	0.3770
recall_1000           	2024-214096	0.3770
infAP                 	2024-214096	0.3188
Rprec_mult_0.20       	2024-214096	0.8919
Rprec_mult_0.40       	2024-214096	0.7297
Rprec_mult_0.60       	2024-214096	0.6273
Rprec_mult_0.80       	2024-214096	0.4694
Rprec_mult_1.00       	2024-214096	0.3770
Rprec_mult_1.20       	2024-214096	0.3136
Rprec_mult_1.40       	2024-214096	0.2685
Rprec_mult_1.60       	2024-214096	0.2355
Rprec_mult_1.80       	2024-214096	0.2091
Rprec_mult_2.00       	2024-214096	0.1885
utility               	2024-214096	38.0000
11pt_avg              	2024-214096	0.3222
binG                  	2024-214096	0.1766
G                     	2024-214096	0.0950
ndcg                  	2024-214096	0.4700
ndcg_rel              	2024-214096	0.5424
Rndcg                 	2024-214096	0.5952
ndcg_cut_5            	2024-214096	0.7817
ndcg_cut_10           	2024-214096	0.7331
ndcg_cut_15           	2024-214096	0.7271
ndcg_cut_20           	2024-214096	0.6720
ndcg_cut_30           	2024-214096	0.6966
ndcg_cut_100          	2024-214096	0.5947
ndcg_cut_200          	2024-214096	0.4700
ndcg_cut_500          	2024-214096	0.4700
ndcg_cut_1000         	2024-214096	0.4700
map_cut_5             	2024-214096	0.0273
map_cut_10            	2024-214096	0.0546
map_cut_15            	2024-214096	0.0820
map_cut_20            	2024-214096	0.0972
map_cut_30            	2024-214096	0.1424
map_cut_100           	2024-214096	0.3188
map_cut_200           	2024-214096	0.3188
map_cut_500           	2024-214096	0.3188
map_cut_1000          	2024-214096	0.3188
relative_P_5          	2024-214096	1.0000
relative_P_10         	2024-214096	1.0000
relative_P_15         	2024-214096	1.0000
relative_P_20         	2024-214096	0.9000
relative_P_30         	2024-214096	0.9000
relative_P_100        	2024-214096	0.6900
relative_P_200        	2024-214096	0.3770
relative_P_500        	2024-214096	0.3770
relative_P_1000       	2024-214096	0.3770
success_1             	2024-214096	1.0000
success_5             	2024-214096	1.0000
success_10            	2024-214096	1.0000
set_P                 	2024-214096	0.6900
set_relative_P        	2024-214096	0.6900
set_recall            	2024-214096	0.3770
set_map               	2024-214096	0.2602
set_F                 	2024-214096	0.4876
num_nonrel_judged_ret 	2024-214096	18
num_ret               	2024-214126	100
num_rel               	2024-214126	9
num_rel_ret           	2024-214126	0
map                   	2024-214126	0.0000
Rprec                 	2024-214126	0.0000
bpref                 	2024-214126	0.0000
recip_rank            	2024-214126	0.0000
iprec_at_recall_0.00  	2024-214126	0.0000
iprec_at_recall_0.10  	2024-214126	0.0000
iprec_at_recall_0.20  	2024-214126	0.0000
iprec_at_recall_0.30  	2024-214126	0.0000
iprec_at_recall_0.40  	2024-214126	0.0000
iprec_at_recall_0.50  	2024-214126	0.0000
iprec_at_recall_0.60  	2024-214126	0.0000
iprec_at_recall_0.70  	2024-214126	0.0000
iprec_at_recall_0.80  	2024-214126	0.0000
iprec_at_recall_0.90  	2024-214126	0.0000
iprec_at_recall_1.00  	2024-214126	0.0000
P_5                   	2024-214126	0.0000
P_10                  	2024-214126	0.0000
P_15                  	2024-214126	0.0000
P_20                  	2024-214126	0.0000
P_30                  	2024-214126	0.0000
P_100                 	2024-214126	0.0000
P_200                 	2024-214126	0.0000
P_500                 	2024-214126	0.0000
P_1000                	2024-214126	0.0000
relstring             	2024-214126	'0--0000000'
recall_5              	2024-214126	0.0000
recall_10             	2024-214126	0.0000
recall_15             	2024-214126	0.0000
recall_20             	2024-214126	0.0000
recall_30             	2024-214126	0.0000
recall_100            	2024-214126	0.0000
recall_200            	2024-214126	0.0000
recall_500            	2024-214126	0.0000
recall_1000           	2024-214126	0.0000
infAP                 	2024-214126	0.0000
Rprec_mult_0.20       	2024-214126	0.0000
Rprec_mult_0.40       	2024-214126	0.0000
Rprec_mult_0.60       	2024-214126	0.0000
Rprec_mult_0.80       	2024-214126	0.0000
Rprec_mult_1.00       	2024-214126	0.0000
Rprec_mult_1.20       	2024-214126	0.0000
Rprec_mult_1.40       	2024-214126	0.0000
Rprec_mult_1.60       	2024-214126	0.0000
Rprec_mult_1.80       	2024-214126	0.0000
Rprec_mult_2.00       	2024-214126	0.0000
utility               	2024-214126	-100.0000
11pt_avg              	2024-214126	0.0000
binG                  	2024-214126	0.0000
G                     	2024-214126	0.0000
ndcg                  	2024-214126	0.0000
ndcg_rel              	2024-214126	0.0000
Rndcg                 	2024-214126	0.0000
ndcg_cut_5            	2024-214126	0.0000
ndcg_cut_10           	2024-214126	0.0000
ndcg_cut_15           	2024-214126	0.0000
ndcg_cut_20           	2024-214126	0.0000
ndcg_cut_30           	2024-214126	0.0000
ndcg_cut_100          	2024-214126	0.0000
ndcg_cut_200          	2024-214126	0.0000
ndcg_cut_500          	2024-214126	0.0000
ndcg_cut_1000         	2024-214126	0.0000
map_cut_5             	2024-214126	0.0000
map_cut_10            	2024-214126	0.0000
map_cut_15            	2024-214126	0.0000
map_cut_20            	2024-214126	0.0000
map_cut_30            	2024-214126	0.0000
map_cut_100           	2024-214126	0.0000
map_cut_200           	2024-214126	0.0000
map_cut_500           	2024-214126	0.0000
map_cut_1000          	2024-214126	0.0000
relative_P_5          	2024-214126	0.0000
relative_P_10         	2024-214126	0.0000
relative_P_15         	2024-214126	0.0000
relative_P_20         	2024-214126	0.0000
relative_P_30         	2024-214126	0.0000
relative_P_100        	2024-214126	0.0000
relative_P_200        	2024-214126	0.0000
relative_P_500        	2024-214126	0.0000
relative_P_1000       	2024-214126	0.0000
success_1             	2024-214126	0.0000
success_5             	2024-214126	0.0000
success_10            	2024-214126	0.0000
set_P                 	2024-214126	0.0000
set_relative_P        	2024-214126	0.0000
set_recall            	2024-214126	0.0000
set_map               	2024-214126	0.0000
set_F                 	2024-214126	0.0000
num_nonrel_judged_ret 	2024-214126	43
num_ret               	2024-214257	100
num_rel               	2024-214257	57
num_rel_ret           	2024-214257	31
map                   	2024-214257	0.3410
Rprec                 	2024-214257	0.4912
bpref                 	2024-214257	0.4284
recip_rank            	2024-214257	1.0000
iprec_at_recall_0.00  	2024-214257	1.0000
iprec_at_recall_0.10  	2024-214257	0.7857
iprec_at_recall_0.20  	2024-214257	0.6957
iprec_at_recall_0.30  	2024-214257	0.6667
iprec_at_recall_0.40  	2024-214257	0.5610
iprec_at_recall_0.50  	2024-214257	0.4754
iprec_at_recall_0.60  	2024-214257	0.0000
iprec_at_recall_0.70  	2024-214257	0.0000
iprec_at_recall_0.80  	2024-214257	0.0000
iprec_at_recall_0.90  	2024-214257	0.0000
iprec_at_recall_1.00  	2024-214257	0.0000
P_5                   	2024-214257	0.6000
P_10                  	2024-214257	0.7000
P_15                  	2024-214257	0.7333
P_20                  	2024-214257	0.6500
P_30                  	2024-214257	0.6333
P_100                 	2024-214257	0.3100
P_200                 	2024-214257	0.1550
P_500                 	2024-214257	0.0620
P_1000                	2024-214257	0.0310
relstring             	2024-214257	'2012011011'
recall_5              	2024-214257	0.0526
recall_10             	2024-214257	0.1228
recall_15             	2024-214257	0.1930
recall_20             	2024-214257	0.2281
recall_30             	2024-214257	0.3333
recall_100            	2024-214257	0.5439
recall_200            	2024-214257	0.5439
recall_500            	2024-214257	0.5439
recall_1000           	2024-214257	0.5439
infAP                 	2024-214257	0.3410
Rprec_mult_0.20       	2024-214257	0.7500
Rprec_mult_0.40       	2024-214257	0.6957
Rprec_mult_0.60       	2024-214257	0.5429
Rprec_mult_0.80       	2024-214257	0.5000
Rprec_mult_1.00       	2024-214257	0.4912
Rprec_mult_1.20       	2024-214257	0.4203
Rprec_mult_1.40       	2024-214257	0.3875
Rprec_mult_1.60       	2024-214257	0.3370
Rprec_mult_1.80       	2024-214257	0.3010
Rprec_mult_2.00       	2024-214257	0.2719
utility               	2024-214257	-38.0000
11pt_avg              	2024-214257	0.3804
binG                  	2024-214257	0.1896
G                     	2024-214257	0.1519
ndcg                  	2024-214257	0.5396
ndcg_rel              	2024-214257	0.5475
Rndcg                 	2024-214257	0.5199
ndcg_cut_5            	2024-214257	0.5700
ndcg_cut_10           	2024-214257	0.5107
ndcg_cut_15           	2024-214257	0.5338
ndcg_cut_20           	2024-214257	0.5109
ndcg_cut_30           	2024-214257	0.5661
ndcg_cut_100          	2024-214257	0.5396
ndcg_cut_200          	2024-214257	0.5396
ndcg_cut_500          	2024-214257	0.5396
ndcg_cut_1000         	2024-214257	0.5396
map_cut_5             	2024-214257	0.0424
map_cut_10            	2024-214257	0.0906
map_cut_15            	2024-214257	0.1438
map_cut_20            	2024-214257	0.1663
map_cut_30            	2024-214257	0.2373
map_cut_100           	2024-214257	0.3410
map_cut_200           	2024-214257	0.3410
map_cut_500           	2024-214257	0.3410
map_cut_1000          	2024-214257	0.3410
relative_P_5          	2024-214257	0.6000
relative_P_10         	2024-214257	0.7000
relative_P_15         	2024-214257	0.7333
relative_P_20         	2024-214257	0.6500
relative_P_30         	2024-214257	0.6333
relative_P_100        	2024-214257	0.5439
relative_P_200        	2024-214257	0.5439
relative_P_500        	2024-214257	0.5439
relative_P_1000       	2024-214257	0.5439
success_1             	2024-214257	1.0000
success_5             	2024-214257	1.0000
success_10            	2024-214257	1.0000
set_P                 	2024-214257	0.3100
set_relative_P        	2024-214257	0.5439
set_recall            	2024-214257	0.5439
set_map               	2024-214257	0.1686
set_F                 	2024-214257	0.3949
num_nonrel_judged_ret 	2024-214257	56
num_ret               	2024-214467	100
num_rel               	2024-214467	90
num_rel_ret           	2024-214467	62
map                   	2024-214467	0.6359
Rprec                 	2024-214467	0.6556
bpref                 	2024-214467	0.6515
recip_rank            	2024-214467	1.0000
iprec_at_recall_0.00  	2024-214467	1.0000
iprec_at_recall_0.10  	2024-214467	1.0000
iprec_at_recall_0.20  	2024-214467	1.0000
iprec_at_recall_0.30  	2024-214467	1.0000
iprec_at_recall_0.40  	2024-214467	1.0000
iprec_at_recall_0.50  	2024-214467	0.8679
iprec_at_recall_0.60  	2024-214467	0.7333
iprec_at_recall_0.70  	2024-214467	0.0000
iprec_at_recall_0.80  	2024-214467	0.0000
iprec_at_recall_0.90  	2024-214467	0.0000
iprec_at_recall_1.00  	2024-214467	0.0000
P_5                   	2024-214467	1.0000
P_10                  	2024-214467	1.0000
P_15                  	2024-214467	1.0000
P_20                  	2024-214467	1.0000
P_30                  	2024-214467	1.0000
P_100                 	2024-214467	0.6200
P_200                 	2024-214467	0.3100
P_500                 	2024-214467	0.1240
P_1000                	2024-214467	0.0620
relstring             	2024-214467	'2212221222'
recall_5              	2024-214467	0.0556
recall_10             	2024-214467	0.1111
recall_15             	2024-214467	0.1667
recall_20             	2024-214467	0.2222
recall_30             	2024-214467	0.3333
recall_100            	2024-214467	0.6889
recall_200            	2024-214467	0.6889
recall_500            	2024-214467	0.6889
recall_1000           	2024-214467	0.6889
infAP                 	2024-214467	0.6359
Rprec_mult_0.20       	2024-214467	1.0000
Rprec_mult_0.40       	2024-214467	1.0000
Rprec_mult_0.60       	2024-214467	0.8519
Rprec_mult_0.80       	2024-214467	0.7361
Rprec_mult_1.00       	2024-214467	0.6556
Rprec_mult_1.20       	2024-214467	0.5741
Rprec_mult_1.40       	2024-214467	0.4921
Rprec_mult_1.60       	2024-214467	0.4306
Rprec_mult_1.80       	2024-214467	0.3827
Rprec_mult_2.00       	2024-214467	0.3444
utility               	2024-214467	24.0000
11pt_avg              	2024-214467	0.6001
binG                  	2024-214467	0.5045
G                     	2024-214467	0.2799
ndcg                  	2024-214467	0.7692
ndcg_rel              	2024-214467	0.8412
Rndcg                 	2024-214467	0.7890
ndcg_cut_5            	2024-214467	0.9152
ndcg_cut_10           	2024-214467	0.9083
ndcg_cut_15           	2024-214467	0.9289
ndcg_cut_20           	2024-214467	0.9241
ndcg_cut_30           	2024-214467	0.9069
ndcg_cut_100          	2024-214467	0.7692
ndcg_cut_200          	2024-214467	0.7692
ndcg_cut_500          	2024-214467	0.7692
ndcg_cut_1000         	2024-214467	0.7692
map_cut_5             	2024-214467	0.0556
map_cut_10            	2024-214467	0.1111
map_cut_15            	2024-214467	0.1667
map_cut_20            	2024-214467	0.2222
map_cut_30            	2024-214467	0.3333
map_cut_100           	2024-214467	0.6359
map_cut_200           	2024-214467	0.6359
map_cut_500           	2024-214467	0.6359
map_cut_1000          	2024-214467	0.6359
relative_P_5          	2024-214467	1.0000
relative_P_10         	2024-214467	1.0000
relative_P_15         	2024-214467	1.0000
relative_P_20         	2024-214467	1.0000
relative_P_30         	2024-214467	1.0000
relative_P_100        	2024-214467	0.6889
relative_P_200        	2024-214467	0.6889
relative_P_500        	2024-214467	0.6889
relative_P_1000       	2024-214467	0.6889
success_1             	2024-214467	1.0000
success_5             	2024-214467	1.0000
success_10            	2024-214467	1.0000
set_P                 	2024-214467	0.6200
set_relative_P        	2024-214467	0.6889
set_recall            	2024-214467	0.6889
set_map               	2024-214467	0.4271
set_F                 	2024-214467	0.6526
num_nonrel_judged_ret 	2024-214467	3
num_ret               	2024-215044	100
num_rel               	2024-215044	40
num_rel_ret           	2024-215044	9
map                   	2024-215044	0.1197
Rprec                 	2024-215044	0.1750
bpref                 	2024-215044	0.2050
recip_rank            	2024-215044	1.0000
iprec_at_recall_0.00  	2024-215044	1.0000
iprec_at_recall_0.10  	2024-215044	0.8000
iprec_at_recall_0.20  	2024-215044	0.1600
iprec_at_recall_0.30  	2024-215044	0.0000
iprec_at_recall_0.40  	2024-215044	0.0000
iprec_at_recall_0.50  	2024-215044	0.0000
iprec_at_recall_0.60  	2024-215044	0.0000
iprec_at_recall_0.70  	2024-215044	0.0000
iprec_at_recall_0.80  	2024-215044	0.0000
iprec_at_recall_0.90  	2024-215044	0.0000
iprec_at_recall_1.00  	2024-215044	0.0000
P_5                   	2024-215044	0.8000
P_10                  	2024-215044	0.4000
P_15                  	2024-215044	0.2667
P_20                  	2024-215044	0.2500
P_30                  	2024-215044	0.1667
P_100                 	2024-215044	0.0900
P_200                 	2024-215044	0.0450
P_500                 	2024-215044	0.0180
P_1000                	2024-215044	0.0090
relstring             	2024-215044	'222-1-----'
recall_5              	2024-215044	0.1000
recall_10             	2024-215044	0.1000
recall_15             	2024-215044	0.1000
recall_20             	2024-215044	0.1250
recall_30             	2024-215044	0.1250
recall_100            	2024-215044	0.2250
recall_200            	2024-215044	0.2250
recall_500            	2024-215044	0.2250
recall_1000           	2024-215044	0.2250
infAP                 	2024-215044	0.1197
Rprec_mult_0.20       	2024-215044	0.5000
Rprec_mult_0.40       	2024-215044	0.2500
Rprec_mult_0.60       	2024-215044	0.2083
Rprec_mult_0.80       	2024-215044	0.1875
Rprec_mult_1.00       	2024-215044	0.1750
Rprec_mult_1.20       	2024-215044	0.1458
Rprec_mult_1.40       	2024-215044	0.1429
Rprec_mult_1.60       	2024-215044	0.1406
Rprec_mult_1.80       	2024-215044	0.1250
Rprec_mult_2.00       	2024-215044	0.1125
utility               	2024-215044	-82.0000
11pt_avg              	2024-215044	0.1782
binG                  	2024-215044	0.1165
G                     	2024-215044	0.0904
ndcg                  	2024-215044	0.3172
ndcg_rel              	2024-215044	0.3579
Rndcg                 	2024-215044	0.4018
ndcg_cut_5            	2024-215044	0.6740
ndcg_cut_10           	2024-215044	0.4609
ndcg_cut_15           	2024-215044	0.3654
ndcg_cut_20           	2024-215044	0.3286
ndcg_cut_30           	2024-215044	0.2875
ndcg_cut_100          	2024-215044	0.3172
ndcg_cut_200          	2024-215044	0.3172
ndcg_cut_500          	2024-215044	0.3172
ndcg_cut_1000         	2024-215044	0.3172
map_cut_5             	2024-215044	0.0950
map_cut_10            	2024-215044	0.0950
map_cut_15            	2024-215044	0.0950
map_cut_20            	2024-215044	0.1016
map_cut_30            	2024-215044	0.1016
map_cut_100           	2024-215044	0.1197
map_cut_200           	2024-215044	0.1197
map_cut_500           	2024-215044	0.1197
map_cut_1000          	2024-215044	0.1197
relative_P_5          	2024-215044	0.8000
relative_P_10         	2024-215044	0.4000
relative_P_15         	2024-215044	0.2667
relative_P_20         	2024-215044	0.2500
relative_P_30         	2024-215044	0.1667
relative_P_100        	2024-215044	0.2250
relative_P_200        	2024-215044	0.2250
relative_P_500        	2024-215044	0.2250
relative_P_1000       	2024-215044	0.2250
success_1             	2024-215044	1.0000
success_5             	2024-215044	1.0000
success_10            	2024-215044	1.0000
set_P                 	2024-215044	0.0900
set_relative_P        	2024-215044	0.2250
set_recall            	2024-215044	0.2250
set_map               	2024-215044	0.0203
set_F                 	2024-215044	0.1286
num_nonrel_judged_ret 	2024-215044	7
num_ret               	2024-215952	100
num_rel               	2024-215952	64
num_rel_ret           	2024-215952	33
map                   	2024-215952	0.2319
Rprec                 	2024-215952	0.4062
bpref                 	2024-215952	0.3362
recip_rank            	2024-215952	1.0000
iprec_at_recall_0.00  	2024-215952	1.0000
iprec_at_recall_0.10  	2024-215952	0.4783
iprec_at_recall_0.20  	2024-215952	0.4643
iprec_at_recall_0.30  	2024-215952	0.4237
iprec_at_recall_0.40  	2024-215952	0.4127
iprec_at_recall_0.50  	2024-215952	0.3402
iprec_at_recall_0.60  	2024-215952	0.0000
iprec_at_recall_0.70  	2024-215952	0.0000
iprec_at_recall_0.80  	2024-215952	0.0000
iprec_at_recall_0.90  	2024-215952	0.0000
iprec_at_recall_1.00  	2024-215952	0.0000
P_5                   	2024-215952	0.6000
P_10                  	2024-215952	0.4000
P_15                  	2024-215952	0.3333
P_20                  	2024-215952	0.4500
P_30                  	2024-215952	0.4333
P_100                 	2024-215952	0.3300
P_200                 	2024-215952	0.1650
P_500                 	2024-215952	0.0660
P_1000                	2024-215952	0.0330
relstring             	2024-215952	'3033030000'
recall_5              	2024-215952	0.0469
recall_10             	2024-215952	0.0625
recall_15             	2024-215952	0.0781
recall_20             	2024-215952	0.1406
recall_30             	2024-215952	0.2031
recall_100            	2024-215952	0.5156
recall_200            	2024-215952	0.5156
recall_500            	2024-215952	0.5156
recall_1000           	2024-215952	0.5156
infAP                 	2024-215952	0.2319
Rprec_mult_0.20       	2024-215952	0.3846
Rprec_mult_0.40       	2024-215952	0.4615
Rprec_mult_0.60       	2024-215952	0.4103
Rprec_mult_0.80       	2024-215952	0.3846
Rprec_mult_1.00       	2024-215952	0.4062
Rprec_mult_1.20       	2024-215952	0.3766
Rprec_mult_1.40       	2024-215952	0.3333
Rprec_mult_1.60       	2024-215952	0.3204
Rprec_mult_1.80       	2024-215952	0.2845
Rprec_mult_2.00       	2024-215952	0.2578
utility               	2024-215952	-34.0000
11pt_avg              	2024-215952	0.2836
binG                  	2024-215952	0.1415
G                     	2024-215952	0.1298
ndcg                  	2024-215952	0.5077
ndcg_rel              	2024-215952	0.5064
Rndcg                 	2024-215952	0.4677
ndcg_cut_5            	2024-215952	0.6548
ndcg_cut_10           	2024-215952	0.5033
ndcg_cut_15           	2024-215952	0.4219
ndcg_cut_20           	2024-215952	0.4631
ndcg_cut_30           	2024-215952	0.4485
ndcg_cut_100          	2024-215952	0.5077
ndcg_cut_200          	2024-215952	0.5077
ndcg_cut_500          	2024-215952	0.5077
ndcg_cut_1000         	2024-215952	0.5077
map_cut_5             	2024-215952	0.0378
map_cut_10            	2024-215952	0.0482
map_cut_15            	2024-215952	0.0553
map_cut_20            	2024-215952	0.0808
map_cut_30            	2024-215952	0.1102
map_cut_100           	2024-215952	0.2319
map_cut_200           	2024-215952	0.2319
map_cut_500           	2024-215952	0.2319
map_cut_1000          	2024-215952	0.2319
relative_P_5          	2024-215952	0.6000
relative_P_10         	2024-215952	0.4000
relative_P_15         	2024-215952	0.3333
relative_P_20         	2024-215952	0.4500
relative_P_30         	2024-215952	0.4333
relative_P_100        	2024-215952	0.5156
relative_P_200        	2024-215952	0.5156
relative_P_500        	2024-215952	0.5156
relative_P_1000       	2024-215952	0.5156
success_1             	2024-215952	1.0000
success_5             	2024-215952	1.0000
success_10            	2024-215952	1.0000
set_P                 	2024-215952	0.3300
set_relative_P        	2024-215952	0.5156
set_recall            	2024-215952	0.5156
set_map               	2024-215952	0.1702
set_F                 	2024-215952	0.4024
num_nonrel_judged_ret 	2024-215952	51
num_ret               	2024-216592	100
num_rel               	2024-216592	202
num_rel_ret           	2024-216592	65
map                   	2024-216592	0.2836
Rprec                 	2024-216592	0.3218
bpref                 	2024-216592	0.3151
recip_rank            	2024-216592	1.0000
iprec_at_recall_0.00  	2024-216592	1.0000
iprec_at_recall_0.10  	2024-216592	0.9286
iprec_at_recall_0.20  	2024-216592	0.8913
iprec_at_recall_0.30  	2024-216592	0.7439
iprec_at_recall_0.40  	2024-216592	0.0000
iprec_at_recall_0.50  	2024-216592	0.0000
iprec_at_recall_0.60  	2024-216592	0.0000
iprec_at_recall_0.70  	2024-216592	0.0000
iprec_at_recall_0.80  	2024-216592	0.0000
iprec_at_recall_0.90  	2024-216592	0.0000
iprec_at_recall_1.00  	2024-216592	0.0000
P_5                   	2024-216592	1.0000
P_10                  	2024-216592	1.0000
P_15                  	2024-216592	0.9333
P_20                  	2024-216592	0.9500
P_30                  	2024-216592	0.9000
P_100                 	2024-216592	0.6500
P_200                 	2024-216592	0.3250
P_500                 	2024-216592	0.1300
P_1000                	2024-216592	0.0650
relstring             	2024-216592	'3322112221'
recall_5              	2024-216592	0.0248
recall_10             	2024-216592	0.0495
recall_15             	2024-216592	0.0693
recall_20             	2024-216592	0.0941
recall_30             	2024-216592	0.1337
recall_100            	2024-216592	0.3218
recall_200            	2024-216592	0.3218
recall_500            	2024-216592	0.3218
recall_1000           	2024-216592	0.3218
infAP                 	2024-216592	0.2836
Rprec_mult_0.20       	2024-216592	0.8780
Rprec_mult_0.40       	2024-216592	0.7407
Rprec_mult_0.60       	2024-216592	0.5328
Rprec_mult_0.80       	2024-216592	0.4012
Rprec_mult_1.00       	2024-216592	0.3218
Rprec_mult_1.20       	2024-216592	0.2675
Rprec_mult_1.40       	2024-216592	0.2297
Rprec_mult_1.60       	2024-216592	0.2006
Rprec_mult_1.80       	2024-216592	0.1786
Rprec_mult_2.00       	2024-216592	0.1609
utility               	2024-216592	30.0000
11pt_avg              	2024-216592	0.3240
binG                  	2024-216592	0.1554
G                     	2024-216592	0.0960
ndcg                  	2024-216592	0.4554
ndcg_rel              	2024-216592	0.5415
Rndcg                 	2024-216592	0.5691
ndcg_cut_5            	2024-216592	0.8073
ndcg_cut_10           	2024-216592	0.7106
ndcg_cut_15           	2024-216592	0.7006
ndcg_cut_20           	2024-216592	0.7495
ndcg_cut_30           	2024-216592	0.7223
ndcg_cut_100          	2024-216592	0.5998
ndcg_cut_200          	2024-216592	0.4574
ndcg_cut_500          	2024-216592	0.4554
ndcg_cut_1000         	2024-216592	0.4554
map_cut_5             	2024-216592	0.0248
map_cut_10            	2024-216592	0.0495
map_cut_15            	2024-216592	0.0682
map_cut_20            	2024-216592	0.0916
map_cut_30            	2024-216592	0.1281
map_cut_100           	2024-216592	0.2836
map_cut_200           	2024-216592	0.2836
map_cut_500           	2024-216592	0.2836
map_cut_1000          	2024-216592	0.2836
relative_P_5          	2024-216592	1.0000
relative_P_10         	2024-216592	1.0000
relative_P_15         	2024-216592	0.9333
relative_P_20         	2024-216592	0.9500
relative_P_30         	2024-216592	0.9000
relative_P_100        	2024-216592	0.6500
relative_P_200        	2024-216592	0.3250
relative_P_500        	2024-216592	0.3218
relative_P_1000       	2024-216592	0.3218
success_1             	2024-216592	1.0000
success_5             	2024-216592	1.0000
success_10            	2024-216592	1.0000
set_P                 	2024-216592	0.6500
set_relative_P        	2024-216592	0.6500
set_recall            	2024-216592	0.3218
set_map               	2024-216592	0.2092
set_F                 	2024-216592	0.4305
num_nonrel_judged_ret 	2024-216592	22
num_ret               	2024-216957	100
num_rel               	2024-216957	258
num_rel_ret           	2024-216957	64
map                   	2024-216957	0.2239
Rprec                 	2024-216957	0.2481
bpref                 	2024-216957	0.2256
recip_rank            	2024-216957	1.0000
iprec_at_recall_0.00  	2024-216957	1.0000
iprec_at_recall_0.10  	2024-216957	1.0000
iprec_at_recall_0.20  	2024-216957	0.7761
iprec_at_recall_0.30  	2024-216957	0.0000
iprec_at_recall_0.40  	2024-216957	0.0000
iprec_at_recall_0.50  	2024-216957	0.0000
iprec_at_recall_0.60  	2024-216957	0.0000
iprec_at_recall_0.70  	2024-216957	0.0000
iprec_at_recall_0.80  	2024-216957	0.0000
iprec_at_recall_0.90  	2024-216957	0.0000
iprec_at_recall_1.00  	2024-216957	0.0000
P_5                   	2024-216957	1.0000
P_10                  	2024-216957	1.0000
P_15                  	2024-216957	1.0000
P_20                  	2024-216957	1.0000
P_30                  	2024-216957	0.9667
P_100                 	2024-216957	0.6400
P_200                 	2024-216957	0.3200
P_500                 	2024-216957	0.1280
P_1000                	2024-216957	0.0640
relstring             	2024-216957	'3232323232'
recall_5              	2024-216957	0.0194
recall_10             	2024-216957	0.0388
recall_15             	2024-216957	0.0581
recall_20             	2024-216957	0.0775
recall_30             	2024-216957	0.1124
recall_100            	2024-216957	0.2481
recall_200            	2024-216957	0.2481
recall_500            	2024-216957	0.2481
recall_1000           	2024-216957	0.2481
infAP                 	2024-216957	0.2239
Rprec_mult_0.20       	2024-216957	0.8462
Rprec_mult_0.40       	2024-216957	0.6154
Rprec_mult_0.60       	2024-216957	0.4129
Rprec_mult_0.80       	2024-216957	0.3092
Rprec_mult_1.00       	2024-216957	0.2481
Rprec_mult_1.20       	2024-216957	0.2065
Rprec_mult_1.40       	2024-216957	0.1768
Rprec_mult_1.60       	2024-216957	0.1550
Rprec_mult_1.80       	2024-216957	0.1376
Rprec_mult_2.00       	2024-216957	0.1240
utility               	2024-216957	28.0000
11pt_avg              	2024-216957	0.2524
binG                  	2024-216957	0.1555
G                     	2024-216957	0.0813
ndcg                  	2024-216957	0.3913
ndcg_rel              	2024-216957	0.4878
Rndcg                 	2024-216957	0.5616
ndcg_cut_5            	2024-216957	0.8800
ndcg_cut_10           	2024-216957	0.8516
ndcg_cut_15           	2024-216957	0.7951
ndcg_cut_20           	2024-216957	0.8096
ndcg_cut_30           	2024-216957	0.8172
ndcg_cut_100          	2024-216957	0.6142
ndcg_cut_200          	2024-216957	0.4338
ndcg_cut_500          	2024-216957	0.3913
ndcg_cut_1000         	2024-216957	0.3913
map_cut_5             	2024-216957	0.0194
map_cut_10            	2024-216957	0.0388
map_cut_15            	2024-216957	0.0581
map_cut_20            	2024-216957	0.0775
map_cut_30            	2024-216957	0.1123
map_cut_100           	2024-216957	0.2239
map_cut_200           	2024-216957	0.2239
map_cut_500           	2024-216957	0.2239
map_cut_1000          	2024-216957	0.2239
relative_P_5          	2024-216957	1.0000
relative_P_10         	2024-216957	1.0000
relative_P_15         	2024-216957	1.0000
relative_P_20         	2024-216957	1.0000
relative_P_30         	2024-216957	0.9667
relative_P_100        	2024-216957	0.6400
relative_P_200        	2024-216957	0.3200
relative_P_500        	2024-216957	0.2481
relative_P_1000       	2024-216957	0.2481
success_1             	2024-216957	1.0000
success_5             	2024-216957	1.0000
success_10            	2024-216957	1.0000
set_P                 	2024-216957	0.6400
set_relative_P        	2024-216957	0.6400
set_recall            	2024-216957	0.2481
set_map               	2024-216957	0.1588
set_F                 	2024-216957	0.3575
num_nonrel_judged_ret 	2024-216957	1
num_ret               	2024-217279	100
num_rel               	2024-217279	186
num_rel_ret           	2024-217279	72
map                   	2024-217279	0.3191
Rprec                 	2024-217279	0.3871
bpref                 	2024-217279	0.3262
recip_rank            	2024-217279	1.0000
iprec_at_recall_0.00  	2024-217279	1.0000
iprec_at_recall_0.10  	2024-217279	0.8788
iprec_at_recall_0.20  	2024-217279	0.8085
iprec_at_recall_0.30  	2024-217279	0.7738
iprec_at_recall_0.40  	2024-217279	0.0000
iprec_at_recall_0.50  	2024-217279	0.0000
iprec_at_recall_0.60  	2024-217279	0.0000
iprec_at_recall_0.70  	2024-217279	0.0000
iprec_at_recall_0.80  	2024-217279	0.0000
iprec_at_recall_0.90  	2024-217279	0.0000
iprec_at_recall_1.00  	2024-217279	0.0000
P_5                   	2024-217279	0.8000
P_10                  	2024-217279	0.9000
P_15                  	2024-217279	0.8667
P_20                  	2024-217279	0.8500
P_30                  	2024-217279	0.8667
P_100                 	2024-217279	0.7200
P_200                 	2024-217279	0.3600
P_500                 	2024-217279	0.1440
P_1000                	2024-217279	0.0720
relstring             	2024-217279	'3222022232'
recall_5              	2024-217279	0.0215
recall_10             	2024-217279	0.0484
recall_15             	2024-217279	0.0699
recall_20             	2024-217279	0.0914
recall_30             	2024-217279	0.1398
recall_100            	2024-217279	0.3871
recall_200            	2024-217279	0.3871
recall_500            	2024-217279	0.3871
recall_1000           	2024-217279	0.3871
infAP                 	2024-217279	0.3191
Rprec_mult_0.20       	2024-217279	0.8684
Rprec_mult_0.40       	2024-217279	0.7600
Rprec_mult_0.60       	2024-217279	0.6429
Rprec_mult_0.80       	2024-217279	0.4832
Rprec_mult_1.00       	2024-217279	0.3871
Rprec_mult_1.20       	2024-217279	0.3214
Rprec_mult_1.40       	2024-217279	0.2759
Rprec_mult_1.60       	2024-217279	0.2416
Rprec_mult_1.80       	2024-217279	0.2149
Rprec_mult_2.00       	2024-217279	0.1935
utility               	2024-217279	44.0000
11pt_avg              	2024-217279	0.3146
binG                  	2024-217279	0.1469
G                     	2024-217279	0.0966
ndcg                  	2024-217279	0.4908
ndcg_rel              	2024-217279	0.5579
Rndcg                 	2024-217279	0.5747
ndcg_cut_5            	2024-217279	0.6923
ndcg_cut_10           	2024-217279	0.7054
ndcg_cut_15           	2024-217279	0.6680
ndcg_cut_20           	2024-217279	0.6264
ndcg_cut_30           	2024-217279	0.6550
ndcg_cut_100          	2024-217279	0.6292
ndcg_cut_200          	2024-217279	0.4908
ndcg_cut_500          	2024-217279	0.4908
ndcg_cut_1000         	2024-217279	0.4908
map_cut_5             	2024-217279	0.0215
map_cut_10            	2024-217279	0.0449
map_cut_15            	2024-217279	0.0644
map_cut_20            	2024-217279	0.0834
map_cut_30            	2024-217279	0.1247
map_cut_100           	2024-217279	0.3191
map_cut_200           	2024-217279	0.3191
map_cut_500           	2024-217279	0.3191
map_cut_1000          	2024-217279	0.3191
relative_P_5          	2024-217279	0.8000
relative_P_10         	2024-217279	0.9000
relative_P_15         	2024-217279	0.8667
relative_P_20         	2024-217279	0.8500
relative_P_30         	2024-217279	0.8667
relative_P_100        	2024-217279	0.7200
relative_P_200        	2024-217279	0.3871
relative_P_500        	2024-217279	0.3871
relative_P_1000       	2024-217279	0.3871
success_1             	2024-217279	1.0000
success_5             	2024-217279	1.0000
success_10            	2024-217279	1.0000
set_P                 	2024-217279	0.7200
set_relative_P        	2024-217279	0.7200
set_recall            	2024-217279	0.3871
set_map               	2024-217279	0.2787
set_F                 	2024-217279	0.5035
num_nonrel_judged_ret 	2024-217279	5
num_ret               	2024-217488	100
num_rel               	2024-217488	162
num_rel_ret           	2024-217488	79
map                   	2024-217488	0.4244
Rprec                 	2024-217488	0.4877
bpref                 	2024-217488	0.4215
recip_rank            	2024-217488	1.0000
iprec_at_recall_0.00  	2024-217488	1.0000
iprec_at_recall_0.10  	2024-217488	0.9655
iprec_at_recall_0.20  	2024-217488	0.9167
iprec_at_recall_0.30  	2024-217488	0.7907
iprec_at_recall_0.40  	2024-217488	0.7907
iprec_at_recall_0.50  	2024-217488	0.0000
iprec_at_recall_0.60  	2024-217488	0.0000
iprec_at_recall_0.70  	2024-217488	0.0000
iprec_at_recall_0.80  	2024-217488	0.0000
iprec_at_recall_0.90  	2024-217488	0.0000
iprec_at_recall_1.00  	2024-217488	0.0000
P_5                   	2024-217488	1.0000
P_10                  	2024-217488	1.0000
P_15                  	2024-217488	0.9333
P_20                  	2024-217488	0.9500
P_30                  	2024-217488	0.9333
P_100                 	2024-217488	0.7900
P_200                 	2024-217488	0.3950
P_500                 	2024-217488	0.1580
P_1000                	2024-217488	0.0790
relstring             	2024-217488	'2222211212'
recall_5              	2024-217488	0.0309
recall_10             	2024-217488	0.0617
recall_15             	2024-217488	0.0864
recall_20             	2024-217488	0.1173
recall_30             	2024-217488	0.1728
recall_100            	2024-217488	0.4877
recall_200            	2024-217488	0.4877
recall_500            	2024-217488	0.4877
recall_1000           	2024-217488	0.4877
infAP                 	2024-217488	0.4244
Rprec_mult_0.20       	2024-217488	0.9394
Rprec_mult_0.40       	2024-217488	0.7538
Rprec_mult_0.60       	2024-217488	0.7857
Rprec_mult_0.80       	2024-217488	0.6077
Rprec_mult_1.00       	2024-217488	0.4877
Rprec_mult_1.20       	2024-217488	0.4051
Rprec_mult_1.40       	2024-217488	0.3480
Rprec_mult_1.60       	2024-217488	0.3038
Rprec_mult_1.80       	2024-217488	0.2705
Rprec_mult_2.00       	2024-217488	0.2438
utility               	2024-217488	58.0000
11pt_avg              	2024-217488	0.4058
binG                  	2024-217488	0.2240
G                     	2024-217488	0.1103
ndcg                  	2024-217488	0.5443
ndcg_rel              	2024-217488	0.6131
Rndcg                 	2024-217488	0.5702
ndcg_cut_5            	2024-217488	0.6667
ndcg_cut_10           	2024-217488	0.6069
ndcg_cut_15           	2024-217488	0.6379
ndcg_cut_20           	2024-217488	0.6590
ndcg_cut_30           	2024-217488	0.7052
ndcg_cut_100          	2024-217488	0.7116
ndcg_cut_200          	2024-217488	0.5443
ndcg_cut_500          	2024-217488	0.5443
ndcg_cut_1000         	2024-217488	0.5443
map_cut_5             	2024-217488	0.0309
map_cut_10            	2024-217488	0.0617
map_cut_15            	2024-217488	0.0851
map_cut_20            	2024-217488	0.1142
map_cut_30            	2024-217488	0.1675
map_cut_100           	2024-217488	0.4244
map_cut_200           	2024-217488	0.4244
map_cut_500           	2024-217488	0.4244
map_cut_1000          	2024-217488	0.4244
relative_P_5          	2024-217488	1.0000
relative_P_10         	2024-217488	1.0000
relative_P_15         	2024-217488	0.9333
relative_P_20         	2024-217488	0.9500
relative_P_30         	2024-217488	0.9333
relative_P_100        	2024-217488	0.7900
relative_P_200        	2024-217488	0.4877
relative_P_500        	2024-217488	0.4877
relative_P_1000       	2024-217488	0.4877
success_1             	2024-217488	1.0000
success_5             	2024-217488	1.0000
success_10            	2024-217488	1.0000
set_P                 	2024-217488	0.7900
set_relative_P        	2024-217488	0.7900
set_recall            	2024-217488	0.4877
set_map               	2024-217488	0.3852
set_F                 	2024-217488	0.6031
num_nonrel_judged_ret 	2024-217488	11
num_ret               	2024-217812	100
num_rel               	2024-217812	24
num_rel_ret           	2024-217812	22
map                   	2024-217812	0.7220
Rprec                 	2024-217812	0.7083
bpref                 	2024-217812	0.7326
recip_rank            	2024-217812	1.0000
iprec_at_recall_0.00  	2024-217812	1.0000
iprec_at_recall_0.10  	2024-217812	1.0000
iprec_at_recall_0.20  	2024-217812	1.0000
iprec_at_recall_0.30  	2024-217812	0.8125
iprec_at_recall_0.40  	2024-217812	0.8125
iprec_at_recall_0.50  	2024-217812	0.8125
iprec_at_recall_0.60  	2024-217812	0.7727
iprec_at_recall_0.70  	2024-217812	0.7727
iprec_at_recall_0.80  	2024-217812	0.5250
iprec_at_recall_0.90  	2024-217812	0.4783
iprec_at_recall_1.00  	2024-217812	0.0000
P_5                   	2024-217812	1.0000
P_10                  	2024-217812	0.8000
P_15                  	2024-217812	0.8000
P_20                  	2024-217812	0.7500
P_30                  	2024-217812	0.6333
P_100                 	2024-217812	0.2200
P_200                 	2024-217812	0.1100
P_500                 	2024-217812	0.0440
P_1000                	2024-217812	0.0220
relstring             	2024-217812	'2112110011'
recall_5              	2024-217812	0.2083
recall_10             	2024-217812	0.3333
recall_15             	2024-217812	0.5000
recall_20             	2024-217812	0.6250
recall_30             	2024-217812	0.7917
recall_100            	2024-217812	0.9167
recall_200            	2024-217812	0.9167
recall_500            	2024-217812	0.9167
recall_1000           	2024-217812	0.9167
infAP                 	2024-217812	0.7220
Rprec_mult_0.20       	2024-217812	1.0000
Rprec_mult_0.40       	2024-217812	0.8000
Rprec_mult_0.60       	2024-217812	0.8000
Rprec_mult_0.80       	2024-217812	0.7500
Rprec_mult_1.00       	2024-217812	0.7083
Rprec_mult_1.20       	2024-217812	0.6207
Rprec_mult_1.40       	2024-217812	0.5588
Rprec_mult_1.60       	2024-217812	0.5128
Rprec_mult_1.80       	2024-217812	0.4773
Rprec_mult_2.00       	2024-217812	0.4583
utility               	2024-217812	-56.0000
11pt_avg              	2024-217812	0.7260
binG                  	2024-217812	0.4924
G                     	2024-217812	0.4071
ndcg                  	2024-217812	0.8435
ndcg_rel              	2024-217812	0.8122
Rndcg                 	2024-217812	0.7754
ndcg_cut_5            	2024-217812	0.8621
ndcg_cut_10           	2024-217812	0.7979
ndcg_cut_15           	2024-217812	0.7963
ndcg_cut_20           	2024-217812	0.7711
ndcg_cut_30           	2024-217812	0.7884
ndcg_cut_100          	2024-217812	0.8435
ndcg_cut_200          	2024-217812	0.8435
ndcg_cut_500          	2024-217812	0.8435
ndcg_cut_1000         	2024-217812	0.8435
map_cut_5             	2024-217812	0.2083
map_cut_10            	2024-217812	0.3157
map_cut_15            	2024-217812	0.4451
map_cut_20            	2024-217812	0.5426
map_cut_30            	2024-217812	0.6588
map_cut_100           	2024-217812	0.7220
map_cut_200           	2024-217812	0.7220
map_cut_500           	2024-217812	0.7220
map_cut_1000          	2024-217812	0.7220
relative_P_5          	2024-217812	1.0000
relative_P_10         	2024-217812	0.8000
relative_P_15         	2024-217812	0.8000
relative_P_20         	2024-217812	0.7500
relative_P_30         	2024-217812	0.7917
relative_P_100        	2024-217812	0.9167
relative_P_200        	2024-217812	0.9167
relative_P_500        	2024-217812	0.9167
relative_P_1000       	2024-217812	0.9167
success_1             	2024-217812	1.0000
success_5             	2024-217812	1.0000
success_10            	2024-217812	1.0000
set_P                 	2024-217812	0.2200
set_relative_P        	2024-217812	0.9167
set_recall            	2024-217812	0.9167
set_map               	2024-217812	0.2017
set_F                 	2024-217812	0.3548
num_nonrel_judged_ret 	2024-217812	25
num_ret               	2024-219563	100
num_rel               	2024-219563	220
num_rel_ret           	2024-219563	38
map                   	2024-219563	0.1139
Rprec                 	2024-219563	0.1727
bpref                 	2024-219563	0.1727
recip_rank            	2024-219563	1.0000
iprec_at_recall_0.00  	2024-219563	1.0000
iprec_at_recall_0.10  	2024-219563	0.4754
iprec_at_recall_0.20  	2024-219563	0.0000
iprec_at_recall_0.30  	2024-219563	0.0000
iprec_at_recall_0.40  	2024-219563	0.0000
iprec_at_recall_0.50  	2024-219563	0.0000
iprec_at_recall_0.60  	2024-219563	0.0000
iprec_at_recall_0.70  	2024-219563	0.0000
iprec_at_recall_0.80  	2024-219563	0.0000
iprec_at_recall_0.90  	2024-219563	0.0000
iprec_at_recall_1.00  	2024-219563	0.0000
P_5                   	2024-219563	1.0000
P_10                  	2024-219563	1.0000
P_15                  	2024-219563	0.8000
P_20                  	2024-219563	0.7000
P_30                  	2024-219563	0.5667
P_100                 	2024-219563	0.3800
P_200                 	2024-219563	0.1900
P_500                 	2024-219563	0.0760
P_1000                	2024-219563	0.0380
relstring             	2024-219563	'3322222221'
recall_5              	2024-219563	0.0227
recall_10             	2024-219563	0.0455
recall_15             	2024-219563	0.0545
recall_20             	2024-219563	0.0636
recall_30             	2024-219563	0.0773
recall_100            	2024-219563	0.1727
recall_200            	2024-219563	0.1727
recall_500            	2024-219563	0.1727
recall_1000           	2024-219563	0.1727
infAP                 	2024-219563	0.1139
Rprec_mult_0.20       	2024-219563	0.4773
Rprec_mult_0.40       	2024-219563	0.4091
Rprec_mult_0.60       	2024-219563	0.2879
Rprec_mult_0.80       	2024-219563	0.2159
Rprec_mult_1.00       	2024-219563	0.1727
Rprec_mult_1.20       	2024-219563	0.1439
Rprec_mult_1.40       	2024-219563	0.1234
Rprec_mult_1.60       	2024-219563	0.1080
Rprec_mult_1.80       	2024-219563	0.0960
Rprec_mult_2.00       	2024-219563	0.0864
utility               	2024-219563	-24.0000
11pt_avg              	2024-219563	0.1341
binG                  	2024-219563	0.0807
G                     	2024-219563	0.0677
ndcg                  	2024-219563	0.3054
ndcg_rel              	2024-219563	0.3612
Rndcg                 	2024-219563	0.5343
ndcg_cut_5            	2024-219563	0.8510
ndcg_cut_10           	2024-219563	0.8665
ndcg_cut_15           	2024-219563	0.7673
ndcg_cut_20           	2024-219563	0.6885
ndcg_cut_30           	2024-219563	0.5813
ndcg_cut_100          	2024-219563	0.4349
ndcg_cut_200          	2024-219563	0.3204
ndcg_cut_500          	2024-219563	0.3054
ndcg_cut_1000         	2024-219563	0.3054
map_cut_5             	2024-219563	0.0227
map_cut_10            	2024-219563	0.0455
map_cut_15            	2024-219563	0.0545
map_cut_20            	2024-219563	0.0612
map_cut_30            	2024-219563	0.0700
map_cut_100           	2024-219563	0.1139
map_cut_200           	2024-219563	0.1139
map_cut_500           	2024-219563	0.1139
map_cut_1000          	2024-219563	0.1139
relative_P_5          	2024-219563	1.0000
relative_P_10         	2024-219563	1.0000
relative_P_15         	2024-219563	0.8000
relative_P_20         	2024-219563	0.7000
relative_P_30         	2024-219563	0.5667
relative_P_100        	2024-219563	0.3800
relative_P_200        	2024-219563	0.1900
relative_P_500        	2024-219563	0.1727
relative_P_1000       	2024-219563	0.1727
success_1             	2024-219563	1.0000
success_5             	2024-219563	1.0000
success_10            	2024-219563	1.0000
set_P                 	2024-219563	0.3800
set_relative_P        	2024-219563	0.3800
set_recall            	2024-219563	0.1727
set_map               	2024-219563	0.0656
set_F                 	2024-219563	0.2375
num_nonrel_judged_ret 	2024-219563	0
num_ret               	2024-219624	100
num_rel               	2024-219624	18
num_rel_ret           	2024-219624	10
map                   	2024-219624	0.2126
Rprec                 	2024-219624	0.1667
bpref                 	2024-219624	0.1852
recip_rank            	2024-219624	1.0000
iprec_at_recall_0.00  	2024-219624	1.0000
iprec_at_recall_0.10  	2024-219624	1.0000
iprec_at_recall_0.20  	2024-219624	0.2174
iprec_at_recall_0.30  	2024-219624	0.2069
iprec_at_recall_0.40  	2024-219624	0.1778
iprec_at_recall_0.50  	2024-219624	0.1268
iprec_at_recall_0.60  	2024-219624	0.0000
iprec_at_recall_0.70  	2024-219624	0.0000
iprec_at_recall_0.80  	2024-219624	0.0000
iprec_at_recall_0.90  	2024-219624	0.0000
iprec_at_recall_1.00  	2024-219624	0.0000
P_5                   	2024-219624	0.6000
P_10                  	2024-219624	0.3000
P_15                  	2024-219624	0.2000
P_20                  	2024-219624	0.1500
P_30                  	2024-219624	0.2000
P_100                 	2024-219624	0.1000
P_200                 	2024-219624	0.0500
P_500                 	2024-219624	0.0200
P_1000                	2024-219624	0.0100
relstring             	2024-219624	'2200100-00'
recall_5              	2024-219624	0.1667
recall_10             	2024-219624	0.1667
recall_15             	2024-219624	0.1667
recall_20             	2024-219624	0.1667
recall_30             	2024-219624	0.3333
recall_100            	2024-219624	0.5556
recall_200            	2024-219624	0.5556
recall_500            	2024-219624	0.5556
recall_1000           	2024-219624	0.5556
infAP                 	2024-219624	0.2126
Rprec_mult_0.20       	2024-219624	0.5000
Rprec_mult_0.40       	2024-219624	0.3750
Rprec_mult_0.60       	2024-219624	0.2727
Rprec_mult_0.80       	2024-219624	0.2000
Rprec_mult_1.00       	2024-219624	0.1667
Rprec_mult_1.20       	2024-219624	0.1818
Rprec_mult_1.40       	2024-219624	0.1923
Rprec_mult_1.60       	2024-219624	0.2069
Rprec_mult_1.80       	2024-219624	0.1818
Rprec_mult_2.00       	2024-219624	0.1944
utility               	2024-219624	-80.0000
11pt_avg              	2024-219624	0.2481
binG                  	2024-219624	0.2165
G                     	2024-219624	0.1914
ndcg                  	2024-219624	0.5101
ndcg_rel              	2024-219624	0.5070
Rndcg                 	2024-219624	0.4979
ndcg_cut_5            	2024-219624	0.5290
ndcg_cut_10           	2024-219624	0.4124
ndcg_cut_15           	2024-219624	0.3589
ndcg_cut_20           	2024-219624	0.3352
ndcg_cut_30           	2024-219624	0.4317
ndcg_cut_100          	2024-219624	0.5101
ndcg_cut_200          	2024-219624	0.5101
ndcg_cut_500          	2024-219624	0.5101
ndcg_cut_1000         	2024-219624	0.5101
map_cut_5             	2024-219624	0.1444
map_cut_10            	2024-219624	0.1444
map_cut_15            	2024-219624	0.1444
map_cut_20            	2024-219624	0.1444
map_cut_30            	2024-219624	0.1781
map_cut_100           	2024-219624	0.2126
map_cut_200           	2024-219624	0.2126
map_cut_500           	2024-219624	0.2126
map_cut_1000          	2024-219624	0.2126
relative_P_5          	2024-219624	0.6000
relative_P_10         	2024-219624	0.3000
relative_P_15         	2024-219624	0.2000
relative_P_20         	2024-219624	0.1667
relative_P_30         	2024-219624	0.3333
relative_P_100        	2024-219624	0.5556
relative_P_200        	2024-219624	0.5556
relative_P_500        	2024-219624	0.5556
relative_P_1000       	2024-219624	0.5556
success_1             	2024-219624	1.0000
success_5             	2024-219624	1.0000
success_10            	2024-219624	1.0000
set_P                 	2024-219624	0.1000
set_relative_P        	2024-219624	0.5556
set_recall            	2024-219624	0.5556
set_map               	2024-219624	0.0556
set_F                 	2024-219624	0.1695
num_nonrel_judged_ret 	2024-219624	42
num_ret               	2024-219631	100
num_rel               	2024-219631	167
num_rel_ret           	2024-219631	50
map                   	2024-219631	0.2501
Rprec                 	2024-219631	0.2994
bpref                 	2024-219631	0.2994
recip_rank            	2024-219631	1.0000
iprec_at_recall_0.00  	2024-219631	1.0000
iprec_at_recall_0.10  	2024-219631	1.0000
iprec_at_recall_0.20  	2024-219631	0.7609
iprec_at_recall_0.30  	2024-219631	0.0000
iprec_at_recall_0.40  	2024-219631	0.0000
iprec_at_recall_0.50  	2024-219631	0.0000
iprec_at_recall_0.60  	2024-219631	0.0000
iprec_at_recall_0.70  	2024-219631	0.0000
iprec_at_recall_0.80  	2024-219631	0.0000
iprec_at_recall_0.90  	2024-219631	0.0000
iprec_at_recall_1.00  	2024-219631	0.0000
P_5                   	2024-219631	1.0000
P_10                  	2024-219631	1.0000
P_15                  	2024-219631	1.0000
P_20                  	2024-219631	0.9500
P_30                  	2024-219631	0.8667
P_100                 	2024-219631	0.5000
P_200                 	2024-219631	0.2500
P_500                 	2024-219631	0.1000
P_1000                	2024-219631	0.0500
relstring             	2024-219631	'3222221212'
recall_5              	2024-219631	0.0299
recall_10             	2024-219631	0.0599
recall_15             	2024-219631	0.0898
recall_20             	2024-219631	0.1138
recall_30             	2024-219631	0.1557
recall_100            	2024-219631	0.2994
recall_200            	2024-219631	0.2994
recall_500            	2024-219631	0.2994
recall_1000           	2024-219631	0.2994
infAP                 	2024-219631	0.2501
Rprec_mult_0.20       	2024-219631	0.8235
Rprec_mult_0.40       	2024-219631	0.6269
Rprec_mult_0.60       	2024-219631	0.4950
Rprec_mult_0.80       	2024-219631	0.3731
Rprec_mult_1.00       	2024-219631	0.2994
Rprec_mult_1.20       	2024-219631	0.2488
Rprec_mult_1.40       	2024-219631	0.2137
Rprec_mult_1.60       	2024-219631	0.1866
Rprec_mult_1.80       	2024-219631	0.1661
Rprec_mult_2.00       	2024-219631	0.1497
utility               	2024-219631	0.0000
11pt_avg              	2024-219631	0.2510
binG                  	2024-219631	0.1662
G                     	2024-219631	0.1445
ndcg                  	2024-219631	0.4794
ndcg_rel              	2024-219631	0.5756
Rndcg                 	2024-219631	0.7430
ndcg_cut_5            	2024-219631	1.0000
ndcg_cut_10           	2024-219631	0.9371
ndcg_cut_15           	2024-219631	0.8466
ndcg_cut_20           	2024-219631	0.7930
ndcg_cut_30           	2024-219631	0.7664
ndcg_cut_100          	2024-219631	0.6319
ndcg_cut_200          	2024-219631	0.4794
ndcg_cut_500          	2024-219631	0.4794
ndcg_cut_1000         	2024-219631	0.4794
map_cut_5             	2024-219631	0.0299
map_cut_10            	2024-219631	0.0599
map_cut_15            	2024-219631	0.0898
map_cut_20            	2024-219631	0.1132
map_cut_30            	2024-219631	0.1514
map_cut_100           	2024-219631	0.2501
map_cut_200           	2024-219631	0.2501
map_cut_500           	2024-219631	0.2501
map_cut_1000          	2024-219631	0.2501
relative_P_5          	2024-219631	1.0000
relative_P_10         	2024-219631	1.0000
relative_P_15         	2024-219631	1.0000
relative_P_20         	2024-219631	0.9500
relative_P_30         	2024-219631	0.8667
relative_P_100        	2024-219631	0.5000
relative_P_200        	2024-219631	0.2994
relative_P_500        	2024-219631	0.2994
relative_P_1000       	2024-219631	0.2994
success_1             	2024-219631	1.0000
success_5             	2024-219631	1.0000
success_10            	2024-219631	1.0000
set_P                 	2024-219631	0.5000
set_relative_P        	2024-219631	0.5000
set_recall            	2024-219631	0.2994
set_map               	2024-219631	0.1497
set_F                 	2024-219631	0.3745
num_nonrel_judged_ret 	2024-219631	0
num_ret               	2024-219661	100
num_rel               	2024-219661	68
num_rel_ret           	2024-219661	53
map                   	2024-219661	0.6140
Rprec                 	2024-219661	0.6618
bpref                 	2024-219661	0.6661
recip_rank            	2024-219661	1.0000
iprec_at_recall_0.00  	2024-219661	1.0000
iprec_at_recall_0.10  	2024-219661	1.0000
iprec_at_recall_0.20  	2024-219661	0.9375
iprec_at_recall_0.30  	2024-219661	0.8214
iprec_at_recall_0.40  	2024-219661	0.8056
iprec_at_recall_0.50  	2024-219661	0.7234
iprec_at_recall_0.60  	2024-219661	0.6949
iprec_at_recall_0.70  	2024-219661	0.6000
iprec_at_recall_0.80  	2024-219661	0.0000
iprec_at_recall_0.90  	2024-219661	0.0000
iprec_at_recall_1.00  	2024-219661	0.0000
P_5                   	2024-219661	1.0000
P_10                  	2024-219661	0.9000
P_15                  	2024-219661	0.9333
P_20                  	2024-219661	0.8000
P_30                  	2024-219661	0.8000
P_100                 	2024-219661	0.5300
P_200                 	2024-219661	0.2650
P_500                 	2024-219661	0.1060
P_1000                	2024-219661	0.0530
relstring             	2024-219661	'2222212220'
recall_5              	2024-219661	0.0735
recall_10             	2024-219661	0.1324
recall_15             	2024-219661	0.2059
recall_20             	2024-219661	0.2353
recall_30             	2024-219661	0.3529
recall_100            	2024-219661	0.7794
recall_200            	2024-219661	0.7794
recall_500            	2024-219661	0.7794
recall_1000           	2024-219661	0.7794
infAP                 	2024-219661	0.6140
Rprec_mult_0.20       	2024-219661	0.9286
Rprec_mult_0.40       	2024-219661	0.8214
Rprec_mult_0.60       	2024-219661	0.7317
Rprec_mult_0.80       	2024-219661	0.6727
Rprec_mult_1.00       	2024-219661	0.6618
Rprec_mult_1.20       	2024-219661	0.5854
Rprec_mult_1.40       	2024-219661	0.5417
Rprec_mult_1.60       	2024-219661	0.4862
Rprec_mult_1.80       	2024-219661	0.4309
Rprec_mult_2.00       	2024-219661	0.3897
utility               	2024-219661	6.0000
11pt_avg              	2024-219661	0.5984
binG                  	2024-219661	0.3411
G                     	2024-219661	0.2901
ndcg                  	2024-219661	0.7742
ndcg_rel              	2024-219661	0.7929
Rndcg                 	2024-219661	0.7321
ndcg_cut_5            	2024-219661	1.0000
ndcg_cut_10           	2024-219661	0.8972
ndcg_cut_15           	2024-219661	0.8965
ndcg_cut_20           	2024-219661	0.8146
ndcg_cut_30           	2024-219661	0.7312
ndcg_cut_100          	2024-219661	0.7742
ndcg_cut_200          	2024-219661	0.7742
ndcg_cut_500          	2024-219661	0.7742
ndcg_cut_1000         	2024-219661	0.7742
map_cut_5             	2024-219661	0.0735
map_cut_10            	2024-219661	0.1324
map_cut_15            	2024-219661	0.2002
map_cut_20            	2024-219661	0.2270
map_cut_30            	2024-219661	0.3231
map_cut_100           	2024-219661	0.6140
map_cut_200           	2024-219661	0.6140
map_cut_500           	2024-219661	0.6140
map_cut_1000          	2024-219661	0.6140
relative_P_5          	2024-219661	1.0000
relative_P_10         	2024-219661	0.9000
relative_P_15         	2024-219661	0.9333
relative_P_20         	2024-219661	0.8000
relative_P_30         	2024-219661	0.8000
relative_P_100        	2024-219661	0.7794
relative_P_200        	2024-219661	0.7794
relative_P_500        	2024-219661	0.7794
relative_P_1000       	2024-219661	0.7794
success_1             	2024-219661	1.0000
success_5             	2024-219661	1.0000
success_10            	2024-219661	1.0000
set_P                 	2024-219661	0.5300
set_relative_P        	2024-219661	0.7794
set_recall            	2024-219661	0.7794
set_map               	2024-219661	0.4131
set_F                 	2024-219661	0.6310
num_nonrel_judged_ret 	2024-219661	36
num_ret               	2024-220058	100
num_rel               	2024-220058	155
num_rel_ret           	2024-220058	55
map                   	2024-220058	0.2798
Rprec                 	2024-220058	0.3548
bpref                 	2024-220058	0.3220
recip_rank            	2024-220058	1.0000
iprec_at_recall_0.00  	2024-220058	1.0000
iprec_at_recall_0.10  	2024-220058	0.9474
iprec_at_recall_0.20  	2024-220058	0.7273
iprec_at_recall_0.30  	2024-220058	0.6026
iprec_at_recall_0.40  	2024-220058	0.0000
iprec_at_recall_0.50  	2024-220058	0.0000
iprec_at_recall_0.60  	2024-220058	0.0000
iprec_at_recall_0.70  	2024-220058	0.0000
iprec_at_recall_0.80  	2024-220058	0.0000
iprec_at_recall_0.90  	2024-220058	0.0000
iprec_at_recall_1.00  	2024-220058	0.0000
P_5                   	2024-220058	1.0000
P_10                  	2024-220058	1.0000
P_15                  	2024-220058	1.0000
P_20                  	2024-220058	0.9000
P_30                  	2024-220058	0.8000
P_100                 	2024-220058	0.5500
P_200                 	2024-220058	0.2750
P_500                 	2024-220058	0.1100
P_1000                	2024-220058	0.0550
relstring             	2024-220058	'2322222232'
recall_5              	2024-220058	0.0323
recall_10             	2024-220058	0.0645
recall_15             	2024-220058	0.0968
recall_20             	2024-220058	0.1161
recall_30             	2024-220058	0.1548
recall_100            	2024-220058	0.3548
recall_200            	2024-220058	0.3548
recall_500            	2024-220058	0.3548
recall_1000           	2024-220058	0.3548
infAP                 	2024-220058	0.2798
Rprec_mult_0.20       	2024-220058	0.8065
Rprec_mult_0.40       	2024-220058	0.6129
Rprec_mult_0.60       	2024-220058	0.5484
Rprec_mult_0.80       	2024-220058	0.4435
Rprec_mult_1.00       	2024-220058	0.3548
Rprec_mult_1.20       	2024-220058	0.2957
Rprec_mult_1.40       	2024-220058	0.2535
Rprec_mult_1.60       	2024-220058	0.2218
Rprec_mult_1.80       	2024-220058	0.1971
Rprec_mult_2.00       	2024-220058	0.1774
utility               	2024-220058	10.0000
11pt_avg              	2024-220058	0.2979
binG                  	2024-220058	0.1724
G                     	2024-220058	0.1057
ndcg                  	2024-220058	0.4715
ndcg_rel              	2024-220058	0.5523
Rndcg                 	2024-220058	0.5821
ndcg_cut_5            	2024-220058	0.7380
ndcg_cut_10           	2024-220058	0.8085
ndcg_cut_15           	2024-220058	0.8408
ndcg_cut_20           	2024-220058	0.8080
ndcg_cut_30           	2024-220058	0.7476
ndcg_cut_100          	2024-220058	0.5555
ndcg_cut_200          	2024-220058	0.4715
ndcg_cut_500          	2024-220058	0.4715
ndcg_cut_1000         	2024-220058	0.4715
map_cut_5             	2024-220058	0.0323
map_cut_10            	2024-220058	0.0645
map_cut_15            	2024-220058	0.0968
map_cut_20            	2024-220058	0.1151
map_cut_30            	2024-220058	0.1492
map_cut_100           	2024-220058	0.2798
map_cut_200           	2024-220058	0.2798
map_cut_500           	2024-220058	0.2798
map_cut_1000          	2024-220058	0.2798
relative_P_5          	2024-220058	1.0000
relative_P_10         	2024-220058	1.0000
relative_P_15         	2024-220058	1.0000
relative_P_20         	2024-220058	0.9000
relative_P_30         	2024-220058	0.8000
relative_P_100        	2024-220058	0.5500
relative_P_200        	2024-220058	0.3548
relative_P_500        	2024-220058	0.3548
relative_P_1000       	2024-220058	0.3548
success_1             	2024-220058	1.0000
success_5             	2024-220058	1.0000
success_10            	2024-220058	1.0000
set_P                 	2024-220058	0.5500
set_relative_P        	2024-220058	0.5500
set_recall            	2024-220058	0.3548
set_map               	2024-220058	0.1952
set_F                 	2024-220058	0.4314
num_nonrel_judged_ret 	2024-220058	3
num_ret               	2024-220140	100
num_rel               	2024-220140	211
num_rel_ret           	2024-220140	64
map                   	2024-220140	0.2704
Rprec                 	2024-220140	0.3033
bpref                 	2024-220140	0.2952
recip_rank            	2024-220140	1.0000
iprec_at_recall_0.00  	2024-220140	1.0000
iprec_at_recall_0.10  	2024-220140	0.9714
iprec_at_recall_0.20  	2024-220140	0.8302
iprec_at_recall_0.30  	2024-220140	0.6667
iprec_at_recall_0.40  	2024-220140	0.0000
iprec_at_recall_0.50  	2024-220140	0.0000
iprec_at_recall_0.60  	2024-220140	0.0000
iprec_at_recall_0.70  	2024-220140	0.0000
iprec_at_recall_0.80  	2024-220140	0.0000
iprec_at_recall_0.90  	2024-220140	0.0000
iprec_at_recall_1.00  	2024-220140	0.0000
P_5                   	2024-220140	1.0000
P_10                  	2024-220140	1.0000
P_15                  	2024-220140	1.0000
P_20                  	2024-220140	1.0000
P_30                  	2024-220140	0.9667
P_100                 	2024-220140	0.6400
P_200                 	2024-220140	0.3200
P_500                 	2024-220140	0.1280
P_1000                	2024-220140	0.0640
relstring             	2024-220140	'2311223333'
recall_5              	2024-220140	0.0237
recall_10             	2024-220140	0.0474
recall_15             	2024-220140	0.0711
recall_20             	2024-220140	0.0948
recall_30             	2024-220140	0.1374
recall_100            	2024-220140	0.3033
recall_200            	2024-220140	0.3033
recall_500            	2024-220140	0.3033
recall_1000           	2024-220140	0.3033
infAP                 	2024-220140	0.2704
Rprec_mult_0.20       	2024-220140	0.8837
Rprec_mult_0.40       	2024-220140	0.7176
Rprec_mult_0.60       	2024-220140	0.5039
Rprec_mult_0.80       	2024-220140	0.3787
Rprec_mult_1.00       	2024-220140	0.3033
Rprec_mult_1.20       	2024-220140	0.2520
Rprec_mult_1.40       	2024-220140	0.2162
Rprec_mult_1.60       	2024-220140	0.1893
Rprec_mult_1.80       	2024-220140	0.1684
Rprec_mult_2.00       	2024-220140	0.1517
utility               	2024-220140	28.0000
11pt_avg              	2024-220140	0.3153
binG                  	2024-220140	0.1763
G                     	2024-220140	0.0790
ndcg                  	2024-220140	0.4130
ndcg_rel              	2024-220140	0.4839
Rndcg                 	2024-220140	0.5426
ndcg_cut_5            	2024-220140	0.6328
ndcg_cut_10           	2024-220140	0.7356
ndcg_cut_15           	2024-220140	0.7493
ndcg_cut_20           	2024-220140	0.7131
ndcg_cut_30           	2024-220140	0.6545
ndcg_cut_100          	2024-220140	0.5461
ndcg_cut_200          	2024-220140	0.4226
ndcg_cut_500          	2024-220140	0.4130
ndcg_cut_1000         	2024-220140	0.4130
map_cut_5             	2024-220140	0.0237
map_cut_10            	2024-220140	0.0474
map_cut_15            	2024-220140	0.0711
map_cut_20            	2024-220140	0.0948
map_cut_30            	2024-220140	0.1360
map_cut_100           	2024-220140	0.2704
map_cut_200           	2024-220140	0.2704
map_cut_500           	2024-220140	0.2704
map_cut_1000          	2024-220140	0.2704
relative_P_5          	2024-220140	1.0000
relative_P_10         	2024-220140	1.0000
relative_P_15         	2024-220140	1.0000
relative_P_20         	2024-220140	1.0000
relative_P_30         	2024-220140	0.9667
relative_P_100        	2024-220140	0.6400
relative_P_200        	2024-220140	0.3200
relative_P_500        	2024-220140	0.3033
relative_P_1000       	2024-220140	0.3033
success_1             	2024-220140	1.0000
success_5             	2024-220140	1.0000
success_10            	2024-220140	1.0000
set_P                 	2024-220140	0.6400
set_relative_P        	2024-220140	0.6400
set_recall            	2024-220140	0.3033
set_map               	2024-220140	0.1941
set_F                 	2024-220140	0.4116
num_nonrel_judged_ret 	2024-220140	21
num_ret               	2024-222465	100
num_rel               	2024-222465	210
num_rel_ret           	2024-222465	86
map                   	2024-222465	0.3770
Rprec                 	2024-222465	0.4095
bpref                 	2024-222465	0.3407
recip_rank            	2024-222465	1.0000
iprec_at_recall_0.00  	2024-222465	1.0000
iprec_at_recall_0.10  	2024-222465	0.9630
iprec_at_recall_0.20  	2024-222465	0.9259
iprec_at_recall_0.30  	2024-222465	0.9000
iprec_at_recall_0.40  	2024-222465	0.8763
iprec_at_recall_0.50  	2024-222465	0.0000
iprec_at_recall_0.60  	2024-222465	0.0000
iprec_at_recall_0.70  	2024-222465	0.0000
iprec_at_recall_0.80  	2024-222465	0.0000
iprec_at_recall_0.90  	2024-222465	0.0000
iprec_at_recall_1.00  	2024-222465	0.0000
P_5                   	2024-222465	1.0000
P_10                  	2024-222465	1.0000
P_15                  	2024-222465	0.9333
P_20                  	2024-222465	0.9500
P_30                  	2024-222465	0.9000
P_100                 	2024-222465	0.8600
P_200                 	2024-222465	0.4300
P_500                 	2024-222465	0.1720
P_1000                	2024-222465	0.0860
relstring             	2024-222465	'2222211322'
recall_5              	2024-222465	0.0238
recall_10             	2024-222465	0.0476
recall_15             	2024-222465	0.0667
recall_20             	2024-222465	0.0905
recall_30             	2024-222465	0.1286
recall_100            	2024-222465	0.4095
recall_200            	2024-222465	0.4095
recall_500            	2024-222465	0.4095
recall_1000           	2024-222465	0.4095
infAP                 	2024-222465	0.3770
Rprec_mult_0.20       	2024-222465	0.9048
Rprec_mult_0.40       	2024-222465	0.8929
Rprec_mult_0.60       	2024-222465	0.6825
Rprec_mult_0.80       	2024-222465	0.5119
Rprec_mult_1.00       	2024-222465	0.4095
Rprec_mult_1.20       	2024-222465	0.3413
Rprec_mult_1.40       	2024-222465	0.2925
Rprec_mult_1.60       	2024-222465	0.2560
Rprec_mult_1.80       	2024-222465	0.2275
Rprec_mult_2.00       	2024-222465	0.2048
utility               	2024-222465	72.0000
11pt_avg              	2024-222465	0.4241
binG                  	2024-222465	0.1932
G                     	2024-222465	0.0854
ndcg                  	2024-222465	0.4703
ndcg_rel              	2024-222465	0.5329
Rndcg                 	2024-222465	0.5401
ndcg_cut_5            	2024-222465	0.6667
ndcg_cut_10           	2024-222465	0.6392
ndcg_cut_15           	2024-222465	0.6133
ndcg_cut_20           	2024-222465	0.5999
ndcg_cut_30           	2024-222465	0.5737
ndcg_cut_100          	2024-222465	0.6579
ndcg_cut_200          	2024-222465	0.4793
ndcg_cut_500          	2024-222465	0.4703
ndcg_cut_1000         	2024-222465	0.4703
map_cut_5             	2024-222465	0.0238
map_cut_10            	2024-222465	0.0476
map_cut_15            	2024-222465	0.0652
map_cut_20            	2024-222465	0.0877
map_cut_30            	2024-222465	0.1239
map_cut_100           	2024-222465	0.3770
map_cut_200           	2024-222465	0.3770
map_cut_500           	2024-222465	0.3770
map_cut_1000          	2024-222465	0.3770
relative_P_5          	2024-222465	1.0000
relative_P_10         	2024-222465	1.0000
relative_P_15         	2024-222465	0.9333
relative_P_20         	2024-222465	0.9500
relative_P_30         	2024-222465	0.9000
relative_P_100        	2024-222465	0.8600
relative_P_200        	2024-222465	0.4300
relative_P_500        	2024-222465	0.4095
relative_P_1000       	2024-222465	0.4095
success_1             	2024-222465	1.0000
success_5             	2024-222465	1.0000
success_10            	2024-222465	1.0000
set_P                 	2024-222465	0.8600
set_relative_P        	2024-222465	0.8600
set_recall            	2024-222465	0.4095
set_map               	2024-222465	0.3522
set_F                 	2024-222465	0.5548
num_nonrel_judged_ret 	2024-222465	3
num_ret               	2024-223358	100
num_rel               	2024-223358	15
num_rel_ret           	2024-223358	6
map                   	2024-223358	0.1341
Rprec                 	2024-223358	0.2000
bpref                 	2024-223358	0.2222
recip_rank            	2024-223358	0.5000
iprec_at_recall_0.00  	2024-223358	0.6667
iprec_at_recall_0.10  	2024-223358	0.6667
iprec_at_recall_0.20  	2024-223358	0.5000
iprec_at_recall_0.30  	2024-223358	0.1176
iprec_at_recall_0.40  	2024-223358	0.1176
iprec_at_recall_0.50  	2024-223358	0.0000
iprec_at_recall_0.60  	2024-223358	0.0000
iprec_at_recall_0.70  	2024-223358	0.0000
iprec_at_recall_0.80  	2024-223358	0.0000
iprec_at_recall_0.90  	2024-223358	0.0000
iprec_at_recall_1.00  	2024-223358	0.0000
P_5                   	2024-223358	0.4000
P_10                  	2024-223358	0.3000
P_15                  	2024-223358	0.2000
P_20                  	2024-223358	0.1500
P_30                  	2024-223358	0.1000
P_100                 	2024-223358	0.0600
P_200                 	2024-223358	0.0300
P_500                 	2024-223358	0.0120
P_1000                	2024-223358	0.0060
relstring             	2024-223358	'0210010--0'
recall_5              	2024-223358	0.1333
recall_10             	2024-223358	0.2000
recall_15             	2024-223358	0.2000
recall_20             	2024-223358	0.2000
recall_30             	2024-223358	0.2000
recall_100            	2024-223358	0.4000
recall_200            	2024-223358	0.4000
recall_500            	2024-223358	0.4000
recall_1000           	2024-223358	0.4000
infAP                 	2024-223358	0.1341
Rprec_mult_0.20       	2024-223358	0.6667
Rprec_mult_0.40       	2024-223358	0.5000
Rprec_mult_0.60       	2024-223358	0.3333
Rprec_mult_0.80       	2024-223358	0.2500
Rprec_mult_1.00       	2024-223358	0.2000
Rprec_mult_1.20       	2024-223358	0.1667
Rprec_mult_1.40       	2024-223358	0.1429
Rprec_mult_1.60       	2024-223358	0.1250
Rprec_mult_1.80       	2024-223358	0.1111
Rprec_mult_2.00       	2024-223358	0.1000
utility               	2024-223358	-88.0000
11pt_avg              	2024-223358	0.1881
binG                  	2024-223358	0.1505
G                     	2024-223358	0.1302
ndcg                  	2024-223358	0.3339
ndcg_rel              	2024-223358	0.3421
Rndcg                 	2024-223358	0.3375
ndcg_cut_5            	2024-223358	0.3469
ndcg_cut_10           	2024-223358	0.3173
ndcg_cut_15           	2024-223358	0.2650
ndcg_cut_20           	2024-223358	0.2650
ndcg_cut_30           	2024-223358	0.2650
ndcg_cut_100          	2024-223358	0.3339
ndcg_cut_200          	2024-223358	0.3339
ndcg_cut_500          	2024-223358	0.3339
ndcg_cut_1000         	2024-223358	0.3339
map_cut_5             	2024-223358	0.0778
map_cut_10            	2024-223358	0.1111
map_cut_15            	2024-223358	0.1111
map_cut_20            	2024-223358	0.1111
map_cut_30            	2024-223358	0.1111
map_cut_100           	2024-223358	0.1341
map_cut_200           	2024-223358	0.1341
map_cut_500           	2024-223358	0.1341
map_cut_1000          	2024-223358	0.1341
relative_P_5          	2024-223358	0.4000
relative_P_10         	2024-223358	0.3000
relative_P_15         	2024-223358	0.2000
relative_P_20         	2024-223358	0.2000
relative_P_30         	2024-223358	0.2000
relative_P_100        	2024-223358	0.4000
relative_P_200        	2024-223358	0.4000
relative_P_500        	2024-223358	0.4000
relative_P_1000       	2024-223358	0.4000
success_1             	2024-223358	0.0000
success_5             	2024-223358	1.0000
success_10            	2024-223358	1.0000
set_P                 	2024-223358	0.0600
set_relative_P        	2024-223358	0.4000
set_recall            	2024-223358	0.4000
set_map               	2024-223358	0.0240
set_F                 	2024-223358	0.1043
num_nonrel_judged_ret 	2024-223358	19
num_ret               	2024-223499	100
num_rel               	2024-223499	149
num_rel_ret           	2024-223499	67
map                   	2024-223499	0.3853
Rprec                 	2024-223499	0.4497
bpref                 	2024-223499	0.3814
recip_rank            	2024-223499	1.0000
iprec_at_recall_0.00  	2024-223499	1.0000
iprec_at_recall_0.10  	2024-223499	0.9444
iprec_at_recall_0.20  	2024-223499	0.8684
iprec_at_recall_0.30  	2024-223499	0.8571
iprec_at_recall_0.40  	2024-223499	0.7349
iprec_at_recall_0.50  	2024-223499	0.0000
iprec_at_recall_0.60  	2024-223499	0.0000
iprec_at_recall_0.70  	2024-223499	0.0000
iprec_at_recall_0.80  	2024-223499	0.0000
iprec_at_recall_0.90  	2024-223499	0.0000
iprec_at_recall_1.00  	2024-223499	0.0000
P_5                   	2024-223499	1.0000
P_10                  	2024-223499	0.9000
P_15                  	2024-223499	0.9333
P_20                  	2024-223499	0.9000
P_30                  	2024-223499	0.8667
P_100                 	2024-223499	0.6700
P_200                 	2024-223499	0.3350
P_500                 	2024-223499	0.1340
P_1000                	2024-223499	0.0670
relstring             	2024-223499	'2312220222'
recall_5              	2024-223499	0.0336
recall_10             	2024-223499	0.0604
recall_15             	2024-223499	0.0940
recall_20             	2024-223499	0.1208
recall_30             	2024-223499	0.1745
recall_100            	2024-223499	0.4497
recall_200            	2024-223499	0.4497
recall_500            	2024-223499	0.4497
recall_1000           	2024-223499	0.4497
infAP                 	2024-223499	0.3853
Rprec_mult_0.20       	2024-223499	0.8667
Rprec_mult_0.40       	2024-223499	0.8333
Rprec_mult_0.60       	2024-223499	0.7111
Rprec_mult_0.80       	2024-223499	0.5583
Rprec_mult_1.00       	2024-223499	0.4497
Rprec_mult_1.20       	2024-223499	0.3743
Rprec_mult_1.40       	2024-223499	0.3206
Rprec_mult_1.60       	2024-223499	0.2803
Rprec_mult_1.80       	2024-223499	0.2491
Rprec_mult_2.00       	2024-223499	0.2248
utility               	2024-223499	34.0000
11pt_avg              	2024-223499	0.4004
binG                  	2024-223499	0.1919
G                     	2024-223499	0.1080
ndcg                  	2024-223499	0.5294
ndcg_rel              	2024-223499	0.5844
Rndcg                 	2024-223499	0.5943
ndcg_cut_5            	2024-223499	0.6815
ndcg_cut_10           	2024-223499	0.6274
ndcg_cut_15           	2024-223499	0.6358
ndcg_cut_20           	2024-223499	0.6548
ndcg_cut_30           	2024-223499	0.6533
ndcg_cut_100          	2024-223499	0.6089
ndcg_cut_200          	2024-223499	0.5294
ndcg_cut_500          	2024-223499	0.5294
ndcg_cut_1000         	2024-223499	0.5294
map_cut_5             	2024-223499	0.0336
map_cut_10            	2024-223499	0.0581
map_cut_15            	2024-223499	0.0891
map_cut_20            	2024-223499	0.1141
map_cut_30            	2024-223499	0.1611
map_cut_100           	2024-223499	0.3853
map_cut_200           	2024-223499	0.3853
map_cut_500           	2024-223499	0.3853
map_cut_1000          	2024-223499	0.3853
relative_P_5          	2024-223499	1.0000
relative_P_10         	2024-223499	0.9000
relative_P_15         	2024-223499	0.9333
relative_P_20         	2024-223499	0.9000
relative_P_30         	2024-223499	0.8667
relative_P_100        	2024-223499	0.6700
relative_P_200        	2024-223499	0.4497
relative_P_500        	2024-223499	0.4497
relative_P_1000       	2024-223499	0.4497
success_1             	2024-223499	1.0000
success_5             	2024-223499	1.0000
success_10            	2024-223499	1.0000
set_P                 	2024-223499	0.6700
set_relative_P        	2024-223499	0.6700
set_recall            	2024-223499	0.4497
set_map               	2024-223499	0.3013
set_F                 	2024-223499	0.5382
num_nonrel_judged_ret 	2024-223499	1
num_ret               	2024-22410	100
num_rel               	2024-22410	147
num_rel_ret           	2024-22410	85
map                   	2024-22410	0.5322
Rprec                 	2024-22410	0.5782
bpref                 	2024-22410	0.5389
recip_rank            	2024-22410	1.0000
iprec_at_recall_0.00  	2024-22410	1.0000
iprec_at_recall_0.10  	2024-22410	1.0000
iprec_at_recall_0.20  	2024-22410	1.0000
iprec_at_recall_0.30  	2024-22410	0.8654
iprec_at_recall_0.40  	2024-22410	0.8617
iprec_at_recall_0.50  	2024-22410	0.8617
iprec_at_recall_0.60  	2024-22410	0.0000
iprec_at_recall_0.70  	2024-22410	0.0000
iprec_at_recall_0.80  	2024-22410	0.0000
iprec_at_recall_0.90  	2024-22410	0.0000
iprec_at_recall_1.00  	2024-22410	0.0000
P_5                   	2024-22410	1.0000
P_10                  	2024-22410	1.0000
P_15                  	2024-22410	1.0000
P_20                  	2024-22410	1.0000
P_30                  	2024-22410	1.0000
P_100                 	2024-22410	0.8500
P_200                 	2024-22410	0.4250
P_500                 	2024-22410	0.1700
P_1000                	2024-22410	0.0850
relstring             	2024-22410	'2212222222'
recall_5              	2024-22410	0.0340
recall_10             	2024-22410	0.0680
recall_15             	2024-22410	0.1020
recall_20             	2024-22410	0.1361
recall_30             	2024-22410	0.2041
recall_100            	2024-22410	0.5782
recall_200            	2024-22410	0.5782
recall_500            	2024-22410	0.5782
recall_1000           	2024-22410	0.5782
infAP                 	2024-22410	0.5322
Rprec_mult_0.20       	2024-22410	1.0000
Rprec_mult_0.40       	2024-22410	0.8475
Rprec_mult_0.60       	2024-22410	0.8539
Rprec_mult_0.80       	2024-22410	0.7203
Rprec_mult_1.00       	2024-22410	0.5782
Rprec_mult_1.20       	2024-22410	0.4802
Rprec_mult_1.40       	2024-22410	0.4126
Rprec_mult_1.60       	2024-22410	0.3602
Rprec_mult_1.80       	2024-22410	0.3208
Rprec_mult_2.00       	2024-22410	0.2891
utility               	2024-22410	70.0000
11pt_avg              	2024-22410	0.5081
binG                  	2024-22410	0.3442
G                     	2024-22410	0.1474
ndcg                  	2024-22410	0.6367
ndcg_rel              	2024-22410	0.6976
Rndcg                 	2024-22410	0.6533
ndcg_cut_5            	2024-22410	0.6101
ndcg_cut_10           	2024-22410	0.6585
ndcg_cut_15           	2024-22410	0.7159
ndcg_cut_20           	2024-22410	0.7533
ndcg_cut_30           	2024-22410	0.8015
ndcg_cut_100          	2024-22410	0.7574
ndcg_cut_200          	2024-22410	0.6367
ndcg_cut_500          	2024-22410	0.6367
ndcg_cut_1000         	2024-22410	0.6367
map_cut_5             	2024-22410	0.0340
map_cut_10            	2024-22410	0.0680
map_cut_15            	2024-22410	0.1020
map_cut_20            	2024-22410	0.1361
map_cut_30            	2024-22410	0.2041
map_cut_100           	2024-22410	0.5322
map_cut_200           	2024-22410	0.5322
map_cut_500           	2024-22410	0.5322
map_cut_1000          	2024-22410	0.5322
relative_P_5          	2024-22410	1.0000
relative_P_10         	2024-22410	1.0000
relative_P_15         	2024-22410	1.0000
relative_P_20         	2024-22410	1.0000
relative_P_30         	2024-22410	1.0000
relative_P_100        	2024-22410	0.8500
relative_P_200        	2024-22410	0.5782
relative_P_500        	2024-22410	0.5782
relative_P_1000       	2024-22410	0.5782
success_1             	2024-22410	1.0000
success_5             	2024-22410	1.0000
success_10            	2024-22410	1.0000
set_P                 	2024-22410	0.8500
set_relative_P        	2024-22410	0.8500
set_recall            	2024-22410	0.5782
set_map               	2024-22410	0.4915
set_F                 	2024-22410	0.6883
num_nonrel_judged_ret 	2024-22410	6
num_ret               	2024-224226	100
num_rel               	2024-224226	174
num_rel_ret           	2024-224226	60
map                   	2024-224226	0.2776
Rprec                 	2024-224226	0.3448
bpref                 	2024-224226	0.3320
recip_rank            	2024-224226	1.0000
iprec_at_recall_0.00  	2024-224226	1.0000
iprec_at_recall_0.10  	2024-224226	1.0000
iprec_at_recall_0.20  	2024-224226	0.6731
iprec_at_recall_0.30  	2024-224226	0.6310
iprec_at_recall_0.40  	2024-224226	0.0000
iprec_at_recall_0.50  	2024-224226	0.0000
iprec_at_recall_0.60  	2024-224226	0.0000
iprec_at_recall_0.70  	2024-224226	0.0000
iprec_at_recall_0.80  	2024-224226	0.0000
iprec_at_recall_0.90  	2024-224226	0.0000
iprec_at_recall_1.00  	2024-224226	0.0000
P_5                   	2024-224226	1.0000
P_10                  	2024-224226	1.0000
P_15                  	2024-224226	1.0000
P_20                  	2024-224226	1.0000
P_30                  	2024-224226	0.8667
P_100                 	2024-224226	0.6000
P_200                 	2024-224226	0.3000
P_500                 	2024-224226	0.1200
P_1000                	2024-224226	0.0600
relstring             	2024-224226	'2223212212'
recall_5              	2024-224226	0.0287
recall_10             	2024-224226	0.0575
recall_15             	2024-224226	0.0862
recall_20             	2024-224226	0.1149
recall_30             	2024-224226	0.1494
recall_100            	2024-224226	0.3448
recall_200            	2024-224226	0.3448
recall_500            	2024-224226	0.3448
recall_1000           	2024-224226	0.3448
infAP                 	2024-224226	0.2776
Rprec_mult_0.20       	2024-224226	0.8000
Rprec_mult_0.40       	2024-224226	0.6286
Rprec_mult_0.60       	2024-224226	0.5714
Rprec_mult_0.80       	2024-224226	0.4286
Rprec_mult_1.00       	2024-224226	0.3448
Rprec_mult_1.20       	2024-224226	0.2871
Rprec_mult_1.40       	2024-224226	0.2459
Rprec_mult_1.60       	2024-224226	0.2151
Rprec_mult_1.80       	2024-224226	0.1911
Rprec_mult_2.00       	2024-224226	0.1724
utility               	2024-224226	20.0000
11pt_avg              	2024-224226	0.3004
binG                  	2024-224226	0.1852
G                     	2024-224226	0.0821
ndcg                  	2024-224226	0.4344
ndcg_rel              	2024-224226	0.4992
Rndcg                 	2024-224226	0.5392
ndcg_cut_5            	2024-224226	0.7154
ndcg_cut_10           	2024-224226	0.6500
ndcg_cut_15           	2024-224226	0.6379
ndcg_cut_20           	2024-224226	0.6756
ndcg_cut_30           	2024-224226	0.6724
ndcg_cut_100          	2024-224226	0.5416
ndcg_cut_200          	2024-224226	0.4344
ndcg_cut_500          	2024-224226	0.4344
ndcg_cut_1000         	2024-224226	0.4344
map_cut_5             	2024-224226	0.0287
map_cut_10            	2024-224226	0.0575
map_cut_15            	2024-224226	0.0862
map_cut_20            	2024-224226	0.1149
map_cut_30            	2024-224226	0.1482
map_cut_100           	2024-224226	0.2776
map_cut_200           	2024-224226	0.2776
map_cut_500           	2024-224226	0.2776
map_cut_1000          	2024-224226	0.2776
relative_P_5          	2024-224226	1.0000
relative_P_10         	2024-224226	1.0000
relative_P_15         	2024-224226	1.0000
relative_P_20         	2024-224226	1.0000
relative_P_30         	2024-224226	0.8667
relative_P_100        	2024-224226	0.6000
relative_P_200        	2024-224226	0.3448
relative_P_500        	2024-224226	0.3448
relative_P_1000       	2024-224226	0.3448
success_1             	2024-224226	1.0000
success_5             	2024-224226	1.0000
success_10            	2024-224226	1.0000
set_P                 	2024-224226	0.6000
set_relative_P        	2024-224226	0.6000
set_recall            	2024-224226	0.3448
set_map               	2024-224226	0.2069
set_F                 	2024-224226	0.4380
num_nonrel_judged_ret 	2024-224226	5
num_ret               	2024-224279	100
num_rel               	2024-224279	424
num_rel_ret           	2024-224279	75
map                   	2024-224279	0.1605
Rprec                 	2024-224279	0.1769
bpref                 	2024-224279	0.1769
recip_rank            	2024-224279	1.0000
iprec_at_recall_0.00  	2024-224279	1.0000
iprec_at_recall_0.10  	2024-224279	0.9184
iprec_at_recall_0.20  	2024-224279	0.0000
iprec_at_recall_0.30  	2024-224279	0.0000
iprec_at_recall_0.40  	2024-224279	0.0000
iprec_at_recall_0.50  	2024-224279	0.0000
iprec_at_recall_0.60  	2024-224279	0.0000
iprec_at_recall_0.70  	2024-224279	0.0000
iprec_at_recall_0.80  	2024-224279	0.0000
iprec_at_recall_0.90  	2024-224279	0.0000
iprec_at_recall_1.00  	2024-224279	0.0000
P_5                   	2024-224279	1.0000
P_10                  	2024-224279	1.0000
P_15                  	2024-224279	1.0000
P_20                  	2024-224279	1.0000
P_30                  	2024-224279	0.9333
P_100                 	2024-224279	0.7500
P_200                 	2024-224279	0.3750
P_500                 	2024-224279	0.1500
P_1000                	2024-224279	0.0750
relstring             	2024-224279	'2322221322'
recall_5              	2024-224279	0.0118
recall_10             	2024-224279	0.0236
recall_15             	2024-224279	0.0354
recall_20             	2024-224279	0.0472
recall_30             	2024-224279	0.0660
recall_100            	2024-224279	0.1769
recall_200            	2024-224279	0.1769
recall_500            	2024-224279	0.1769
recall_1000           	2024-224279	0.1769
infAP                 	2024-224279	0.1605
Rprec_mult_0.20       	2024-224279	0.7882
Rprec_mult_0.40       	2024-224279	0.4412
Rprec_mult_0.60       	2024-224279	0.2941
Rprec_mult_0.80       	2024-224279	0.2206
Rprec_mult_1.00       	2024-224279	0.1769
Rprec_mult_1.20       	2024-224279	0.1473
Rprec_mult_1.40       	2024-224279	0.1263
Rprec_mult_1.60       	2024-224279	0.1105
Rprec_mult_1.80       	2024-224279	0.0982
Rprec_mult_2.00       	2024-224279	0.0884
utility               	2024-224279	50.0000
11pt_avg              	2024-224279	0.1744
binG                  	2024-224279	0.0945
G                     	2024-224279	0.0400
ndcg                  	2024-224279	0.2625
ndcg_rel              	2024-224279	0.3348
Rndcg                 	2024-224279	0.3686
ndcg_cut_5            	2024-224279	0.7380
ndcg_cut_10           	2024-224279	0.7116
ndcg_cut_15           	2024-224279	0.7157
ndcg_cut_20           	2024-224279	0.7296
ndcg_cut_30           	2024-224279	0.6913
ndcg_cut_100          	2024-224279	0.5627
ndcg_cut_200          	2024-224279	0.3896
ndcg_cut_500          	2024-224279	0.2625
ndcg_cut_1000         	2024-224279	0.2625
map_cut_5             	2024-224279	0.0118
map_cut_10            	2024-224279	0.0236
map_cut_15            	2024-224279	0.0354
map_cut_20            	2024-224279	0.0472
map_cut_30            	2024-224279	0.0648
map_cut_100           	2024-224279	0.1605
map_cut_200           	2024-224279	0.1605
map_cut_500           	2024-224279	0.1605
map_cut_1000          	2024-224279	0.1605
relative_P_5          	2024-224279	1.0000
relative_P_10         	2024-224279	1.0000
relative_P_15         	2024-224279	1.0000
relative_P_20         	2024-224279	1.0000
relative_P_30         	2024-224279	0.9333
relative_P_100        	2024-224279	0.7500
relative_P_200        	2024-224279	0.3750
relative_P_500        	2024-224279	0.1769
relative_P_1000       	2024-224279	0.1769
success_1             	2024-224279	1.0000
success_5             	2024-224279	1.0000
success_10            	2024-224279	1.0000
set_P                 	2024-224279	0.7500
set_relative_P        	2024-224279	0.7500
set_recall            	2024-224279	0.1769
set_map               	2024-224279	0.1327
set_F                 	2024-224279	0.2863
num_nonrel_judged_ret 	2024-224279	0
num_ret               	2024-224701	100
num_rel               	2024-224701	92
num_rel_ret           	2024-224701	81
map                   	2024-224701	0.8220
Rprec                 	2024-224701	0.8261
bpref                 	2024-224701	0.8804
recip_rank            	2024-224701	1.0000
iprec_at_recall_0.00  	2024-224701	1.0000
iprec_at_recall_0.10  	2024-224701	1.0000
iprec_at_recall_0.20  	2024-224701	1.0000
iprec_at_recall_0.30  	2024-224701	1.0000
iprec_at_recall_0.40  	2024-224701	1.0000
iprec_at_recall_0.50  	2024-224701	0.9423
iprec_at_recall_0.60  	2024-224701	0.8769
iprec_at_recall_0.70  	2024-224701	0.8409
iprec_at_recall_0.80  	2024-224701	0.8409
iprec_at_recall_0.90  	2024-224701	0.0000
iprec_at_recall_1.00  	2024-224701	0.0000
P_5                   	2024-224701	1.0000
P_10                  	2024-224701	1.0000
P_15                  	2024-224701	1.0000
P_20                  	2024-224701	1.0000
P_30                  	2024-224701	1.0000
P_100                 	2024-224701	0.8100
P_200                 	2024-224701	0.4050
P_500                 	2024-224701	0.1620
P_1000                	2024-224701	0.0810
relstring             	2024-224701	'1311111111'
recall_5              	2024-224701	0.0543
recall_10             	2024-224701	0.1087
recall_15             	2024-224701	0.1630
recall_20             	2024-224701	0.2174
recall_30             	2024-224701	0.3261
recall_100            	2024-224701	0.8804
recall_200            	2024-224701	0.8804
recall_500            	2024-224701	0.8804
recall_1000           	2024-224701	0.8804
infAP                 	2024-224701	0.8220
Rprec_mult_0.20       	2024-224701	1.0000
Rprec_mult_0.40       	2024-224701	1.0000
Rprec_mult_0.60       	2024-224701	0.9107
Rprec_mult_0.80       	2024-224701	0.8378
Rprec_mult_1.00       	2024-224701	0.8261
Rprec_mult_1.20       	2024-224701	0.7297
Rprec_mult_1.40       	2024-224701	0.6279
Rprec_mult_1.60       	2024-224701	0.5473
Rprec_mult_1.80       	2024-224701	0.4880
Rprec_mult_2.00       	2024-224701	0.4402
utility               	2024-224701	62.0000
11pt_avg              	2024-224701	0.7728
binG                  	2024-224701	0.5608
G                     	2024-224701	0.2258
ndcg                  	2024-224701	0.7619
ndcg_rel              	2024-224701	0.6597
Rndcg                 	2024-224701	0.6081
ndcg_cut_5            	2024-224701	0.4760
ndcg_cut_10           	2024-224701	0.4562
ndcg_cut_15           	2024-224701	0.4637
ndcg_cut_20           	2024-224701	0.5238
ndcg_cut_30           	2024-224701	0.6780
ndcg_cut_100          	2024-224701	0.7619
ndcg_cut_200          	2024-224701	0.7619
ndcg_cut_500          	2024-224701	0.7619
ndcg_cut_1000         	2024-224701	0.7619
map_cut_5             	2024-224701	0.0543
map_cut_10            	2024-224701	0.1087
map_cut_15            	2024-224701	0.1630
map_cut_20            	2024-224701	0.2174
map_cut_30            	2024-224701	0.3261
map_cut_100           	2024-224701	0.8220
map_cut_200           	2024-224701	0.8220
map_cut_500           	2024-224701	0.8220
map_cut_1000          	2024-224701	0.8220
relative_P_5          	2024-224701	1.0000
relative_P_10         	2024-224701	1.0000
relative_P_15         	2024-224701	1.0000
relative_P_20         	2024-224701	1.0000
relative_P_30         	2024-224701	1.0000
relative_P_100        	2024-224701	0.8804
relative_P_200        	2024-224701	0.8804
relative_P_500        	2024-224701	0.8804
relative_P_1000       	2024-224701	0.8804
success_1             	2024-224701	1.0000
success_5             	2024-224701	1.0000
success_10            	2024-224701	1.0000
set_P                 	2024-224701	0.8100
set_relative_P        	2024-224701	0.8804
set_recall            	2024-224701	0.8804
set_map               	2024-224701	0.7132
set_F                 	2024-224701	0.8438
num_nonrel_judged_ret 	2024-224701	0
num_ret               	2024-224926	100
num_rel               	2024-224926	55
num_rel_ret           	2024-224926	21
map                   	2024-224926	0.1296
Rprec                 	2024-224926	0.2727
bpref                 	2024-224926	0.2714
recip_rank            	2024-224926	0.3333
iprec_at_recall_0.00  	2024-224926	0.4444
iprec_at_recall_0.10  	2024-224926	0.4444
iprec_at_recall_0.20  	2024-224926	0.3684
iprec_at_recall_0.30  	2024-224926	0.2857
iprec_at_recall_0.40  	2024-224926	0.0000
iprec_at_recall_0.50  	2024-224926	0.0000
iprec_at_recall_0.60  	2024-224926	0.0000
iprec_at_recall_0.70  	2024-224926	0.0000
iprec_at_recall_0.80  	2024-224926	0.0000
iprec_at_recall_0.90  	2024-224926	0.0000
iprec_at_recall_1.00  	2024-224926	0.0000
P_5                   	2024-224926	0.2000
P_10                  	2024-224926	0.3000
P_15                  	2024-224926	0.4000
P_20                  	2024-224926	0.4000
P_30                  	2024-224926	0.3333
P_100                 	2024-224926	0.2100
P_200                 	2024-224926	0.1050
P_500                 	2024-224926	0.0420
P_1000                	2024-224926	0.0210
relstring             	2024-224926	'002-01-001'
recall_5              	2024-224926	0.0182
recall_10             	2024-224926	0.0545
recall_15             	2024-224926	0.1091
recall_20             	2024-224926	0.1455
recall_30             	2024-224926	0.1818
recall_100            	2024-224926	0.3818
recall_200            	2024-224926	0.3818
recall_500            	2024-224926	0.3818
recall_1000           	2024-224926	0.3818
infAP                 	2024-224926	0.1296
Rprec_mult_0.20       	2024-224926	0.2727
Rprec_mult_0.40       	2024-224926	0.3636
Rprec_mult_0.60       	2024-224926	0.3333
Rprec_mult_0.80       	2024-224926	0.3409
Rprec_mult_1.00       	2024-224926	0.2727
Rprec_mult_1.20       	2024-224926	0.2727
Rprec_mult_1.40       	2024-224926	0.2597
Rprec_mult_1.60       	2024-224926	0.2386
Rprec_mult_1.80       	2024-224926	0.2121
Rprec_mult_2.00       	2024-224926	0.1909
utility               	2024-224926	-58.0000
11pt_avg              	2024-224926	0.1403
binG                  	2024-224926	0.0958
G                     	2024-224926	0.0785
ndcg                  	2024-224926	0.2968
ndcg_rel              	2024-224926	0.2756
Rndcg                 	2024-224926	0.1828
ndcg_cut_5            	2024-224926	0.1450
ndcg_cut_10           	2024-224926	0.1631
ndcg_cut_15           	2024-224926	0.2252
ndcg_cut_20           	2024-224926	0.2415
ndcg_cut_30           	2024-224926	0.2360
ndcg_cut_100          	2024-224926	0.2968
ndcg_cut_200          	2024-224926	0.2968
ndcg_cut_500          	2024-224926	0.2968
ndcg_cut_1000         	2024-224926	0.2968
map_cut_5             	2024-224926	0.0061
map_cut_10            	2024-224926	0.0176
map_cut_15            	2024-224926	0.0374
map_cut_20            	2024-224926	0.0534
map_cut_30            	2024-224926	0.0675
map_cut_100           	2024-224926	0.1296
map_cut_200           	2024-224926	0.1296
map_cut_500           	2024-224926	0.1296
map_cut_1000          	2024-224926	0.1296
relative_P_5          	2024-224926	0.2000
relative_P_10         	2024-224926	0.3000
relative_P_15         	2024-224926	0.4000
relative_P_20         	2024-224926	0.4000
relative_P_30         	2024-224926	0.3333
relative_P_100        	2024-224926	0.3818
relative_P_200        	2024-224926	0.3818
relative_P_500        	2024-224926	0.3818
relative_P_1000       	2024-224926	0.3818
success_1             	2024-224926	0.0000
success_5             	2024-224926	1.0000
success_10            	2024-224926	1.0000
set_P                 	2024-224926	0.2100
set_relative_P        	2024-224926	0.3818
set_recall            	2024-224926	0.3818
set_map               	2024-224926	0.0802
set_F                 	2024-224926	0.2710
num_nonrel_judged_ret 	2024-224926	48
num_ret               	2024-22886	100
num_rel               	2024-22886	147
num_rel_ret           	2024-22886	75
map                   	2024-22886	0.4406
Rprec                 	2024-22886	0.5102
bpref                 	2024-22886	0.4626
recip_rank            	2024-22886	1.0000
iprec_at_recall_0.00  	2024-22886	1.0000
iprec_at_recall_0.10  	2024-22886	0.9268
iprec_at_recall_0.20  	2024-22886	0.9268
iprec_at_recall_0.30  	2024-22886	0.8824
iprec_at_recall_0.40  	2024-22886	0.8000
iprec_at_recall_0.50  	2024-22886	0.7500
iprec_at_recall_0.60  	2024-22886	0.0000
iprec_at_recall_0.70  	2024-22886	0.0000
iprec_at_recall_0.80  	2024-22886	0.0000
iprec_at_recall_0.90  	2024-22886	0.0000
iprec_at_recall_1.00  	2024-22886	0.0000
P_5                   	2024-22886	1.0000
P_10                  	2024-22886	0.9000
P_15                  	2024-22886	0.8000
P_20                  	2024-22886	0.8500
P_30                  	2024-22886	0.9000
P_100                 	2024-22886	0.7500
P_200                 	2024-22886	0.3750
P_500                 	2024-22886	0.1500
P_1000                	2024-22886	0.0750
relstring             	2024-22886	'3223210212'
recall_5              	2024-22886	0.0340
recall_10             	2024-22886	0.0612
recall_15             	2024-22886	0.0816
recall_20             	2024-22886	0.1156
recall_30             	2024-22886	0.1837
recall_100            	2024-22886	0.5102
recall_200            	2024-22886	0.5102
recall_500            	2024-22886	0.5102
recall_1000           	2024-22886	0.5102
infAP                 	2024-22886	0.4406
Rprec_mult_0.20       	2024-22886	0.9000
Rprec_mult_0.40       	2024-22886	0.8475
Rprec_mult_0.60       	2024-22886	0.7865
Rprec_mult_0.80       	2024-22886	0.6356
Rprec_mult_1.00       	2024-22886	0.5102
Rprec_mult_1.20       	2024-22886	0.4237
Rprec_mult_1.40       	2024-22886	0.3641
Rprec_mult_1.60       	2024-22886	0.3178
Rprec_mult_1.80       	2024-22886	0.2830
Rprec_mult_2.00       	2024-22886	0.2551
utility               	2024-22886	50.0000
11pt_avg              	2024-22886	0.4805
binG                  	2024-22886	0.2107
G                     	2024-22886	0.1383
ndcg                  	2024-22886	0.6011
ndcg_rel              	2024-22886	0.6831
Rndcg                 	2024-22886	0.6472
ndcg_cut_5            	2024-22886	0.8284
ndcg_cut_10           	2024-22886	0.6891
ndcg_cut_15           	2024-22886	0.6771
ndcg_cut_20           	2024-22886	0.7317
ndcg_cut_30           	2024-22886	0.7912
ndcg_cut_100          	2024-22886	0.7085
ndcg_cut_200          	2024-22886	0.6011
ndcg_cut_500          	2024-22886	0.6011
ndcg_cut_1000         	2024-22886	0.6011
map_cut_5             	2024-22886	0.0340
map_cut_10            	2024-22886	0.0589
map_cut_15            	2024-22886	0.0776
map_cut_20            	2024-22886	0.1059
map_cut_30            	2024-22886	0.1659
map_cut_100           	2024-22886	0.4406
map_cut_200           	2024-22886	0.4406
map_cut_500           	2024-22886	0.4406
map_cut_1000          	2024-22886	0.4406
relative_P_5          	2024-22886	1.0000
relative_P_10         	2024-22886	0.9000
relative_P_15         	2024-22886	0.8000
relative_P_20         	2024-22886	0.8500
relative_P_30         	2024-22886	0.9000
relative_P_100        	2024-22886	0.7500
relative_P_200        	2024-22886	0.5102
relative_P_500        	2024-22886	0.5102
relative_P_1000       	2024-22886	0.5102
success_1             	2024-22886	1.0000
success_5             	2024-22886	1.0000
success_10            	2024-22886	1.0000
set_P                 	2024-22886	0.7500
set_relative_P        	2024-22886	0.7500
set_recall            	2024-22886	0.5102
set_map               	2024-22886	0.3827
set_F                 	2024-22886	0.6073
num_nonrel_judged_ret 	2024-22886	13
num_ret               	2024-23862	100
num_rel               	2024-23862	231
num_rel_ret           	2024-23862	48
map                   	2024-23862	0.1471
Rprec                 	2024-23862	0.2078
bpref                 	2024-23862	0.1699
recip_rank            	2024-23862	1.0000
iprec_at_recall_0.00  	2024-23862	1.0000
iprec_at_recall_0.10  	2024-23862	0.6591
iprec_at_recall_0.20  	2024-23862	0.4848
iprec_at_recall_0.30  	2024-23862	0.0000
iprec_at_recall_0.40  	2024-23862	0.0000
iprec_at_recall_0.50  	2024-23862	0.0000
iprec_at_recall_0.60  	2024-23862	0.0000
iprec_at_recall_0.70  	2024-23862	0.0000
iprec_at_recall_0.80  	2024-23862	0.0000
iprec_at_recall_0.90  	2024-23862	0.0000
iprec_at_recall_1.00  	2024-23862	0.0000
P_5                   	2024-23862	0.8000
P_10                  	2024-23862	0.8000
P_15                  	2024-23862	0.8667
P_20                  	2024-23862	0.8500
P_30                  	2024-23862	0.7333
P_100                 	2024-23862	0.4800
P_200                 	2024-23862	0.2400
P_500                 	2024-23862	0.0960
P_1000                	2024-23862	0.0480
relstring             	2024-23862	'1111001111'
recall_5              	2024-23862	0.0173
recall_10             	2024-23862	0.0346
recall_15             	2024-23862	0.0563
recall_20             	2024-23862	0.0736
recall_30             	2024-23862	0.0952
recall_100            	2024-23862	0.2078
recall_200            	2024-23862	0.2078
recall_500            	2024-23862	0.2078
recall_1000           	2024-23862	0.2078
infAP                 	2024-23862	0.1471
Rprec_mult_0.20       	2024-23862	0.6383
Rprec_mult_0.40       	2024-23862	0.4839
Rprec_mult_0.60       	2024-23862	0.3453
Rprec_mult_0.80       	2024-23862	0.2595
Rprec_mult_1.00       	2024-23862	0.2078
Rprec_mult_1.20       	2024-23862	0.1727
Rprec_mult_1.40       	2024-23862	0.1481
Rprec_mult_1.60       	2024-23862	0.1297
Rprec_mult_1.80       	2024-23862	0.1154
Rprec_mult_2.00       	2024-23862	0.1039
utility               	2024-23862	-4.0000
11pt_avg              	2024-23862	0.1949
binG                  	2024-23862	0.0786
G                     	2024-23862	0.0645
ndcg                  	2024-23862	0.2914
ndcg_rel              	2024-23862	0.3595
Rndcg                 	2024-23862	0.3957
ndcg_cut_5            	2024-23862	0.5594
ndcg_cut_10           	2024-23862	0.6155
ndcg_cut_15           	2024-23862	0.6831
ndcg_cut_20           	2024-23862	0.7271
ndcg_cut_30           	2024-23862	0.6853
ndcg_cut_100          	2024-23862	0.5222
ndcg_cut_200          	2024-23862	0.3233
ndcg_cut_500          	2024-23862	0.2914
ndcg_cut_1000         	2024-23862	0.2914
map_cut_5             	2024-23862	0.0173
map_cut_10            	2024-23862	0.0305
map_cut_15            	2024-23862	0.0488
map_cut_20            	2024-23862	0.0641
map_cut_30            	2024-23862	0.0829
map_cut_100           	2024-23862	0.1471
map_cut_200           	2024-23862	0.1471
map_cut_500           	2024-23862	0.1471
map_cut_1000          	2024-23862	0.1471
relative_P_5          	2024-23862	0.8000
relative_P_10         	2024-23862	0.8000
relative_P_15         	2024-23862	0.8667
relative_P_20         	2024-23862	0.8500
relative_P_30         	2024-23862	0.7333
relative_P_100        	2024-23862	0.4800
relative_P_200        	2024-23862	0.2400
relative_P_500        	2024-23862	0.2078
relative_P_1000       	2024-23862	0.2078
success_1             	2024-23862	1.0000
success_5             	2024-23862	1.0000
success_10            	2024-23862	1.0000
set_P                 	2024-23862	0.4800
set_relative_P        	2024-23862	0.4800
set_recall            	2024-23862	0.2078
set_map               	2024-23862	0.0997
set_F                 	2024-23862	0.2900
num_nonrel_judged_ret 	2024-23862	15
num_ret               	2024-27366	100
num_rel               	2024-27366	232
num_rel_ret           	2024-27366	66
map                   	2024-27366	0.2416
Rprec                 	2024-27366	0.2845
bpref                 	2024-27366	0.2798
recip_rank            	2024-27366	1.0000
iprec_at_recall_0.00  	2024-27366	1.0000
iprec_at_recall_0.10  	2024-27366	0.9615
iprec_at_recall_0.20  	2024-27366	0.7460
iprec_at_recall_0.30  	2024-27366	0.0000
iprec_at_recall_0.40  	2024-27366	0.0000
iprec_at_recall_0.50  	2024-27366	0.0000
iprec_at_recall_0.60  	2024-27366	0.0000
iprec_at_recall_0.70  	2024-27366	0.0000
iprec_at_recall_0.80  	2024-27366	0.0000
iprec_at_recall_0.90  	2024-27366	0.0000
iprec_at_recall_1.00  	2024-27366	0.0000
P_5                   	2024-27366	1.0000
P_10                  	2024-27366	1.0000
P_15                  	2024-27366	1.0000
P_20                  	2024-27366	1.0000
P_30                  	2024-27366	0.9000
P_100                 	2024-27366	0.6600
P_200                 	2024-27366	0.3300
P_500                 	2024-27366	0.1320
P_1000                	2024-27366	0.0660
relstring             	2024-27366	'2121221111'
recall_5              	2024-27366	0.0216
recall_10             	2024-27366	0.0431
recall_15             	2024-27366	0.0647
recall_20             	2024-27366	0.0862
recall_30             	2024-27366	0.1164
recall_100            	2024-27366	0.2845
recall_200            	2024-27366	0.2845
recall_500            	2024-27366	0.2845
recall_1000           	2024-27366	0.2845
infAP                 	2024-27366	0.2416
Rprec_mult_0.20       	2024-27366	0.7872
Rprec_mult_0.40       	2024-27366	0.6774
Rprec_mult_0.60       	2024-27366	0.4714
Rprec_mult_0.80       	2024-27366	0.3548
Rprec_mult_1.00       	2024-27366	0.2845
Rprec_mult_1.20       	2024-27366	0.2366
Rprec_mult_1.40       	2024-27366	0.2031
Rprec_mult_1.60       	2024-27366	0.1774
Rprec_mult_1.80       	2024-27366	0.1579
Rprec_mult_2.00       	2024-27366	0.1422
utility               	2024-27366	32.0000
11pt_avg              	2024-27366	0.2461
binG                  	2024-27366	0.1467
G                     	2024-27366	0.0857
ndcg                  	2024-27366	0.4002
ndcg_rel              	2024-27366	0.4880
Rndcg                 	2024-27366	0.5416
ndcg_cut_5            	2024-27366	0.8200
ndcg_cut_10           	2024-27366	0.7468
ndcg_cut_15           	2024-27366	0.7127
ndcg_cut_20           	2024-27366	0.6882
ndcg_cut_30           	2024-27366	0.6896
ndcg_cut_100          	2024-27366	0.6599
ndcg_cut_200          	2024-27366	0.4399
ndcg_cut_500          	2024-27366	0.4002
ndcg_cut_1000         	2024-27366	0.4002
map_cut_5             	2024-27366	0.0216
map_cut_10            	2024-27366	0.0431
map_cut_15            	2024-27366	0.0647
map_cut_20            	2024-27366	0.0862
map_cut_30            	2024-27366	0.1146
map_cut_100           	2024-27366	0.2416
map_cut_200           	2024-27366	0.2416
map_cut_500           	2024-27366	0.2416
map_cut_1000          	2024-27366	0.2416
relative_P_5          	2024-27366	1.0000
relative_P_10         	2024-27366	1.0000
relative_P_15         	2024-27366	1.0000
relative_P_20         	2024-27366	1.0000
relative_P_30         	2024-27366	0.9000
relative_P_100        	2024-27366	0.6600
relative_P_200        	2024-27366	0.3300
relative_P_500        	2024-27366	0.2845
relative_P_1000       	2024-27366	0.2845
success_1             	2024-27366	1.0000
success_5             	2024-27366	1.0000
success_10            	2024-27366	1.0000
set_P                 	2024-27366	0.6600
set_relative_P        	2024-27366	0.6600
set_recall            	2024-27366	0.2845
set_map               	2024-27366	0.1878
set_F                 	2024-27366	0.3976
num_nonrel_judged_ret 	2024-27366	1
num_ret               	2024-29182	100
num_rel               	2024-29182	174
num_rel_ret           	2024-29182	47
map                   	2024-29182	0.2226
Rprec                 	2024-29182	0.2701
bpref                 	2024-29182	0.2614
recip_rank            	2024-29182	1.0000
iprec_at_recall_0.00  	2024-29182	1.0000
iprec_at_recall_0.10  	2024-29182	0.9091
iprec_at_recall_0.20  	2024-29182	0.7400
iprec_at_recall_0.30  	2024-29182	0.0000
iprec_at_recall_0.40  	2024-29182	0.0000
iprec_at_recall_0.50  	2024-29182	0.0000
iprec_at_recall_0.60  	2024-29182	0.0000
iprec_at_recall_0.70  	2024-29182	0.0000
iprec_at_recall_0.80  	2024-29182	0.0000
iprec_at_recall_0.90  	2024-29182	0.0000
iprec_at_recall_1.00  	2024-29182	0.0000
P_5                   	2024-29182	1.0000
P_10                  	2024-29182	0.9000
P_15                  	2024-29182	0.8667
P_20                  	2024-29182	0.9000
P_30                  	2024-29182	0.8667
P_100                 	2024-29182	0.4700
P_200                 	2024-29182	0.2350
P_500                 	2024-29182	0.0940
P_1000                	2024-29182	0.0470
relstring             	2024-29182	'2211221110'
recall_5              	2024-29182	0.0287
recall_10             	2024-29182	0.0517
recall_15             	2024-29182	0.0747
recall_20             	2024-29182	0.1034
recall_30             	2024-29182	0.1494
recall_100            	2024-29182	0.2701
recall_200            	2024-29182	0.2701
recall_500            	2024-29182	0.2701
recall_1000           	2024-29182	0.2701
infAP                 	2024-29182	0.2226
Rprec_mult_0.20       	2024-29182	0.8571
Rprec_mult_0.40       	2024-29182	0.6000
Rprec_mult_0.60       	2024-29182	0.4476
Rprec_mult_0.80       	2024-29182	0.3357
Rprec_mult_1.00       	2024-29182	0.2701
Rprec_mult_1.20       	2024-29182	0.2249
Rprec_mult_1.40       	2024-29182	0.1926
Rprec_mult_1.60       	2024-29182	0.1685
Rprec_mult_1.80       	2024-29182	0.1497
Rprec_mult_2.00       	2024-29182	0.1351
utility               	2024-29182	-6.0000
11pt_avg              	2024-29182	0.2408
binG                  	2024-29182	0.1283
G                     	2024-29182	0.0553
ndcg                  	2024-29182	0.3118
ndcg_rel              	2024-29182	0.3729
Rndcg                 	2024-29182	0.4163
ndcg_cut_5            	2024-29182	0.5615
ndcg_cut_10           	2024-29182	0.5209
ndcg_cut_15           	2024-29182	0.5484
ndcg_cut_20           	2024-29182	0.5557
ndcg_cut_30           	2024-29182	0.5833
ndcg_cut_100          	2024-29182	0.3838
ndcg_cut_200          	2024-29182	0.3118
ndcg_cut_500          	2024-29182	0.3118
ndcg_cut_1000         	2024-29182	0.3118
map_cut_5             	2024-29182	0.0287
map_cut_10            	2024-29182	0.0517
map_cut_15            	2024-29182	0.0713
map_cut_20            	2024-29182	0.0968
map_cut_30            	2024-29182	0.1367
map_cut_100           	2024-29182	0.2226
map_cut_200           	2024-29182	0.2226
map_cut_500           	2024-29182	0.2226
map_cut_1000          	2024-29182	0.2226
relative_P_5          	2024-29182	1.0000
relative_P_10         	2024-29182	0.9000
relative_P_15         	2024-29182	0.8667
relative_P_20         	2024-29182	0.9000
relative_P_30         	2024-29182	0.8667
relative_P_100        	2024-29182	0.4700
relative_P_200        	2024-29182	0.2701
relative_P_500        	2024-29182	0.2701
relative_P_1000       	2024-29182	0.2701
success_1             	2024-29182	1.0000
success_5             	2024-29182	1.0000
success_10            	2024-29182	1.0000
set_P                 	2024-29182	0.4700
set_relative_P        	2024-29182	0.4700
set_recall            	2024-29182	0.2701
set_map               	2024-29182	0.1270
set_F                 	2024-29182	0.3431
num_nonrel_judged_ret 	2024-29182	30
num_ret               	2024-29941	100
num_rel               	2024-29941	240
num_rel_ret           	2024-29941	68
map                   	2024-29941	0.2345
Rprec                 	2024-29941	0.2833
bpref                 	2024-29941	0.2677
recip_rank            	2024-29941	1.0000
iprec_at_recall_0.00  	2024-29941	1.0000
iprec_at_recall_0.10  	2024-29941	0.9333
iprec_at_recall_0.20  	2024-29941	0.7794
iprec_at_recall_0.30  	2024-29941	0.0000
iprec_at_recall_0.40  	2024-29941	0.0000
iprec_at_recall_0.50  	2024-29941	0.0000
iprec_at_recall_0.60  	2024-29941	0.0000
iprec_at_recall_0.70  	2024-29941	0.0000
iprec_at_recall_0.80  	2024-29941	0.0000
iprec_at_recall_0.90  	2024-29941	0.0000
iprec_at_recall_1.00  	2024-29941	0.0000
P_5                   	2024-29941	1.0000
P_10                  	2024-29941	0.9000
P_15                  	2024-29941	0.9333
P_20                  	2024-29941	0.9500
P_30                  	2024-29941	0.9333
P_100                 	2024-29941	0.6800
P_200                 	2024-29941	0.3400
P_500                 	2024-29941	0.1360
P_1000                	2024-29941	0.0680
relstring             	2024-29941	'3111120131'
recall_5              	2024-29941	0.0208
recall_10             	2024-29941	0.0375
recall_15             	2024-29941	0.0583
recall_20             	2024-29941	0.0792
recall_30             	2024-29941	0.1167
recall_100            	2024-29941	0.2833
recall_200            	2024-29941	0.2833
recall_500            	2024-29941	0.2833
recall_1000           	2024-29941	0.2833
infAP                 	2024-29941	0.2345
Rprec_mult_0.20       	2024-29941	0.7083
Rprec_mult_0.40       	2024-29941	0.6771
Rprec_mult_0.60       	2024-29941	0.4722
Rprec_mult_0.80       	2024-29941	0.3542
Rprec_mult_1.00       	2024-29941	0.2833
Rprec_mult_1.20       	2024-29941	0.2361
Rprec_mult_1.40       	2024-29941	0.2024
Rprec_mult_1.60       	2024-29941	0.1771
Rprec_mult_1.80       	2024-29941	0.1574
Rprec_mult_2.00       	2024-29941	0.1417
utility               	2024-29941	36.0000
11pt_avg              	2024-29941	0.2466
binG                  	2024-29941	0.1214
G                     	2024-29941	0.0641
ndcg                  	2024-29941	0.3751
ndcg_rel              	2024-29941	0.4281
Rndcg                 	2024-29941	0.4492
ndcg_cut_5            	2024-29941	0.5594
ndcg_cut_10           	2024-29941	0.5259
ndcg_cut_15           	2024-29941	0.5576
ndcg_cut_20           	2024-29941	0.5877
ndcg_cut_30           	2024-29941	0.5977
ndcg_cut_100          	2024-29941	0.5304
ndcg_cut_200          	2024-29941	0.4021
ndcg_cut_500          	2024-29941	0.3751
ndcg_cut_1000         	2024-29941	0.3751
map_cut_5             	2024-29941	0.0208
map_cut_10            	2024-29941	0.0361
map_cut_15            	2024-29941	0.0553
map_cut_20            	2024-29941	0.0750
map_cut_30            	2024-29941	0.1102
map_cut_100           	2024-29941	0.2345
map_cut_200           	2024-29941	0.2345
map_cut_500           	2024-29941	0.2345
map_cut_1000          	2024-29941	0.2345
relative_P_5          	2024-29941	1.0000
relative_P_10         	2024-29941	0.9000
relative_P_15         	2024-29941	0.9333
relative_P_20         	2024-29941	0.9500
relative_P_30         	2024-29941	0.9333
relative_P_100        	2024-29941	0.6800
relative_P_200        	2024-29941	0.3400
relative_P_500        	2024-29941	0.2833
relative_P_1000       	2024-29941	0.2833
success_1             	2024-29941	1.0000
success_5             	2024-29941	1.0000
success_10            	2024-29941	1.0000
set_P                 	2024-29941	0.6800
set_relative_P        	2024-29941	0.6800
set_recall            	2024-29941	0.2833
set_map               	2024-29941	0.1927
set_F                 	2024-29941	0.4000
num_nonrel_judged_ret 	2024-29941	8
num_ret               	2024-32912	100
num_rel               	2024-32912	109
num_rel_ret           	2024-32912	58
map                   	2024-32912	0.4468
Rprec                 	2024-32912	0.5321
bpref                 	2024-32912	0.5070
recip_rank            	2024-32912	1.0000
iprec_at_recall_0.00  	2024-32912	1.0000
iprec_at_recall_0.10  	2024-32912	1.0000
iprec_at_recall_0.20  	2024-32912	0.9643
iprec_at_recall_0.30  	2024-32912	0.8537
iprec_at_recall_0.40  	2024-32912	0.6912
iprec_at_recall_0.50  	2024-32912	0.6111
iprec_at_recall_0.60  	2024-32912	0.0000
iprec_at_recall_0.70  	2024-32912	0.0000
iprec_at_recall_0.80  	2024-32912	0.0000
iprec_at_recall_0.90  	2024-32912	0.0000
iprec_at_recall_1.00  	2024-32912	0.0000
P_5                   	2024-32912	1.0000
P_10                  	2024-32912	1.0000
P_15                  	2024-32912	0.9333
P_20                  	2024-32912	0.9500
P_30                  	2024-32912	0.9333
P_100                 	2024-32912	0.5800
P_200                 	2024-32912	0.2900
P_500                 	2024-32912	0.1160
P_1000                	2024-32912	0.0580
relstring             	2024-32912	'2222211322'
recall_5              	2024-32912	0.0459
recall_10             	2024-32912	0.0917
recall_15             	2024-32912	0.1284
recall_20             	2024-32912	0.1743
recall_30             	2024-32912	0.2569
recall_100            	2024-32912	0.5321
recall_200            	2024-32912	0.5321
recall_500            	2024-32912	0.5321
recall_1000           	2024-32912	0.5321
infAP                 	2024-32912	0.4468
Rprec_mult_0.20       	2024-32912	0.9545
Rprec_mult_0.40       	2024-32912	0.8182
Rprec_mult_0.60       	2024-32912	0.6818
Rprec_mult_0.80       	2024-32912	0.6136
Rprec_mult_1.00       	2024-32912	0.5321
Rprec_mult_1.20       	2024-32912	0.4427
Rprec_mult_1.40       	2024-32912	0.3791
Rprec_mult_1.60       	2024-32912	0.3314
Rprec_mult_1.80       	2024-32912	0.2944
Rprec_mult_2.00       	2024-32912	0.2661
utility               	2024-32912	16.0000
11pt_avg              	2024-32912	0.4655
binG                  	2024-32912	0.2675
G                     	2024-32912	0.1343
ndcg                  	2024-32912	0.5962
ndcg_rel              	2024-32912	0.6263
Rndcg                 	2024-32912	0.6153
ndcg_cut_5            	2024-32912	0.6667
ndcg_cut_10           	2024-32912	0.6392
ndcg_cut_15           	2024-32912	0.6374
ndcg_cut_20           	2024-32912	0.6824
ndcg_cut_30           	2024-32912	0.7044
ndcg_cut_100          	2024-32912	0.6156
ndcg_cut_200          	2024-32912	0.5962
ndcg_cut_500          	2024-32912	0.5962
ndcg_cut_1000         	2024-32912	0.5962
map_cut_5             	2024-32912	0.0459
map_cut_10            	2024-32912	0.0917
map_cut_15            	2024-32912	0.1265
map_cut_20            	2024-32912	0.1698
map_cut_30            	2024-32912	0.2487
map_cut_100           	2024-32912	0.4468
map_cut_200           	2024-32912	0.4468
map_cut_500           	2024-32912	0.4468
map_cut_1000          	2024-32912	0.4468
relative_P_5          	2024-32912	1.0000
relative_P_10         	2024-32912	1.0000
relative_P_15         	2024-32912	0.9333
relative_P_20         	2024-32912	0.9500
relative_P_30         	2024-32912	0.9333
relative_P_100        	2024-32912	0.5800
relative_P_200        	2024-32912	0.5321
relative_P_500        	2024-32912	0.5321
relative_P_1000       	2024-32912	0.5321
success_1             	2024-32912	1.0000
success_5             	2024-32912	1.0000
success_10            	2024-32912	1.0000
set_P                 	2024-32912	0.5800
set_relative_P        	2024-32912	0.5800
set_recall            	2024-32912	0.5321
set_map               	2024-32912	0.3086
set_F                 	2024-32912	0.5550
num_nonrel_judged_ret 	2024-32912	18
num_ret               	2024-33466	100
num_rel               	2024-33466	265
num_rel_ret           	2024-33466	78
map                   	2024-33466	0.2635
Rprec                 	2024-33466	0.2943
bpref                 	2024-33466	0.2731
recip_rank            	2024-33466	1.0000
iprec_at_recall_0.00  	2024-33466	1.0000
iprec_at_recall_0.10  	2024-33466	1.0000
iprec_at_recall_0.20  	2024-33466	0.8235
iprec_at_recall_0.30  	2024-33466	0.0000
iprec_at_recall_0.40  	2024-33466	0.0000
iprec_at_recall_0.50  	2024-33466	0.0000
iprec_at_recall_0.60  	2024-33466	0.0000
iprec_at_recall_0.70  	2024-33466	0.0000
iprec_at_recall_0.80  	2024-33466	0.0000
iprec_at_recall_0.90  	2024-33466	0.0000
iprec_at_recall_1.00  	2024-33466	0.0000
P_5                   	2024-33466	1.0000
P_10                  	2024-33466	1.0000
P_15                  	2024-33466	1.0000
P_20                  	2024-33466	1.0000
P_30                  	2024-33466	1.0000
P_100                 	2024-33466	0.7800
P_200                 	2024-33466	0.3900
P_500                 	2024-33466	0.1560
P_1000                	2024-33466	0.0780
relstring             	2024-33466	'2223223323'
recall_5              	2024-33466	0.0189
recall_10             	2024-33466	0.0377
recall_15             	2024-33466	0.0566
recall_20             	2024-33466	0.0755
recall_30             	2024-33466	0.1132
recall_100            	2024-33466	0.2943
recall_200            	2024-33466	0.2943
recall_500            	2024-33466	0.2943
recall_1000           	2024-33466	0.2943
infAP                 	2024-33466	0.2635
Rprec_mult_0.20       	2024-33466	0.8491
Rprec_mult_0.40       	2024-33466	0.7358
Rprec_mult_0.60       	2024-33466	0.4906
Rprec_mult_0.80       	2024-33466	0.3679
Rprec_mult_1.00       	2024-33466	0.2943
Rprec_mult_1.20       	2024-33466	0.2453
Rprec_mult_1.40       	2024-33466	0.2102
Rprec_mult_1.60       	2024-33466	0.1840
Rprec_mult_1.80       	2024-33466	0.1635
Rprec_mult_2.00       	2024-33466	0.1472
utility               	2024-33466	56.0000
11pt_avg              	2024-33466	0.2567
binG                  	2024-33466	0.1669
G                     	2024-33466	0.0651
ndcg                  	2024-33466	0.3809
ndcg_rel              	2024-33466	0.4645
Rndcg                 	2024-33466	0.4643
ndcg_cut_5            	2024-33466	0.7154
ndcg_cut_10           	2024-33466	0.7671
ndcg_cut_15           	2024-33466	0.6995
ndcg_cut_20           	2024-33466	0.7271
ndcg_cut_30           	2024-33466	0.7356
ndcg_cut_100          	2024-33466	0.6200
ndcg_cut_200          	2024-33466	0.4222
ndcg_cut_500          	2024-33466	0.3809
ndcg_cut_1000         	2024-33466	0.3809
map_cut_5             	2024-33466	0.0189
map_cut_10            	2024-33466	0.0377
map_cut_15            	2024-33466	0.0566
map_cut_20            	2024-33466	0.0755
map_cut_30            	2024-33466	0.1132
map_cut_100           	2024-33466	0.2635
map_cut_200           	2024-33466	0.2635
map_cut_500           	2024-33466	0.2635
map_cut_1000          	2024-33466	0.2635
relative_P_5          	2024-33466	1.0000
relative_P_10         	2024-33466	1.0000
relative_P_15         	2024-33466	1.0000
relative_P_20         	2024-33466	1.0000
relative_P_30         	2024-33466	1.0000
relative_P_100        	2024-33466	0.7800
relative_P_200        	2024-33466	0.3900
relative_P_500        	2024-33466	0.2943
relative_P_1000       	2024-33466	0.2943
success_1             	2024-33466	1.0000
success_5             	2024-33466	1.0000
success_10            	2024-33466	1.0000
set_P                 	2024-33466	0.7800
set_relative_P        	2024-33466	0.7800
set_recall            	2024-33466	0.2943
set_map               	2024-33466	0.2296
set_F                 	2024-33466	0.4274
num_nonrel_judged_ret 	2024-33466	5
num_ret               	2024-35227	100
num_rel               	2024-35227	216
num_rel_ret           	2024-35227	77
map                   	2024-35227	0.3173
Rprec                 	2024-35227	0.3565
bpref                 	2024-35227	0.3455
recip_rank            	2024-35227	1.0000
iprec_at_recall_0.00  	2024-35227	1.0000
iprec_at_recall_0.10  	2024-35227	0.9487
iprec_at_recall_0.20  	2024-35227	0.9038
iprec_at_recall_0.30  	2024-35227	0.8354
iprec_at_recall_0.40  	2024-35227	0.0000
iprec_at_recall_0.50  	2024-35227	0.0000
iprec_at_recall_0.60  	2024-35227	0.0000
iprec_at_recall_0.70  	2024-35227	0.0000
iprec_at_recall_0.80  	2024-35227	0.0000
iprec_at_recall_0.90  	2024-35227	0.0000
iprec_at_recall_1.00  	2024-35227	0.0000
P_5                   	2024-35227	1.0000
P_10                  	2024-35227	0.9000
P_15                  	2024-35227	0.8667
P_20                  	2024-35227	0.9000
P_30                  	2024-35227	0.9333
P_100                 	2024-35227	0.7700
P_200                 	2024-35227	0.3850
P_500                 	2024-35227	0.1540
P_1000                	2024-35227	0.0770
relstring             	2024-35227	'2221113220'
recall_5              	2024-35227	0.0231
recall_10             	2024-35227	0.0417
recall_15             	2024-35227	0.0602
recall_20             	2024-35227	0.0833
recall_30             	2024-35227	0.1296
recall_100            	2024-35227	0.3565
recall_200            	2024-35227	0.3565
recall_500            	2024-35227	0.3565
recall_1000           	2024-35227	0.3565
infAP                 	2024-35227	0.3173
Rprec_mult_0.20       	2024-35227	0.9091
Rprec_mult_0.40       	2024-35227	0.8161
Rprec_mult_0.60       	2024-35227	0.5923
Rprec_mult_0.80       	2024-35227	0.4451
Rprec_mult_1.00       	2024-35227	0.3565
Rprec_mult_1.20       	2024-35227	0.2962
Rprec_mult_1.40       	2024-35227	0.2541
Rprec_mult_1.60       	2024-35227	0.2225
Rprec_mult_1.80       	2024-35227	0.1979
Rprec_mult_2.00       	2024-35227	0.1782
utility               	2024-35227	54.0000
11pt_avg              	2024-35227	0.3353
binG                  	2024-35227	0.1605
G                     	2024-35227	0.1090
ndcg                  	2024-35227	0.4992
ndcg_rel              	2024-35227	0.5844
Rndcg                 	2024-35227	0.6187
ndcg_cut_5            	2024-35227	0.6747
ndcg_cut_10           	2024-35227	0.7155
ndcg_cut_15           	2024-35227	0.7304
ndcg_cut_20           	2024-35227	0.7709
ndcg_cut_30           	2024-35227	0.7774
ndcg_cut_100          	2024-35227	0.6985
ndcg_cut_200          	2024-35227	0.5184
ndcg_cut_500          	2024-35227	0.4992
ndcg_cut_1000         	2024-35227	0.4992
map_cut_5             	2024-35227	0.0231
map_cut_10            	2024-35227	0.0417
map_cut_15            	2024-35227	0.0574
map_cut_20            	2024-35227	0.0780
map_cut_30            	2024-35227	0.1206
map_cut_100           	2024-35227	0.3173
map_cut_200           	2024-35227	0.3173
map_cut_500           	2024-35227	0.3173
map_cut_1000          	2024-35227	0.3173
relative_P_5          	2024-35227	1.0000
relative_P_10         	2024-35227	0.9000
relative_P_15         	2024-35227	0.8667
relative_P_20         	2024-35227	0.9000
relative_P_30         	2024-35227	0.9333
relative_P_100        	2024-35227	0.7700
relative_P_200        	2024-35227	0.3850
relative_P_500        	2024-35227	0.3565
relative_P_1000       	2024-35227	0.3565
success_1             	2024-35227	1.0000
success_5             	2024-35227	1.0000
success_10            	2024-35227	1.0000
set_P                 	2024-35227	0.7700
set_relative_P        	2024-35227	0.7700
set_recall            	2024-35227	0.3565
set_map               	2024-35227	0.2745
set_F                 	2024-35227	0.4873
num_nonrel_judged_ret 	2024-35227	8
num_ret               	2024-35269	100
num_rel               	2024-35269	76
num_rel_ret           	2024-35269	39
map                   	2024-35269	0.3821
Rprec                 	2024-35269	0.4342
bpref                 	2024-35269	0.4327
recip_rank            	2024-35269	1.0000
iprec_at_recall_0.00  	2024-35269	1.0000
iprec_at_recall_0.10  	2024-35269	1.0000
iprec_at_recall_0.20  	2024-35269	0.9130
iprec_at_recall_0.30  	2024-35269	0.8846
iprec_at_recall_0.40  	2024-35269	0.4384
iprec_at_recall_0.50  	2024-35269	0.4130
iprec_at_recall_0.60  	2024-35269	0.0000
iprec_at_recall_0.70  	2024-35269	0.0000
iprec_at_recall_0.80  	2024-35269	0.0000
iprec_at_recall_0.90  	2024-35269	0.0000
iprec_at_recall_1.00  	2024-35269	0.0000
P_5                   	2024-35269	1.0000
P_10                  	2024-35269	0.9000
P_15                  	2024-35269	0.8667
P_20                  	2024-35269	0.9000
P_30                  	2024-35269	0.7667
P_100                 	2024-35269	0.3900
P_200                 	2024-35269	0.1950
P_500                 	2024-35269	0.0780
P_1000                	2024-35269	0.0390
relstring             	2024-35269	'2222222202'
recall_5              	2024-35269	0.0658
recall_10             	2024-35269	0.1184
recall_15             	2024-35269	0.1711
recall_20             	2024-35269	0.2368
recall_30             	2024-35269	0.3026
recall_100            	2024-35269	0.5132
recall_200            	2024-35269	0.5132
recall_500            	2024-35269	0.5132
recall_1000           	2024-35269	0.5132
infAP                 	2024-35269	0.3821
Rprec_mult_0.20       	2024-35269	0.8750
Rprec_mult_0.40       	2024-35269	0.7419
Rprec_mult_0.60       	2024-35269	0.5870
Rprec_mult_0.80       	2024-35269	0.4590
Rprec_mult_1.00       	2024-35269	0.4342
Rprec_mult_1.20       	2024-35269	0.4130
Rprec_mult_1.40       	2024-35269	0.3645
Rprec_mult_1.60       	2024-35269	0.3197
Rprec_mult_1.80       	2024-35269	0.2847
Rprec_mult_2.00       	2024-35269	0.2566
utility               	2024-35269	-22.0000
11pt_avg              	2024-35269	0.4226
binG                  	2024-35269	0.2460
G                     	2024-35269	0.2291
ndcg                  	2024-35269	0.6061
ndcg_rel              	2024-35269	0.7089
Rndcg                 	2024-35269	0.5692
ndcg_cut_5            	2024-35269	1.0000
ndcg_cut_10           	2024-35269	0.9337
ndcg_cut_15           	2024-35269	0.9011
ndcg_cut_20           	2024-35269	0.9176
ndcg_cut_30           	2024-35269	0.8237
ndcg_cut_100          	2024-35269	0.6061
ndcg_cut_200          	2024-35269	0.6061
ndcg_cut_500          	2024-35269	0.6061
ndcg_cut_1000         	2024-35269	0.6061
map_cut_5             	2024-35269	0.0658
map_cut_10            	2024-35269	0.1171
map_cut_15            	2024-35269	0.1619
map_cut_20            	2024-35269	0.2203
map_cut_30            	2024-35269	0.2794
map_cut_100           	2024-35269	0.3821
map_cut_200           	2024-35269	0.3821
map_cut_500           	2024-35269	0.3821
map_cut_1000          	2024-35269	0.3821
relative_P_5          	2024-35269	1.0000
relative_P_10         	2024-35269	0.9000
relative_P_15         	2024-35269	0.8667
relative_P_20         	2024-35269	0.9000
relative_P_30         	2024-35269	0.7667
relative_P_100        	2024-35269	0.5132
relative_P_200        	2024-35269	0.5132
relative_P_500        	2024-35269	0.5132
relative_P_1000       	2024-35269	0.5132
success_1             	2024-35269	1.0000
success_5             	2024-35269	1.0000
success_10            	2024-35269	1.0000
set_P                 	2024-35269	0.3900
set_relative_P        	2024-35269	0.5132
set_recall            	2024-35269	0.5132
set_map               	2024-35269	0.2001
set_F                 	2024-35269	0.4432
num_nonrel_judged_ret 	2024-35269	41
num_ret               	2024-35284	100
num_rel               	2024-35284	141
num_rel_ret           	2024-35284	50
map                   	2024-35284	0.2277
Rprec                 	2024-35284	0.3546
bpref                 	2024-35284	0.3248
recip_rank            	2024-35284	1.0000
iprec_at_recall_0.00  	2024-35284	1.0000
iprec_at_recall_0.10  	2024-35284	0.7895
iprec_at_recall_0.20  	2024-35284	0.5472
iprec_at_recall_0.30  	2024-35284	0.5341
iprec_at_recall_0.40  	2024-35284	0.0000
iprec_at_recall_0.50  	2024-35284	0.0000
iprec_at_recall_0.60  	2024-35284	0.0000
iprec_at_recall_0.70  	2024-35284	0.0000
iprec_at_recall_0.80  	2024-35284	0.0000
iprec_at_recall_0.90  	2024-35284	0.0000
iprec_at_recall_1.00  	2024-35284	0.0000
P_5                   	2024-35284	0.8000
P_10                  	2024-35284	0.7000
P_15                  	2024-35284	0.8000
P_20                  	2024-35284	0.7500
P_30                  	2024-35284	0.6333
P_100                 	2024-35284	0.5000
P_200                 	2024-35284	0.2500
P_500                 	2024-35284	0.1000
P_1000                	2024-35284	0.0500
relstring             	2024-35284	'3222--111-'
recall_5              	2024-35284	0.0284
recall_10             	2024-35284	0.0496
recall_15             	2024-35284	0.0851
recall_20             	2024-35284	0.1064
recall_30             	2024-35284	0.1348
recall_100            	2024-35284	0.3546
recall_200            	2024-35284	0.3546
recall_500            	2024-35284	0.3546
recall_1000           	2024-35284	0.3546
infAP                 	2024-35284	0.2277
Rprec_mult_0.20       	2024-35284	0.6552
Rprec_mult_0.40       	2024-35284	0.5088
Rprec_mult_0.60       	2024-35284	0.5294
Rprec_mult_0.80       	2024-35284	0.4425
Rprec_mult_1.00       	2024-35284	0.3546
Rprec_mult_1.20       	2024-35284	0.2941
Rprec_mult_1.40       	2024-35284	0.2525
Rprec_mult_1.60       	2024-35284	0.2212
Rprec_mult_1.80       	2024-35284	0.1969
Rprec_mult_2.00       	2024-35284	0.1773
utility               	2024-35284	0.0000
11pt_avg              	2024-35284	0.2610
binG                  	2024-35284	0.1173
G                     	2024-35284	0.0824
ndcg                  	2024-35284	0.3868
ndcg_rel              	2024-35284	0.4355
Rndcg                 	2024-35284	0.4812
ndcg_cut_5            	2024-35284	0.6923
ndcg_cut_10           	2024-35284	0.5708
ndcg_cut_15           	2024-35284	0.5940
ndcg_cut_20           	2024-35284	0.5684
ndcg_cut_30           	2024-35284	0.4974
ndcg_cut_100          	2024-35284	0.4509
ndcg_cut_200          	2024-35284	0.3868
ndcg_cut_500          	2024-35284	0.3868
ndcg_cut_1000         	2024-35284	0.3868
map_cut_5             	2024-35284	0.0284
map_cut_10            	2024-35284	0.0443
map_cut_15            	2024-35284	0.0714
map_cut_20            	2024-35284	0.0883
map_cut_30            	2024-35284	0.1102
map_cut_100           	2024-35284	0.2277
map_cut_200           	2024-35284	0.2277
map_cut_500           	2024-35284	0.2277
map_cut_1000          	2024-35284	0.2277
relative_P_5          	2024-35284	0.8000
relative_P_10         	2024-35284	0.7000
relative_P_15         	2024-35284	0.8000
relative_P_20         	2024-35284	0.7500
relative_P_30         	2024-35284	0.6333
relative_P_100        	2024-35284	0.5000
relative_P_200        	2024-35284	0.3546
relative_P_500        	2024-35284	0.3546
relative_P_1000       	2024-35284	0.3546
success_1             	2024-35284	1.0000
success_5             	2024-35284	1.0000
success_10            	2024-35284	1.0000
set_P                 	2024-35284	0.5000
set_relative_P        	2024-35284	0.5000
set_recall            	2024-35284	0.3546
set_map               	2024-35284	0.1773
set_F                 	2024-35284	0.4149
num_nonrel_judged_ret 	2024-35284	1
num_ret               	2024-35620	100
num_rel               	2024-35620	104
num_rel_ret           	2024-35620	84
map                   	2024-35620	0.7759
Rprec                 	2024-35620	0.8077
bpref                 	2024-35620	0.7983
recip_rank            	2024-35620	1.0000
iprec_at_recall_0.00  	2024-35620	1.0000
iprec_at_recall_0.10  	2024-35620	1.0000
iprec_at_recall_0.20  	2024-35620	1.0000
iprec_at_recall_0.30  	2024-35620	0.9836
iprec_at_recall_0.40  	2024-35620	0.9836
iprec_at_recall_0.50  	2024-35620	0.9836
iprec_at_recall_0.60  	2024-35620	0.9403
iprec_at_recall_0.70  	2024-35620	0.9048
iprec_at_recall_0.80  	2024-35620	0.8485
iprec_at_recall_0.90  	2024-35620	0.0000
iprec_at_recall_1.00  	2024-35620	0.0000
P_5                   	2024-35620	1.0000
P_10                  	2024-35620	1.0000
P_15                  	2024-35620	1.0000
P_20                  	2024-35620	1.0000
P_30                  	2024-35620	0.9667
P_100                 	2024-35620	0.8400
P_200                 	2024-35620	0.4200
P_500                 	2024-35620	0.1680
P_1000                	2024-35620	0.0840
relstring             	2024-35620	'3333333333'
recall_5              	2024-35620	0.0481
recall_10             	2024-35620	0.0962
recall_15             	2024-35620	0.1442
recall_20             	2024-35620	0.1923
recall_30             	2024-35620	0.2788
recall_100            	2024-35620	0.8077
recall_200            	2024-35620	0.8077
recall_500            	2024-35620	0.8077
recall_1000           	2024-35620	0.8077
infAP                 	2024-35620	0.7759
Rprec_mult_0.20       	2024-35620	1.0000
Rprec_mult_0.40       	2024-35620	0.9762
Rprec_mult_0.60       	2024-35620	0.9683
Rprec_mult_0.80       	2024-35620	0.9048
Rprec_mult_1.00       	2024-35620	0.8077
Rprec_mult_1.20       	2024-35620	0.6720
Rprec_mult_1.40       	2024-35620	0.5753
Rprec_mult_1.60       	2024-35620	0.5030
Rprec_mult_1.80       	2024-35620	0.4468
Rprec_mult_2.00       	2024-35620	0.4038
utility               	2024-35620	68.0000
11pt_avg              	2024-35620	0.7859
binG                  	2024-35620	0.5213
G                     	2024-35620	0.3726
ndcg                  	2024-35620	0.8787
ndcg_rel              	2024-35620	0.9043
Rndcg                 	2024-35620	0.8633
ndcg_cut_5            	2024-35620	1.0000
ndcg_cut_10           	2024-35620	1.0000
ndcg_cut_15           	2024-35620	0.9846
ndcg_cut_20           	2024-35620	0.9872
ndcg_cut_30           	2024-35620	0.9293
ndcg_cut_100          	2024-35620	0.8894
ndcg_cut_200          	2024-35620	0.8787
ndcg_cut_500          	2024-35620	0.8787
ndcg_cut_1000         	2024-35620	0.8787
map_cut_5             	2024-35620	0.0481
map_cut_10            	2024-35620	0.0962
map_cut_15            	2024-35620	0.1442
map_cut_20            	2024-35620	0.1923
map_cut_30            	2024-35620	0.2771
map_cut_100           	2024-35620	0.7759
map_cut_200           	2024-35620	0.7759
map_cut_500           	2024-35620	0.7759
map_cut_1000          	2024-35620	0.7759
relative_P_5          	2024-35620	1.0000
relative_P_10         	2024-35620	1.0000
relative_P_15         	2024-35620	1.0000
relative_P_20         	2024-35620	1.0000
relative_P_30         	2024-35620	0.9667
relative_P_100        	2024-35620	0.8400
relative_P_200        	2024-35620	0.8077
relative_P_500        	2024-35620	0.8077
relative_P_1000       	2024-35620	0.8077
success_1             	2024-35620	1.0000
success_5             	2024-35620	1.0000
success_10            	2024-35620	1.0000
set_P                 	2024-35620	0.8400
set_relative_P        	2024-35620	0.8400
set_recall            	2024-35620	0.8077
set_map               	2024-35620	0.6785
set_F                 	2024-35620	0.8235
num_nonrel_judged_ret 	2024-35620	3
num_ret               	2024-36155	100
num_rel               	2024-36155	82
num_rel_ret           	2024-36155	59
map                   	2024-36155	0.5321
Rprec                 	2024-36155	0.6463
bpref                 	2024-36155	0.6178
recip_rank            	2024-36155	1.0000
iprec_at_recall_0.00  	2024-36155	1.0000
iprec_at_recall_0.10  	2024-36155	0.9000
iprec_at_recall_0.20  	2024-36155	0.7895
iprec_at_recall_0.30  	2024-36155	0.7895
iprec_at_recall_0.40  	2024-36155	0.6625
iprec_at_recall_0.50  	2024-36155	0.6625
iprec_at_recall_0.60  	2024-36155	0.6625
iprec_at_recall_0.70  	2024-36155	0.6020
iprec_at_recall_0.80  	2024-36155	0.0000
iprec_at_recall_0.90  	2024-36155	0.0000
iprec_at_recall_1.00  	2024-36155	0.0000
P_5                   	2024-36155	1.0000
P_10                  	2024-36155	0.9000
P_15                  	2024-36155	0.8667
P_20                  	2024-36155	0.7500
P_30                  	2024-36155	0.7333
P_100                 	2024-36155	0.5900
P_200                 	2024-36155	0.2950
P_500                 	2024-36155	0.1180
P_1000                	2024-36155	0.0590
relstring             	2024-36155	'1211122101'
recall_5              	2024-36155	0.0610
recall_10             	2024-36155	0.1098
recall_15             	2024-36155	0.1585
recall_20             	2024-36155	0.1829
recall_30             	2024-36155	0.2683
recall_100            	2024-36155	0.7195
recall_200            	2024-36155	0.7195
recall_500            	2024-36155	0.7195
recall_1000           	2024-36155	0.7195
infAP                 	2024-36155	0.5321
Rprec_mult_0.20       	2024-36155	0.8235
Rprec_mult_0.40       	2024-36155	0.7576
Rprec_mult_0.60       	2024-36155	0.6200
Rprec_mult_0.80       	2024-36155	0.6515
Rprec_mult_1.00       	2024-36155	0.6463
Rprec_mult_1.20       	2024-36155	0.5960
Rprec_mult_1.40       	2024-36155	0.5130
Rprec_mult_1.60       	2024-36155	0.4470
Rprec_mult_1.80       	2024-36155	0.3986
Rprec_mult_2.00       	2024-36155	0.3598
utility               	2024-36155	18.0000
11pt_avg              	2024-36155	0.5517
binG                  	2024-36155	0.2718
G                     	2024-36155	0.1880
ndcg                  	2024-36155	0.6966
ndcg_rel              	2024-36155	0.6538
Rndcg                 	2024-36155	0.6369
ndcg_cut_5            	2024-36155	0.6070
ndcg_cut_10           	2024-36155	0.6122
ndcg_cut_15           	2024-36155	0.6069
ndcg_cut_20           	2024-36155	0.5567
ndcg_cut_30           	2024-36155	0.6107
ndcg_cut_100          	2024-36155	0.6966
ndcg_cut_200          	2024-36155	0.6966
ndcg_cut_500          	2024-36155	0.6966
ndcg_cut_1000         	2024-36155	0.6966
map_cut_5             	2024-36155	0.0610
map_cut_10            	2024-36155	0.1085
map_cut_15            	2024-36155	0.1500
map_cut_20            	2024-36155	0.1709
map_cut_30            	2024-36155	0.2340
map_cut_100           	2024-36155	0.5321
map_cut_200           	2024-36155	0.5321
map_cut_500           	2024-36155	0.5321
map_cut_1000          	2024-36155	0.5321
relative_P_5          	2024-36155	1.0000
relative_P_10         	2024-36155	0.9000
relative_P_15         	2024-36155	0.8667
relative_P_20         	2024-36155	0.7500
relative_P_30         	2024-36155	0.7333
relative_P_100        	2024-36155	0.7195
relative_P_200        	2024-36155	0.7195
relative_P_500        	2024-36155	0.7195
relative_P_1000       	2024-36155	0.7195
success_1             	2024-36155	1.0000
success_5             	2024-36155	1.0000
success_10            	2024-36155	1.0000
set_P                 	2024-36155	0.5900
set_relative_P        	2024-36155	0.7195
set_recall            	2024-36155	0.7195
set_map               	2024-36155	0.4245
set_F                 	2024-36155	0.6484
num_nonrel_judged_ret 	2024-36155	27
num_ret               	2024-38986	100
num_rel               	2024-38986	315
num_rel_ret           	2024-38986	84
map                   	2024-38986	0.2561
Rprec                 	2024-38986	0.2667
bpref                 	2024-38986	0.2667
recip_rank            	2024-38986	1.0000
iprec_at_recall_0.00  	2024-38986	1.0000
iprec_at_recall_0.10  	2024-38986	1.0000
iprec_at_recall_0.20  	2024-38986	0.9315
iprec_at_recall_0.30  	2024-38986	0.0000
iprec_at_recall_0.40  	2024-38986	0.0000
iprec_at_recall_0.50  	2024-38986	0.0000
iprec_at_recall_0.60  	2024-38986	0.0000
iprec_at_recall_0.70  	2024-38986	0.0000
iprec_at_recall_0.80  	2024-38986	0.0000
iprec_at_recall_0.90  	2024-38986	0.0000
iprec_at_recall_1.00  	2024-38986	0.0000
P_5                   	2024-38986	1.0000
P_10                  	2024-38986	1.0000
P_15                  	2024-38986	1.0000
P_20                  	2024-38986	1.0000
P_30                  	2024-38986	1.0000
P_100                 	2024-38986	0.8400
P_200                 	2024-38986	0.4200
P_500                 	2024-38986	0.1680
P_1000                	2024-38986	0.0840
relstring             	2024-38986	'3233232322'
recall_5              	2024-38986	0.0159
recall_10             	2024-38986	0.0317
recall_15             	2024-38986	0.0476
recall_20             	2024-38986	0.0635
recall_30             	2024-38986	0.0952
recall_100            	2024-38986	0.2667
recall_200            	2024-38986	0.2667
recall_500            	2024-38986	0.2667
recall_1000           	2024-38986	0.2667
infAP                 	2024-38986	0.2561
Rprec_mult_0.20       	2024-38986	0.9365
Rprec_mult_0.40       	2024-38986	0.6667
Rprec_mult_0.60       	2024-38986	0.4444
Rprec_mult_0.80       	2024-38986	0.3333
Rprec_mult_1.00       	2024-38986	0.2667
Rprec_mult_1.20       	2024-38986	0.2222
Rprec_mult_1.40       	2024-38986	0.1905
Rprec_mult_1.60       	2024-38986	0.1667
Rprec_mult_1.80       	2024-38986	0.1481
Rprec_mult_2.00       	2024-38986	0.1333
utility               	2024-38986	68.0000
11pt_avg              	2024-38986	0.2665
binG                  	2024-38986	0.1788
G                     	2024-38986	0.0792
ndcg                  	2024-38986	0.3946
ndcg_rel              	2024-38986	0.4867
Rndcg                 	2024-38986	0.6101
ndcg_cut_5            	2024-38986	0.8849
ndcg_cut_10           	2024-38986	0.8576
ndcg_cut_15           	2024-38986	0.8108
ndcg_cut_20           	2024-38986	0.8095
ndcg_cut_30           	2024-38986	0.7633
ndcg_cut_100          	2024-38986	0.6387
ndcg_cut_200          	2024-38986	0.4898
ndcg_cut_500          	2024-38986	0.3946
ndcg_cut_1000         	2024-38986	0.3946
map_cut_5             	2024-38986	0.0159
map_cut_10            	2024-38986	0.0317
map_cut_15            	2024-38986	0.0476
map_cut_20            	2024-38986	0.0635
map_cut_30            	2024-38986	0.0952
map_cut_100           	2024-38986	0.2561
map_cut_200           	2024-38986	0.2561
map_cut_500           	2024-38986	0.2561
map_cut_1000          	2024-38986	0.2561
relative_P_5          	2024-38986	1.0000
relative_P_10         	2024-38986	1.0000
relative_P_15         	2024-38986	1.0000
relative_P_20         	2024-38986	1.0000
relative_P_30         	2024-38986	1.0000
relative_P_100        	2024-38986	0.8400
relative_P_200        	2024-38986	0.4200
relative_P_500        	2024-38986	0.2667
relative_P_1000       	2024-38986	0.2667
success_1             	2024-38986	1.0000
success_5             	2024-38986	1.0000
success_10            	2024-38986	1.0000
set_P                 	2024-38986	0.8400
set_relative_P        	2024-38986	0.8400
set_recall            	2024-38986	0.2667
set_map               	2024-38986	0.2240
set_F                 	2024-38986	0.4048
num_nonrel_judged_ret 	2024-38986	0
num_ret               	2024-40863	100
num_rel               	2024-40863	314
num_rel_ret           	2024-40863	81
map                   	2024-40863	0.2292
Rprec                 	2024-40863	0.2580
bpref                 	2024-40863	0.2174
recip_rank            	2024-40863	1.0000
iprec_at_recall_0.00  	2024-40863	1.0000
iprec_at_recall_0.10  	2024-40863	0.8936
iprec_at_recall_0.20  	2024-40863	0.8667
iprec_at_recall_0.30  	2024-40863	0.0000
iprec_at_recall_0.40  	2024-40863	0.0000
iprec_at_recall_0.50  	2024-40863	0.0000
iprec_at_recall_0.60  	2024-40863	0.0000
iprec_at_recall_0.70  	2024-40863	0.0000
iprec_at_recall_0.80  	2024-40863	0.0000
iprec_at_recall_0.90  	2024-40863	0.0000
iprec_at_recall_1.00  	2024-40863	0.0000
P_5                   	2024-40863	1.0000
P_10                  	2024-40863	1.0000
P_15                  	2024-40863	0.8667
P_20                  	2024-40863	0.9000
P_30                  	2024-40863	0.8667
P_100                 	2024-40863	0.8100
P_200                 	2024-40863	0.4050
P_500                 	2024-40863	0.1620
P_1000                	2024-40863	0.0810
relstring             	2024-40863	'3322123322'
recall_5              	2024-40863	0.0159
recall_10             	2024-40863	0.0318
recall_15             	2024-40863	0.0414
recall_20             	2024-40863	0.0573
recall_30             	2024-40863	0.0828
recall_100            	2024-40863	0.2580
recall_200            	2024-40863	0.2580
recall_500            	2024-40863	0.2580
recall_1000           	2024-40863	0.2580
infAP                 	2024-40863	0.2292
Rprec_mult_0.20       	2024-40863	0.8730
Rprec_mult_0.40       	2024-40863	0.6429
Rprec_mult_0.60       	2024-40863	0.4286
Rprec_mult_0.80       	2024-40863	0.3214
Rprec_mult_1.00       	2024-40863	0.2580
Rprec_mult_1.20       	2024-40863	0.2149
Rprec_mult_1.40       	2024-40863	0.1841
Rprec_mult_1.60       	2024-40863	0.1610
Rprec_mult_1.80       	2024-40863	0.1431
Rprec_mult_2.00       	2024-40863	0.1290
utility               	2024-40863	62.0000
11pt_avg              	2024-40863	0.2509
binG                  	2024-40863	0.1115
G                     	2024-40863	0.0644
ndcg                  	2024-40863	0.3635
ndcg_rel              	2024-40863	0.4450
Rndcg                 	2024-40863	0.4734
ndcg_cut_5            	2024-40863	0.8073
ndcg_cut_10           	2024-40863	0.8055
ndcg_cut_15           	2024-40863	0.7135
ndcg_cut_20           	2024-40863	0.6829
ndcg_cut_30           	2024-40863	0.6574
ndcg_cut_100          	2024-40863	0.6229
ndcg_cut_200          	2024-40863	0.4263
ndcg_cut_500          	2024-40863	0.3635
ndcg_cut_1000         	2024-40863	0.3635
map_cut_5             	2024-40863	0.0159
map_cut_10            	2024-40863	0.0318
map_cut_15            	2024-40863	0.0405
map_cut_20            	2024-40863	0.0546
map_cut_30            	2024-40863	0.0779
map_cut_100           	2024-40863	0.2292
map_cut_200           	2024-40863	0.2292
map_cut_500           	2024-40863	0.2292
map_cut_1000          	2024-40863	0.2292
relative_P_5          	2024-40863	1.0000
relative_P_10         	2024-40863	1.0000
relative_P_15         	2024-40863	0.8667
relative_P_20         	2024-40863	0.9000
relative_P_30         	2024-40863	0.8667
relative_P_100        	2024-40863	0.8100
relative_P_200        	2024-40863	0.4050
relative_P_500        	2024-40863	0.2580
relative_P_1000       	2024-40863	0.2580
success_1             	2024-40863	1.0000
success_5             	2024-40863	1.0000
success_10            	2024-40863	1.0000
set_P                 	2024-40863	0.8100
set_relative_P        	2024-40863	0.8100
set_recall            	2024-40863	0.2580
set_map               	2024-40863	0.2089
set_F                 	2024-40863	0.3913
num_nonrel_judged_ret 	2024-40863	2
num_ret               	2024-41198	100
num_rel               	2024-41198	184
num_rel_ret           	2024-41198	52
map                   	2024-41198	0.2431
Rprec                 	2024-41198	0.2826
bpref                 	2024-41198	0.2765
recip_rank            	2024-41198	1.0000
iprec_at_recall_0.00  	2024-41198	1.0000
iprec_at_recall_0.10  	2024-41198	1.0000
iprec_at_recall_0.20  	2024-41198	0.8043
iprec_at_recall_0.30  	2024-41198	0.0000
iprec_at_recall_0.40  	2024-41198	0.0000
iprec_at_recall_0.50  	2024-41198	0.0000
iprec_at_recall_0.60  	2024-41198	0.0000
iprec_at_recall_0.70  	2024-41198	0.0000
iprec_at_recall_0.80  	2024-41198	0.0000
iprec_at_recall_0.90  	2024-41198	0.0000
iprec_at_recall_1.00  	2024-41198	0.0000
P_5                   	2024-41198	1.0000
P_10                  	2024-41198	1.0000
P_15                  	2024-41198	1.0000
P_20                  	2024-41198	1.0000
P_30                  	2024-41198	0.9667
P_100                 	2024-41198	0.5200
P_200                 	2024-41198	0.2600
P_500                 	2024-41198	0.1040
P_1000                	2024-41198	0.0520
relstring             	2024-41198	'1232122121'
recall_5              	2024-41198	0.0272
recall_10             	2024-41198	0.0543
recall_15             	2024-41198	0.0815
recall_20             	2024-41198	0.1087
recall_30             	2024-41198	0.1576
recall_100            	2024-41198	0.2826
recall_200            	2024-41198	0.2826
recall_500            	2024-41198	0.2826
recall_1000           	2024-41198	0.2826
infAP                 	2024-41198	0.2431
Rprec_mult_0.20       	2024-41198	0.8919
Rprec_mult_0.40       	2024-41198	0.5676
Rprec_mult_0.60       	2024-41198	0.4685
Rprec_mult_0.80       	2024-41198	0.3514
Rprec_mult_1.00       	2024-41198	0.2826
Rprec_mult_1.20       	2024-41198	0.2353
Rprec_mult_1.40       	2024-41198	0.2016
Rprec_mult_1.60       	2024-41198	0.1763
Rprec_mult_1.80       	2024-41198	0.1566
Rprec_mult_2.00       	2024-41198	0.1413
utility               	2024-41198	4.0000
11pt_avg              	2024-41198	0.2549
binG                  	2024-41198	0.1785
G                     	2024-41198	0.0718
ndcg                  	2024-41198	0.3693
ndcg_rel              	2024-41198	0.4260
Rndcg                 	2024-41198	0.4948
ndcg_cut_5            	2024-41198	0.5923
ndcg_cut_10           	2024-41198	0.6521
ndcg_cut_15           	2024-41198	0.6240
ndcg_cut_20           	2024-41198	0.6201
ndcg_cut_30           	2024-41198	0.6066
ndcg_cut_100          	2024-41198	0.4893
ndcg_cut_200          	2024-41198	0.3693
ndcg_cut_500          	2024-41198	0.3693
ndcg_cut_1000         	2024-41198	0.3693
map_cut_5             	2024-41198	0.0272
map_cut_10            	2024-41198	0.0543
map_cut_15            	2024-41198	0.0815
map_cut_20            	2024-41198	0.1087
map_cut_30            	2024-41198	0.1560
map_cut_100           	2024-41198	0.2431
map_cut_200           	2024-41198	0.2431
map_cut_500           	2024-41198	0.2431
map_cut_1000          	2024-41198	0.2431
relative_P_5          	2024-41198	1.0000
relative_P_10         	2024-41198	1.0000
relative_P_15         	2024-41198	1.0000
relative_P_20         	2024-41198	1.0000
relative_P_30         	2024-41198	0.9667
relative_P_100        	2024-41198	0.5200
relative_P_200        	2024-41198	0.2826
relative_P_500        	2024-41198	0.2826
relative_P_1000       	2024-41198	0.2826
success_1             	2024-41198	1.0000
success_5             	2024-41198	1.0000
success_10            	2024-41198	1.0000
set_P                 	2024-41198	0.5200
set_relative_P        	2024-41198	0.5200
set_recall            	2024-41198	0.2826
set_map               	2024-41198	0.1470
set_F                 	2024-41198	0.3662
num_nonrel_judged_ret 	2024-41198	3
num_ret               	2024-41464	100
num_rel               	2024-41464	366
num_rel_ret           	2024-41464	85
map                   	2024-41464	0.2082
Rprec                 	2024-41464	0.2322
bpref                 	2024-41464	0.2322
recip_rank            	2024-41464	1.0000
iprec_at_recall_0.00  	2024-41464	1.0000
iprec_at_recall_0.10  	2024-41464	0.8721
iprec_at_recall_0.20  	2024-41464	0.8721
iprec_at_recall_0.30  	2024-41464	0.0000
iprec_at_recall_0.40  	2024-41464	0.0000
iprec_at_recall_0.50  	2024-41464	0.0000
iprec_at_recall_0.60  	2024-41464	0.0000
iprec_at_recall_0.70  	2024-41464	0.0000
iprec_at_recall_0.80  	2024-41464	0.0000
iprec_at_recall_0.90  	2024-41464	0.0000
iprec_at_recall_1.00  	2024-41464	0.0000
P_5                   	2024-41464	1.0000
P_10                  	2024-41464	1.0000
P_15                  	2024-41464	1.0000
P_20                  	2024-41464	1.0000
P_30                  	2024-41464	0.9333
P_100                 	2024-41464	0.8500
P_200                 	2024-41464	0.4250
P_500                 	2024-41464	0.1700
P_1000                	2024-41464	0.0850
relstring             	2024-41464	'3212232223'
recall_5              	2024-41464	0.0137
recall_10             	2024-41464	0.0273
recall_15             	2024-41464	0.0410
recall_20             	2024-41464	0.0546
recall_30             	2024-41464	0.0765
recall_100            	2024-41464	0.2322
recall_200            	2024-41464	0.2322
recall_500            	2024-41464	0.2322
recall_1000           	2024-41464	0.2322
infAP                 	2024-41464	0.2082
Rprec_mult_0.20       	2024-41464	0.8514
Rprec_mult_0.40       	2024-41464	0.5782
Rprec_mult_0.60       	2024-41464	0.3864
Rprec_mult_0.80       	2024-41464	0.2901
Rprec_mult_1.00       	2024-41464	0.2322
Rprec_mult_1.20       	2024-41464	0.1932
Rprec_mult_1.40       	2024-41464	0.1657
Rprec_mult_1.60       	2024-41464	0.1451
Rprec_mult_1.80       	2024-41464	0.1290
Rprec_mult_2.00       	2024-41464	0.1161
utility               	2024-41464	70.0000
11pt_avg              	2024-41464	0.2495
binG                  	2024-41464	0.1153
G                     	2024-41464	0.0637
ndcg                  	2024-41464	0.3643
ndcg_rel              	2024-41464	0.4474
Rndcg                 	2024-41464	0.5181
ndcg_cut_5            	2024-41464	0.7232
ndcg_cut_10           	2024-41464	0.7507
ndcg_cut_15           	2024-41464	0.7159
ndcg_cut_20           	2024-41464	0.7283
ndcg_cut_30           	2024-41464	0.7331
ndcg_cut_100          	2024-41464	0.7050
ndcg_cut_200          	2024-41464	0.4670
ndcg_cut_500          	2024-41464	0.3643
ndcg_cut_1000         	2024-41464	0.3643
map_cut_5             	2024-41464	0.0137
map_cut_10            	2024-41464	0.0273
map_cut_15            	2024-41464	0.0410
map_cut_20            	2024-41464	0.0546
map_cut_30            	2024-41464	0.0758
map_cut_100           	2024-41464	0.2082
map_cut_200           	2024-41464	0.2082
map_cut_500           	2024-41464	0.2082
map_cut_1000          	2024-41464	0.2082
relative_P_5          	2024-41464	1.0000
relative_P_10         	2024-41464	1.0000
relative_P_15         	2024-41464	1.0000
relative_P_20         	2024-41464	1.0000
relative_P_30         	2024-41464	0.9333
relative_P_100        	2024-41464	0.8500
relative_P_200        	2024-41464	0.4250
relative_P_500        	2024-41464	0.2322
relative_P_1000       	2024-41464	0.2322
success_1             	2024-41464	1.0000
success_5             	2024-41464	1.0000
success_10            	2024-41464	1.0000
set_P                 	2024-41464	0.8500
set_relative_P        	2024-41464	0.8500
set_recall            	2024-41464	0.2322
set_map               	2024-41464	0.1974
set_F                 	2024-41464	0.3648
num_nonrel_judged_ret 	2024-41464	0
num_ret               	2024-41849	100
num_rel               	2024-41849	94
num_rel_ret           	2024-41849	18
map                   	2024-41849	0.0728
Rprec                 	2024-41849	0.1809
bpref                 	2024-41849	0.1711
recip_rank            	2024-41849	0.5000
iprec_at_recall_0.00  	2024-41849	0.5714
iprec_at_recall_0.10  	2024-41849	0.3704
iprec_at_recall_0.20  	2024-41849	0.0000
iprec_at_recall_0.30  	2024-41849	0.0000
iprec_at_recall_0.40  	2024-41849	0.0000
iprec_at_recall_0.50  	2024-41849	0.0000
iprec_at_recall_0.60  	2024-41849	0.0000
iprec_at_recall_0.70  	2024-41849	0.0000
iprec_at_recall_0.80  	2024-41849	0.0000
iprec_at_recall_0.90  	2024-41849	0.0000
iprec_at_recall_1.00  	2024-41849	0.0000
P_5                   	2024-41849	0.4000
P_10                  	2024-41849	0.4000
P_15                  	2024-41849	0.4667
P_20                  	2024-41849	0.3500
P_30                  	2024-41849	0.3333
P_100                 	2024-41849	0.1800
P_200                 	2024-41849	0.0900
P_500                 	2024-41849	0.0360
P_1000                	2024-41849	0.0180
relstring             	2024-41849	'0200211---'
recall_5              	2024-41849	0.0213
recall_10             	2024-41849	0.0426
recall_15             	2024-41849	0.0745
recall_20             	2024-41849	0.0745
recall_30             	2024-41849	0.1064
recall_100            	2024-41849	0.1915
recall_200            	2024-41849	0.1915
recall_500            	2024-41849	0.1915
recall_1000           	2024-41849	0.1915
infAP                 	2024-41849	0.0728
Rprec_mult_0.20       	2024-41849	0.3684
Rprec_mult_0.40       	2024-41849	0.3158
Rprec_mult_0.60       	2024-41849	0.2632
Rprec_mult_0.80       	2024-41849	0.2237
Rprec_mult_1.00       	2024-41849	0.1809
Rprec_mult_1.20       	2024-41849	0.1593
Rprec_mult_1.40       	2024-41849	0.1364
Rprec_mult_1.60       	2024-41849	0.1192
Rprec_mult_1.80       	2024-41849	0.1059
Rprec_mult_2.00       	2024-41849	0.0957
utility               	2024-41849	-64.0000
11pt_avg              	2024-41849	0.0856
binG                  	2024-41849	0.0550
G                     	2024-41849	0.0469
ndcg                  	2024-41849	0.2250
ndcg_rel              	2024-41849	0.2327
Rndcg                 	2024-41849	0.2242
ndcg_cut_5            	2024-41849	0.2536
ndcg_cut_10           	2024-41849	0.2429
ndcg_cut_15           	2024-41849	0.2724
ndcg_cut_20           	2024-41849	0.2432
ndcg_cut_30           	2024-41849	0.2505
ndcg_cut_100          	2024-41849	0.2250
ndcg_cut_200          	2024-41849	0.2250
ndcg_cut_500          	2024-41849	0.2250
ndcg_cut_1000         	2024-41849	0.2250
map_cut_5             	2024-41849	0.0096
map_cut_10            	2024-41849	0.0210
map_cut_15            	2024-41849	0.0361
map_cut_20            	2024-41849	0.0361
map_cut_30            	2024-41849	0.0479
map_cut_100           	2024-41849	0.0728
map_cut_200           	2024-41849	0.0728
map_cut_500           	2024-41849	0.0728
map_cut_1000          	2024-41849	0.0728
relative_P_5          	2024-41849	0.4000
relative_P_10         	2024-41849	0.4000
relative_P_15         	2024-41849	0.4667
relative_P_20         	2024-41849	0.3500
relative_P_30         	2024-41849	0.3333
relative_P_100        	2024-41849	0.1915
relative_P_200        	2024-41849	0.1915
relative_P_500        	2024-41849	0.1915
relative_P_1000       	2024-41849	0.1915
success_1             	2024-41849	0.0000
success_5             	2024-41849	1.0000
success_10            	2024-41849	1.0000
set_P                 	2024-41849	0.1800
set_relative_P        	2024-41849	0.1915
set_recall            	2024-41849	0.1915
set_map               	2024-41849	0.0345
set_F                 	2024-41849	0.1856
num_nonrel_judged_ret 	2024-41849	16
num_ret               	2024-41918	100
num_rel               	2024-41918	231
num_rel_ret           	2024-41918	88
map                   	2024-41918	0.3716
Rprec                 	2024-41918	0.3810
bpref                 	2024-41918	0.3784
recip_rank            	2024-41918	1.0000
iprec_at_recall_0.00  	2024-41918	1.0000
iprec_at_recall_0.10  	2024-41918	1.0000
iprec_at_recall_0.20  	2024-41918	1.0000
iprec_at_recall_0.30  	2024-41918	0.9506
iprec_at_recall_0.40  	2024-41918	0.0000
iprec_at_recall_0.50  	2024-41918	0.0000
iprec_at_recall_0.60  	2024-41918	0.0000
iprec_at_recall_0.70  	2024-41918	0.0000
iprec_at_recall_0.80  	2024-41918	0.0000
iprec_at_recall_0.90  	2024-41918	0.0000
iprec_at_recall_1.00  	2024-41918	0.0000
P_5                   	2024-41918	1.0000
P_10                  	2024-41918	1.0000
P_15                  	2024-41918	1.0000
P_20                  	2024-41918	1.0000
P_30                  	2024-41918	1.0000
P_100                 	2024-41918	0.8800
P_200                 	2024-41918	0.4400
P_500                 	2024-41918	0.1760
P_1000                	2024-41918	0.0880
relstring             	2024-41918	'3333333332'
recall_5              	2024-41918	0.0216
recall_10             	2024-41918	0.0433
recall_15             	2024-41918	0.0649
recall_20             	2024-41918	0.0866
recall_30             	2024-41918	0.1299
recall_100            	2024-41918	0.3810
recall_200            	2024-41918	0.3810
recall_500            	2024-41918	0.3810
recall_1000           	2024-41918	0.3810
infAP                 	2024-41918	0.3716
Rprec_mult_0.20       	2024-41918	1.0000
Rprec_mult_0.40       	2024-41918	0.9032
Rprec_mult_0.60       	2024-41918	0.6331
Rprec_mult_0.80       	2024-41918	0.4757
Rprec_mult_1.00       	2024-41918	0.3810
Rprec_mult_1.20       	2024-41918	0.3165
Rprec_mult_1.40       	2024-41918	0.2716
Rprec_mult_1.60       	2024-41918	0.2378
Rprec_mult_1.80       	2024-41918	0.2115
Rprec_mult_2.00       	2024-41918	0.1905
utility               	2024-41918	76.0000
11pt_avg              	2024-41918	0.3591
binG                  	2024-41918	0.2857
G                     	2024-41918	0.1554
ndcg                  	2024-41918	0.5522
ndcg_rel              	2024-41918	0.6761
Rndcg                 	2024-41918	0.6680
ndcg_cut_5            	2024-41918	1.0000
ndcg_cut_10           	2024-41918	0.9788
ndcg_cut_15           	2024-41918	0.9098
ndcg_cut_20           	2024-41918	0.8916
ndcg_cut_30           	2024-41918	0.8939
ndcg_cut_100          	2024-41918	0.7841
ndcg_cut_200          	2024-41918	0.5803
ndcg_cut_500          	2024-41918	0.5522
ndcg_cut_1000         	2024-41918	0.5522
map_cut_5             	2024-41918	0.0216
map_cut_10            	2024-41918	0.0433
map_cut_15            	2024-41918	0.0649
map_cut_20            	2024-41918	0.0866
map_cut_30            	2024-41918	0.1299
map_cut_100           	2024-41918	0.3716
map_cut_200           	2024-41918	0.3716
map_cut_500           	2024-41918	0.3716
map_cut_1000          	2024-41918	0.3716
relative_P_5          	2024-41918	1.0000
relative_P_10         	2024-41918	1.0000
relative_P_15         	2024-41918	1.0000
relative_P_20         	2024-41918	1.0000
relative_P_30         	2024-41918	1.0000
relative_P_100        	2024-41918	0.8800
relative_P_200        	2024-41918	0.4400
relative_P_500        	2024-41918	0.3810
relative_P_1000       	2024-41918	0.3810
success_1             	2024-41918	1.0000
success_5             	2024-41918	1.0000
success_10            	2024-41918	1.0000
set_P                 	2024-41918	0.8800
set_relative_P        	2024-41918	0.8800
set_recall            	2024-41918	0.3810
set_map               	2024-41918	0.3352
set_F                 	2024-41918	0.5317
num_nonrel_judged_ret 	2024-41918	5
num_ret               	2024-42014	100
num_rel               	2024-42014	215
num_rel_ret           	2024-42014	95
map                   	2024-42014	0.4323
Rprec                 	2024-42014	0.4419
bpref                 	2024-42014	0.4419
recip_rank            	2024-42014	1.0000
iprec_at_recall_0.00  	2024-42014	1.0000
iprec_at_recall_0.10  	2024-42014	1.0000
iprec_at_recall_0.20  	2024-42014	0.9800
iprec_at_recall_0.30  	2024-42014	0.9756
iprec_at_recall_0.40  	2024-42014	0.9560
iprec_at_recall_0.50  	2024-42014	0.0000
iprec_at_recall_0.60  	2024-42014	0.0000
iprec_at_recall_0.70  	2024-42014	0.0000
iprec_at_recall_0.80  	2024-42014	0.0000
iprec_at_recall_0.90  	2024-42014	0.0000
iprec_at_recall_1.00  	2024-42014	0.0000
P_5                   	2024-42014	1.0000
P_10                  	2024-42014	1.0000
P_15                  	2024-42014	1.0000
P_20                  	2024-42014	1.0000
P_30                  	2024-42014	1.0000
P_100                 	2024-42014	0.9500
P_200                 	2024-42014	0.4750
P_500                 	2024-42014	0.1900
P_1000                	2024-42014	0.0950
relstring             	2024-42014	'3333333333'
recall_5              	2024-42014	0.0233
recall_10             	2024-42014	0.0465
recall_15             	2024-42014	0.0698
recall_20             	2024-42014	0.0930
recall_30             	2024-42014	0.1395
recall_100            	2024-42014	0.4419
recall_200            	2024-42014	0.4419
recall_500            	2024-42014	0.4419
recall_1000           	2024-42014	0.4419
infAP                 	2024-42014	0.4323
Rprec_mult_0.20       	2024-42014	0.9767
Rprec_mult_0.40       	2024-42014	0.9535
Rprec_mult_0.60       	2024-42014	0.7364
Rprec_mult_0.80       	2024-42014	0.5523
Rprec_mult_1.00       	2024-42014	0.4419
Rprec_mult_1.20       	2024-42014	0.3682
Rprec_mult_1.40       	2024-42014	0.3156
Rprec_mult_1.60       	2024-42014	0.2762
Rprec_mult_1.80       	2024-42014	0.2455
Rprec_mult_2.00       	2024-42014	0.2209
utility               	2024-42014	90.0000
11pt_avg              	2024-42014	0.4465
binG                  	2024-42014	0.2986
G                     	2024-42014	0.2222
ndcg                  	2024-42014	0.6455
ndcg_rel              	2024-42014	0.7765
Rndcg                 	2024-42014	0.7529
ndcg_cut_5            	2024-42014	1.0000
ndcg_cut_10           	2024-42014	1.0000
ndcg_cut_15           	2024-42014	0.9854
ndcg_cut_20           	2024-42014	0.9649
ndcg_cut_30           	2024-42014	0.9731
ndcg_cut_100          	2024-42014	0.9044
ndcg_cut_200          	2024-42014	0.6609
ndcg_cut_500          	2024-42014	0.6455
ndcg_cut_1000         	2024-42014	0.6455
map_cut_5             	2024-42014	0.0233
map_cut_10            	2024-42014	0.0465
map_cut_15            	2024-42014	0.0698
map_cut_20            	2024-42014	0.0930
map_cut_30            	2024-42014	0.1395
map_cut_100           	2024-42014	0.4323
map_cut_200           	2024-42014	0.4323
map_cut_500           	2024-42014	0.4323
map_cut_1000          	2024-42014	0.4323
relative_P_5          	2024-42014	1.0000
relative_P_10         	2024-42014	1.0000
relative_P_15         	2024-42014	1.0000
relative_P_20         	2024-42014	1.0000
relative_P_30         	2024-42014	1.0000
relative_P_100        	2024-42014	0.9500
relative_P_200        	2024-42014	0.4750
relative_P_500        	2024-42014	0.4419
relative_P_1000       	2024-42014	0.4419
success_1             	2024-42014	1.0000
success_5             	2024-42014	1.0000
success_10            	2024-42014	1.0000
set_P                 	2024-42014	0.9500
set_relative_P        	2024-42014	0.9500
set_recall            	2024-42014	0.4419
set_map               	2024-42014	0.4198
set_F                 	2024-42014	0.6032
num_nonrel_judged_ret 	2024-42014	0
num_ret               	2024-42497	100
num_rel               	2024-42497	120
num_rel_ret           	2024-42497	63
map                   	2024-42497	0.4913
Rprec                 	2024-42497	0.5250
bpref                 	2024-42497	0.5250
recip_rank            	2024-42497	1.0000
iprec_at_recall_0.00  	2024-42497	1.0000
iprec_at_recall_0.10  	2024-42497	1.0000
iprec_at_recall_0.20  	2024-42497	1.0000
iprec_at_recall_0.30  	2024-42497	1.0000
iprec_at_recall_0.40  	2024-42497	0.8333
iprec_at_recall_0.50  	2024-42497	0.7692
iprec_at_recall_0.60  	2024-42497	0.0000
iprec_at_recall_0.70  	2024-42497	0.0000
iprec_at_recall_0.80  	2024-42497	0.0000
iprec_at_recall_0.90  	2024-42497	0.0000
iprec_at_recall_1.00  	2024-42497	0.0000
P_5                   	2024-42497	1.0000
P_10                  	2024-42497	1.0000
P_15                  	2024-42497	1.0000
P_20                  	2024-42497	1.0000
P_30                  	2024-42497	1.0000
P_100                 	2024-42497	0.6300
P_200                 	2024-42497	0.3150
P_500                 	2024-42497	0.1260
P_1000                	2024-42497	0.0630
relstring             	2024-42497	'3333323232'
recall_5              	2024-42497	0.0417
recall_10             	2024-42497	0.0833
recall_15             	2024-42497	0.1250
recall_20             	2024-42497	0.1667
recall_30             	2024-42497	0.2500
recall_100            	2024-42497	0.5250
recall_200            	2024-42497	0.5250
recall_500            	2024-42497	0.5250
recall_1000           	2024-42497	0.5250
infAP                 	2024-42497	0.4913
Rprec_mult_0.20       	2024-42497	1.0000
Rprec_mult_0.40       	2024-42497	0.9167
Rprec_mult_0.60       	2024-42497	0.7917
Rprec_mult_0.80       	2024-42497	0.6562
Rprec_mult_1.00       	2024-42497	0.5250
Rprec_mult_1.20       	2024-42497	0.4375
Rprec_mult_1.40       	2024-42497	0.3750
Rprec_mult_1.60       	2024-42497	0.3281
Rprec_mult_1.80       	2024-42497	0.2917
Rprec_mult_2.00       	2024-42497	0.2625
utility               	2024-42497	26.0000
11pt_avg              	2024-42497	0.5093
binG                  	2024-42497	0.3814
G                     	2024-42497	0.2218
ndcg                  	2024-42497	0.6482
ndcg_rel              	2024-42497	0.7481
Rndcg                 	2024-42497	0.7521
ndcg_cut_5            	2024-42497	1.0000
ndcg_cut_10           	2024-42497	0.9295
ndcg_cut_15           	2024-42497	0.9454
ndcg_cut_20           	2024-42497	0.8770
ndcg_cut_30           	2024-42497	0.8215
ndcg_cut_100          	2024-42497	0.6948
ndcg_cut_200          	2024-42497	0.6482
ndcg_cut_500          	2024-42497	0.6482
ndcg_cut_1000         	2024-42497	0.6482
map_cut_5             	2024-42497	0.0417
map_cut_10            	2024-42497	0.0833
map_cut_15            	2024-42497	0.1250
map_cut_20            	2024-42497	0.1667
map_cut_30            	2024-42497	0.2500
map_cut_100           	2024-42497	0.4913
map_cut_200           	2024-42497	0.4913
map_cut_500           	2024-42497	0.4913
map_cut_1000          	2024-42497	0.4913
relative_P_5          	2024-42497	1.0000
relative_P_10         	2024-42497	1.0000
relative_P_15         	2024-42497	1.0000
relative_P_20         	2024-42497	1.0000
relative_P_30         	2024-42497	1.0000
relative_P_100        	2024-42497	0.6300
relative_P_200        	2024-42497	0.5250
relative_P_500        	2024-42497	0.5250
relative_P_1000       	2024-42497	0.5250
success_1             	2024-42497	1.0000
success_5             	2024-42497	1.0000
success_10            	2024-42497	1.0000
set_P                 	2024-42497	0.6300
set_relative_P        	2024-42497	0.6300
set_recall            	2024-42497	0.5250
set_map               	2024-42497	0.3307
set_F                 	2024-42497	0.5727
num_nonrel_judged_ret 	2024-42497	0
num_ret               	2024-43037	100
num_rel               	2024-43037	124
num_rel_ret           	2024-43037	66
map                   	2024-43037	0.4773
Rprec                 	2024-43037	0.5323
bpref                 	2024-43037	0.5101
recip_rank            	2024-43037	1.0000
iprec_at_recall_0.00  	2024-43037	1.0000
iprec_at_recall_0.10  	2024-43037	0.9565
iprec_at_recall_0.20  	2024-43037	0.9500
iprec_at_recall_0.30  	2024-43037	0.9500
iprec_at_recall_0.40  	2024-43037	0.9091
iprec_at_recall_0.50  	2024-43037	0.6923
iprec_at_recall_0.60  	2024-43037	0.0000
iprec_at_recall_0.70  	2024-43037	0.0000
iprec_at_recall_0.80  	2024-43037	0.0000
iprec_at_recall_0.90  	2024-43037	0.0000
iprec_at_recall_1.00  	2024-43037	0.0000
P_5                   	2024-43037	1.0000
P_10                  	2024-43037	0.9000
P_15                  	2024-43037	0.9333
P_20                  	2024-43037	0.9500
P_30                  	2024-43037	0.9333
P_100                 	2024-43037	0.6600
P_200                 	2024-43037	0.3300
P_500                 	2024-43037	0.1320
P_1000                	2024-43037	0.0660
relstring             	2024-43037	'2221220231'
recall_5              	2024-43037	0.0403
recall_10             	2024-43037	0.0726
recall_15             	2024-43037	0.1129
recall_20             	2024-43037	0.1532
recall_30             	2024-43037	0.2258
recall_100            	2024-43037	0.5323
recall_200            	2024-43037	0.5323
recall_500            	2024-43037	0.5323
recall_1000           	2024-43037	0.5323
infAP                 	2024-43037	0.4773
Rprec_mult_0.20       	2024-43037	0.9200
Rprec_mult_0.40       	2024-43037	0.9400
Rprec_mult_0.60       	2024-43037	0.7733
Rprec_mult_0.80       	2024-43037	0.6600
Rprec_mult_1.00       	2024-43037	0.5323
Rprec_mult_1.20       	2024-43037	0.4430
Rprec_mult_1.40       	2024-43037	0.3793
Rprec_mult_1.60       	2024-43037	0.3317
Rprec_mult_1.80       	2024-43037	0.2946
Rprec_mult_2.00       	2024-43037	0.2661
utility               	2024-43037	32.0000
11pt_avg              	2024-43037	0.4962
binG                  	2024-43037	0.2655
G                     	2024-43037	0.1212
ndcg                  	2024-43037	0.5579
ndcg_rel              	2024-43037	0.5940
Rndcg                 	2024-43037	0.5946
ndcg_cut_5            	2024-43037	0.6180
ndcg_cut_10           	2024-43037	0.5870
ndcg_cut_15           	2024-43037	0.5965
ndcg_cut_20           	2024-43037	0.6094
ndcg_cut_30           	2024-43037	0.6352
ndcg_cut_100          	2024-43037	0.6089
ndcg_cut_200          	2024-43037	0.5579
ndcg_cut_500          	2024-43037	0.5579
ndcg_cut_1000         	2024-43037	0.5579
map_cut_5             	2024-43037	0.0403
map_cut_10            	2024-43037	0.0699
map_cut_15            	2024-43037	0.1071
map_cut_20            	2024-43037	0.1451
map_cut_30            	2024-43037	0.2131
map_cut_100           	2024-43037	0.4773
map_cut_200           	2024-43037	0.4773
map_cut_500           	2024-43037	0.4773
map_cut_1000          	2024-43037	0.4773
relative_P_5          	2024-43037	1.0000
relative_P_10         	2024-43037	0.9000
relative_P_15         	2024-43037	0.9333
relative_P_20         	2024-43037	0.9500
relative_P_30         	2024-43037	0.9333
relative_P_100        	2024-43037	0.6600
relative_P_200        	2024-43037	0.5323
relative_P_500        	2024-43037	0.5323
relative_P_1000       	2024-43037	0.5323
success_1             	2024-43037	1.0000
success_5             	2024-43037	1.0000
success_10            	2024-43037	1.0000
set_P                 	2024-43037	0.6600
set_relative_P        	2024-43037	0.6600
set_recall            	2024-43037	0.5323
set_map               	2024-43037	0.3513
set_F                 	2024-43037	0.5893
num_nonrel_judged_ret 	2024-43037	19
num_ret               	2024-43905	100
num_rel               	2024-43905	21
num_rel_ret           	2024-43905	9
map                   	2024-43905	0.2818
Rprec                 	2024-43905	0.3333
bpref                 	2024-43905	0.3424
recip_rank            	2024-43905	1.0000
iprec_at_recall_0.00  	2024-43905	1.0000
iprec_at_recall_0.10  	2024-43905	1.0000
iprec_at_recall_0.20  	2024-43905	0.6250
iprec_at_recall_0.30  	2024-43905	0.5000
iprec_at_recall_0.40  	2024-43905	0.1216
iprec_at_recall_0.50  	2024-43905	0.0000
iprec_at_recall_0.60  	2024-43905	0.0000
iprec_at_recall_0.70  	2024-43905	0.0000
iprec_at_recall_0.80  	2024-43905	0.0000
iprec_at_recall_0.90  	2024-43905	0.0000
iprec_at_recall_1.00  	2024-43905	0.0000
P_5                   	2024-43905	0.8000
P_10                  	2024-43905	0.5000
P_15                  	2024-43905	0.4667
P_20                  	2024-43905	0.3500
P_30                  	2024-43905	0.2333
P_100                 	2024-43905	0.0900
P_200                 	2024-43905	0.0450
P_500                 	2024-43905	0.0180
P_1000                	2024-43905	0.0090
relstring             	2024-43905	'11110-0100'
recall_5              	2024-43905	0.1905
recall_10             	2024-43905	0.2381
recall_15             	2024-43905	0.3333
recall_20             	2024-43905	0.3333
recall_30             	2024-43905	0.3333
recall_100            	2024-43905	0.4286
recall_200            	2024-43905	0.4286
recall_500            	2024-43905	0.4286
recall_1000           	2024-43905	0.4286
infAP                 	2024-43905	0.2818
Rprec_mult_0.20       	2024-43905	0.8000
Rprec_mult_0.40       	2024-43905	0.5556
Rprec_mult_0.60       	2024-43905	0.4615
Rprec_mult_0.80       	2024-43905	0.4118
Rprec_mult_1.00       	2024-43905	0.3333
Rprec_mult_1.20       	2024-43905	0.2692
Rprec_mult_1.40       	2024-43905	0.2333
Rprec_mult_1.60       	2024-43905	0.2059
Rprec_mult_1.80       	2024-43905	0.1842
Rprec_mult_2.00       	2024-43905	0.1667
utility               	2024-43905	-82.0000
11pt_avg              	2024-43905	0.2951
binG                  	2024-43905	0.2589
G                     	2024-43905	0.1489
ndcg                  	2024-43905	0.4203
ndcg_rel              	2024-43905	0.4533
Rndcg                 	2024-43905	0.4346
ndcg_cut_5            	2024-43905	0.5594
ndcg_cut_10           	2024-43905	0.4660
ndcg_cut_15           	2024-43905	0.4554
ndcg_cut_20           	2024-43905	0.3935
ndcg_cut_30           	2024-43905	0.3836
ndcg_cut_100          	2024-43905	0.4203
ndcg_cut_200          	2024-43905	0.4203
ndcg_cut_500          	2024-43905	0.4203
ndcg_cut_1000         	2024-43905	0.4203
map_cut_5             	2024-43905	0.1905
map_cut_10            	2024-43905	0.2202
map_cut_15            	2024-43905	0.2700
map_cut_20            	2024-43905	0.2700
map_cut_30            	2024-43905	0.2700
map_cut_100           	2024-43905	0.2818
map_cut_200           	2024-43905	0.2818
map_cut_500           	2024-43905	0.2818
map_cut_1000          	2024-43905	0.2818
relative_P_5          	2024-43905	0.8000
relative_P_10         	2024-43905	0.5000
relative_P_15         	2024-43905	0.4667
relative_P_20         	2024-43905	0.3500
relative_P_30         	2024-43905	0.3333
relative_P_100        	2024-43905	0.4286
relative_P_200        	2024-43905	0.4286
relative_P_500        	2024-43905	0.4286
relative_P_1000       	2024-43905	0.4286
success_1             	2024-43905	1.0000
success_5             	2024-43905	1.0000
success_10            	2024-43905	1.0000
set_P                 	2024-43905	0.0900
set_relative_P        	2024-43905	0.4286
set_recall            	2024-43905	0.4286
set_map               	2024-43905	0.0386
set_F                 	2024-43905	0.1488
num_nonrel_judged_ret 	2024-43905	18
num_ret               	2024-43983	100
num_rel               	2024-43983	53
num_rel_ret           	2024-43983	21
map                   	2024-43983	0.1117
Rprec                 	2024-43983	0.1887
bpref                 	2024-43983	0.2984
recip_rank            	2024-43983	0.5000
iprec_at_recall_0.00  	2024-43983	0.6000
iprec_at_recall_0.10  	2024-43983	0.2857
iprec_at_recall_0.20  	2024-43983	0.2429
iprec_at_recall_0.30  	2024-43983	0.2429
iprec_at_recall_0.40  	2024-43983	0.0000
iprec_at_recall_0.50  	2024-43983	0.0000
iprec_at_recall_0.60  	2024-43983	0.0000
iprec_at_recall_0.70  	2024-43983	0.0000
iprec_at_recall_0.80  	2024-43983	0.0000
iprec_at_recall_0.90  	2024-43983	0.0000
iprec_at_recall_1.00  	2024-43983	0.0000
P_5                   	2024-43983	0.6000
P_10                  	2024-43983	0.3000
P_15                  	2024-43983	0.3333
P_20                  	2024-43983	0.2500
P_30                  	2024-43983	0.2333
P_100                 	2024-43983	0.2100
P_200                 	2024-43983	0.1050
P_500                 	2024-43983	0.0420
P_1000                	2024-43983	0.0210
relstring             	2024-43983	'010110--0-'
recall_5              	2024-43983	0.0566
recall_10             	2024-43983	0.0566
recall_15             	2024-43983	0.0943
recall_20             	2024-43983	0.0943
recall_30             	2024-43983	0.1321
recall_100            	2024-43983	0.3962
recall_200            	2024-43983	0.3962
recall_500            	2024-43983	0.3962
recall_1000           	2024-43983	0.3962
infAP                 	2024-43983	0.1117
Rprec_mult_0.20       	2024-43983	0.2727
Rprec_mult_0.40       	2024-43983	0.2727
Rprec_mult_0.60       	2024-43983	0.2188
Rprec_mult_0.80       	2024-43983	0.1860
Rprec_mult_1.00       	2024-43983	0.1887
Rprec_mult_1.20       	2024-43983	0.2344
Rprec_mult_1.40       	2024-43983	0.2267
Rprec_mult_1.60       	2024-43983	0.2235
Rprec_mult_1.80       	2024-43983	0.1979
Rprec_mult_2.00       	2024-43983	0.1981
utility               	2024-43983	-58.0000
11pt_avg              	2024-43983	0.1247
binG                  	2024-43983	0.0975
G                     	2024-43983	0.0975
ndcg                  	2024-43983	0.3538
ndcg_rel              	2024-43983	0.3373
Rndcg                 	2024-43983	0.2874
ndcg_cut_5            	2024-43983	0.4913
ndcg_cut_10           	2024-43983	0.3188
ndcg_cut_15           	2024-43983	0.3380
ndcg_cut_20           	2024-43983	0.2814
ndcg_cut_30           	2024-43983	0.2640
ndcg_cut_100          	2024-43983	0.3538
ndcg_cut_200          	2024-43983	0.3538
ndcg_cut_500          	2024-43983	0.3538
ndcg_cut_1000         	2024-43983	0.3538
map_cut_5             	2024-43983	0.0302
map_cut_10            	2024-43983	0.0302
map_cut_15            	2024-43983	0.0437
map_cut_20            	2024-43983	0.0437
map_cut_30            	2024-43983	0.0544
map_cut_100           	2024-43983	0.1117
map_cut_200           	2024-43983	0.1117
map_cut_500           	2024-43983	0.1117
map_cut_1000          	2024-43983	0.1117
relative_P_5          	2024-43983	0.6000
relative_P_10         	2024-43983	0.3000
relative_P_15         	2024-43983	0.3333
relative_P_20         	2024-43983	0.2500
relative_P_30         	2024-43983	0.2333
relative_P_100        	2024-43983	0.3962
relative_P_200        	2024-43983	0.3962
relative_P_500        	2024-43983	0.3962
relative_P_1000       	2024-43983	0.3962
success_1             	2024-43983	0.0000
success_5             	2024-43983	1.0000
success_10            	2024-43983	1.0000
set_P                 	2024-43983	0.2100
set_relative_P        	2024-43983	0.3962
set_recall            	2024-43983	0.3962
set_map               	2024-43983	0.0832
set_F                 	2024-43983	0.2745
num_nonrel_judged_ret 	2024-43983	15
num_ret               	2024-44059	100
num_rel               	2024-44059	5
num_rel_ret           	2024-44059	2
map                   	2024-44059	0.0298
Rprec                 	2024-44059	0.0000
bpref                 	2024-44059	0.0000
recip_rank            	2024-44059	0.1000
iprec_at_recall_0.00  	2024-44059	0.1000
iprec_at_recall_0.10  	2024-44059	0.1000
iprec_at_recall_0.20  	2024-44059	0.1000
iprec_at_recall_0.30  	2024-44059	0.0488
iprec_at_recall_0.40  	2024-44059	0.0488
iprec_at_recall_0.50  	2024-44059	0.0000
iprec_at_recall_0.60  	2024-44059	0.0000
iprec_at_recall_0.70  	2024-44059	0.0000
iprec_at_recall_0.80  	2024-44059	0.0000
iprec_at_recall_0.90  	2024-44059	0.0000
iprec_at_recall_1.00  	2024-44059	0.0000
P_5                   	2024-44059	0.0000
P_10                  	2024-44059	0.1000
P_15                  	2024-44059	0.0667
P_20                  	2024-44059	0.0500
P_30                  	2024-44059	0.0333
P_100                 	2024-44059	0.0200
P_200                 	2024-44059	0.0100
P_500                 	2024-44059	0.0040
P_1000                	2024-44059	0.0020
relstring             	2024-44059	'0000000001'
recall_5              	2024-44059	0.0000
recall_10             	2024-44059	0.2000
recall_15             	2024-44059	0.2000
recall_20             	2024-44059	0.2000
recall_30             	2024-44059	0.2000
recall_100            	2024-44059	0.4000
recall_200            	2024-44059	0.4000
recall_500            	2024-44059	0.4000
recall_1000           	2024-44059	0.4000
infAP                 	2024-44059	0.0298
Rprec_mult_0.20       	2024-44059	0.0000
Rprec_mult_0.40       	2024-44059	0.0000
Rprec_mult_0.60       	2024-44059	0.0000
Rprec_mult_0.80       	2024-44059	0.0000
Rprec_mult_1.00       	2024-44059	0.0000
Rprec_mult_1.20       	2024-44059	0.0000
Rprec_mult_1.40       	2024-44059	0.0000
Rprec_mult_1.60       	2024-44059	0.0000
Rprec_mult_1.80       	2024-44059	0.0000
Rprec_mult_2.00       	2024-44059	0.1000
utility               	2024-44059	-96.0000
11pt_avg              	2024-44059	0.0361
binG                  	2024-44059	0.0951
G                     	2024-44059	0.0951
ndcg                  	2024-44059	0.1609
ndcg_rel              	2024-44059	0.1484
Rndcg                 	2024-44059	0.0805
ndcg_cut_5            	2024-44059	0.0000
ndcg_cut_10           	2024-44059	0.0980
ndcg_cut_15           	2024-44059	0.0980
ndcg_cut_20           	2024-44059	0.0980
ndcg_cut_30           	2024-44059	0.0980
ndcg_cut_100          	2024-44059	0.1609
ndcg_cut_200          	2024-44059	0.1609
ndcg_cut_500          	2024-44059	0.1609
ndcg_cut_1000         	2024-44059	0.1609
map_cut_5             	2024-44059	0.0000
map_cut_10            	2024-44059	0.0200
map_cut_15            	2024-44059	0.0200
map_cut_20            	2024-44059	0.0200
map_cut_30            	2024-44059	0.0200
map_cut_100           	2024-44059	0.0298
map_cut_200           	2024-44059	0.0298
map_cut_500           	2024-44059	0.0298
map_cut_1000          	2024-44059	0.0298
relative_P_5          	2024-44059	0.0000
relative_P_10         	2024-44059	0.2000
relative_P_15         	2024-44059	0.2000
relative_P_20         	2024-44059	0.2000
relative_P_30         	2024-44059	0.2000
relative_P_100        	2024-44059	0.4000
relative_P_200        	2024-44059	0.4000
relative_P_500        	2024-44059	0.4000
relative_P_1000       	2024-44059	0.4000
success_1             	2024-44059	0.0000
success_5             	2024-44059	0.0000
success_10            	2024-44059	1.0000
set_P                 	2024-44059	0.0200
set_relative_P        	2024-44059	0.4000
set_recall            	2024-44059	0.4000
set_map               	2024-44059	0.0080
set_F                 	2024-44059	0.0381
num_nonrel_judged_ret 	2024-44059	74
num_ret               	2024-44060	100
num_rel               	2024-44060	172
num_rel_ret           	2024-44060	85
map                   	2024-44060	0.4783
Rprec                 	2024-44060	0.4942
bpref                 	2024-44060	0.4756
recip_rank            	2024-44060	1.0000
iprec_at_recall_0.00  	2024-44060	1.0000
iprec_at_recall_0.10  	2024-44060	1.0000
iprec_at_recall_0.20  	2024-44060	1.0000
iprec_at_recall_0.30  	2024-44060	1.0000
iprec_at_recall_0.40  	2024-44060	0.9211
iprec_at_recall_0.50  	2024-44060	0.0000
iprec_at_recall_0.60  	2024-44060	0.0000
iprec_at_recall_0.70  	2024-44060	0.0000
iprec_at_recall_0.80  	2024-44060	0.0000
iprec_at_recall_0.90  	2024-44060	0.0000
iprec_at_recall_1.00  	2024-44060	0.0000
P_5                   	2024-44060	1.0000
P_10                  	2024-44060	1.0000
P_15                  	2024-44060	1.0000
P_20                  	2024-44060	1.0000
P_30                  	2024-44060	1.0000
P_100                 	2024-44060	0.8500
P_200                 	2024-44060	0.4250
P_500                 	2024-44060	0.1700
P_1000                	2024-44060	0.0850
relstring             	2024-44060	'3123331222'
recall_5              	2024-44060	0.0291
recall_10             	2024-44060	0.0581
recall_15             	2024-44060	0.0872
recall_20             	2024-44060	0.1163
recall_30             	2024-44060	0.1744
recall_100            	2024-44060	0.4942
recall_200            	2024-44060	0.4942
recall_500            	2024-44060	0.4942
recall_1000           	2024-44060	0.4942
infAP                 	2024-44060	0.4783
Rprec_mult_0.20       	2024-44060	1.0000
Rprec_mult_0.40       	2024-44060	0.9275
Rprec_mult_0.60       	2024-44060	0.8173
Rprec_mult_0.80       	2024-44060	0.6159
Rprec_mult_1.00       	2024-44060	0.4942
Rprec_mult_1.20       	2024-44060	0.4106
Rprec_mult_1.40       	2024-44060	0.3527
Rprec_mult_1.60       	2024-44060	0.3080
Rprec_mult_1.80       	2024-44060	0.2742
Rprec_mult_2.00       	2024-44060	0.2471
utility               	2024-44060	70.0000
11pt_avg              	2024-44060	0.4474
binG                  	2024-44060	0.3747
G                     	2024-44060	0.1513
ndcg                  	2024-44060	0.6330
ndcg_rel              	2024-44060	0.7118
Rndcg                 	2024-44060	0.7126
ndcg_cut_5            	2024-44060	0.8008
ndcg_cut_10           	2024-44060	0.7554
ndcg_cut_15           	2024-44060	0.7312
ndcg_cut_20           	2024-44060	0.7868
ndcg_cut_30           	2024-44060	0.8332
ndcg_cut_100          	2024-44060	0.7811
ndcg_cut_200          	2024-44060	0.6330
ndcg_cut_500          	2024-44060	0.6330
ndcg_cut_1000         	2024-44060	0.6330
map_cut_5             	2024-44060	0.0291
map_cut_10            	2024-44060	0.0581
map_cut_15            	2024-44060	0.0872
map_cut_20            	2024-44060	0.1163
map_cut_30            	2024-44060	0.1744
map_cut_100           	2024-44060	0.4783
map_cut_200           	2024-44060	0.4783
map_cut_500           	2024-44060	0.4783
map_cut_1000          	2024-44060	0.4783
relative_P_5          	2024-44060	1.0000
relative_P_10         	2024-44060	1.0000
relative_P_15         	2024-44060	1.0000
relative_P_20         	2024-44060	1.0000
relative_P_30         	2024-44060	1.0000
relative_P_100        	2024-44060	0.8500
relative_P_200        	2024-44060	0.4942
relative_P_500        	2024-44060	0.4942
relative_P_1000       	2024-44060	0.4942
success_1             	2024-44060	1.0000
success_5             	2024-44060	1.0000
success_10            	2024-44060	1.0000
set_P                 	2024-44060	0.8500
set_relative_P        	2024-44060	0.8500
set_recall            	2024-44060	0.4942
set_map               	2024-44060	0.4201
set_F                 	2024-44060	0.6250
num_nonrel_judged_ret 	2024-44060	2
num_ret               	2024-58819	100
num_rel               	2024-58819	112
num_rel_ret           	2024-58819	37
map                   	2024-58819	0.2491
Rprec                 	2024-58819	0.3304
bpref                 	2024-58819	0.2926
recip_rank            	2024-58819	1.0000
iprec_at_recall_0.00  	2024-58819	1.0000
iprec_at_recall_0.10  	2024-58819	0.9444
iprec_at_recall_0.20  	2024-58819	0.6571
iprec_at_recall_0.30  	2024-58819	0.4789
iprec_at_recall_0.40  	2024-58819	0.0000
iprec_at_recall_0.50  	2024-58819	0.0000
iprec_at_recall_0.60  	2024-58819	0.0000
iprec_at_recall_0.70  	2024-58819	0.0000
iprec_at_recall_0.80  	2024-58819	0.0000
iprec_at_recall_0.90  	2024-58819	0.0000
iprec_at_recall_1.00  	2024-58819	0.0000
P_5                   	2024-58819	0.8000
P_10                  	2024-58819	0.9000
P_15                  	2024-58819	0.9333
P_20                  	2024-58819	0.9000
P_30                  	2024-58819	0.7000
P_100                 	2024-58819	0.3700
P_200                 	2024-58819	0.1850
P_500                 	2024-58819	0.0740
P_1000                	2024-58819	0.0370
relstring             	2024-58819	'312-222233'
recall_5              	2024-58819	0.0357
recall_10             	2024-58819	0.0804
recall_15             	2024-58819	0.1250
recall_20             	2024-58819	0.1607
recall_30             	2024-58819	0.1875
recall_100            	2024-58819	0.3304
recall_200            	2024-58819	0.3304
recall_500            	2024-58819	0.3304
recall_1000           	2024-58819	0.3304
infAP                 	2024-58819	0.2491
Rprec_mult_0.20       	2024-58819	0.8261
Rprec_mult_0.40       	2024-58819	0.6000
Rprec_mult_0.60       	2024-58819	0.4706
Rprec_mult_0.80       	2024-58819	0.4111
Rprec_mult_1.00       	2024-58819	0.3304
Rprec_mult_1.20       	2024-58819	0.2741
Rprec_mult_1.40       	2024-58819	0.2357
Rprec_mult_1.60       	2024-58819	0.2056
Rprec_mult_1.80       	2024-58819	0.1832
Rprec_mult_2.00       	2024-58819	0.1652
utility               	2024-58819	-26.0000
11pt_avg              	2024-58819	0.2800
binG                  	2024-58819	0.1521
G                     	2024-58819	0.0955
ndcg                  	2024-58819	0.4275
ndcg_rel              	2024-58819	0.4974
Rndcg                 	2024-58819	0.5060
ndcg_cut_5            	2024-58819	0.6110
ndcg_cut_10           	2024-58819	0.7218
ndcg_cut_15           	2024-58819	0.7363
ndcg_cut_20           	2024-58819	0.7182
ndcg_cut_30           	2024-58819	0.6285
ndcg_cut_100          	2024-58819	0.4458
ndcg_cut_200          	2024-58819	0.4275
ndcg_cut_500          	2024-58819	0.4275
ndcg_cut_1000         	2024-58819	0.4275
map_cut_5             	2024-58819	0.0339
map_cut_10            	2024-58819	0.0728
map_cut_15            	2024-58819	0.1140
map_cut_20            	2024-58819	0.1472
map_cut_30            	2024-58819	0.1699
map_cut_100           	2024-58819	0.2491
map_cut_200           	2024-58819	0.2491
map_cut_500           	2024-58819	0.2491
map_cut_1000          	2024-58819	0.2491
relative_P_5          	2024-58819	0.8000
relative_P_10         	2024-58819	0.9000
relative_P_15         	2024-58819	0.9333
relative_P_20         	2024-58819	0.9000
relative_P_30         	2024-58819	0.7000
relative_P_100        	2024-58819	0.3700
relative_P_200        	2024-58819	0.3304
relative_P_500        	2024-58819	0.3304
relative_P_1000       	2024-58819	0.3304
success_1             	2024-58819	1.0000
success_5             	2024-58819	1.0000
success_10            	2024-58819	1.0000
set_P                 	2024-58819	0.3700
set_relative_P        	2024-58819	0.3700
set_recall            	2024-58819	0.3304
set_map               	2024-58819	0.1222
set_F                 	2024-58819	0.3491
num_nonrel_judged_ret 	2024-58819	9
num_ret               	2024-69711	100
num_rel               	2024-69711	59
num_rel_ret           	2024-69711	39
map                   	2024-69711	0.3902
Rprec                 	2024-69711	0.4915
bpref                 	2024-69711	0.4645
recip_rank            	2024-69711	1.0000
iprec_at_recall_0.00  	2024-69711	1.0000
iprec_at_recall_0.10  	2024-69711	0.6429
iprec_at_recall_0.20  	2024-69711	0.6400
iprec_at_recall_0.30  	2024-69711	0.5806
iprec_at_recall_0.40  	2024-69711	0.5435
iprec_at_recall_0.50  	2024-69711	0.4853
iprec_at_recall_0.60  	2024-69711	0.4568
iprec_at_recall_0.70  	2024-69711	0.0000
iprec_at_recall_0.80  	2024-69711	0.0000
iprec_at_recall_0.90  	2024-69711	0.0000
iprec_at_recall_1.00  	2024-69711	0.0000
P_5                   	2024-69711	0.8000
P_10                  	2024-69711	0.6000
P_15                  	2024-69711	0.6000
P_20                  	2024-69711	0.6000
P_30                  	2024-69711	0.5667
P_100                 	2024-69711	0.3900
P_200                 	2024-69711	0.1950
P_500                 	2024-69711	0.0780
P_1000                	2024-69711	0.0390
relstring             	2024-69711	'2220210002'
recall_5              	2024-69711	0.0678
recall_10             	2024-69711	0.1017
recall_15             	2024-69711	0.1525
recall_20             	2024-69711	0.2034
recall_30             	2024-69711	0.2881
recall_100            	2024-69711	0.6610
recall_200            	2024-69711	0.6610
recall_500            	2024-69711	0.6610
recall_1000           	2024-69711	0.6610
infAP                 	2024-69711	0.3902
Rprec_mult_0.20       	2024-69711	0.5833
Rprec_mult_0.40       	2024-69711	0.6250
Rprec_mult_0.60       	2024-69711	0.5556
Rprec_mult_0.80       	2024-69711	0.5417
Rprec_mult_1.00       	2024-69711	0.4915
Rprec_mult_1.20       	2024-69711	0.4789
Rprec_mult_1.40       	2024-69711	0.4458
Rprec_mult_1.60       	2024-69711	0.4000
Rprec_mult_1.80       	2024-69711	0.3645
Rprec_mult_2.00       	2024-69711	0.3305
utility               	2024-69711	-22.0000
11pt_avg              	2024-69711	0.3954
binG                  	2024-69711	0.2144
G                     	2024-69711	0.1805
ndcg                  	2024-69711	0.6361
ndcg_rel              	2024-69711	0.6016
Rndcg                 	2024-69711	0.5870
ndcg_cut_5            	2024-69711	0.7301
ndcg_cut_10           	2024-69711	0.5918
ndcg_cut_15           	2024-69711	0.5312
ndcg_cut_20           	2024-69711	0.5259
ndcg_cut_30           	2024-69711	0.5499
ndcg_cut_100          	2024-69711	0.6361
ndcg_cut_200          	2024-69711	0.6361
ndcg_cut_500          	2024-69711	0.6361
ndcg_cut_1000         	2024-69711	0.6361
map_cut_5             	2024-69711	0.0644
map_cut_10            	2024-69711	0.0887
map_cut_15            	2024-69711	0.1199
map_cut_20            	2024-69711	0.1504
map_cut_30            	2024-69711	0.2033
map_cut_100           	2024-69711	0.3902
map_cut_200           	2024-69711	0.3902
map_cut_500           	2024-69711	0.3902
map_cut_1000          	2024-69711	0.3902
relative_P_5          	2024-69711	0.8000
relative_P_10         	2024-69711	0.6000
relative_P_15         	2024-69711	0.6000
relative_P_20         	2024-69711	0.6000
relative_P_30         	2024-69711	0.5667
relative_P_100        	2024-69711	0.6610
relative_P_200        	2024-69711	0.6610
relative_P_500        	2024-69711	0.6610
relative_P_1000       	2024-69711	0.6610
success_1             	2024-69711	1.0000
success_5             	2024-69711	1.0000
success_10            	2024-69711	1.0000
set_P                 	2024-69711	0.3900
set_relative_P        	2024-69711	0.6610
set_recall            	2024-69711	0.6610
set_map               	2024-69711	0.2578
set_F                 	2024-69711	0.4906
num_nonrel_judged_ret 	2024-69711	44
num_ret               	2024-73340	100
num_rel               	2024-73340	155
num_rel_ret           	2024-73340	70
map                   	2024-73340	0.4097
Rprec                 	2024-73340	0.4516
bpref                 	2024-73340	0.4132
recip_rank            	2024-73340	1.0000
iprec_at_recall_0.00  	2024-73340	1.0000
iprec_at_recall_0.10  	2024-73340	1.0000
iprec_at_recall_0.20  	2024-73340	0.9556
iprec_at_recall_0.30  	2024-73340	0.9038
iprec_at_recall_0.40  	2024-73340	0.7654
iprec_at_recall_0.50  	2024-73340	0.0000
iprec_at_recall_0.60  	2024-73340	0.0000
iprec_at_recall_0.70  	2024-73340	0.0000
iprec_at_recall_0.80  	2024-73340	0.0000
iprec_at_recall_0.90  	2024-73340	0.0000
iprec_at_recall_1.00  	2024-73340	0.0000
P_5                   	2024-73340	1.0000
P_10                  	2024-73340	1.0000
P_15                  	2024-73340	1.0000
P_20                  	2024-73340	0.9500
P_30                  	2024-73340	0.9333
P_100                 	2024-73340	0.7000
P_200                 	2024-73340	0.3500
P_500                 	2024-73340	0.1400
P_1000                	2024-73340	0.0700
relstring             	2024-73340	'3223323223'
recall_5              	2024-73340	0.0323
recall_10             	2024-73340	0.0645
recall_15             	2024-73340	0.0968
recall_20             	2024-73340	0.1226
recall_30             	2024-73340	0.1806
recall_100            	2024-73340	0.4516
recall_200            	2024-73340	0.4516
recall_500            	2024-73340	0.4516
recall_1000           	2024-73340	0.4516
infAP                 	2024-73340	0.4097
Rprec_mult_0.20       	2024-73340	0.9355
Rprec_mult_0.40       	2024-73340	0.8548
Rprec_mult_0.60       	2024-73340	0.7204
Rprec_mult_0.80       	2024-73340	0.5645
Rprec_mult_1.00       	2024-73340	0.4516
Rprec_mult_1.20       	2024-73340	0.3763
Rprec_mult_1.40       	2024-73340	0.3226
Rprec_mult_1.60       	2024-73340	0.2823
Rprec_mult_1.80       	2024-73340	0.2509
Rprec_mult_2.00       	2024-73340	0.2258
utility               	2024-73340	40.0000
11pt_avg              	2024-73340	0.4204
binG                  	2024-73340	0.2467
G                     	2024-73340	0.1734
ndcg                  	2024-73340	0.6602
ndcg_rel              	2024-73340	0.7401
Rndcg                 	2024-73340	0.7722
ndcg_cut_5            	2024-73340	0.8721
ndcg_cut_10           	2024-73340	0.8457
ndcg_cut_15           	2024-73340	0.8503
ndcg_cut_20           	2024-73340	0.8194
ndcg_cut_30           	2024-73340	0.8259
ndcg_cut_100          	2024-73340	0.7861
ndcg_cut_200          	2024-73340	0.6602
ndcg_cut_500          	2024-73340	0.6602
ndcg_cut_1000         	2024-73340	0.6602
map_cut_5             	2024-73340	0.0323
map_cut_10            	2024-73340	0.0645
map_cut_15            	2024-73340	0.0968
map_cut_20            	2024-73340	0.1216
map_cut_30            	2024-73340	0.1771
map_cut_100           	2024-73340	0.4097
map_cut_200           	2024-73340	0.4097
map_cut_500           	2024-73340	0.4097
map_cut_1000          	2024-73340	0.4097
relative_P_5          	2024-73340	1.0000
relative_P_10         	2024-73340	1.0000
relative_P_15         	2024-73340	1.0000
relative_P_20         	2024-73340	0.9500
relative_P_30         	2024-73340	0.9333
relative_P_100        	2024-73340	0.7000
relative_P_200        	2024-73340	0.4516
relative_P_500        	2024-73340	0.4516
relative_P_1000       	2024-73340	0.4516
success_1             	2024-73340	1.0000
success_5             	2024-73340	1.0000
success_10            	2024-73340	1.0000
set_P                 	2024-73340	0.7000
set_relative_P        	2024-73340	0.7000
set_recall            	2024-73340	0.4516
set_map               	2024-73340	0.3161
set_F                 	2024-73340	0.5490
num_nonrel_judged_ret 	2024-73340	6
num_ret               	2024-73918	100
num_rel               	2024-73918	172
num_rel_ret           	2024-73918	46
map                   	2024-73918	0.1480
Rprec                 	2024-73918	0.2674
bpref                 	2024-73918	0.2332
recip_rank            	2024-73918	1.0000
iprec_at_recall_0.00  	2024-73918	1.0000
iprec_at_recall_0.10  	2024-73918	0.5319
iprec_at_recall_0.20  	2024-73918	0.4742
iprec_at_recall_0.30  	2024-73918	0.0000
iprec_at_recall_0.40  	2024-73918	0.0000
iprec_at_recall_0.50  	2024-73918	0.0000
iprec_at_recall_0.60  	2024-73918	0.0000
iprec_at_recall_0.70  	2024-73918	0.0000
iprec_at_recall_0.80  	2024-73918	0.0000
iprec_at_recall_0.90  	2024-73918	0.0000
iprec_at_recall_1.00  	2024-73918	0.0000
P_5                   	2024-73918	0.8000
P_10                  	2024-73918	0.7000
P_15                  	2024-73918	0.5333
P_20                  	2024-73918	0.5000
P_30                  	2024-73918	0.4000
P_100                 	2024-73918	0.4600
P_200                 	2024-73918	0.2300
P_500                 	2024-73918	0.0920
P_1000                	2024-73918	0.0460
relstring             	2024-73918	'2220222100'
recall_5              	2024-73918	0.0233
recall_10             	2024-73918	0.0407
recall_15             	2024-73918	0.0465
recall_20             	2024-73918	0.0581
recall_30             	2024-73918	0.0698
recall_100            	2024-73918	0.2674
recall_200            	2024-73918	0.2674
recall_500            	2024-73918	0.2674
recall_1000           	2024-73918	0.2674
infAP                 	2024-73918	0.1480
Rprec_mult_0.20       	2024-73918	0.4571
Rprec_mult_0.40       	2024-73918	0.4783
Rprec_mult_0.60       	2024-73918	0.4423
Rprec_mult_0.80       	2024-73918	0.3333
Rprec_mult_1.00       	2024-73918	0.2674
Rprec_mult_1.20       	2024-73918	0.2222
Rprec_mult_1.40       	2024-73918	0.1909
Rprec_mult_1.60       	2024-73918	0.1667
Rprec_mult_1.80       	2024-73918	0.1484
Rprec_mult_2.00       	2024-73918	0.1337
utility               	2024-73918	-8.0000
11pt_avg              	2024-73918	0.1824
binG                  	2024-73918	0.0810
G                     	2024-73918	0.0580
ndcg                  	2024-73918	0.3340
ndcg_rel              	2024-73918	0.3688
Rndcg                 	2024-73918	0.4399
ndcg_cut_5            	2024-73918	0.5693
ndcg_cut_10           	2024-73918	0.5289
ndcg_cut_15           	2024-73918	0.4745
ndcg_cut_20           	2024-73918	0.4514
ndcg_cut_30           	2024-73918	0.3934
ndcg_cut_100          	2024-73918	0.4162
ndcg_cut_200          	2024-73918	0.3340
ndcg_cut_500          	2024-73918	0.3340
ndcg_cut_1000         	2024-73918	0.3340
map_cut_5             	2024-73918	0.0221
map_cut_10            	2024-73918	0.0370
map_cut_15            	2024-73918	0.0412
map_cut_20            	2024-73918	0.0474
map_cut_30            	2024-73918	0.0528
map_cut_100           	2024-73918	0.1480
map_cut_200           	2024-73918	0.1480
map_cut_500           	2024-73918	0.1480
map_cut_1000          	2024-73918	0.1480
relative_P_5          	2024-73918	0.8000
relative_P_10         	2024-73918	0.7000
relative_P_15         	2024-73918	0.5333
relative_P_20         	2024-73918	0.5000
relative_P_30         	2024-73918	0.4000
relative_P_100        	2024-73918	0.4600
relative_P_200        	2024-73918	0.2674
relative_P_500        	2024-73918	0.2674
relative_P_1000       	2024-73918	0.2674
success_1             	2024-73918	1.0000
success_5             	2024-73918	1.0000
success_10            	2024-73918	1.0000
set_P                 	2024-73918	0.4600
set_relative_P        	2024-73918	0.4600
set_recall            	2024-73918	0.2674
set_map               	2024-73918	0.1230
set_F                 	2024-73918	0.3382
num_nonrel_judged_ret 	2024-73918	43
num_ret               	2024-79081	100
num_rel               	2024-79081	156
num_rel_ret           	2024-79081	78
map                   	2024-79081	0.4682
Rprec                 	2024-79081	0.5000
bpref                 	2024-79081	0.4547
recip_rank            	2024-79081	1.0000
iprec_at_recall_0.00  	2024-79081	1.0000
iprec_at_recall_0.10  	2024-79081	1.0000
iprec_at_recall_0.20  	2024-79081	0.9778
iprec_at_recall_0.30  	2024-79081	0.9592
iprec_at_recall_0.40  	2024-79081	0.8630
iprec_at_recall_0.50  	2024-79081	0.7879
iprec_at_recall_0.60  	2024-79081	0.0000
iprec_at_recall_0.70  	2024-79081	0.0000
iprec_at_recall_0.80  	2024-79081	0.0000
iprec_at_recall_0.90  	2024-79081	0.0000
iprec_at_recall_1.00  	2024-79081	0.0000
P_5                   	2024-79081	1.0000
P_10                  	2024-79081	1.0000
P_15                  	2024-79081	1.0000
P_20                  	2024-79081	1.0000
P_30                  	2024-79081	0.9667
P_100                 	2024-79081	0.7800
P_200                 	2024-79081	0.3900
P_500                 	2024-79081	0.1560
P_1000                	2024-79081	0.0780
relstring             	2024-79081	'3333331333'
recall_5              	2024-79081	0.0321
recall_10             	2024-79081	0.0641
recall_15             	2024-79081	0.0962
recall_20             	2024-79081	0.1282
recall_30             	2024-79081	0.1859
recall_100            	2024-79081	0.5000
recall_200            	2024-79081	0.5000
recall_500            	2024-79081	0.5000
recall_1000           	2024-79081	0.5000
infAP                 	2024-79081	0.4682
Rprec_mult_0.20       	2024-79081	0.9688
Rprec_mult_0.40       	2024-79081	0.9048
Rprec_mult_0.60       	2024-79081	0.7979
Rprec_mult_0.80       	2024-79081	0.6240
Rprec_mult_1.00       	2024-79081	0.5000
Rprec_mult_1.20       	2024-79081	0.4149
Rprec_mult_1.40       	2024-79081	0.3562
Rprec_mult_1.60       	2024-79081	0.3120
Rprec_mult_1.80       	2024-79081	0.2776
Rprec_mult_2.00       	2024-79081	0.2500
utility               	2024-79081	56.0000
11pt_avg              	2024-79081	0.5080
binG                  	2024-79081	0.3048
G                     	2024-79081	0.1786
ndcg                  	2024-79081	0.6125
ndcg_rel              	2024-79081	0.7140
Rndcg                 	2024-79081	0.7000
ndcg_cut_5            	2024-79081	1.0000
ndcg_cut_10           	2024-79081	0.9511
ndcg_cut_15           	2024-79081	0.9191
ndcg_cut_20           	2024-79081	0.8774
ndcg_cut_30           	2024-79081	0.8046
ndcg_cut_100          	2024-79081	0.7080
ndcg_cut_200          	2024-79081	0.6125
ndcg_cut_500          	2024-79081	0.6125
ndcg_cut_1000         	2024-79081	0.6125
map_cut_5             	2024-79081	0.0321
map_cut_10            	2024-79081	0.0641
map_cut_15            	2024-79081	0.0962
map_cut_20            	2024-79081	0.1282
map_cut_30            	2024-79081	0.1850
map_cut_100           	2024-79081	0.4682
map_cut_200           	2024-79081	0.4682
map_cut_500           	2024-79081	0.4682
map_cut_1000          	2024-79081	0.4682
relative_P_5          	2024-79081	1.0000
relative_P_10         	2024-79081	1.0000
relative_P_15         	2024-79081	1.0000
relative_P_20         	2024-79081	1.0000
relative_P_30         	2024-79081	0.9667
relative_P_100        	2024-79081	0.7800
relative_P_200        	2024-79081	0.5000
relative_P_500        	2024-79081	0.5000
relative_P_1000       	2024-79081	0.5000
success_1             	2024-79081	1.0000
success_5             	2024-79081	1.0000
success_10            	2024-79081	1.0000
set_P                 	2024-79081	0.7800
set_relative_P        	2024-79081	0.7800
set_recall            	2024-79081	0.5000
set_map               	2024-79081	0.3900
set_F                 	2024-79081	0.6094
num_nonrel_judged_ret 	2024-79081	8
num_ret               	2024-79154	100
num_rel               	2024-79154	14
num_rel_ret           	2024-79154	11
map                   	2024-79154	0.5496
Rprec                 	2024-79154	0.5000
bpref                 	2024-79154	0.5204
recip_rank            	2024-79154	1.0000
iprec_at_recall_0.00  	2024-79154	1.0000
iprec_at_recall_0.10  	2024-79154	1.0000
iprec_at_recall_0.20  	2024-79154	1.0000
iprec_at_recall_0.30  	2024-79154	0.8750
iprec_at_recall_0.40  	2024-79154	0.8750
iprec_at_recall_0.50  	2024-79154	0.8750
iprec_at_recall_0.60  	2024-79154	0.2647
iprec_at_recall_0.70  	2024-79154	0.2273
iprec_at_recall_0.80  	2024-79154	0.0000
iprec_at_recall_0.90  	2024-79154	0.0000
iprec_at_recall_1.00  	2024-79154	0.0000
P_5                   	2024-79154	0.8000
P_10                  	2024-79154	0.7000
P_15                  	2024-79154	0.4667
P_20                  	2024-79154	0.4000
P_30                  	2024-79154	0.2667
P_100                 	2024-79154	0.1100
P_200                 	2024-79154	0.0550
P_500                 	2024-79154	0.0220
P_1000                	2024-79154	0.0110
relstring             	2024-79154	'121102110-'
recall_5              	2024-79154	0.2857
recall_10             	2024-79154	0.5000
recall_15             	2024-79154	0.5000
recall_20             	2024-79154	0.5714
recall_30             	2024-79154	0.5714
recall_100            	2024-79154	0.7857
recall_200            	2024-79154	0.7857
recall_500            	2024-79154	0.7857
recall_1000           	2024-79154	0.7857
infAP                 	2024-79154	0.5496
Rprec_mult_0.20       	2024-79154	1.0000
Rprec_mult_0.40       	2024-79154	0.8333
Rprec_mult_0.60       	2024-79154	0.7778
Rprec_mult_0.80       	2024-79154	0.5833
Rprec_mult_1.00       	2024-79154	0.5000
Rprec_mult_1.20       	2024-79154	0.4706
Rprec_mult_1.40       	2024-79154	0.4000
Rprec_mult_1.60       	2024-79154	0.3478
Rprec_mult_1.80       	2024-79154	0.3077
Rprec_mult_2.00       	2024-79154	0.2857
utility               	2024-79154	-78.0000
11pt_avg              	2024-79154	0.5561
binG                  	2024-79154	0.4829
G                     	2024-79154	0.3494
ndcg                  	2024-79154	0.7124
ndcg_rel              	2024-79154	0.6807
Rndcg                 	2024-79154	0.6495
ndcg_cut_5            	2024-79154	0.6285
ndcg_cut_10           	2024-79154	0.6823
ndcg_cut_15           	2024-79154	0.5882
ndcg_cut_20           	2024-79154	0.6198
ndcg_cut_30           	2024-79154	0.6198
ndcg_cut_100          	2024-79154	0.7124
ndcg_cut_200          	2024-79154	0.7124
ndcg_cut_500          	2024-79154	0.7124
ndcg_cut_1000         	2024-79154	0.7124
map_cut_5             	2024-79154	0.2857
map_cut_10            	2024-79154	0.4690
map_cut_15            	2024-79154	0.4690
map_cut_20            	2024-79154	0.5047
map_cut_30            	2024-79154	0.5047
map_cut_100           	2024-79154	0.5496
map_cut_200           	2024-79154	0.5496
map_cut_500           	2024-79154	0.5496
map_cut_1000          	2024-79154	0.5496
relative_P_5          	2024-79154	0.8000
relative_P_10         	2024-79154	0.7000
relative_P_15         	2024-79154	0.5000
relative_P_20         	2024-79154	0.5714
relative_P_30         	2024-79154	0.5714
relative_P_100        	2024-79154	0.7857
relative_P_200        	2024-79154	0.7857
relative_P_500        	2024-79154	0.7857
relative_P_1000       	2024-79154	0.7857
success_1             	2024-79154	1.0000
success_5             	2024-79154	1.0000
success_10            	2024-79154	1.0000
set_P                 	2024-79154	0.1100
set_relative_P        	2024-79154	0.7857
set_recall            	2024-79154	0.7857
set_map               	2024-79154	0.0864
set_F                 	2024-79154	0.1930
num_nonrel_judged_ret 	2024-79154	39
num_ret               	2024-88894	100
num_rel               	2024-88894	46
num_rel_ret           	2024-88894	15
map                   	2024-88894	0.0452
Rprec                 	2024-88894	0.1087
bpref                 	2024-88894	0.0595
recip_rank            	2024-88894	0.0417
iprec_at_recall_0.00  	2024-88894	0.1905
iprec_at_recall_0.10  	2024-88894	0.1905
iprec_at_recall_0.20  	2024-88894	0.1905
iprec_at_recall_0.30  	2024-88894	0.1750
iprec_at_recall_0.40  	2024-88894	0.0000
iprec_at_recall_0.50  	2024-88894	0.0000
iprec_at_recall_0.60  	2024-88894	0.0000
iprec_at_recall_0.70  	2024-88894	0.0000
iprec_at_recall_0.80  	2024-88894	0.0000
iprec_at_recall_0.90  	2024-88894	0.0000
iprec_at_recall_1.00  	2024-88894	0.0000
P_5                   	2024-88894	0.0000
P_10                  	2024-88894	0.0000
P_15                  	2024-88894	0.0000
P_20                  	2024-88894	0.0000
P_30                  	2024-88894	0.0667
P_100                 	2024-88894	0.1500
P_200                 	2024-88894	0.0750
P_500                 	2024-88894	0.0300
P_1000                	2024-88894	0.0150
relstring             	2024-88894	'0000000000'
recall_5              	2024-88894	0.0000
recall_10             	2024-88894	0.0000
recall_15             	2024-88894	0.0000
recall_20             	2024-88894	0.0000
recall_30             	2024-88894	0.0435
recall_100            	2024-88894	0.3261
recall_200            	2024-88894	0.3261
recall_500            	2024-88894	0.3261
recall_1000           	2024-88894	0.3261
infAP                 	2024-88894	0.0452
Rprec_mult_0.20       	2024-88894	0.0000
Rprec_mult_0.40       	2024-88894	0.0000
Rprec_mult_0.60       	2024-88894	0.0714
Rprec_mult_0.80       	2024-88894	0.0541
Rprec_mult_1.00       	2024-88894	0.1087
Rprec_mult_1.20       	2024-88894	0.1786
Rprec_mult_1.40       	2024-88894	0.1846
Rprec_mult_1.60       	2024-88894	0.1757
Rprec_mult_1.80       	2024-88894	0.1687
Rprec_mult_2.00       	2024-88894	0.1630
utility               	2024-88894	-70.0000
11pt_avg              	2024-88894	0.0679
binG                  	2024-88894	0.0597
G                     	2024-88894	0.0621
ndcg                  	2024-88894	0.2154
ndcg_rel              	2024-88894	0.1851
Rndcg                 	2024-88894	0.0964
ndcg_cut_5            	2024-88894	0.0000
ndcg_cut_10           	2024-88894	0.0000
ndcg_cut_15           	2024-88894	0.0000
ndcg_cut_20           	2024-88894	0.0000
ndcg_cut_30           	2024-88894	0.0421
ndcg_cut_100          	2024-88894	0.2154
ndcg_cut_200          	2024-88894	0.2154
ndcg_cut_500          	2024-88894	0.2154
ndcg_cut_1000         	2024-88894	0.2154
map_cut_5             	2024-88894	0.0000
map_cut_10            	2024-88894	0.0000
map_cut_15            	2024-88894	0.0000
map_cut_20            	2024-88894	0.0000
map_cut_30            	2024-88894	0.0026
map_cut_100           	2024-88894	0.0452
map_cut_200           	2024-88894	0.0452
map_cut_500           	2024-88894	0.0452
map_cut_1000          	2024-88894	0.0452
relative_P_5          	2024-88894	0.0000
relative_P_10         	2024-88894	0.0000
relative_P_15         	2024-88894	0.0000
relative_P_20         	2024-88894	0.0000
relative_P_30         	2024-88894	0.0667
relative_P_100        	2024-88894	0.3261
relative_P_200        	2024-88894	0.3261
relative_P_500        	2024-88894	0.3261
relative_P_1000       	2024-88894	0.3261
success_1             	2024-88894	0.0000
success_5             	2024-88894	0.0000
success_10            	2024-88894	0.0000
set_P                 	2024-88894	0.1500
set_relative_P        	2024-88894	0.3261
set_recall            	2024-88894	0.3261
set_map               	2024-88894	0.0489
set_F                 	2024-88894	0.2055
num_nonrel_judged_ret 	2024-88894	72
num_ret               	2024-94706	100
num_rel               	2024-94706	45
num_rel_ret           	2024-94706	27
map                   	2024-94706	0.4227
Rprec                 	2024-94706	0.5111
bpref                 	2024-94706	0.4741
recip_rank            	2024-94706	1.0000
iprec_at_recall_0.00  	2024-94706	1.0000
iprec_at_recall_0.10  	2024-94706	1.0000
iprec_at_recall_0.20  	2024-94706	0.7500
iprec_at_recall_0.30  	2024-94706	0.6786
iprec_at_recall_0.40  	2024-94706	0.6786
iprec_at_recall_0.50  	2024-94706	0.5227
iprec_at_recall_0.60  	2024-94706	0.3140
iprec_at_recall_0.70  	2024-94706	0.0000
iprec_at_recall_0.80  	2024-94706	0.0000
iprec_at_recall_0.90  	2024-94706	0.0000
iprec_at_recall_1.00  	2024-94706	0.0000
P_5                   	2024-94706	1.0000
P_10                  	2024-94706	0.7000
P_15                  	2024-94706	0.7333
P_20                  	2024-94706	0.6500
P_30                  	2024-94706	0.6333
P_100                 	2024-94706	0.2700
P_200                 	2024-94706	0.1350
P_500                 	2024-94706	0.0540
P_1000                	2024-94706	0.0270
relstring             	2024-94706	'2221120010'
recall_5              	2024-94706	0.1111
recall_10             	2024-94706	0.1556
recall_15             	2024-94706	0.2444
recall_20             	2024-94706	0.2889
recall_30             	2024-94706	0.4222
recall_100            	2024-94706	0.6000
recall_200            	2024-94706	0.6000
recall_500            	2024-94706	0.6000
recall_1000           	2024-94706	0.6000
infAP                 	2024-94706	0.4227
Rprec_mult_0.20       	2024-94706	0.7778
Rprec_mult_0.40       	2024-94706	0.6667
Rprec_mult_0.60       	2024-94706	0.6667
Rprec_mult_0.80       	2024-94706	0.5833
Rprec_mult_1.00       	2024-94706	0.5111
Rprec_mult_1.20       	2024-94706	0.4444
Rprec_mult_1.40       	2024-94706	0.4127
Rprec_mult_1.60       	2024-94706	0.3611
Rprec_mult_1.80       	2024-94706	0.3210
Rprec_mult_2.00       	2024-94706	0.3000
utility               	2024-94706	-46.0000
11pt_avg              	2024-94706	0.4494
binG                  	2024-94706	0.2740
G                     	2024-94706	0.2875
ndcg                  	2024-94706	0.6907
ndcg_rel              	2024-94706	0.7520
Rndcg                 	2024-94706	0.7327
ndcg_cut_5            	2024-94706	0.8614
ndcg_cut_10           	2024-94706	0.8132
ndcg_cut_15           	2024-94706	0.8114
ndcg_cut_20           	2024-94706	0.7624
ndcg_cut_30           	2024-94706	0.7347
ndcg_cut_100          	2024-94706	0.6907
ndcg_cut_200          	2024-94706	0.6907
ndcg_cut_500          	2024-94706	0.6907
ndcg_cut_1000         	2024-94706	0.6907
map_cut_5             	2024-94706	0.1111
map_cut_10            	2024-94706	0.1506
map_cut_15            	2024-94706	0.2156
map_cut_20            	2024-94706	0.2457
map_cut_30            	2024-94706	0.3343
map_cut_100           	2024-94706	0.4227
map_cut_200           	2024-94706	0.4227
map_cut_500           	2024-94706	0.4227
map_cut_1000          	2024-94706	0.4227
relative_P_5          	2024-94706	1.0000
relative_P_10         	2024-94706	0.7000
relative_P_15         	2024-94706	0.7333
relative_P_20         	2024-94706	0.6500
relative_P_30         	2024-94706	0.6333
relative_P_100        	2024-94706	0.6000
relative_P_200        	2024-94706	0.6000
relative_P_500        	2024-94706	0.6000
relative_P_1000       	2024-94706	0.6000
success_1             	2024-94706	1.0000
success_5             	2024-94706	1.0000
success_10            	2024-94706	1.0000
set_P                 	2024-94706	0.2700
set_relative_P        	2024-94706	0.6000
set_recall            	2024-94706	0.6000
set_map               	2024-94706	0.1620
set_F                 	2024-94706	0.3724
num_nonrel_judged_ret 	2024-94706	45
num_ret               	2024-96063	100
num_rel               	2024-96063	91
num_rel_ret           	2024-96063	18
map                   	2024-96063	0.1017
Rprec                 	2024-96063	0.1868
bpref                 	2024-96063	0.1577
recip_rank            	2024-96063	1.0000
iprec_at_recall_0.00  	2024-96063	1.0000
iprec_at_recall_0.10  	2024-96063	0.3429
iprec_at_recall_0.20  	2024-96063	0.0000
iprec_at_recall_0.30  	2024-96063	0.0000
iprec_at_recall_0.40  	2024-96063	0.0000
iprec_at_recall_0.50  	2024-96063	0.0000
iprec_at_recall_0.60  	2024-96063	0.0000
iprec_at_recall_0.70  	2024-96063	0.0000
iprec_at_recall_0.80  	2024-96063	0.0000
iprec_at_recall_0.90  	2024-96063	0.0000
iprec_at_recall_1.00  	2024-96063	0.0000
P_5                   	2024-96063	1.0000
P_10                  	2024-96063	0.6000
P_15                  	2024-96063	0.4000
P_20                  	2024-96063	0.3500
P_30                  	2024-96063	0.3000
P_100                 	2024-96063	0.1800
P_200                 	2024-96063	0.0900
P_500                 	2024-96063	0.0360
P_1000                	2024-96063	0.0180
relstring             	2024-96063	'3112100030'
recall_5              	2024-96063	0.0549
recall_10             	2024-96063	0.0659
recall_15             	2024-96063	0.0659
recall_20             	2024-96063	0.0769
recall_30             	2024-96063	0.0989
recall_100            	2024-96063	0.1978
recall_200            	2024-96063	0.1978
recall_500            	2024-96063	0.1978
recall_1000           	2024-96063	0.1978
infAP                 	2024-96063	0.1017
Rprec_mult_0.20       	2024-96063	0.3684
Rprec_mult_0.40       	2024-96063	0.3243
Rprec_mult_0.60       	2024-96063	0.2545
Rprec_mult_0.80       	2024-96063	0.2192
Rprec_mult_1.00       	2024-96063	0.1868
Rprec_mult_1.20       	2024-96063	0.1636
Rprec_mult_1.40       	2024-96063	0.1406
Rprec_mult_1.60       	2024-96063	0.1233
Rprec_mult_1.80       	2024-96063	0.1098
Rprec_mult_2.00       	2024-96063	0.0989
utility               	2024-96063	-64.0000
11pt_avg              	2024-96063	0.1221
binG                  	2024-96063	0.0870
G                     	2024-96063	0.0614
ndcg                  	2024-96063	0.2800
ndcg_rel              	2024-96063	0.3191
Rndcg                 	2024-96063	0.3749
ndcg_cut_5            	2024-96063	0.6701
ndcg_cut_10           	2024-96063	0.5600
ndcg_cut_15           	2024-96063	0.4535
ndcg_cut_20           	2024-96063	0.4171
ndcg_cut_30           	2024-96063	0.3726
ndcg_cut_100          	2024-96063	0.2800
ndcg_cut_200          	2024-96063	0.2800
ndcg_cut_500          	2024-96063	0.2800
ndcg_cut_1000         	2024-96063	0.2800
map_cut_5             	2024-96063	0.0549
map_cut_10            	2024-96063	0.0623
map_cut_15            	2024-96063	0.0623
map_cut_20            	2024-96063	0.0668
map_cut_30            	2024-96063	0.0745
map_cut_100           	2024-96063	0.1017
map_cut_200           	2024-96063	0.1017
map_cut_500           	2024-96063	0.1017
map_cut_1000          	2024-96063	0.1017
relative_P_5          	2024-96063	1.0000
relative_P_10         	2024-96063	0.6000
relative_P_15         	2024-96063	0.4000
relative_P_20         	2024-96063	0.3500
relative_P_30         	2024-96063	0.3000
relative_P_100        	2024-96063	0.1978
relative_P_200        	2024-96063	0.1978
relative_P_500        	2024-96063	0.1978
relative_P_1000       	2024-96063	0.1978
success_1             	2024-96063	1.0000
success_5             	2024-96063	1.0000
success_10            	2024-96063	1.0000
set_P                 	2024-96063	0.1800
set_relative_P        	2024-96063	0.1978
set_recall            	2024-96063	0.1978
set_map               	2024-96063	0.0356
set_F                 	2024-96063	0.1885
num_nonrel_judged_ret 	2024-96063	58
num_ret               	2024-96359	100
num_rel               	2024-96359	55
num_rel_ret           	2024-96359	14
map                   	2024-96359	0.1531
Rprec                 	2024-96359	0.2000
bpref                 	2024-96359	0.2545
recip_rank            	2024-96359	1.0000
iprec_at_recall_0.00  	2024-96359	1.0000
iprec_at_recall_0.10  	2024-96359	0.7500
iprec_at_recall_0.20  	2024-96359	0.2075
iprec_at_recall_0.30  	2024-96359	0.0000
iprec_at_recall_0.40  	2024-96359	0.0000
iprec_at_recall_0.50  	2024-96359	0.0000
iprec_at_recall_0.60  	2024-96359	0.0000
iprec_at_recall_0.70  	2024-96359	0.0000
iprec_at_recall_0.80  	2024-96359	0.0000
iprec_at_recall_0.90  	2024-96359	0.0000
iprec_at_recall_1.00  	2024-96359	0.0000
P_5                   	2024-96359	1.0000
P_10                  	2024-96359	0.6000
P_15                  	2024-96359	0.5333
P_20                  	2024-96359	0.4000
P_30                  	2024-96359	0.3333
P_100                 	2024-96359	0.1400
P_200                 	2024-96359	0.0700
P_500                 	2024-96359	0.0280
P_1000                	2024-96359	0.0140
relstring             	2024-96359	'11111--1--'
recall_5              	2024-96359	0.0909
recall_10             	2024-96359	0.1091
recall_15             	2024-96359	0.1455
recall_20             	2024-96359	0.1455
recall_30             	2024-96359	0.1818
recall_100            	2024-96359	0.2545
recall_200            	2024-96359	0.2545
recall_500            	2024-96359	0.2545
recall_1000           	2024-96359	0.2545
infAP                 	2024-96359	0.1531
Rprec_mult_0.20       	2024-96359	0.6364
Rprec_mult_0.40       	2024-96359	0.3636
Rprec_mult_0.60       	2024-96359	0.3030
Rprec_mult_0.80       	2024-96359	0.2273
Rprec_mult_1.00       	2024-96359	0.2000
Rprec_mult_1.20       	2024-96359	0.1818
Rprec_mult_1.40       	2024-96359	0.1558
Rprec_mult_1.60       	2024-96359	0.1477
Rprec_mult_1.80       	2024-96359	0.1414
Rprec_mult_2.00       	2024-96359	0.1273
utility               	2024-96359	-72.0000
11pt_avg              	2024-96359	0.1780
binG                  	2024-96359	0.1346
G                     	2024-96359	0.0870
ndcg                  	2024-96359	0.3266
ndcg_rel              	2024-96359	0.3621
Rndcg                 	2024-96359	0.3706
ndcg_cut_5            	2024-96359	0.6439
ndcg_cut_10           	2024-96359	0.5286
ndcg_cut_15           	2024-96359	0.5089
ndcg_cut_20           	2024-96359	0.4397
ndcg_cut_30           	2024-96359	0.3909
ndcg_cut_100          	2024-96359	0.3266
ndcg_cut_200          	2024-96359	0.3266
ndcg_cut_500          	2024-96359	0.3266
ndcg_cut_1000         	2024-96359	0.3266
map_cut_5             	2024-96359	0.0909
map_cut_10            	2024-96359	0.1045
map_cut_15            	2024-96359	0.1282
map_cut_20            	2024-96359	0.1282
map_cut_30            	2024-96359	0.1399
map_cut_100           	2024-96359	0.1531
map_cut_200           	2024-96359	0.1531
map_cut_500           	2024-96359	0.1531
map_cut_1000          	2024-96359	0.1531
relative_P_5          	2024-96359	1.0000
relative_P_10         	2024-96359	0.6000
relative_P_15         	2024-96359	0.5333
relative_P_20         	2024-96359	0.4000
relative_P_30         	2024-96359	0.3333
relative_P_100        	2024-96359	0.2545
relative_P_200        	2024-96359	0.2545
relative_P_500        	2024-96359	0.2545
relative_P_1000       	2024-96359	0.2545
success_1             	2024-96359	1.0000
success_5             	2024-96359	1.0000
success_10            	2024-96359	1.0000
set_P                 	2024-96359	0.1400
set_relative_P        	2024-96359	0.2545
set_recall            	2024-96359	0.2545
set_map               	2024-96359	0.0356
set_F                 	2024-96359	0.1806
num_nonrel_judged_ret 	2024-96359	0
runid                 	all	uwc1
num_q                 	all	86
num_ret               	all	8600
num_rel               	all	12717
num_rel_ret           	all	4575
map                   	all	0.3127
gm_map                	all	0.2386
Rprec                 	all	0.3688
bpref                 	all	0.3537
recip_rank            	all	0.9280
iprec_at_recall_0.00  	all	0.9404
iprec_at_recall_0.10  	all	0.8342
iprec_at_recall_0.20  	all	0.6917
iprec_at_recall_0.30  	all	0.5067
iprec_at_recall_0.40  	all	0.3128
iprec_at_recall_0.50  	all	0.1864
iprec_at_recall_0.60  	all	0.0872
iprec_at_recall_0.70  	all	0.0535
iprec_at_recall_0.80  	all	0.0257
iprec_at_recall_0.90  	all	0.0056
iprec_at_recall_1.00  	all	0.0000
P_5                   	all	0.8767
P_10                  	all	0.8256
P_15                  	all	0.7922
P_20                  	all	0.7663
P_30                  	all	0.7252
P_100                 	all	0.5320
P_200                 	all	0.2660
P_500                 	all	0.1064
P_1000                	all	0.0532
recall_5              	all	0.0443
recall_10             	all	0.0791
recall_15             	all	0.1083
recall_20             	all	0.1350
recall_30             	all	0.1848
recall_100            	all	0.4074
recall_200            	all	0.4074
recall_500            	all	0.4074
recall_1000           	all	0.4074
infAP                 	all	0.3127
gm_bpref              	all	0.2591
Rprec_mult_0.20       	all	0.7600
Rprec_mult_0.40       	all	0.6473
Rprec_mult_0.60       	all	0.5335
Rprec_mult_0.80       	all	0.4378
Rprec_mult_1.00       	all	0.3688
Rprec_mult_1.20       	all	0.3168
Rprec_mult_1.40       	all	0.2761
Rprec_mult_1.60       	all	0.2437
Rprec_mult_1.80       	all	0.2176
Rprec_mult_2.00       	all	0.1986
utility               	all	6.3953
11pt_avg              	all	0.3313
binG                  	all	0.2019
G                     	all	0.1286
ndcg                  	all	0.4737
ndcg_rel              	all	0.5254
Rndcg                 	all	0.5273
ndcg_cut_5            	all	0.6914
ndcg_cut_10           	all	0.6650
ndcg_cut_15           	all	0.6448
ndcg_cut_20           	all	0.6326
ndcg_cut_30           	all	0.6201
ndcg_cut_100          	all	0.5697
ndcg_cut_200          	all	0.4847
ndcg_cut_500          	all	0.4737
ndcg_cut_1000         	all	0.4737
map_cut_5             	all	0.0419
map_cut_10            	all	0.0712
map_cut_15            	all	0.0963
map_cut_20            	all	0.1185
map_cut_30            	all	0.1583
map_cut_100           	all	0.3127
map_cut_200           	all	0.3127
map_cut_500           	all	0.3127
map_cut_1000          	all	0.3127
relative_P_5          	all	0.8767
relative_P_10         	all	0.8267
relative_P_15         	all	0.7942
relative_P_20         	all	0.7708
relative_P_30         	all	0.7364
relative_P_100        	all	0.6026
relative_P_200        	all	0.4277
relative_P_500        	all	0.4074
relative_P_1000       	all	0.4074
success_1             	all	0.8953
success_5             	all	0.9651
success_10            	all	0.9767
set_P                 	all	0.5320
set_relative_P        	all	0.6026
set_recall            	all	0.4074
set_map               	all	0.2225
set_F                 	all	0.4177
num_nonrel_judged_ret 	all	1509
