-
Notifications
You must be signed in to change notification settings - Fork 0
/
original-runs-evaluation.jsonl
912 lines (912 loc) · 144 KB
/
original-runs-evaluation.jsonl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
{"corpus": "cw09", "topics": "1-50", "tag": "UDWAxBL", "bpref": 0.3078522285741981, "pseudoNDCG@10": 0.2931240051813378, "pseudoNDCG": 0.4903387111062076}
{"corpus": "cw09", "topics": "1-50", "tag": "UCDSIFTprob", "bpref": 0.24625670171360292, "pseudoNDCG@10": 0.29474683417031566, "pseudoNDCG": 0.3805039776934022}
{"corpus": "cw09", "topics": "1-50", "tag": "ICTNETADRun4", "bpref": 0.3150312520922353, "pseudoNDCG@10": 0.35854657626587966, "pseudoNDCG": 0.47349861183642056}
{"corpus": "cw09", "topics": "1-50", "tag": "irra2a", "bpref": 0.2491768359520838, "pseudoNDCG@10": 0.25794048246812407, "pseudoNDCG": 0.41853686099869286}
{"corpus": "cw09", "topics": "1-50", "tag": "Sab9wtBase", "bpref": 0.11459729792629463, "pseudoNDCG@10": 0.28561496003983566, "pseudoNDCG": 0.19109075013894702}
{"corpus": "cw09", "topics": "1-50", "tag": "arsc09web", "bpref": 0.019046463944423657, "pseudoNDCG@10": 0.09199357871934603, "pseudoNDCG": 0.035970200207363766}
{"corpus": "cw09", "topics": "1-50", "tag": "twCSrsR", "bpref": 0.15058976722336606, "pseudoNDCG@10": 0.30185301268783915, "pseudoNDCG": 0.22949443481547496}
{"corpus": "cw09", "topics": "1-50", "tag": "IE09", "bpref": 0.26896692515090626, "pseudoNDCG@10": 0.2983531779653973, "pseudoNDCG": 0.3870184896453652}
{"corpus": "cw09", "topics": "1-50", "tag": "RmitLm", "bpref": 0.27504812779353804, "pseudoNDCG@10": 0.2520734836244847, "pseudoNDCG": 0.45216176329968777}
{"corpus": "cw09", "topics": "1-50", "tag": "irra1a", "bpref": 0.2720949716601179, "pseudoNDCG@10": 0.2176988932391827, "pseudoNDCG": 0.44519622329884256}
{"corpus": "cw09", "topics": "1-50", "tag": "pkuLink", "bpref": 0.19391436413984656, "pseudoNDCG@10": 0.3312373931164011, "pseudoNDCG": 0.29125694082335857}
{"corpus": "cw09", "topics": "1-50", "tag": "UCDSIFTslide", "bpref": 0.23539484706291636, "pseudoNDCG@10": 0.324196209695436, "pseudoNDCG": 0.3814619485671503}
{"corpus": "cw09", "topics": "1-50", "tag": "yhooumd09BGC", "bpref": 0.1680578983693322, "pseudoNDCG@10": 0.32449114889182007, "pseudoNDCG": 0.24727055675403237}
{"corpus": "cw09", "topics": "1-50", "tag": "UMHOObm25B", "bpref": 0.31491113956976785, "pseudoNDCG@10": 0.3099454653574721, "pseudoNDCG": 0.488252398299569}
{"corpus": "cw09", "topics": "1-50", "tag": "uogTrdphP", "bpref": 0.2045169259873022, "pseudoNDCG@10": 0.35384230043381615, "pseudoNDCG": 0.31125628389465854}
{"corpus": "cw09", "topics": "1-50", "tag": "MSRANORM", "bpref": 0.2156669116956205, "pseudoNDCG@10": 0.3173444194911872, "pseudoNDCG": 0.311972228161143}
{"corpus": "cw09", "topics": "1-50", "tag": "THUIR09TxAn", "bpref": 0.20123186360344225, "pseudoNDCG@10": 0.2905609605088624, "pseudoNDCG": 0.2976882984886043}
{"corpus": "cw09", "topics": "1-50", "tag": "uogTrdphA", "bpref": 0.31648707187395086, "pseudoNDCG@10": 0.3750768102727207, "pseudoNDCG": 0.4874558163851421}
{"corpus": "cw09", "topics": "1-50", "tag": "UMHOObm25IF", "bpref": 0.14426541663228426, "pseudoNDCG@10": 0.2503581296997908, "pseudoNDCG": 0.22196662802665593}
{"corpus": "cw09", "topics": "1-50", "tag": "Sab9wtBf2", "bpref": 0.12056899160339485, "pseudoNDCG@10": 0.30930204517541177, "pseudoNDCG": 0.19882188595422523}
{"corpus": "cw09", "topics": "1-50", "tag": "scutrun1", "bpref": 0.30522906528736066, "pseudoNDCG@10": 0.25868715347245885, "pseudoNDCG": 0.47721024660831296}
{"corpus": "cw09", "topics": "1-50", "tag": "UamsAw7an3", "bpref": 0.25939430298094535, "pseudoNDCG@10": 0.2636379959786281, "pseudoNDCG": 0.441045471736853}
{"corpus": "cw09", "topics": "1-50", "tag": "udelIndDMRM", "bpref": 0.29910123723574084, "pseudoNDCG@10": 0.257552648859333, "pseudoNDCG": 0.4721428080136761}
{"corpus": "cw09", "topics": "1-50", "tag": "SIEL09", "bpref": 0.26713037785981353, "pseudoNDCG@10": 0.29419278970611296, "pseudoNDCG": 0.3844059965220973}
{"corpus": "cw09", "topics": "1-50", "tag": "yhooumd09BGM", "bpref": 0.15494882285392886, "pseudoNDCG@10": 0.3210646146915963, "pseudoNDCG": 0.23166980187386838}
{"corpus": "cw09", "topics": "1-50", "tag": "WatSdmrm3", "bpref": 0.19309813848638985, "pseudoNDCG@10": 0.2605349220145481, "pseudoNDCG": 0.29136248357982203}
{"corpus": "cw09", "topics": "1-50", "tag": "uvamrftop", "bpref": 0.21871067656391968, "pseudoNDCG@10": 0.32688625653987247, "pseudoNDCG": 0.3367884620756393}
{"corpus": "cw09", "topics": "1-50", "tag": "UMHOOqlIF", "bpref": 0.1822184917112777, "pseudoNDCG@10": 0.26958009864075605, "pseudoNDCG": 0.2825962116278884}
{"corpus": "cw09", "topics": "1-50", "tag": "Sab9wtBf1", "bpref": 0.1378149674861042, "pseudoNDCG@10": 0.31964201376021834, "pseudoNDCG": 0.21349936235533487}
{"corpus": "cw09", "topics": "1-50", "tag": "uvaee", "bpref": 0.21305549788554548, "pseudoNDCG@10": 0.2737156886766759, "pseudoNDCG": 0.30602705773423067}
{"corpus": "cw09", "topics": "1-50", "tag": "UDWAxQE", "bpref": 0.22364752371700727, "pseudoNDCG@10": 0.2592975249598471, "pseudoNDCG": 0.31461754023771304}
{"corpus": "cw09", "topics": "1-50", "tag": "RmitOkapi", "bpref": 0.28572021307076684, "pseudoNDCG@10": 0.3124249270464533, "pseudoNDCG": 0.46587608530295177}
{"corpus": "cw09", "topics": "1-50", "tag": "udelIndDRSP", "bpref": 0.304203598639028, "pseudoNDCG@10": 0.2588495158437896, "pseudoNDCG": 0.4623342224985867}
{"corpus": "cw09", "topics": "1-50", "tag": "UMHOOqlGS", "bpref": 0.19003815255354528, "pseudoNDCG@10": 0.2691641160573514, "pseudoNDCG": 0.29320993021441205}
{"corpus": "cw09", "topics": "1-50", "tag": "WatSql", "bpref": 0.1880263316454951, "pseudoNDCG@10": 0.2610339250224628, "pseudoNDCG": 0.2948351205508412}
{"corpus": "cw09", "topics": "1-50", "tag": "twCSrs9N", "bpref": 0.1252384485508024, "pseudoNDCG@10": 0.27727199758472504, "pseudoNDCG": 0.20224878399391918}
{"corpus": "cw09", "topics": "1-50", "tag": "NeuLMWeb600", "bpref": 0.311603425682189, "pseudoNDCG@10": 0.3352214843757688, "pseudoNDCG": 0.49504962914898337}
{"corpus": "cw09", "topics": "1-50", "tag": "WatSdmrm3we", "bpref": 0.2570820263380145, "pseudoNDCG@10": 0.3730635710569362, "pseudoNDCG": 0.37739370012569606}
{"corpus": "cw09", "topics": "1-50", "tag": "MSRAAF", "bpref": 0.2153107861979592, "pseudoNDCG@10": 0.3019746239989114, "pseudoNDCG": 0.3065068755299352}
{"corpus": "cw09", "topics": "1-50", "tag": "UCDSIFTinter", "bpref": 0.22616707740512204, "pseudoNDCG@10": 0.32640327410579695, "pseudoNDCG": 0.3685611815996929}
{"corpus": "cw09", "topics": "1-50", "tag": "UMHOOsdp", "bpref": 0.3236221057359947, "pseudoNDCG@10": 0.3182135969922345, "pseudoNDCG": 0.5049582976011527}
{"corpus": "cw09", "topics": "1-50", "tag": "watprf", "bpref": 0.09572133720349844, "pseudoNDCG@10": 0.2678442012633884, "pseudoNDCG": 0.1661723346806785}
{"corpus": "cw09", "topics": "1-50", "tag": "yhooumd09BFM", "bpref": 0.1480921022895916, "pseudoNDCG@10": 0.29003748413697195, "pseudoNDCG": 0.22787611722894785}
{"corpus": "cw09", "topics": "1-50", "tag": "scutrun2", "bpref": 0.30524141456818255, "pseudoNDCG@10": 0.2568532837953568, "pseudoNDCG": 0.47559240268991265}
{"corpus": "cw09", "topics": "1-50", "tag": "NeuLMWeb300", "bpref": 0.31936010383297486, "pseudoNDCG@10": 0.37980777547803896, "pseudoNDCG": 0.5017337340312438}
{"corpus": "cw09", "topics": "1-50", "tag": "THUIR09An", "bpref": 0.14636038005598162, "pseudoNDCG@10": 0.27981675933652633, "pseudoNDCG": 0.2240162607695922}
{"corpus": "cw09", "topics": "1-50", "tag": "uogTrdphCEwP", "bpref": 0.3254518541128647, "pseudoNDCG@10": 0.41701351969894224, "pseudoNDCG": 0.4991323709066499}
{"corpus": "cw09", "topics": "1-50", "tag": "udelIndDRPR", "bpref": 0.2448857731084091, "pseudoNDCG@10": 0.2349558278730506, "pseudoNDCG": 0.3852730396046036}
{"corpus": "cw09", "topics": "1-50", "tag": "twJ48rsU", "bpref": 0.09066743763957838, "pseudoNDCG@10": 0.15891563768173717, "pseudoNDCG": 0.13447494826745315}
{"corpus": "cw09", "topics": "1-50", "tag": "UamsAwebQE10", "bpref": 0.2595163982935631, "pseudoNDCG@10": 0.25117437323784825, "pseudoNDCG": 0.4272444166107309}
{"corpus": "cw09", "topics": "1-50", "tag": "watrrfw", "bpref": 0.16500214833800225, "pseudoNDCG@10": 0.24967440126065238, "pseudoNDCG": 0.25154487842429085}
{"corpus": "cw09", "topics": "1-50", "tag": "irra3a", "bpref": 0.27272486725490963, "pseudoNDCG@10": 0.22454302177079252, "pseudoNDCG": 0.45029641157539274}
{"corpus": "cw09", "topics": "1-50", "tag": "MSRAC", "bpref": 0.2215057563381572, "pseudoNDCG@10": 0.3133514111155383, "pseudoNDCG": 0.3133912069193671}
{"corpus": "cw09", "topics": "1-50", "tag": "ICTNETADRun3", "bpref": 0.31268465819960634, "pseudoNDCG@10": 0.3499701309966931, "pseudoNDCG": 0.47100123061925203}
{"corpus": "cw09", "topics": "1-50", "tag": "ICTNETADRun5", "bpref": 0.2720400306644044, "pseudoNDCG@10": 0.3074328976122053, "pseudoNDCG": 0.42256267598620234}
{"corpus": "cw09", "topics": "1-50", "tag": "MS2", "bpref": 0.22214198415644076, "pseudoNDCG@10": 0.3180292328503008, "pseudoNDCG": 0.3102883093291635}
{"corpus": "cw09", "topics": "1-50", "tag": "muadimp", "bpref": 0.2205609977795005, "pseudoNDCG@10": 0.2530393301806286, "pseudoNDCG": 0.30346049155805377}
{"corpus": "cw09", "topics": "1-50", "tag": "pkuStruct", "bpref": 0.19289362166896828, "pseudoNDCG@10": 0.3255497385767447, "pseudoNDCG": 0.2931742454032265}
{"corpus": "cw09", "topics": "1-50", "tag": "watwp", "bpref": 0.07726406909703211, "pseudoNDCG@10": 0.23083993084609022, "pseudoNDCG": 0.12515875913593047}
{"corpus": "cw09", "topics": "1-50", "tag": "UDWAxQEWeb", "bpref": 0.3072812251692898, "pseudoNDCG@10": 0.36795946203880836, "pseudoNDCG": 0.44692815093475213}
{"corpus": "cw09", "topics": "1-50", "tag": "UMHOObm25GS", "bpref": 0.21170960765242036, "pseudoNDCG@10": 0.3068947999475123, "pseudoNDCG": 0.3100136972725609}
{"corpus": "cw09", "topics": "1-50", "tag": "uvamrf", "bpref": 0.2012681040955991, "pseudoNDCG@10": 0.2748200641514033, "pseudoNDCG": 0.2966492480476313}
{"corpus": "cw09", "topics": "1-50", "tag": "THUIR09LuTA", "bpref": 0.19014924327037735, "pseudoNDCG@10": 0.28814236758321526, "pseudoNDCG": 0.2755201400007325}
{"corpus": "cw09", "topics": "1-50", "tag": "muadibm5", "bpref": 0.21659153392026273, "pseudoNDCG@10": 0.25326382596993624, "pseudoNDCG": 0.29907542294893136}
{"corpus": "cw09", "topics": "1-50", "tag": "pkuSewmTp", "bpref": 0.1931428669931846, "pseudoNDCG@10": 0.3236462307924737, "pseudoNDCG": 0.2941344514548053}
{"corpus": "cw09", "topics": "1-50", "tag": "UMHOOqlB", "bpref": 0.29131687148625185, "pseudoNDCG@10": 0.26958009864075605, "pseudoNDCG": 0.4771523368745123}
{"corpus": "cw09", "topics": "1-50", "tag": "scutrun3", "bpref": 0.30557451037262096, "pseudoNDCG@10": 0.26217483469686587, "pseudoNDCG": 0.478295098087454}
{"corpus": "cw09", "topics": "1-50", "tag": "UMHOOsd", "bpref": 0.3242343506339539, "pseudoNDCG@10": 0.3182135969922345, "pseudoNDCG": 0.5056913813080695}
{"corpus": "cw09", "topics": "1-50", "tag": "NeuLMWebBase", "bpref": 0.28570847611582584, "pseudoNDCG@10": 0.24364926324939037, "pseudoNDCG": 0.47125424410568434}
{"corpus": "cw09", "topics": "1-50", "tag": "muadanchor", "bpref": 0.11071828847881622, "pseudoNDCG@10": 0.26196053072134945, "pseudoNDCG": 0.15921978735356454}
{"corpus": "cw09", "topics": "1-50", "tag": "MS1", "bpref": 0.19628481548379909, "pseudoNDCG@10": 0.25677325970059806, "pseudoNDCG": 0.2757229823102715}
{"corpus": "cc15", "topics": "1-50", "tag": "UDWAxBL", "bpref": 0.2440941783910534, "pseudoNDCG@10": 0.33257186114459547, "pseudoNDCG": 0.33662306486430776}
{"corpus": "cc15", "topics": "1-50", "tag": "UCDSIFTprob", "bpref": 0.18972177128427128, "pseudoNDCG@10": 0.28826053491231135, "pseudoNDCG": 0.29011494894842843}
{"corpus": "cc15", "topics": "1-50", "tag": "ICTNETADRun4", "bpref": 0.2331015888047138, "pseudoNDCG@10": 0.3481145952605555, "pseudoNDCG": 0.3510187443950767}
{"corpus": "cc15", "topics": "1-50", "tag": "irra2a", "bpref": 0.16412720959595958, "pseudoNDCG@10": 0.30263264458192524, "pseudoNDCG": 0.3009276167374496}
{"corpus": "cc15", "topics": "1-50", "tag": "Sab9wtBase", "bpref": 0.03226010101010101, "pseudoNDCG@10": 0.05961738414112464, "pseudoNDCG": 0.059233684291135215}
{"corpus": "cc15", "topics": "1-50", "tag": "arsc09web", "bpref": 0.010890151515151514, "pseudoNDCG@10": 0.015249400007119251, "pseudoNDCG": 0.014938621117765234}
{"corpus": "cc15", "topics": "1-50", "tag": "twCSrsR", "bpref": 0.11757831289081289, "pseudoNDCG@10": 0.16925373144556422, "pseudoNDCG": 0.16884011820355052}
{"corpus": "cc15", "topics": "1-50", "tag": "IE09", "bpref": 0.16035165644540644, "pseudoNDCG@10": 0.23835889289468795, "pseudoNDCG": 0.24070787246744926}
{"corpus": "cc15", "topics": "1-50", "tag": "RmitLm", "bpref": 0.2223580672799423, "pseudoNDCG@10": 0.31133411521255405, "pseudoNDCG": 0.31281794510548716}
{"corpus": "cc15", "topics": "1-50", "tag": "irra1a", "bpref": 0.22264903499278502, "pseudoNDCG@10": 0.3164060306909783, "pseudoNDCG": 0.3178886415195411}
{"corpus": "cc15", "topics": "1-50", "tag": "pkuLink", "bpref": 0.16592205537518037, "pseudoNDCG@10": 0.2400760452104698, "pseudoNDCG": 0.2386947238174567}
{"corpus": "cc15", "topics": "1-50", "tag": "UCDSIFTslide", "bpref": 0.15869656385281383, "pseudoNDCG@10": 0.27044320787596643, "pseudoNDCG": 0.26903030461164906}
{"corpus": "cc15", "topics": "1-50", "tag": "yhooumd09BGC", "bpref": 0.13524906806156806, "pseudoNDCG@10": 0.17094001545558205, "pseudoNDCG": 0.16941291287879104}
{"corpus": "cc15", "topics": "1-50", "tag": "UMHOObm25B", "bpref": 0.2527163374819625, "pseudoNDCG@10": 0.3487165111202783, "pseudoNDCG": 0.3509509910956126}
{"corpus": "cc15", "topics": "1-50", "tag": "uogTrdphP", "bpref": 0.16489354106541607, "pseudoNDCG@10": 0.23809882820975745, "pseudoNDCG": 0.23728451860401586}
{"corpus": "cc15", "topics": "1-50", "tag": "MSRANORM", "bpref": 0.23098187981000481, "pseudoNDCG@10": 0.26691122874401935, "pseudoNDCG": 0.2698319924557668}
{"corpus": "cc15", "topics": "1-50", "tag": "THUIR09TxAn", "bpref": 0.13784196127946127, "pseudoNDCG@10": 0.19099761899429357, "pseudoNDCG": 0.18972628523776455}
{"corpus": "cc15", "topics": "1-50", "tag": "uogTrdphA", "bpref": 0.25858322811447815, "pseudoNDCG@10": 0.3774799156595583, "pseudoNDCG": 0.3808110585486821}
{"corpus": "cc15", "topics": "1-50", "tag": "UMHOObm25IF", "bpref": 0.09976851851851852, "pseudoNDCG@10": 0.13460123929064308, "pseudoNDCG": 0.13460123929064308}
{"corpus": "cc15", "topics": "1-50", "tag": "Sab9wtBf2", "bpref": 0.02457912457912458, "pseudoNDCG@10": 0.05304763524799153, "pseudoNDCG": 0.05275595140544989}
{"corpus": "cc15", "topics": "1-50", "tag": "scutrun1", "bpref": 0.2131543861231361, "pseudoNDCG@10": 0.31181252061703046, "pseudoNDCG": 0.31424907206733055}
{"corpus": "cc15", "topics": "1-50", "tag": "UamsAw7an3", "bpref": 0.20503152807840308, "pseudoNDCG@10": 0.30435296383344074, "pseudoNDCG": 0.3079544270812847}
{"corpus": "cc15", "topics": "1-50", "tag": "udelIndDMRM", "bpref": 0.22790404040404044, "pseudoNDCG@10": 0.3218642037441306, "pseudoNDCG": 0.32406427775941526}
{"corpus": "cc15", "topics": "1-50", "tag": "SIEL09", "bpref": 0.16035165644540644, "pseudoNDCG@10": 0.23835889289468795, "pseudoNDCG": 0.24070787246744926}
{"corpus": "cc15", "topics": "1-50", "tag": "yhooumd09BGM", "bpref": 0.1116289381914382, "pseudoNDCG@10": 0.16053562249832057, "pseudoNDCG": 0.15900212858150994}
{"corpus": "cc15", "topics": "1-50", "tag": "WatSdmrm3", "bpref": 0.1680172258297258, "pseudoNDCG@10": 0.22360917348234996, "pseudoNDCG": 0.2229711745776222}
{"corpus": "cc15", "topics": "1-50", "tag": "uvamrftop", "bpref": 0.13933174753487254, "pseudoNDCG@10": 0.20315219325631081, "pseudoNDCG": 0.20196340583442365}
{"corpus": "cc15", "topics": "1-50", "tag": "UMHOOqlIF", "bpref": 0.19491417147667148, "pseudoNDCG@10": 0.2623995655974415, "pseudoNDCG": 0.2617980836145139}
{"corpus": "cc15", "topics": "1-50", "tag": "Sab9wtBf1", "bpref": 0.02689393939393939, "pseudoNDCG@10": 0.07582641429416276, "pseudoNDCG": 0.07553473045162111}
{"corpus": "cc15", "topics": "1-50", "tag": "uvaee", "bpref": 0.1639952350889851, "pseudoNDCG@10": 0.2216947508181731, "pseudoNDCG": 0.220503752985331}
{"corpus": "cc15", "topics": "1-50", "tag": "UDWAxQE", "bpref": 0.1072460091991342, "pseudoNDCG@10": 0.1430535187033283, "pseudoNDCG": 0.14151124152631286}
{"corpus": "cc15", "topics": "1-50", "tag": "RmitOkapi", "bpref": 0.20185748857623856, "pseudoNDCG@10": 0.28887593129862316, "pseudoNDCG": 0.28946118039358476}
{"corpus": "cc15", "topics": "1-50", "tag": "udelIndDRSP", "bpref": 0.22550332190957192, "pseudoNDCG@10": 0.30362274186776833, "pseudoNDCG": 0.307576470351323}
{"corpus": "cc15", "topics": "1-50", "tag": "UMHOOqlGS", "bpref": 0.19863891895141894, "pseudoNDCG@10": 0.2659211381825383, "pseudoNDCG": 0.2652353406603268}
{"corpus": "cc15", "topics": "1-50", "tag": "WatSql", "bpref": 0.18639144420394418, "pseudoNDCG@10": 0.2311311892105229, "pseudoNDCG": 0.23053981749155497}
{"corpus": "cc15", "topics": "1-50", "tag": "twCSrs9N", "bpref": 0.10088684463684462, "pseudoNDCG@10": 0.14102007912157563, "pseudoNDCG": 0.14094715816094022}
{"corpus": "cc15", "topics": "1-50", "tag": "NeuLMWeb600", "bpref": 0.2319987448893699, "pseudoNDCG@10": 0.3325211159802931, "pseudoNDCG": 0.3356910244897731}
{"corpus": "cc15", "topics": "1-50", "tag": "WatSdmrm3we", "bpref": 0.17935718795093794, "pseudoNDCG@10": 0.25395958707363053, "pseudoNDCG": 0.25439260987364515}
{"corpus": "cc15", "topics": "1-50", "tag": "MSRAAF", "bpref": 0.2306030919312169, "pseudoNDCG@10": 0.265224179578974, "pseudoNDCG": 0.2682178642513568}
{"corpus": "cc15", "topics": "1-50", "tag": "UCDSIFTinter", "bpref": 0.1463278995310245, "pseudoNDCG@10": 0.25940335043746915, "pseudoNDCG": 0.25676091124619205}
{"corpus": "cc15", "topics": "1-50", "tag": "UMHOOsdp", "bpref": 0.25734596711159213, "pseudoNDCG@10": 0.3819786154409246, "pseudoNDCG": 0.384213095416259}
{"corpus": "cc15", "topics": "1-50", "tag": "watprf", "bpref": 0.011868686868686869, "pseudoNDCG@10": 0.024549087937299357, "pseudoNDCG": 0.02432773161256006}
{"corpus": "cc15", "topics": "1-50", "tag": "yhooumd09BFM", "bpref": 0.11291824494949494, "pseudoNDCG@10": 0.18307211103777274, "pseudoNDCG": 0.18224488455374535}
{"corpus": "cc15", "topics": "1-50", "tag": "scutrun2", "bpref": 0.2131510040885041, "pseudoNDCG@10": 0.31191935324874986, "pseudoNDCG": 0.31427159918220393}
{"corpus": "cc15", "topics": "1-50", "tag": "NeuLMWeb300", "bpref": 0.2069987448893699, "pseudoNDCG@10": 0.3031290519031403, "pseudoNDCG": 0.30629896041262034}
{"corpus": "cc15", "topics": "1-50", "tag": "THUIR09An", "bpref": 0.14072176376863874, "pseudoNDCG@10": 0.20453297769423018, "pseudoNDCG": 0.20373587365395265}
{"corpus": "cc15", "topics": "1-50", "tag": "uogTrdphCEwP", "bpref": 0.2276489974146224, "pseudoNDCG@10": 0.35362977423263037, "pseudoNDCG": 0.35540255654497016}
{"corpus": "cc15", "topics": "1-50", "tag": "udelIndDRPR", "bpref": 0.21036093825156324, "pseudoNDCG@10": 0.32502810104756935, "pseudoNDCG": 0.327662537023702}
{"corpus": "cc15", "topics": "1-50", "tag": "twJ48rsU", "bpref": 0.09827516233766233, "pseudoNDCG@10": 0.12522413060556428, "pseudoNDCG": 0.1244694895505037}
{"corpus": "cc15", "topics": "1-50", "tag": "UamsAwebQE10", "bpref": 0.14972981301106303, "pseudoNDCG@10": 0.2585047401515975, "pseudoNDCG": 0.2617301383866878}
{"corpus": "cc15", "topics": "1-50", "tag": "watrrfw", "bpref": 0.10641308922558924, "pseudoNDCG@10": 0.1537384452557344, "pseudoNDCG": 0.15250792484537862}
{"corpus": "cc15", "topics": "1-50", "tag": "irra3a", "bpref": 0.22329718314093316, "pseudoNDCG@10": 0.3179334849908727, "pseudoNDCG": 0.31941609581943553}
{"corpus": "cc15", "topics": "1-50", "tag": "MSRAC", "bpref": 0.23098187981000481, "pseudoNDCG@10": 0.26691122874401935, "pseudoNDCG": 0.2698319924557668}
{"corpus": "cc15", "topics": "1-50", "tag": "ICTNETADRun3", "bpref": 0.23152161495911494, "pseudoNDCG@10": 0.3337242072131244, "pseudoNDCG": 0.3348868012161776}
{"corpus": "cc15", "topics": "1-50", "tag": "ICTNETADRun5", "bpref": 0.22236084806397308, "pseudoNDCG@10": 0.3178247877313108, "pseudoNDCG": 0.320728936865832}
{"corpus": "cc15", "topics": "1-50", "tag": "MS2", "bpref": 0.2308526485088985, "pseudoNDCG@10": 0.29567699209743076, "pseudoNDCG": 0.2937948588824449}
{"corpus": "cc15", "topics": "1-50", "tag": "muadimp", "bpref": 0.14404310966810965, "pseudoNDCG@10": 0.1902194008461179, "pseudoNDCG": 0.1966467874957589}
{"corpus": "cc15", "topics": "1-50", "tag": "pkuStruct", "bpref": 0.17068978475228472, "pseudoNDCG@10": 0.2174785140825883, "pseudoNDCG": 0.21679420054533005}
{"corpus": "cc15", "topics": "1-50", "tag": "watwp", "bpref": 0.004166666666666667, "pseudoNDCG@10": 0.005276319877219855, "pseudoNDCG": 0.005276319877219855}
{"corpus": "cc15", "topics": "1-50", "tag": "UDWAxQEWeb", "bpref": 0.21179781445406445, "pseudoNDCG@10": 0.3084912598713966, "pseudoNDCG": 0.30767184796266767}
{"corpus": "cc15", "topics": "1-50", "tag": "UMHOObm25GS", "bpref": 0.17086114117364115, "pseudoNDCG@10": 0.21820456219637782, "pseudoNDCG": 0.21751876467416617}
{"corpus": "cc15", "topics": "1-50", "tag": "uvamrf", "bpref": 0.14009270532708032, "pseudoNDCG@10": 0.20468475203579573, "pseudoNDCG": 0.2037486713018398}
{"corpus": "cc15", "topics": "1-50", "tag": "THUIR09LuTA", "bpref": 0.11496587902837901, "pseudoNDCG@10": 0.1812227420445216, "pseudoNDCG": 0.1805712708737893}
{"corpus": "cc15", "topics": "1-50", "tag": "muadibm5", "bpref": 0.13941348003848003, "pseudoNDCG@10": 0.18323117077473228, "pseudoNDCG": 0.18965855742437324}
{"corpus": "cc15", "topics": "1-50", "tag": "pkuSewmTp", "bpref": 0.16374534030784033, "pseudoNDCG@10": 0.21415149384050705, "pseudoNDCG": 0.21346718030324882}
{"corpus": "cc15", "topics": "1-50", "tag": "UMHOOqlB", "bpref": 0.23698179713804715, "pseudoNDCG@10": 0.34747629584624784, "pseudoNDCG": 0.3497189287032653}
{"corpus": "cc15", "topics": "1-50", "tag": "scutrun3", "bpref": 0.21296499218374218, "pseudoNDCG@10": 0.31181252061703046, "pseudoNDCG": 0.31422097076927485}
{"corpus": "cc15", "topics": "1-50", "tag": "UMHOOsd", "bpref": 0.25734596711159213, "pseudoNDCG@10": 0.3819786154409246, "pseudoNDCG": 0.384213095416259}
{"corpus": "cc15", "topics": "1-50", "tag": "NeuLMWebBase", "bpref": 0.23720707822270323, "pseudoNDCG@10": 0.3304475500132029, "pseudoNDCG": 0.33361745852268293}
{"corpus": "cc15", "topics": "1-50", "tag": "muadanchor", "bpref": 0.18206668620731117, "pseudoNDCG@10": 0.2641128284931156, "pseudoNDCG": 0.26317767578137496}
{"corpus": "cc15", "topics": "1-50", "tag": "MS1", "bpref": 0.20508015422077921, "pseudoNDCG@10": 0.2659063748880311, "pseudoNDCG": 0.2643559630033782}
{"corpus": "cw12", "topics": "1-50", "tag": "UDWAxBL", "bpref": 0.31767192886908063, "pseudoNDCG@10": 0.44160421751426054, "pseudoNDCG": 0.4673358786063651}
{"corpus": "cw12", "topics": "1-50", "tag": "UCDSIFTprob", "bpref": 0.24665428112702892, "pseudoNDCG@10": 0.3482495531085304, "pseudoNDCG": 0.35291228794390117}
{"corpus": "cw12", "topics": "1-50", "tag": "ICTNETADRun4", "bpref": 0.35996715680318253, "pseudoNDCG@10": 0.459474494600552, "pseudoNDCG": 0.48474130878274224}
{"corpus": "cw12", "topics": "1-50", "tag": "irra2a", "bpref": 0.24490234674005643, "pseudoNDCG@10": 0.373079684310571, "pseudoNDCG": 0.38889703679912613}
{"corpus": "cw12", "topics": "1-50", "tag": "Sab9wtBase", "bpref": 0.15689310144534688, "pseudoNDCG@10": 0.23106848534279062, "pseudoNDCG": 0.2123051044094075}
{"corpus": "cw12", "topics": "1-50", "tag": "arsc09web", "bpref": 0.020388471177944862, "pseudoNDCG@10": 0.030486064655595592, "pseudoNDCG": 0.026117882719630066}
{"corpus": "cw12", "topics": "1-50", "tag": "twCSrsR", "bpref": 0.15868823811052524, "pseudoNDCG@10": 0.2259343358069251, "pseudoNDCG": 0.20639070442805768}
{"corpus": "cw12", "topics": "1-50", "tag": "IE09", "bpref": 0.2491605313355373, "pseudoNDCG@10": 0.3451957971550413, "pseudoNDCG": 0.3503607899543212}
{"corpus": "cw12", "topics": "1-50", "tag": "RmitLm", "bpref": 0.3172949533264877, "pseudoNDCG@10": 0.4079239117477797, "pseudoNDCG": 0.4497663660395533}
{"corpus": "cw12", "topics": "1-50", "tag": "irra1a", "bpref": 0.3079692174181731, "pseudoNDCG@10": 0.4134048371239821, "pseudoNDCG": 0.44239964982822144}
{"corpus": "cw12", "topics": "1-50", "tag": "pkuLink", "bpref": 0.23560508999423171, "pseudoNDCG@10": 0.32895793966746917, "pseudoNDCG": 0.30616231845779207}
{"corpus": "cw12", "topics": "1-50", "tag": "UCDSIFTslide", "bpref": 0.22009520387203704, "pseudoNDCG@10": 0.3359203838784859, "pseudoNDCG": 0.33196963352370906}
{"corpus": "cw12", "topics": "1-50", "tag": "yhooumd09BGC", "bpref": 0.18223344660849997, "pseudoNDCG@10": 0.2586401238678259, "pseudoNDCG": 0.23307832579498608}
{"corpus": "cw12", "topics": "1-50", "tag": "UMHOObm25B", "bpref": 0.35558136283968783, "pseudoNDCG@10": 0.4679828582355776, "pseudoNDCG": 0.49783664915894943}
{"corpus": "cw12", "topics": "1-50", "tag": "uogTrdphP", "bpref": 0.22097061692178882, "pseudoNDCG@10": 0.32150733309521323, "pseudoNDCG": 0.29943846669711577}
{"corpus": "cw12", "topics": "1-50", "tag": "MSRANORM", "bpref": 0.23159484905075944, "pseudoNDCG@10": 0.3094561189585938, "pseudoNDCG": 0.29586073356994247}
{"corpus": "cw12", "topics": "1-50", "tag": "THUIR09TxAn", "bpref": 0.18590258550120173, "pseudoNDCG@10": 0.28521806047020115, "pseudoNDCG": 0.2605931994295158}
{"corpus": "cw12", "topics": "1-50", "tag": "uogTrdphA", "bpref": 0.33871428976756646, "pseudoNDCG@10": 0.46150364244270065, "pseudoNDCG": 0.4864778053396981}
{"corpus": "cw12", "topics": "1-50", "tag": "UMHOObm25IF", "bpref": 0.14322860945644086, "pseudoNDCG@10": 0.21344027197909454, "pseudoNDCG": 0.20097213061467606}
{"corpus": "cw12", "topics": "1-50", "tag": "Sab9wtBf2", "bpref": 0.1652808360619526, "pseudoNDCG@10": 0.24456053192612517, "pseudoNDCG": 0.22732027327723944}
{"corpus": "cw12", "topics": "1-50", "tag": "scutrun1", "bpref": 0.33503129789993336, "pseudoNDCG@10": 0.4366913421881201, "pseudoNDCG": 0.47204510422431545}
{"corpus": "cw12", "topics": "1-50", "tag": "UamsAw7an3", "bpref": 0.31715339836250456, "pseudoNDCG@10": 0.4129608522731475, "pseudoNDCG": 0.43634642098810383}
{"corpus": "cw12", "topics": "1-50", "tag": "udelIndDMRM", "bpref": 0.362093739438668, "pseudoNDCG@10": 0.45781699624937894, "pseudoNDCG": 0.48566511768557363}
{"corpus": "cw12", "topics": "1-50", "tag": "SIEL09", "bpref": 0.2491605313355373, "pseudoNDCG@10": 0.3451957971550413, "pseudoNDCG": 0.3503607899543212}
{"corpus": "cw12", "topics": "1-50", "tag": "yhooumd09BGM", "bpref": 0.15074398922239407, "pseudoNDCG@10": 0.21846542092504617, "pseudoNDCG": 0.1922515499906695}
{"corpus": "cw12", "topics": "1-50", "tag": "WatSdmrm3", "bpref": 0.20286972652553353, "pseudoNDCG@10": 0.30098988709053726, "pseudoNDCG": 0.2833836408245213}
{"corpus": "cw12", "topics": "1-50", "tag": "uvamrftop", "bpref": 0.20188018947328998, "pseudoNDCG@10": 0.30716247500588517, "pseudoNDCG": 0.28384123146665824}
{"corpus": "cw12", "topics": "1-50", "tag": "UMHOOqlIF", "bpref": 0.24605179036025976, "pseudoNDCG@10": 0.3484278175435233, "pseudoNDCG": 0.3313261873992037}
{"corpus": "cw12", "topics": "1-50", "tag": "Sab9wtBf1", "bpref": 0.15883051280649974, "pseudoNDCG@10": 0.23937140841992677, "pseudoNDCG": 0.21917993000070937}
{"corpus": "cw12", "topics": "1-50", "tag": "uvaee", "bpref": 0.2248829312416366, "pseudoNDCG@10": 0.32972556081136795, "pseudoNDCG": 0.31022590865199673}
{"corpus": "cw12", "topics": "1-50", "tag": "UDWAxQE", "bpref": 0.2145558414663102, "pseudoNDCG@10": 0.28392633399770584, "pseudoNDCG": 0.28105630144645144}
{"corpus": "cw12", "topics": "1-50", "tag": "RmitOkapi", "bpref": 0.3001287639137674, "pseudoNDCG@10": 0.40763077368873085, "pseudoNDCG": 0.44464023444828693}
{"corpus": "cw12", "topics": "1-50", "tag": "udelIndDRSP", "bpref": 0.32942462879320256, "pseudoNDCG@10": 0.4183739452470158, "pseudoNDCG": 0.453334167784096}
{"corpus": "cw12", "topics": "1-50", "tag": "UMHOOqlGS", "bpref": 0.2616973795017204, "pseudoNDCG@10": 0.37268020817532355, "pseudoNDCG": 0.35583526413246724}
{"corpus": "cw12", "topics": "1-50", "tag": "WatSql", "bpref": 0.22176049249271318, "pseudoNDCG@10": 0.3374957482748795, "pseudoNDCG": 0.32208924317446025}
{"corpus": "cw12", "topics": "1-50", "tag": "twCSrs9N", "bpref": 0.09973618915198905, "pseudoNDCG@10": 0.1697636918354667, "pseudoNDCG": 0.14465680167218187}
{"corpus": "cw12", "topics": "1-50", "tag": "NeuLMWeb600", "bpref": 0.3391472951044334, "pseudoNDCG@10": 0.43612574164350926, "pseudoNDCG": 0.47355920276395413}
{"corpus": "cw12", "topics": "1-50", "tag": "WatSdmrm3we", "bpref": 0.28529004845993167, "pseudoNDCG@10": 0.3984878597963503, "pseudoNDCG": 0.3783489057222463}
{"corpus": "cw12", "topics": "1-50", "tag": "MSRAAF", "bpref": 0.23054724649895145, "pseudoNDCG@10": 0.30655881549238, "pseudoNDCG": 0.29351847093504857}
{"corpus": "cw12", "topics": "1-50", "tag": "UCDSIFTinter", "bpref": 0.19141755885442108, "pseudoNDCG@10": 0.3216351872753272, "pseudoNDCG": 0.3165727830746412}
{"corpus": "cw12", "topics": "1-50", "tag": "UMHOOsdp", "bpref": 0.36693180011951754, "pseudoNDCG@10": 0.4954101168141007, "pseudoNDCG": 0.5233278174655684}
{"corpus": "cw12", "topics": "1-50", "tag": "watprf", "bpref": 0.05116155956402956, "pseudoNDCG@10": 0.1040222321634931, "pseudoNDCG": 0.09540329912514103}
{"corpus": "cw12", "topics": "1-50", "tag": "yhooumd09BFM", "bpref": 0.18294435424118288, "pseudoNDCG@10": 0.2503888642113333, "pseudoNDCG": 0.23709289317309143}
{"corpus": "cw12", "topics": "1-50", "tag": "scutrun2", "bpref": 0.33445428180907066, "pseudoNDCG@10": 0.4337714075745234, "pseudoNDCG": 0.47058387578489075}
{"corpus": "cw12", "topics": "1-50", "tag": "NeuLMWeb300", "bpref": 0.3438309937318135, "pseudoNDCG@10": 0.43343293370101194, "pseudoNDCG": 0.46657415868900304}
{"corpus": "cw12", "topics": "1-50", "tag": "THUIR09An", "bpref": 0.14941482803954562, "pseudoNDCG@10": 0.24495974552342903, "pseudoNDCG": 0.22444170740895533}
{"corpus": "cw12", "topics": "1-50", "tag": "uogTrdphCEwP", "bpref": 0.32571073542211726, "pseudoNDCG@10": 0.46923079061574396, "pseudoNDCG": 0.48170363514483333}
{"corpus": "cw12", "topics": "1-50", "tag": "udelIndDRPR", "bpref": 0.24908187904053924, "pseudoNDCG@10": 0.3411565189012208, "pseudoNDCG": 0.3723631529331659}
{"corpus": "cw12", "topics": "1-50", "tag": "twJ48rsU", "bpref": 0.09832608271319358, "pseudoNDCG@10": 0.16379485299399543, "pseudoNDCG": 0.14030928887898123}
{"corpus": "cw12", "topics": "1-50", "tag": "UamsAwebQE10", "bpref": 0.29587775185470333, "pseudoNDCG@10": 0.4103842362630878, "pseudoNDCG": 0.43686398549372546}
{"corpus": "cw12", "topics": "1-50", "tag": "watrrfw", "bpref": 0.21195965542826456, "pseudoNDCG@10": 0.2977855674046613, "pseudoNDCG": 0.27739212458806417}
{"corpus": "cw12", "topics": "1-50", "tag": "irra3a", "bpref": 0.31078267827692746, "pseudoNDCG@10": 0.42860297379868034, "pseudoNDCG": 0.46125318736790477}
{"corpus": "cw12", "topics": "1-50", "tag": "MSRAC", "bpref": 0.23142955979456115, "pseudoNDCG@10": 0.3080534700816374, "pseudoNDCG": 0.294476415937926}
{"corpus": "cw12", "topics": "1-50", "tag": "ICTNETADRun3", "bpref": 0.33013843577926827, "pseudoNDCG@10": 0.42669056004936334, "pseudoNDCG": 0.45563413725995694}
{"corpus": "cw12", "topics": "1-50", "tag": "ICTNETADRun5", "bpref": 0.33134882580847025, "pseudoNDCG@10": 0.43012697908640546, "pseudoNDCG": 0.4515281403682741}
{"corpus": "cw12", "topics": "1-50", "tag": "MS2", "bpref": 0.2048551474604084, "pseudoNDCG@10": 0.2956192138894212, "pseudoNDCG": 0.27774866684505933}
{"corpus": "cw12", "topics": "1-50", "tag": "muadimp", "bpref": 0.22674380931585816, "pseudoNDCG@10": 0.28213990359824664, "pseudoNDCG": 0.278212544902694}
{"corpus": "cw12", "topics": "1-50", "tag": "pkuStruct", "bpref": 0.23234862421700408, "pseudoNDCG@10": 0.3346760018252454, "pseudoNDCG": 0.3135467317436966}
{"corpus": "cw12", "topics": "1-50", "tag": "watwp", "bpref": 0.0, "pseudoNDCG@10": 0.0, "pseudoNDCG": 0.0}
{"corpus": "cw12", "topics": "1-50", "tag": "UDWAxQEWeb", "bpref": 0.3024056645878816, "pseudoNDCG@10": 0.40955365879354866, "pseudoNDCG": 0.4096535622352503}
{"corpus": "cw12", "topics": "1-50", "tag": "UMHOObm25GS", "bpref": 0.23091351893922807, "pseudoNDCG@10": 0.33211556617648536, "pseudoNDCG": 0.316947622483764}
{"corpus": "cw12", "topics": "1-50", "tag": "uvamrf", "bpref": 0.20716478710096242, "pseudoNDCG@10": 0.31193828666445594, "pseudoNDCG": 0.28966590893904065}
{"corpus": "cw12", "topics": "1-50", "tag": "THUIR09LuTA", "bpref": 0.1849717196093428, "pseudoNDCG@10": 0.273190156219792, "pseudoNDCG": 0.2519648121799816}
{"corpus": "cw12", "topics": "1-50", "tag": "muadibm5", "bpref": 0.22627505931585815, "pseudoNDCG@10": 0.2810361864158304, "pseudoNDCG": 0.27753438396504837}
{"corpus": "cw12", "topics": "1-50", "tag": "pkuSewmTp", "bpref": 0.23367072144979942, "pseudoNDCG@10": 0.3358780394733699, "pseudoNDCG": 0.31478899365037705}
{"corpus": "cw12", "topics": "1-50", "tag": "UMHOOqlB", "bpref": 0.35849160783275763, "pseudoNDCG@10": 0.4642219943204002, "pseudoNDCG": 0.49933548575695824}
{"corpus": "cw12", "topics": "1-50", "tag": "scutrun3", "bpref": 0.335432280456724, "pseudoNDCG@10": 0.43431498036250943, "pseudoNDCG": 0.4708663449453651}
{"corpus": "cw12", "topics": "1-50", "tag": "UMHOOsd", "bpref": 0.38693180011951755, "pseudoNDCG@10": 0.5082859730719403, "pseudoNDCG": 0.5362036737234079}
{"corpus": "cw12", "topics": "1-50", "tag": "NeuLMWebBase", "bpref": 0.33803578413327334, "pseudoNDCG@10": 0.43602829632174744, "pseudoNDCG": 0.4739379354613707}
{"corpus": "cw12", "topics": "1-50", "tag": "muadanchor", "bpref": 0.1117654650151121, "pseudoNDCG@10": 0.1691368837579888, "pseudoNDCG": 0.1473791717986547}
{"corpus": "cw12", "topics": "1-50", "tag": "MS1", "bpref": 0.17316134442223977, "pseudoNDCG@10": 0.25793525598980027, "pseudoNDCG": 0.2435949447659568}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UDWAxBL", "bpref": 0.3210189039344288, "pseudoNDCG@10": 0.42702077480287765, "pseudoNDCG": 0.48369395067453697}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UCDSIFTprob", "bpref": 0.27882956470620135, "pseudoNDCG@10": 0.3470181403730967, "pseudoNDCG": 0.37283011885560624}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "ICTNETADRun4", "bpref": 0.3778903040245023, "pseudoNDCG@10": 0.4836362561515822, "pseudoNDCG": 0.5171688790884721}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "irra2a", "bpref": 0.24999761489612538, "pseudoNDCG@10": 0.3482226714099535, "pseudoNDCG": 0.40248189496190084}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "Sab9wtBase", "bpref": 0.14677902303621615, "pseudoNDCG@10": 0.2563446931972566, "pseudoNDCG": 0.2203347150887617}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "arsc09web", "bpref": 0.015143054229714847, "pseudoNDCG@10": 0.03065779096176459, "pseudoNDCG": 0.02357444659207935}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "twCSrsR", "bpref": 0.1478828919518321, "pseudoNDCG@10": 0.24955442422332094, "pseudoNDCG": 0.2143775056096104}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "IE09", "bpref": 0.2542465554879936, "pseudoNDCG@10": 0.3610727837661771, "pseudoNDCG": 0.3635087288071872}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "RmitLm", "bpref": 0.29074519698653534, "pseudoNDCG@10": 0.39872741378732024, "pseudoNDCG": 0.46160585856710007}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "irra1a", "bpref": 0.2815690858883146, "pseudoNDCG@10": 0.37320680110120175, "pseudoNDCG": 0.43476369933677206}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "pkuLink", "bpref": 0.24109375412434622, "pseudoNDCG@10": 0.35941757647555994, "pseudoNDCG": 0.32328331331707466}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UCDSIFTslide", "bpref": 0.263423723595917, "pseudoNDCG@10": 0.3521021361135317, "pseudoNDCG": 0.35911247717973127}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "yhooumd09BGC", "bpref": 0.19128061923657708, "pseudoNDCG@10": 0.28519127062031446, "pseudoNDCG": 0.25066111389763485}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UMHOObm25B", "bpref": 0.35047092552754605, "pseudoNDCG@10": 0.44452866600839386, "pseudoNDCG": 0.5069204843649363}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "uogTrdphP", "bpref": 0.23974406040879248, "pseudoNDCG@10": 0.3598484405278247, "pseudoNDCG": 0.32525037526294837}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "MSRANORM", "bpref": 0.21878122040836598, "pseudoNDCG@10": 0.31646220331361674, "pseudoNDCG": 0.2905891596773394}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "THUIR09TxAn", "bpref": 0.16068980071733796, "pseudoNDCG@10": 0.2824253873555191, "pseudoNDCG": 0.24601274662656233}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "uogTrdphA", "bpref": 0.3701224439552565, "pseudoNDCG@10": 0.4688478439012347, "pseudoNDCG": 0.5105993743252606}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UMHOObm25IF", "bpref": 0.14534040285053834, "pseudoNDCG@10": 0.2277016592097114, "pseudoNDCG": 0.20711152510970776}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "Sab9wtBf2", "bpref": 0.1500943010904326, "pseudoNDCG@10": 0.26453188663103283, "pseudoNDCG": 0.22986326156693862}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "scutrun1", "bpref": 0.35326566260997944, "pseudoNDCG@10": 0.4190026042194429, "pseudoNDCG": 0.49148400613765714}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UamsAw7an3", "bpref": 0.28338571974530796, "pseudoNDCG@10": 0.37984606630104906, "pseudoNDCG": 0.42963881461187015}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "udelIndDMRM", "bpref": 0.3419535004172454, "pseudoNDCG@10": 0.43687518556996097, "pseudoNDCG": 0.48825113834340317}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "SIEL09", "bpref": 0.2542465554879936, "pseudoNDCG@10": 0.3610727837661771, "pseudoNDCG": 0.3635087288071872}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "yhooumd09BGM", "bpref": 0.1675586657277607, "pseudoNDCG@10": 0.25496825352767977, "pseudoNDCG": 0.22024586859514117}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "WatSdmrm3", "bpref": 0.2087840610243096, "pseudoNDCG@10": 0.32163823850807577, "pseudoNDCG": 0.29672099946607133}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "uvamrftop", "bpref": 0.21468650643961165, "pseudoNDCG@10": 0.3312885860417877, "pseudoNDCG": 0.29472421028791007}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UMHOOqlIF", "bpref": 0.2326322057635183, "pseudoNDCG@10": 0.3529224402835055, "pseudoNDCG": 0.3300235538965513}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "Sab9wtBf1", "bpref": 0.16046507236165702, "pseudoNDCG@10": 0.2588825837571504, "pseudoNDCG": 0.22728061602977587}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "uvaee", "bpref": 0.21050715374425985, "pseudoNDCG@10": 0.34490430267212985, "pseudoNDCG": 0.31244145821120184}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UDWAxQE", "bpref": 0.21149891928799797, "pseudoNDCG@10": 0.28627925850915537, "pseudoNDCG": 0.2808291225312002}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "RmitOkapi", "bpref": 0.27589142557359986, "pseudoNDCG@10": 0.38527161768557894, "pseudoNDCG": 0.45041335556287976}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "udelIndDRSP", "bpref": 0.3115547003325903, "pseudoNDCG@10": 0.40859974374464914, "pseudoNDCG": 0.45931560550512407}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UMHOOqlGS", "bpref": 0.24832155874614933, "pseudoNDCG@10": 0.36646964728223497, "pseudoNDCG": 0.3485650340036024}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "WatSql", "bpref": 0.21340652825494769, "pseudoNDCG@10": 0.34378872465645494, "pseudoNDCG": 0.3238207698164395}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "twCSrs9N", "bpref": 0.10966869400318098, "pseudoNDCG@10": 0.2052624746682566, "pseudoNDCG": 0.16522885035490245}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "NeuLMWeb600", "bpref": 0.34996308902101525, "pseudoNDCG@10": 0.42770825657536726, "pseudoNDCG": 0.4947047083930491}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "WatSdmrm3we", "bpref": 0.27836793210226524, "pseudoNDCG@10": 0.4248963640570295, "pseudoNDCG": 0.38828868309967873}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "MSRAAF", "bpref": 0.21816099211765394, "pseudoNDCG@10": 0.3136861115528025, "pseudoNDCG": 0.2885275190512486}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UCDSIFTinter", "bpref": 0.23523665029328844, "pseudoNDCG@10": 0.34262636749500525, "pseudoNDCG": 0.3452835667463426}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UMHOOsdp", "bpref": 0.36097382219134444, "pseudoNDCG@10": 0.4701671500436415, "pseudoNDCG": 0.5261498231651266}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "watprf", "bpref": 0.07362265306917144, "pseudoNDCG@10": 0.13409913872044907, "pseudoNDCG": 0.11790790708190617}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "yhooumd09BFM", "bpref": 0.17365222204377054, "pseudoNDCG@10": 0.2596649142468009, "pseudoNDCG": 0.23861705065171898}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "scutrun2", "bpref": 0.3527073027234484, "pseudoNDCG@10": 0.41784613672087856, "pseudoNDCG": 0.4901739003899844}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "NeuLMWeb300", "bpref": 0.35617885121560183, "pseudoNDCG@10": 0.4445108767885153, "pseudoNDCG": 0.498060940946668}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "THUIR09An", "bpref": 0.1377045330566063, "pseudoNDCG@10": 0.2513413791963774, "pseudoNDCG": 0.21876449688977379}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "uogTrdphCEwP", "bpref": 0.3409288585281864, "pseudoNDCG@10": 0.458219496101892, "pseudoNDCG": 0.49647834302037275}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "udelIndDRPR", "bpref": 0.2466393233666124, "pseudoNDCG@10": 0.33004589082153657, "pseudoNDCG": 0.3752114712544927}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "twJ48rsU", "bpref": 0.09753956045354568, "pseudoNDCG@10": 0.16415431862222982, "pseudoNDCG": 0.13856650684445218}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UamsAwebQE10", "bpref": 0.27209005200501774, "pseudoNDCG@10": 0.3811719297003159, "pseudoNDCG": 0.42779490832807554}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "watrrfw", "bpref": 0.20704672693418388, "pseudoNDCG@10": 0.32207174163161445, "pseudoNDCG": 0.28612056237168615}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "irra3a", "bpref": 0.2811868188079214, "pseudoNDCG@10": 0.3909408391358862, "pseudoNDCG": 0.44923683294249517}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "MSRAC", "bpref": 0.21872581874631614, "pseudoNDCG@10": 0.3151941668560477, "pseudoNDCG": 0.28948529114779936}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "ICTNETADRun3", "bpref": 0.327898610524233, "pseudoNDCG@10": 0.4223598386628629, "pseudoNDCG": 0.4656581262587655}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "ICTNETADRun5", "bpref": 0.32678021244634337, "pseudoNDCG@10": 0.4403661702849112, "pseudoNDCG": 0.4704159883490439}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "MS2", "bpref": 0.19611328566813546, "pseudoNDCG@10": 0.287446812043442, "pseudoNDCG": 0.26009042157935364}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "muadimp", "bpref": 0.22863741105276358, "pseudoNDCG@10": 0.31184863492159637, "pseudoNDCG": 0.30445780598131617}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "pkuStruct", "bpref": 0.2207635740726581, "pseudoNDCG@10": 0.3415076414266285, "pseudoNDCG": 0.31138586733238505}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "watwp", "bpref": 0.005081081081081081, "pseudoNDCG@10": 0.010157854750591014, "pseudoNDCG": 0.007795365534818648}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UDWAxQEWeb", "bpref": 0.299734664898039, "pseudoNDCG@10": 0.3925585365527612, "pseudoNDCG": 0.4021835818625032}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UMHOObm25GS", "bpref": 0.22829021808509786, "pseudoNDCG@10": 0.3347220036784748, "pseudoNDCG": 0.31441616317036575}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "uvamrf", "bpref": 0.2188906882635145, "pseudoNDCG@10": 0.33646990898590473, "pseudoNDCG": 0.3019366324437159}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "THUIR09LuTA", "bpref": 0.16590995202005707, "pseudoNDCG@10": 0.26999323960823235, "pseudoNDCG": 0.23931267242673612}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "muadibm5", "bpref": 0.22772360952107057, "pseudoNDCG@10": 0.3110411207400461, "pseudoNDCG": 0.3034419857324015}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "pkuSewmTp", "bpref": 0.21972049402920546, "pseudoNDCG@10": 0.3384971537676374, "pseudoNDCG": 0.3107156148258465}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UMHOOqlB", "bpref": 0.3392056228436883, "pseudoNDCG@10": 0.4383182821709552, "pseudoNDCG": 0.5008145171802793}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "scutrun3", "bpref": 0.353557917274497, "pseudoNDCG@10": 0.41766959108086854, "pseudoNDCG": 0.4911800570742281}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "UMHOOsd", "bpref": 0.36097382219134444, "pseudoNDCG@10": 0.47676514520179103, "pseudoNDCG": 0.5327478183232761}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "NeuLMWebBase", "bpref": 0.34805104527878716, "pseudoNDCG@10": 0.4277825175600112, "pseudoNDCG": 0.4936734001395083}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "muadanchor", "bpref": 0.10623274670471541, "pseudoNDCG@10": 0.18568767177092804, "pseudoNDCG": 0.14902501086956543}
{"corpus": "cw12wb12", "topics": "1-50", "tag": "MS1", "bpref": 0.18020584764688605, "pseudoNDCG@10": 0.25994220697822934, "pseudoNDCG": 0.24042612287171636}
{"corpus": "cw09", "topics": "51-100", "tag": "utwente3", "bpref": 0.16854999785146485, "pseudoNDCG@10": 0.13041883944757296, "pseudoNDCG": 0.35735432727333155}
{"corpus": "cw09", "topics": "51-100", "tag": "msrsv3", "bpref": 0.25313345233568413, "pseudoNDCG@10": 0.26110976950961334, "pseudoNDCG": 0.47127114242184137}
{"corpus": "cw09", "topics": "51-100", "tag": "irra10b", "bpref": 0.22508816061295964, "pseudoNDCG@10": 0.2641130695753773, "pseudoNDCG": 0.39598806237472983}
{"corpus": "cw09", "topics": "51-100", "tag": "uogTrA42", "bpref": 0.258646723273104, "pseudoNDCG@10": 0.20068315707256312, "pseudoNDCG": 0.4638262120992937}
{"corpus": "cw09", "topics": "51-100", "tag": "UAMSA10d2a8", "bpref": 0.12315490993515381, "pseudoNDCG@10": 0.1333400030529536, "pseudoNDCG": 0.2845726405875008}
{"corpus": "cw09", "topics": "51-100", "tag": "UMa10BSF", "bpref": 0.26190101811359934, "pseudoNDCG@10": 0.1481689780400465, "pseudoNDCG": 0.48410071761301304}
{"corpus": "cw09", "topics": "51-100", "tag": "udelIndriB", "bpref": 0.17404817836264916, "pseudoNDCG@10": 0.15554910867305852, "pseudoNDCG": 0.3641718906030649}
{"corpus": "cw09", "topics": "51-100", "tag": "msrsv1", "bpref": 0.2557969254833447, "pseudoNDCG@10": 0.24647003336238385, "pseudoNDCG": 0.46697272839531573}
{"corpus": "cw09", "topics": "51-100", "tag": "umassSDM", "bpref": 0.21232182805553287, "pseudoNDCG@10": 0.1968634942904064, "pseudoNDCG": 0.3835889552022634}
{"corpus": "cw09", "topics": "51-100", "tag": "irra10hp", "bpref": 0.19221402645881205, "pseudoNDCG@10": 0.1975969950033785, "pseudoNDCG": 0.36970260941605515}
{"corpus": "cw09", "topics": "51-100", "tag": "pkusewm1", "bpref": 0.1863248146171607, "pseudoNDCG@10": 0.1997317198854124, "pseudoNDCG": 0.3356021208935831}
{"corpus": "cw09", "topics": "51-100", "tag": "UCDSIFTMAP", "bpref": 0.17509018064515627, "pseudoNDCG@10": 0.17103983078690466, "pseudoNDCG": 0.36097261500907624}
{"corpus": "cw09", "topics": "51-100", "tag": "MF1", "bpref": 0.14747542646599196, "pseudoNDCG@10": 0.17262774367692282, "pseudoNDCG": 0.31626566562401615}
{"corpus": "cw09", "topics": "51-100", "tag": "york10wA1", "bpref": 0.18065458783538332, "pseudoNDCG@10": 0.17066665771342282, "pseudoNDCG": 0.35436544655156627}
{"corpus": "cw09", "topics": "51-100", "tag": "ICTNETAD10R1", "bpref": 0.24887023099867214, "pseudoNDCG@10": 0.19270015587047806, "pseudoNDCG": 0.44107460406421417}
{"corpus": "cw09", "topics": "51-100", "tag": "UMa10IASF", "bpref": 0.25563206756145684, "pseudoNDCG@10": 0.24322798749015198, "pseudoNDCG": 0.4765623332623295}
{"corpus": "cw09", "topics": "51-100", "tag": "cmuWiki10", "bpref": 0.2778352244109749, "pseudoNDCG@10": 0.24434668906903947, "pseudoNDCG": 0.4558973039074419}
{"corpus": "cw09", "topics": "51-100", "tag": "ICTNETAD10R3", "bpref": 0.2081943077308744, "pseudoNDCG@10": 0.125198333026777, "pseudoNDCG": 0.38788627848140383}
{"corpus": "cw09", "topics": "51-100", "tag": "cmuBase10", "bpref": 0.21853522053546184, "pseudoNDCG@10": 0.1770910087945653, "pseudoNDCG": 0.43295792957727364}
{"corpus": "cw09", "topics": "51-100", "tag": "THUIR10Str", "bpref": 0.25522984307056196, "pseudoNDCG@10": 0.21681462290549725, "pseudoNDCG": 0.5181438569251852}
{"corpus": "cw09", "topics": "51-100", "tag": "THUIR10Qa", "bpref": 0.2553453590475077, "pseudoNDCG@10": 0.2145232330373963, "pseudoNDCG": 0.5175814653568871}
{"corpus": "cw09", "topics": "51-100", "tag": "IvoryBM25a", "bpref": 0.24493598224379498, "pseudoNDCG@10": 0.1652391875888964, "pseudoNDCG": 0.48548273227023625}
{"corpus": "cw09", "topics": "51-100", "tag": "msrsv2", "bpref": 0.25648573456037765, "pseudoNDCG@10": 0.2555584732091205, "pseudoNDCG": 0.46893985761341356}
{"corpus": "cw09", "topics": "51-100", "tag": "york10wA2", "bpref": 0.1820934061552877, "pseudoNDCG@10": 0.15303148815927592, "pseudoNDCG": 0.3559923355221359}
{"corpus": "cw09", "topics": "51-100", "tag": "sztaki1", "bpref": 0.02381084133102579, "pseudoNDCG@10": 0.01521834770050628, "pseudoNDCG": 0.04089761954625298}
{"corpus": "cw09", "topics": "51-100", "tag": "IvoryLCEb", "bpref": 0.21534175125655589, "pseudoNDCG@10": 0.2583404716015568, "pseudoNDCG": 0.3966683479131213}
{"corpus": "cw09", "topics": "51-100", "tag": "uogTrB67LTS", "bpref": 0.21555934021982584, "pseudoNDCG@10": 0.24419687617971994, "pseudoNDCG": 0.3883528539483104}
{"corpus": "cw09", "topics": "51-100", "tag": "umasswfb520", "bpref": 0.25578311595891845, "pseudoNDCG@10": 0.25728264564304054, "pseudoNDCG": 0.3987277393702131}
{"corpus": "cw09", "topics": "51-100", "tag": "uogTrA40n", "bpref": 0.23215698070477328, "pseudoNDCG@10": 0.10945728528631239, "pseudoNDCG": 0.3708150819692051}
{"corpus": "cw09", "topics": "51-100", "tag": "UAMSA10mSF30", "bpref": 0.14329334134298866, "pseudoNDCG@10": 0.1403401306678935, "pseudoNDCG": 0.3187163120942686}
{"corpus": "cw09", "topics": "51-100", "tag": "UCDSIFTProb", "bpref": 0.18584086148454967, "pseudoNDCG@10": 0.18412960754925745, "pseudoNDCG": 0.3715918550578044}
{"corpus": "cw09", "topics": "51-100", "tag": "blv79y00shnk", "bpref": 0.20569898314511628, "pseudoNDCG@10": 0.2233430144375994, "pseudoNDCG": 0.38824893256512744}
{"corpus": "cw09", "topics": "51-100", "tag": "uogTrB67", "bpref": 0.22746730857281286, "pseudoNDCG@10": 0.25919058712375426, "pseudoNDCG": 0.3974794569981151}
{"corpus": "cw09", "topics": "51-100", "tag": "IvoryWSDa", "bpref": 0.24709233788419746, "pseudoNDCG@10": 0.19365856552422, "pseudoNDCG": 0.49858766678512634}
{"corpus": "cw09", "topics": "51-100", "tag": "blv79y00prob", "bpref": 0.18348014788425973, "pseudoNDCG@10": 0.19477901230134262, "pseudoNDCG": 0.3730580496012645}
{"corpus": "cw09", "topics": "51-100", "tag": "udelIndriB2", "bpref": 0.17296309334314844, "pseudoNDCG@10": 0.14464268645838432, "pseudoNDCG": 0.36036586976951807}
{"corpus": "cw09", "topics": "51-100", "tag": "udelIndriWP", "bpref": 0.05660118561584412, "pseudoNDCG@10": 0.17689309589082994, "pseudoNDCG": 0.09507569940248256}
{"corpus": "cw09", "topics": "51-100", "tag": "IvoryL2Rb", "bpref": 0.22128995042488944, "pseudoNDCG@10": 0.2640278350247379, "pseudoNDCG": 0.38945455483087654}
{"corpus": "cw09", "topics": "51-100", "tag": "cmuFuTop10", "bpref": 0.24122678963616528, "pseudoNDCG@10": 0.19789134390339155, "pseudoNDCG": 0.4446212902512636}
{"corpus": "cw09", "topics": "51-100", "tag": "irra10rob", "bpref": 0.22751814900746262, "pseudoNDCG@10": 0.2582789797466694, "pseudoNDCG": 0.3971494925591821}
{"corpus": "cw09", "topics": "51-100", "tag": "THUIR10QaHt", "bpref": 0.2553645629391949, "pseudoNDCG@10": 0.21527945569713, "pseudoNDCG": 0.5175962764438817}
{"corpus": "cw09", "topics": "51-100", "tag": "umassSDMW", "bpref": 0.21268046881644495, "pseudoNDCG@10": 0.24293434251715698, "pseudoNDCG": 0.39655123773476814}
{"corpus": "cw09", "topics": "51-100", "tag": "utwente4", "bpref": 0.18567190862120939, "pseudoNDCG@10": 0.13582722406474568, "pseudoNDCG": 0.3843818094494731}
{"corpus": "cw09", "topics": "51-100", "tag": "IvorySDa", "bpref": 0.24258558324263527, "pseudoNDCG@10": 0.17392083694159177, "pseudoNDCG": 0.49069228206746507}
{"corpus": "cw09", "topics": "51-100", "tag": "MMCIl410m1", "bpref": 0.12862905813374997, "pseudoNDCG@10": 0.1490296875212224, "pseudoNDCG": 0.18469394733923813}
{"corpus": "cw09", "topics": "51-100", "tag": "ICTNETAD10R2", "bpref": 0.21256007076843644, "pseudoNDCG@10": 0.18056139528945656, "pseudoNDCG": 0.400154367342626}
{"corpus": "cw09", "topics": "51-100", "tag": "IvoryWSDb", "bpref": 0.20172570782703522, "pseudoNDCG@10": 0.23314474031731178, "pseudoNDCG": 0.3882621071480698}
{"corpus": "cw09", "topics": "51-100", "tag": "UAMSA10mSFPR", "bpref": 0.09935312529637409, "pseudoNDCG@10": 0.012457791263401104, "pseudoNDCG": 0.24986325193230607}
{"corpus": "cw09", "topics": "51-100", "tag": "MF2", "bpref": 0.14663022601350392, "pseudoNDCG@10": 0.14176547802164055, "pseudoNDCG": 0.29686583202838684}
{"corpus": "cw09", "topics": "51-100", "tag": "UMa10BASF", "bpref": 0.2572794676526869, "pseudoNDCG@10": 0.24299616316867634, "pseudoNDCG": 0.4797992787045417}
{"corpus": "cw09", "topics": "51-100", "tag": "MMCITLCLl20M", "bpref": 0.20383542419696907, "pseudoNDCG@10": 0.1436931914869287, "pseudoNDCG": 0.3942949985104172}
{"corpus": "cw09", "topics": "51-100", "tag": "DFalah2010", "bpref": 0.06087429292694336, "pseudoNDCG@10": 0.2003101148758107, "pseudoNDCG": 0.10244075845001784}
{"corpus": "cw09", "topics": "51-100", "tag": "york10wA3", "bpref": 0.1803514742944177, "pseudoNDCG@10": 0.17135815238332616, "pseudoNDCG": 0.35443628495089224}
{"corpus": "cw09", "topics": "51-100", "tag": "MMCITLl20M", "bpref": 0.20635728979378046, "pseudoNDCG@10": 0.13731312293058126, "pseudoNDCG": 0.389072864873518}
{"corpus": "cw09", "topics": "51-100", "tag": "utwente4-2", "bpref": 0.14057810740290774, "pseudoNDCG@10": 0.15893055546378418, "pseudoNDCG": 0.246972701377288}
{"corpus": "cw09", "topics": "51-100", "tag": "UCDSIFTSlide", "bpref": 0.18078521796142796, "pseudoNDCG@10": 0.21001867872120336, "pseudoNDCG": 0.3699913793536529}
{"corpus": "cc15", "topics": "51-100", "tag": "utwente3", "bpref": 0.2925020065406372, "pseudoNDCG@10": 0.39650299453710797, "pseudoNDCG": 0.3984091850852047}
{"corpus": "cc15", "topics": "51-100", "tag": "msrsv3", "bpref": 0.302347394294756, "pseudoNDCG@10": 0.3934299093906806, "pseudoNDCG": 0.4099127662173509}
{"corpus": "cc15", "topics": "51-100", "tag": "irra10b", "bpref": 0.2236621942504786, "pseudoNDCG@10": 0.341194231463298, "pseudoNDCG": 0.34337136377833105}
{"corpus": "cc15", "topics": "51-100", "tag": "uogTrA42", "bpref": 0.2870368824553847, "pseudoNDCG@10": 0.4018778790041159, "pseudoNDCG": 0.42549825438192607}
{"corpus": "cc15", "topics": "51-100", "tag": "UAMSA10d2a8", "bpref": 0.1989176270336547, "pseudoNDCG@10": 0.30664196492316703, "pseudoNDCG": 0.3079535936742055}
{"corpus": "cc15", "topics": "51-100", "tag": "UMa10BSF", "bpref": 0.35415109416799934, "pseudoNDCG@10": 0.4056825908380158, "pseudoNDCG": 0.46032529854151916}
{"corpus": "cc15", "topics": "51-100", "tag": "udelIndriB", "bpref": 0.2223906534051097, "pseudoNDCG@10": 0.33750407349282147, "pseudoNDCG": 0.3422740495071676}
{"corpus": "cc15", "topics": "51-100", "tag": "msrsv1", "bpref": 0.3215198378171841, "pseudoNDCG@10": 0.4023442800192236, "pseudoNDCG": 0.419377556099624}
{"corpus": "cc15", "topics": "51-100", "tag": "umassSDM", "bpref": 0.31464194250915944, "pseudoNDCG@10": 0.42680019760915117, "pseudoNDCG": 0.4269150948286886}
{"corpus": "cc15", "topics": "51-100", "tag": "irra10hp", "bpref": 0.2271467448052794, "pseudoNDCG@10": 0.3389398345124424, "pseudoNDCG": 0.3444071042775585}
{"corpus": "cc15", "topics": "51-100", "tag": "pkusewm1", "bpref": 0.21718633658896958, "pseudoNDCG@10": 0.3315577954343891, "pseudoNDCG": 0.33574510442289013}
{"corpus": "cc15", "topics": "51-100", "tag": "UCDSIFTMAP", "bpref": 0.22713723103771674, "pseudoNDCG@10": 0.346391446948537, "pseudoNDCG": 0.35185923024440796}
{"corpus": "cc15", "topics": "51-100", "tag": "MF1", "bpref": 0.2153132178931115, "pseudoNDCG@10": 0.33024723894263847, "pseudoNDCG": 0.3265345953757491}
{"corpus": "cc15", "topics": "51-100", "tag": "york10wA1", "bpref": 0.22752871010490047, "pseudoNDCG@10": 0.333778330287483, "pseudoNDCG": 0.33965493834494764}
{"corpus": "cc15", "topics": "51-100", "tag": "ICTNETAD10R1", "bpref": 0.3179442553748763, "pseudoNDCG@10": 0.40165775765117195, "pseudoNDCG": 0.41870197167215095}
{"corpus": "cc15", "topics": "51-100", "tag": "UMa10IASF", "bpref": 0.35033282549189404, "pseudoNDCG@10": 0.43588873310820636, "pseudoNDCG": 0.47388510754973034}
{"corpus": "cc15", "topics": "51-100", "tag": "cmuWiki10", "bpref": 0.35139242514014524, "pseudoNDCG@10": 0.43645989531259133, "pseudoNDCG": 0.4412295864805657}
{"corpus": "cc15", "topics": "51-100", "tag": "ICTNETAD10R3", "bpref": 0.2526661273840788, "pseudoNDCG@10": 0.35414497202705153, "pseudoNDCG": 0.35947733144535904}
{"corpus": "cc15", "topics": "51-100", "tag": "cmuBase10", "bpref": 0.3306396199566799, "pseudoNDCG@10": 0.4158664373155001, "pseudoNDCG": 0.4391689133551698}
{"corpus": "cc15", "topics": "51-100", "tag": "THUIR10Str", "bpref": 0.377258922029802, "pseudoNDCG@10": 0.46649886528036033, "pseudoNDCG": 0.4913188194354641}
{"corpus": "cc15", "topics": "51-100", "tag": "THUIR10Qa", "bpref": 0.37443671212732244, "pseudoNDCG@10": 0.4650100744932444, "pseudoNDCG": 0.48854152342585344}
{"corpus": "cc15", "topics": "51-100", "tag": "IvoryBM25a", "bpref": 0.2905741844009407, "pseudoNDCG@10": 0.4066682840414672, "pseudoNDCG": 0.4482501834396058}
{"corpus": "cc15", "topics": "51-100", "tag": "msrsv2", "bpref": 0.3228441996326173, "pseudoNDCG@10": 0.40642836553687084, "pseudoNDCG": 0.422677547822984}
{"corpus": "cc15", "topics": "51-100", "tag": "york10wA2", "bpref": 0.2066453837596147, "pseudoNDCG@10": 0.34002948287058454, "pseudoNDCG": 0.3456329090959582}
{"corpus": "cc15", "topics": "51-100", "tag": "sztaki1", "bpref": 0.023933531746031748, "pseudoNDCG@10": 0.032912024289468385, "pseudoNDCG": 0.032912024289468385}
{"corpus": "cc15", "topics": "51-100", "tag": "IvoryLCEb", "bpref": 0.23767632223332713, "pseudoNDCG@10": 0.36931491248729104, "pseudoNDCG": 0.3697450276120036}
{"corpus": "cc15", "topics": "51-100", "tag": "uogTrB67LTS", "bpref": 0.24102797690740385, "pseudoNDCG@10": 0.3539395156905221, "pseudoNDCG": 0.35319628479249543}
{"corpus": "cc15", "topics": "51-100", "tag": "umasswfb520", "bpref": 0.3196395431477088, "pseudoNDCG@10": 0.4221360188538507, "pseudoNDCG": 0.41728318111920265}
{"corpus": "cc15", "topics": "51-100", "tag": "uogTrA40n", "bpref": 0.25934968096228056, "pseudoNDCG@10": 0.342223766312236, "pseudoNDCG": 0.3525396265458601}
{"corpus": "cc15", "topics": "51-100", "tag": "UAMSA10mSF30", "bpref": 0.217739601701294, "pseudoNDCG@10": 0.3373869836115231, "pseudoNDCG": 0.34149091497514045}
{"corpus": "cc15", "topics": "51-100", "tag": "UCDSIFTProb", "bpref": 0.22927525266045143, "pseudoNDCG@10": 0.3594053370727906, "pseudoNDCG": 0.36397045968094915}
{"corpus": "cc15", "topics": "51-100", "tag": "blv79y00shnk", "bpref": 0.22370295131323223, "pseudoNDCG@10": 0.3444478170343948, "pseudoNDCG": 0.35243565876141253}
{"corpus": "cc15", "topics": "51-100", "tag": "uogTrB67", "bpref": 0.23927064666049028, "pseudoNDCG@10": 0.35363805732847836, "pseudoNDCG": 0.35652022391755045}
{"corpus": "cc15", "topics": "51-100", "tag": "IvoryWSDa", "bpref": 0.32193414229208317, "pseudoNDCG@10": 0.45187570357897505, "pseudoNDCG": 0.4807462188423715}
{"corpus": "cc15", "topics": "51-100", "tag": "blv79y00prob", "bpref": 0.21737871468141942, "pseudoNDCG@10": 0.34530360127560605, "pseudoNDCG": 0.35326570902031706}
{"corpus": "cc15", "topics": "51-100", "tag": "udelIndriB2", "bpref": 0.22372763497014733, "pseudoNDCG@10": 0.3389098918244196, "pseudoNDCG": 0.34466670944280997}
{"corpus": "cc15", "topics": "51-100", "tag": "udelIndriWP", "bpref": 0.006448412698412699, "pseudoNDCG@10": 0.00994762721816859, "pseudoNDCG": 0.00994762721816859}
{"corpus": "cc15", "topics": "51-100", "tag": "IvoryL2Rb", "bpref": 0.24915430232471872, "pseudoNDCG@10": 0.35534807031221743, "pseudoNDCG": 0.3566120472407193}
{"corpus": "cc15", "topics": "51-100", "tag": "cmuFuTop10", "bpref": 0.34861527508138845, "pseudoNDCG@10": 0.4327035279911972, "pseudoNDCG": 0.4546715043753167}
{"corpus": "cc15", "topics": "51-100", "tag": "irra10rob", "bpref": 0.23676737938592143, "pseudoNDCG@10": 0.35031410864450346, "pseudoNDCG": 0.3508465349007226}
{"corpus": "cc15", "topics": "51-100", "tag": "THUIR10QaHt", "bpref": 0.37443671212732244, "pseudoNDCG@10": 0.4650100744932444, "pseudoNDCG": 0.48855058246256844}
{"corpus": "cc15", "topics": "51-100", "tag": "umassSDMW", "bpref": 0.3143460144788564, "pseudoNDCG@10": 0.42313745310960654, "pseudoNDCG": 0.4241303689668847}
{"corpus": "cc15", "topics": "51-100", "tag": "utwente4", "bpref": 0.29826797833238256, "pseudoNDCG@10": 0.40766440674133175, "pseudoNDCG": 0.4086761533473962}
{"corpus": "cc15", "topics": "51-100", "tag": "IvorySDa", "bpref": 0.3208575280560228, "pseudoNDCG@10": 0.43871487413943394, "pseudoNDCG": 0.47999730758012804}
{"corpus": "cc15", "topics": "51-100", "tag": "MMCIl410m1", "bpref": 0.1311286390563061, "pseudoNDCG@10": 0.19019398784949224, "pseudoNDCG": 0.17477287589773538}
{"corpus": "cc15", "topics": "51-100", "tag": "ICTNETAD10R2", "bpref": 0.2550218812254584, "pseudoNDCG@10": 0.36663445019124036, "pseudoNDCG": 0.36915541567047255}
{"corpus": "cc15", "topics": "51-100", "tag": "IvoryWSDb", "bpref": 0.22380513607189678, "pseudoNDCG@10": 0.35542956927606784, "pseudoNDCG": 0.3597671554708322}
{"corpus": "cc15", "topics": "51-100", "tag": "UAMSA10mSFPR", "bpref": 0.1477607614595148, "pseudoNDCG@10": 0.2636379764374288, "pseudoNDCG": 0.2746795260750899}
{"corpus": "cc15", "topics": "51-100", "tag": "MF2", "bpref": 0.2113505324287299, "pseudoNDCG@10": 0.316841622929964, "pseudoNDCG": 0.3127706240087915}
{"corpus": "cc15", "topics": "51-100", "tag": "UMa10BASF", "bpref": 0.3653346856109417, "pseudoNDCG@10": 0.45294345450882306, "pseudoNDCG": 0.4909439964263671}
{"corpus": "cc15", "topics": "51-100", "tag": "MMCITLCLl20M", "bpref": 0.29809347534037933, "pseudoNDCG@10": 0.41474154760419507, "pseudoNDCG": 0.4243764117457709}
{"corpus": "cc15", "topics": "51-100", "tag": "DFalah2010", "bpref": 0.051699916709107875, "pseudoNDCG@10": 0.09048258784828757, "pseudoNDCG": 0.0853280023596432}
{"corpus": "cc15", "topics": "51-100", "tag": "york10wA3", "bpref": 0.23130799959847567, "pseudoNDCG@10": 0.33269195409050745, "pseudoNDCG": 0.3395135640245394}
{"corpus": "cc15", "topics": "51-100", "tag": "MMCITLl20M", "bpref": 0.2654975300537398, "pseudoNDCG@10": 0.3900972190202201, "pseudoNDCG": 0.39947810427647523}
{"corpus": "cc15", "topics": "51-100", "tag": "utwente4-2", "bpref": 0.19932346810182075, "pseudoNDCG@10": 0.2609509775806523, "pseudoNDCG": 0.2516079616740169}
{"corpus": "cc15", "topics": "51-100", "tag": "UCDSIFTSlide", "bpref": 0.23448814004610122, "pseudoNDCG@10": 0.3650437484504509, "pseudoNDCG": 0.36785156331016783}
{"corpus": "cw12", "topics": "51-100", "tag": "utwente3", "bpref": 0.2518498491741909, "pseudoNDCG@10": 0.33034434116329026, "pseudoNDCG": 0.3779442264272513}
{"corpus": "cw12", "topics": "51-100", "tag": "msrsv3", "bpref": 0.3186453791252328, "pseudoNDCG@10": 0.36839045287708805, "pseudoNDCG": 0.4523083028573552}
{"corpus": "cw12", "topics": "51-100", "tag": "irra10b", "bpref": 0.273309011595599, "pseudoNDCG@10": 0.3689859518093479, "pseudoNDCG": 0.39927911620821055}
{"corpus": "cw12", "topics": "51-100", "tag": "uogTrA42", "bpref": 0.2790056482041991, "pseudoNDCG@10": 0.302749126579741, "pseudoNDCG": 0.4308077405816247}
{"corpus": "cw12", "topics": "51-100", "tag": "UAMSA10d2a8", "bpref": 0.22908600168950496, "pseudoNDCG@10": 0.324592235909211, "pseudoNDCG": 0.35896174995131663}
{"corpus": "cw12", "topics": "51-100", "tag": "UMa10BSF", "bpref": 0.34613983977365237, "pseudoNDCG@10": 0.3269962430849007, "pseudoNDCG": 0.48440313158233694}
{"corpus": "cw12", "topics": "51-100", "tag": "udelIndriB", "bpref": 0.2545465985754674, "pseudoNDCG@10": 0.31681183582512523, "pseudoNDCG": 0.37492498727140844}
{"corpus": "cw12", "topics": "51-100", "tag": "msrsv1", "bpref": 0.3208243857312707, "pseudoNDCG@10": 0.36704128670393493, "pseudoNDCG": 0.4482025363576508}
{"corpus": "cw12", "topics": "51-100", "tag": "umassSDM", "bpref": 0.23836011596581408, "pseudoNDCG@10": 0.3179498653321836, "pseudoNDCG": 0.36816053529038023}
{"corpus": "cw12", "topics": "51-100", "tag": "irra10hp", "bpref": 0.23518380903203215, "pseudoNDCG@10": 0.3070033384807065, "pseudoNDCG": 0.36971744345754765}
{"corpus": "cw12", "topics": "51-100", "tag": "pkusewm1", "bpref": 0.22656291578634602, "pseudoNDCG@10": 0.30039605585312845, "pseudoNDCG": 0.35425174652650077}
{"corpus": "cw12", "topics": "51-100", "tag": "UCDSIFTMAP", "bpref": 0.2508949317340721, "pseudoNDCG@10": 0.3006802333317214, "pseudoNDCG": 0.375107835296258}
{"corpus": "cw12", "topics": "51-100", "tag": "MF1", "bpref": 0.2159992202096388, "pseudoNDCG@10": 0.2788372617953762, "pseudoNDCG": 0.3292825111345515}
{"corpus": "cw12", "topics": "51-100", "tag": "york10wA1", "bpref": 0.24087442770845927, "pseudoNDCG@10": 0.29997248221220785, "pseudoNDCG": 0.3729408714603621}
{"corpus": "cw12", "topics": "51-100", "tag": "ICTNETAD10R1", "bpref": 0.29113689331650655, "pseudoNDCG@10": 0.3571162366831264, "pseudoNDCG": 0.44075155550693906}
{"corpus": "cw12", "topics": "51-100", "tag": "UMa10IASF", "bpref": 0.366835573482015, "pseudoNDCG@10": 0.3926011794713861, "pseudoNDCG": 0.5053631618824622}
{"corpus": "cw12", "topics": "51-100", "tag": "cmuWiki10", "bpref": 0.3004407290195012, "pseudoNDCG@10": 0.35650838115882716, "pseudoNDCG": 0.43340296292686986}
{"corpus": "cw12", "topics": "51-100", "tag": "ICTNETAD10R3", "bpref": 0.27975330761494327, "pseudoNDCG@10": 0.32917994212962115, "pseudoNDCG": 0.4094267726240665}
{"corpus": "cw12", "topics": "51-100", "tag": "cmuBase10", "bpref": 0.2651239415155234, "pseudoNDCG@10": 0.3055394585298744, "pseudoNDCG": 0.4226236718173113}
{"corpus": "cw12", "topics": "51-100", "tag": "THUIR10Str", "bpref": 0.33401130662053075, "pseudoNDCG@10": 0.3749838997120465, "pseudoNDCG": 0.4730246773424959}
{"corpus": "cw12", "topics": "51-100", "tag": "THUIR10Qa", "bpref": 0.33702313936462464, "pseudoNDCG@10": 0.36736030211583753, "pseudoNDCG": 0.470681008800949}
{"corpus": "cw12", "topics": "51-100", "tag": "IvoryBM25a", "bpref": 0.2844199414369592, "pseudoNDCG@10": 0.3048516941041768, "pseudoNDCG": 0.45271964808357734}
{"corpus": "cw12", "topics": "51-100", "tag": "msrsv2", "bpref": 0.32414453382680936, "pseudoNDCG@10": 0.3696555760346661, "pseudoNDCG": 0.45152159015641696}
{"corpus": "cw12", "topics": "51-100", "tag": "york10wA2", "bpref": 0.23415701827469515, "pseudoNDCG@10": 0.31902677314739697, "pseudoNDCG": 0.37113373735165994}
{"corpus": "cw12", "topics": "51-100", "tag": "sztaki1", "bpref": 0.010926685839880284, "pseudoNDCG@10": 0.029646156141166256, "pseudoNDCG": 0.028291785898953814}
{"corpus": "cw12", "topics": "51-100", "tag": "IvoryLCEb", "bpref": 0.25403447797320755, "pseudoNDCG@10": 0.33293772102453467, "pseudoNDCG": 0.3919022287951386}
{"corpus": "cw12", "topics": "51-100", "tag": "uogTrB67LTS", "bpref": 0.2555273450329936, "pseudoNDCG@10": 0.34136410642142295, "pseudoNDCG": 0.39238185715260054}
{"corpus": "cw12", "topics": "51-100", "tag": "umasswfb520", "bpref": 0.28634662182816656, "pseudoNDCG@10": 0.3814673925643226, "pseudoNDCG": 0.4027765072300615}
{"corpus": "cw12", "topics": "51-100", "tag": "uogTrA40n", "bpref": 0.278462526602487, "pseudoNDCG@10": 0.3301962845424746, "pseudoNDCG": 0.39151326931459013}
{"corpus": "cw12", "topics": "51-100", "tag": "UAMSA10mSF30", "bpref": 0.2292953511648198, "pseudoNDCG@10": 0.3101913317741781, "pseudoNDCG": 0.36530533115694097}
{"corpus": "cw12", "topics": "51-100", "tag": "UCDSIFTProb", "bpref": 0.2557415307569375, "pseudoNDCG@10": 0.3249915505827561, "pseudoNDCG": 0.3897219749955197}
{"corpus": "cw12", "topics": "51-100", "tag": "blv79y00shnk", "bpref": 0.23136865617872038, "pseudoNDCG@10": 0.301033341956692, "pseudoNDCG": 0.366956493474721}
{"corpus": "cw12", "topics": "51-100", "tag": "uogTrB67", "bpref": 0.26004257250495183, "pseudoNDCG@10": 0.3477501717061046, "pseudoNDCG": 0.40049852026148997}
{"corpus": "cw12", "topics": "51-100", "tag": "IvoryWSDa", "bpref": 0.2992008855114992, "pseudoNDCG@10": 0.3265415828609514, "pseudoNDCG": 0.4654612265627167}
{"corpus": "cw12", "topics": "51-100", "tag": "blv79y00prob", "bpref": 0.23793864903272002, "pseudoNDCG@10": 0.3026838424646694, "pseudoNDCG": 0.3691424505105871}
{"corpus": "cw12", "topics": "51-100", "tag": "udelIndriB2", "bpref": 0.2526929894788432, "pseudoNDCG@10": 0.30874195103132646, "pseudoNDCG": 0.37039555416692527}
{"corpus": "cw12", "topics": "51-100", "tag": "udelIndriWP", "bpref": 0.0, "pseudoNDCG@10": 0.0, "pseudoNDCG": 0.0}
{"corpus": "cw12", "topics": "51-100", "tag": "IvoryL2Rb", "bpref": 0.24658683754896474, "pseudoNDCG@10": 0.33245770653500173, "pseudoNDCG": 0.37688557091545255}
{"corpus": "cw12", "topics": "51-100", "tag": "cmuFuTop10", "bpref": 0.29009548860722556, "pseudoNDCG@10": 0.33466202813750384, "pseudoNDCG": 0.441532650095847}
{"corpus": "cw12", "topics": "51-100", "tag": "irra10rob", "bpref": 0.2670252200140876, "pseudoNDCG@10": 0.3519828711140545, "pseudoNDCG": 0.3912276043989002}
{"corpus": "cw12", "topics": "51-100", "tag": "THUIR10QaHt", "bpref": 0.33750605762771535, "pseudoNDCG@10": 0.36750524461404654, "pseudoNDCG": 0.4708555137254305}
{"corpus": "cw12", "topics": "51-100", "tag": "umassSDMW", "bpref": 0.23836011596581408, "pseudoNDCG@10": 0.3179498653321836, "pseudoNDCG": 0.36816053529038023}
{"corpus": "cw12", "topics": "51-100", "tag": "utwente4", "bpref": 0.2601958005282704, "pseudoNDCG@10": 0.3362611834587062, "pseudoNDCG": 0.39341245578264167}
{"corpus": "cw12", "topics": "51-100", "tag": "IvorySDa", "bpref": 0.2985935520032897, "pseudoNDCG@10": 0.3171374855895191, "pseudoNDCG": 0.4644442609658029}
{"corpus": "cw12", "topics": "51-100", "tag": "MMCIl410m1", "bpref": 0.1171546559530229, "pseudoNDCG@10": 0.21116533874378438, "pseudoNDCG": 0.17931886252794282}
{"corpus": "cw12", "topics": "51-100", "tag": "ICTNETAD10R2", "bpref": 0.2779549641437506, "pseudoNDCG@10": 0.3471231748604011, "pseudoNDCG": 0.41993842012488036}
{"corpus": "cw12", "topics": "51-100", "tag": "IvoryWSDb", "bpref": 0.24259964803292808, "pseudoNDCG@10": 0.3226509974737789, "pseudoNDCG": 0.3843323638501885}
{"corpus": "cw12", "topics": "51-100", "tag": "UAMSA10mSFPR", "bpref": 0.1702999402815758, "pseudoNDCG@10": 0.197241759828888, "pseudoNDCG": 0.2704535826159443}
{"corpus": "cw12", "topics": "51-100", "tag": "MF2", "bpref": 0.20540320359451467, "pseudoNDCG@10": 0.2614739779290945, "pseudoNDCG": 0.3071049489914857}
{"corpus": "cw12", "topics": "51-100", "tag": "UMa10BASF", "bpref": 0.3741752048811285, "pseudoNDCG@10": 0.3964179250558526, "pseudoNDCG": 0.5126527433740528}
{"corpus": "cw12", "topics": "51-100", "tag": "MMCITLCLl20M", "bpref": 0.23545611424095972, "pseudoNDCG@10": 0.30567842506206394, "pseudoNDCG": 0.3838480618569611}
{"corpus": "cw12", "topics": "51-100", "tag": "DFalah2010", "bpref": 0.07194767491170308, "pseudoNDCG@10": 0.13116001090785742, "pseudoNDCG": 0.11411392037373941}
{"corpus": "cw12", "topics": "51-100", "tag": "york10wA3", "bpref": 0.24958430178465107, "pseudoNDCG@10": 0.3083826399577601, "pseudoNDCG": 0.37960004342448667}
{"corpus": "cw12", "topics": "51-100", "tag": "MMCITLl20M", "bpref": 0.23003570046126576, "pseudoNDCG@10": 0.29305441707220015, "pseudoNDCG": 0.37055123659308453}
{"corpus": "cw12", "topics": "51-100", "tag": "utwente4-2", "bpref": 0.15113995915898587, "pseudoNDCG@10": 0.23524284097659728, "pseudoNDCG": 0.22159424077872367}
{"corpus": "cw12", "topics": "51-100", "tag": "UCDSIFTSlide", "bpref": 0.25995261584599244, "pseudoNDCG@10": 0.3060754852931012, "pseudoNDCG": 0.38093557843685644}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "utwente3", "bpref": 0.24466268769981228, "pseudoNDCG@10": 0.29420713379822516, "pseudoNDCG": 0.3733773957124719}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "msrsv3", "bpref": 0.3171284609591362, "pseudoNDCG@10": 0.3417013767407822, "pseudoNDCG": 0.4697219073222425}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "irra10b", "bpref": 0.26626062825722047, "pseudoNDCG@10": 0.332731780808638, "pseudoNDCG": 0.385848110986239}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "uogTrA42", "bpref": 0.2794908229931944, "pseudoNDCG@10": 0.26593092899753595, "pseudoNDCG": 0.4397649296836708}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "UAMSA10d2a8", "bpref": 0.21101645551130474, "pseudoNDCG@10": 0.2828209947907134, "pseudoNDCG": 0.3354741441385454}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "UMa10BSF", "bpref": 0.3313810339010583, "pseudoNDCG@10": 0.28204542910223634, "pseudoNDCG": 0.48066740364962773}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "udelIndriB", "bpref": 0.24309051681733432, "pseudoNDCG@10": 0.27828943797178934, "pseudoNDCG": 0.36901597367568356}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "msrsv1", "bpref": 0.323404000240385, "pseudoNDCG@10": 0.34587654437534215, "pseudoNDCG": 0.4680908480876904}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "umassSDM", "bpref": 0.26104843274282136, "pseudoNDCG@10": 0.2888542141750671, "pseudoNDCG": 0.38401429112290825}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "irra10hp", "bpref": 0.22481487866794705, "pseudoNDCG@10": 0.25848101279911584, "pseudoNDCG": 0.35141716504146897}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "pkusewm1", "bpref": 0.22193209350654683, "pseudoNDCG@10": 0.24749375226870218, "pseudoNDCG": 0.3445957027337458}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "UCDSIFTMAP", "bpref": 0.2230906493435634, "pseudoNDCG@10": 0.23315862179796, "pseudoNDCG": 0.36012796788967827}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "MF1", "bpref": 0.1927766835275941, "pseudoNDCG@10": 0.23999433172658166, "pseudoNDCG": 0.3147742368674132}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "york10wA1", "bpref": 0.22278995958925088, "pseudoNDCG@10": 0.2358476640636025, "pseudoNDCG": 0.35187778408549186}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "ICTNETAD10R1", "bpref": 0.28543348629996274, "pseudoNDCG@10": 0.3212742186170848, "pseudoNDCG": 0.4545021580864544}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "UMa10IASF", "bpref": 0.34792908403840767, "pseudoNDCG@10": 0.3448386865949728, "pseudoNDCG": 0.4957092484164607}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "cmuWiki10", "bpref": 0.2911767905843269, "pseudoNDCG@10": 0.3251619577434264, "pseudoNDCG": 0.4393753639187177}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "ICTNETAD10R3", "bpref": 0.27061962424324787, "pseudoNDCG@10": 0.29039591672487436, "pseudoNDCG": 0.41123913475649293}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "cmuBase10", "bpref": 0.2633344602723718, "pseudoNDCG@10": 0.26982951613888534, "pseudoNDCG": 0.43175790058130364}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "THUIR10Str", "bpref": 0.33332243092319847, "pseudoNDCG@10": 0.337520061039017, "pseudoNDCG": 0.49565756211731443}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "THUIR10Qa", "bpref": 0.33827327537107227, "pseudoNDCG@10": 0.336559788337846, "pseudoNDCG": 0.49075841647840507}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "IvoryBM25a", "bpref": 0.2729344779378626, "pseudoNDCG@10": 0.2687385242655424, "pseudoNDCG": 0.4659290158960485}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "msrsv2", "bpref": 0.32704071669394175, "pseudoNDCG@10": 0.35081287462401883, "pseudoNDCG": 0.47179914891977753}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "york10wA2", "bpref": 0.21326226648293703, "pseudoNDCG@10": 0.2528479384671714, "pseudoNDCG": 0.3449861273271062}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "sztaki1", "bpref": 0.013235220726309305, "pseudoNDCG@10": 0.02379046689475706, "pseudoNDCG": 0.025565951576959556}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "IvoryLCEb", "bpref": 0.2560493950603802, "pseudoNDCG@10": 0.2998412939325547, "pseudoNDCG": 0.3872956604252286}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "uogTrB67LTS", "bpref": 0.24272346814824797, "pseudoNDCG@10": 0.29100036125468315, "pseudoNDCG": 0.3705128880492466}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "umasswfb520", "bpref": 0.28020223348779844, "pseudoNDCG@10": 0.35341422025974306, "pseudoNDCG": 0.39310914636256694}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "uogTrA40n", "bpref": 0.26851313174087876, "pseudoNDCG@10": 0.2829206560042138, "pseudoNDCG": 0.3762424240465065}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "UAMSA10mSF30", "bpref": 0.2187381363785913, "pseudoNDCG@10": 0.2810268618375293, "pseudoNDCG": 0.34844404179140787}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "UCDSIFTProb", "bpref": 0.23283162319699155, "pseudoNDCG@10": 0.24949067116816895, "pseudoNDCG": 0.36428807278380804}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "blv79y00shnk", "bpref": 0.23338327898864164, "pseudoNDCG@10": 0.27082149045125053, "pseudoNDCG": 0.36398017377834324}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "uogTrB67", "bpref": 0.25522729094015945, "pseudoNDCG@10": 0.3005961005278573, "pseudoNDCG": 0.3816045271764021}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "IvoryWSDa", "bpref": 0.29577163897099085, "pseudoNDCG@10": 0.2980432504458463, "pseudoNDCG": 0.4872859818907637}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "blv79y00prob", "bpref": 0.22972574837842086, "pseudoNDCG@10": 0.2777070563263541, "pseudoNDCG": 0.3604087412640653}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "udelIndriB2", "bpref": 0.2422999595180142, "pseudoNDCG@10": 0.26957212030451844, "pseudoNDCG": 0.3662551301349999}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "udelIndriWP", "bpref": 0.005428840648511789, "pseudoNDCG@10": 0.0215585570587048, "pseudoNDCG": 0.014506943928198424}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "IvoryL2Rb", "bpref": 0.24946552686632037, "pseudoNDCG@10": 0.29293879124982364, "pseudoNDCG": 0.3668533609494217}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "cmuFuTop10", "bpref": 0.2836609102042957, "pseudoNDCG@10": 0.2850866712742574, "pseudoNDCG": 0.43866459034411975}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "irra10rob", "bpref": 0.26073068475594413, "pseudoNDCG@10": 0.3144259114101041, "pseudoNDCG": 0.3783772175453484}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "THUIR10QaHt", "bpref": 0.33834293291057627, "pseudoNDCG@10": 0.3365666501224826, "pseudoNDCG": 0.49078900426299826}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "umassSDMW", "bpref": 0.26262679914817394, "pseudoNDCG@10": 0.2959954148253036, "pseudoNDCG": 0.38687575444090466}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "utwente4", "bpref": 0.26111795507448815, "pseudoNDCG@10": 0.2984759796258419, "pseudoNDCG": 0.3907161299153672}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "IvorySDa", "bpref": 0.2949921884346302, "pseudoNDCG@10": 0.28869229256222984, "pseudoNDCG": 0.48220582730100475}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "MMCIl410m1", "bpref": 0.13091149867398902, "pseudoNDCG@10": 0.22578967376522063, "pseudoNDCG": 0.19328104859512088}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "ICTNETAD10R2", "bpref": 0.27382202994990346, "pseudoNDCG@10": 0.3140361921414992, "pseudoNDCG": 0.4303450598208922}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "IvoryWSDb", "bpref": 0.246254721319936, "pseudoNDCG@10": 0.29307456573560153, "pseudoNDCG": 0.3845648499282279}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "UAMSA10mSFPR", "bpref": 0.16481764360490872, "pseudoNDCG@10": 0.1749276787329702, "pseudoNDCG": 0.2613159981294498}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "MF2", "bpref": 0.18298045092725537, "pseudoNDCG@10": 0.22617383538735214, "pseudoNDCG": 0.30020531622758656}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "UMa10BASF", "bpref": 0.3516320293452802, "pseudoNDCG@10": 0.3484893264088922, "pseudoNDCG": 0.5021380844105457}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "MMCITLCLl20M", "bpref": 0.23926740358957999, "pseudoNDCG@10": 0.2722969007916989, "pseudoNDCG": 0.39383619935589814}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "DFalah2010", "bpref": 0.09896361929717586, "pseudoNDCG@10": 0.18345836340542757, "pseudoNDCG": 0.14723549434408692}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "york10wA3", "bpref": 0.22332656701175355, "pseudoNDCG@10": 0.2388706044404734, "pseudoNDCG": 0.35214464533426515}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "MMCITLl20M", "bpref": 0.233715697800894, "pseudoNDCG@10": 0.26159867920661883, "pseudoNDCG": 0.3868800300530619}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "utwente4-2", "bpref": 0.16075389654095276, "pseudoNDCG@10": 0.2279188328637164, "pseudoNDCG": 0.21763349103837823}
{"corpus": "cw12wb12", "topics": "51-100", "tag": "UCDSIFTSlide", "bpref": 0.22589045163865573, "pseudoNDCG@10": 0.2308679931101835, "pseudoNDCG": 0.35387922021284846}
{"corpus": "cw09", "topics": "101-150", "tag": "UAmsM705FLS", "bpref": 0.13726259835374616, "pseudoNDCG@10": 0.23193369013387735, "pseudoNDCG": 0.2800916855773888}
{"corpus": "cw09", "topics": "101-150", "tag": "liaQEWikiGoA", "bpref": 0.3139461956431605, "pseudoNDCG@10": 0.2683946549471779, "pseudoNDCG": 0.5590880405875809}
{"corpus": "cw09", "topics": "101-150", "tag": "DFalah11", "bpref": 0.12489677978747295, "pseudoNDCG@10": 0.22289843621595287, "pseudoNDCG": 0.1962428604599979}
{"corpus": "cw09", "topics": "101-150", "tag": "ICTNET11ADR2", "bpref": 0.2668499184144777, "pseudoNDCG@10": 0.30339349401896976, "pseudoNDCG": 0.45612910092735304}
{"corpus": "cw09", "topics": "101-150", "tag": "umassIFuse", "bpref": 0.23568088891927186, "pseudoNDCG@10": 0.20992395073792733, "pseudoNDCG": 0.41646433622691803}
{"corpus": "cw09", "topics": "101-150", "tag": "ICTNET11ADR4", "bpref": 0.18454639197079598, "pseudoNDCG@10": 0.25585834211595876, "pseudoNDCG": 0.3189482126953364}
{"corpus": "cw09", "topics": "101-150", "tag": "uogTrB47Vm", "bpref": 0.19014775883876125, "pseudoNDCG@10": 0.2788143468218929, "pseudoNDCG": 0.3205619159360233}
{"corpus": "cw09", "topics": "101-150", "tag": "2011SiftR3", "bpref": 0.13760694700032453, "pseudoNDCG@10": 0.16971701765032818, "pseudoNDCG": 0.2511817085092057}
{"corpus": "cw09", "topics": "101-150", "tag": "srchvrs11o", "bpref": 0.19328258057325626, "pseudoNDCG@10": 0.2693737952958277, "pseudoNDCG": 0.31235671959963685}
{"corpus": "cw09", "topics": "101-150", "tag": "bpacadspam2", "bpref": 0.26287148226871837, "pseudoNDCG@10": 0.18229083995693382, "pseudoNDCG": 0.4752062301580473}
{"corpus": "cw09", "topics": "101-150", "tag": "UWatMDSql", "bpref": 0.19629747164276445, "pseudoNDCG@10": 0.24917596638410486, "pseudoNDCG": 0.39030150764406585}
{"corpus": "cw09", "topics": "101-150", "tag": "UAmsM705tiLS", "bpref": 0.14712041608964563, "pseudoNDCG@10": 0.25066207820455505, "pseudoNDCG": 0.2638648448843549}
{"corpus": "cw09", "topics": "101-150", "tag": "umassGQdist", "bpref": 0.25508659750942186, "pseudoNDCG@10": 0.2641700621075191, "pseudoNDCG": 0.3838440449737772}
{"corpus": "cw09", "topics": "101-150", "tag": "uwBAadhoc", "bpref": 0.11952242953423765, "pseudoNDCG@10": 0.18945245506379102, "pseudoNDCG": 0.23817326432985844}
{"corpus": "cw09", "topics": "101-150", "tag": "2011SiftR1", "bpref": 0.16883684222357953, "pseudoNDCG@10": 0.25507615145617885, "pseudoNDCG": 0.30214239745614435}
{"corpus": "cw09", "topics": "101-150", "tag": "qutir11a", "bpref": 0.0956640069392858, "pseudoNDCG@10": 0.1392777996562684, "pseudoNDCG": 0.1686385488821589}
{"corpus": "cw09", "topics": "101-150", "tag": "2011SiftR2", "bpref": 0.1661710418980406, "pseudoNDCG@10": 0.2426454002860815, "pseudoNDCG": 0.294405870595446}
{"corpus": "cw09", "topics": "101-150", "tag": "UWatMDSdm", "bpref": 0.25930518014397985, "pseudoNDCG@10": 0.2896298364774492, "pseudoNDCG": 0.4317816120569422}
{"corpus": "cw09", "topics": "101-150", "tag": "uogTrA45Vm", "bpref": 0.29395707945266364, "pseudoNDCG@10": 0.3266066535849865, "pseudoNDCG": 0.5316088276877651}
{"corpus": "cw09", "topics": "101-150", "tag": "uogTrA45Nm", "bpref": 0.2963601882471252, "pseudoNDCG@10": 0.33270396823978005, "pseudoNDCG": 0.5364141704290044}
{"corpus": "cw09", "topics": "101-150", "tag": "uwBBadhoc", "bpref": 0.11833482202152004, "pseudoNDCG@10": 0.185468205604989, "pseudoNDCG": 0.2367332708299741}
{"corpus": "cw09", "topics": "101-150", "tag": "bpacad1", "bpref": 0.2648961876356998, "pseudoNDCG@10": 0.16487183947624715, "pseudoNDCG": 0.49751957706054206}
{"corpus": "cw09", "topics": "101-150", "tag": "UWatMDSqlt", "bpref": 0.2036763232409418, "pseudoNDCG@10": 0.2677237453955628, "pseudoNDCG": 0.40554259185280217}
{"corpus": "cw09", "topics": "101-150", "tag": "msrsv2011a2", "bpref": 0.2831671047697645, "pseudoNDCG@10": 0.30226465772591915, "pseudoNDCG": 0.5422011979094004}
{"corpus": "cw09", "topics": "101-150", "tag": "qutir11b", "bpref": 0.10282665257932935, "pseudoNDCG@10": 0.16853328944445373, "pseudoNDCG": 0.17160512791864288}
{"corpus": "cw09", "topics": "101-150", "tag": "Otago2011cnw", "bpref": 0.03547170470623823, "pseudoNDCG@10": 0.0936476292209283, "pseudoNDCG": 0.059555211194063845}
{"corpus": "cw09", "topics": "101-150", "tag": "msrsv2011a3", "bpref": 0.27161843904599514, "pseudoNDCG@10": 0.2863594953935194, "pseudoNDCG": 0.5376953060627664}
{"corpus": "cw09", "topics": "101-150", "tag": "liaQEWikiA", "bpref": 0.28840675821837, "pseudoNDCG@10": 0.2211408180578225, "pseudoNDCG": 0.5314210098203156}
{"corpus": "cw09", "topics": "101-150", "tag": "uwExpAadhoc", "bpref": 0.08242166868030278, "pseudoNDCG@10": 0.1142315420208902, "pseudoNDCG": 0.19359722216464548}
{"corpus": "cw09", "topics": "101-150", "tag": "ICTNET11ADR3", "bpref": 0.2622150440997141, "pseudoNDCG@10": 0.2901934886771366, "pseudoNDCG": 0.4588398207107518}
{"corpus": "cw09", "topics": "101-150", "tag": "srchvrs11b", "bpref": 0.172372849869858, "pseudoNDCG@10": 0.26424491456385035, "pseudoNDCG": 0.32541705224523654}
{"corpus": "cw09", "topics": "101-150", "tag": "bpacadspam1", "bpref": 0.26860117000443645, "pseudoNDCG@10": 0.17193298165804446, "pseudoNDCG": 0.4861886908037174}
{"corpus": "cw09", "topics": "101-150", "tag": "UAmsT05FLS", "bpref": 0.18359310829898592, "pseudoNDCG@10": 0.1967611103734141, "pseudoNDCG": 0.307475495610353}
{"corpus": "cw09", "topics": "101-150", "tag": "Otago2011cn", "bpref": 0.16653370207403737, "pseudoNDCG@10": 0.2225039637263145, "pseudoNDCG": 0.3067427005164958}
{"corpus": "cw09", "topics": "101-150", "tag": "msrsv2011a1", "bpref": 0.2762325756882033, "pseudoNDCG@10": 0.295009112423372, "pseudoNDCG": 0.5314462824344535}
{"corpus": "cw09", "topics": "101-150", "tag": "umassGFuse", "bpref": 0.22768278939586697, "pseudoNDCG@10": 0.22203927165769524, "pseudoNDCG": 0.36320073668847397}
{"corpus": "cw09", "topics": "101-150", "tag": "liaQEWikiGoo", "bpref": 0.21015989094814674, "pseudoNDCG@10": 0.28596495829777846, "pseudoNDCG": 0.3497954365415432}
{"corpus": "cc15", "topics": "101-150", "tag": "UAmsM705FLS", "bpref": 0.10976011087618232, "pseudoNDCG@10": 0.17181546868489508, "pseudoNDCG": 0.17417942462413075}
{"corpus": "cc15", "topics": "101-150", "tag": "liaQEWikiGoA", "bpref": 0.2631482087955302, "pseudoNDCG@10": 0.3622806191807589, "pseudoNDCG": 0.3756656300511112}
{"corpus": "cc15", "topics": "101-150", "tag": "DFalah11", "bpref": 0.07428761669833099, "pseudoNDCG@10": 0.099001080775443, "pseudoNDCG": 0.09371015410210988}
{"corpus": "cc15", "topics": "101-150", "tag": "ICTNET11ADR2", "bpref": 0.23765115561990555, "pseudoNDCG@10": 0.3078305272809042, "pseudoNDCG": 0.31531192246179857}
{"corpus": "cc15", "topics": "101-150", "tag": "umassIFuse", "bpref": 0.15737952557148985, "pseudoNDCG@10": 0.2442462257959508, "pseudoNDCG": 0.2544551877954226}
{"corpus": "cc15", "topics": "101-150", "tag": "ICTNET11ADR4", "bpref": 0.1394886595779453, "pseudoNDCG@10": 0.19448118971683814, "pseudoNDCG": 0.19440477245395518}
{"corpus": "cc15", "topics": "101-150", "tag": "uogTrB47Vm", "bpref": 0.13196243118118117, "pseudoNDCG@10": 0.18329868008754438, "pseudoNDCG": 0.1933957872518602}
{"corpus": "cc15", "topics": "101-150", "tag": "2011SiftR3", "bpref": 0.11373433382361953, "pseudoNDCG@10": 0.16470295570256985, "pseudoNDCG": 0.16790493737248746}
{"corpus": "cc15", "topics": "101-150", "tag": "srchvrs11o", "bpref": 0.13043916046148188, "pseudoNDCG@10": 0.19323322846198834, "pseudoNDCG": 0.20145230594926622}
{"corpus": "cc15", "topics": "101-150", "tag": "bpacadspam2", "bpref": 0.1800706956956957, "pseudoNDCG@10": 0.26929884780464325, "pseudoNDCG": 0.2811104629911278}
{"corpus": "cc15", "topics": "101-150", "tag": "UWatMDSql", "bpref": 0.13594911876161878, "pseudoNDCG@10": 0.22191704201542675, "pseudoNDCG": 0.2306161982722076}
{"corpus": "cc15", "topics": "101-150", "tag": "UAmsM705tiLS", "bpref": 0.1113815345958203, "pseudoNDCG@10": 0.16048135980170672, "pseudoNDCG": 0.16212750555492003}
{"corpus": "cc15", "topics": "101-150", "tag": "umassGQdist", "bpref": 0.1839645768217197, "pseudoNDCG@10": 0.25693748330146515, "pseudoNDCG": 0.25174027883591965}
{"corpus": "cc15", "topics": "101-150", "tag": "uwBAadhoc", "bpref": 0.08807152177687892, "pseudoNDCG@10": 0.14122871444198623, "pseudoNDCG": 0.1408190738523608}
{"corpus": "cc15", "topics": "101-150", "tag": "2011SiftR1", "bpref": 0.12278750370268227, "pseudoNDCG@10": 0.1748914162202911, "pseudoNDCG": 0.18130777531582318}
{"corpus": "cc15", "topics": "101-150", "tag": "qutir11a", "bpref": 0.10005766289248431, "pseudoNDCG@10": 0.133841635385988, "pseudoNDCG": 0.131647100167217}
{"corpus": "cc15", "topics": "101-150", "tag": "2011SiftR2", "bpref": 0.11403713981838981, "pseudoNDCG@10": 0.16805243194318567, "pseudoNDCG": 0.1714539659930415}
{"corpus": "cc15", "topics": "101-150", "tag": "UWatMDSdm", "bpref": 0.1790947356795571, "pseudoNDCG@10": 0.24387924774208217, "pseudoNDCG": 0.25068609941673403}
{"corpus": "cc15", "topics": "101-150", "tag": "uogTrA45Vm", "bpref": 0.20296769984269988, "pseudoNDCG@10": 0.2848513307283847, "pseudoNDCG": 0.30119412253506256}
{"corpus": "cc15", "topics": "101-150", "tag": "uogTrA45Nm", "bpref": 0.20032671383117814, "pseudoNDCG@10": 0.27965055280389906, "pseudoNDCG": 0.298108132346951}
{"corpus": "cc15", "topics": "101-150", "tag": "uwBBadhoc", "bpref": 0.07201426554105124, "pseudoNDCG@10": 0.13447395119548033, "pseudoNDCG": 0.1341391936338828}
{"corpus": "cc15", "topics": "101-150", "tag": "bpacad1", "bpref": 0.19252058180629605, "pseudoNDCG@10": 0.2859887684896045, "pseudoNDCG": 0.30155849902259363}
{"corpus": "cc15", "topics": "101-150", "tag": "UWatMDSqlt", "bpref": 0.20114693775408057, "pseudoNDCG@10": 0.25356546896578375, "pseudoNDCG": 0.2597211356866643}
{"corpus": "cc15", "topics": "101-150", "tag": "msrsv2011a2", "bpref": 0.22180608542215685, "pseudoNDCG@10": 0.34374088004423525, "pseudoNDCG": 0.3520404373838768}
{"corpus": "cc15", "topics": "101-150", "tag": "qutir11b", "bpref": 0.1068773014085514, "pseudoNDCG@10": 0.13484765537383359, "pseudoNDCG": 0.13467916642188052}
{"corpus": "cc15", "topics": "101-150", "tag": "Otago2011cnw", "bpref": 0.0005630630630630631, "pseudoNDCG@10": 0.0015615303067064053, "pseudoNDCG": 0.0009860726959738215}
{"corpus": "cc15", "topics": "101-150", "tag": "msrsv2011a3", "bpref": 0.17457613863863863, "pseudoNDCG@10": 0.31926590808788297, "pseudoNDCG": 0.32890620784818614}
{"corpus": "cc15", "topics": "101-150", "tag": "liaQEWikiA", "bpref": 0.2576339253794611, "pseudoNDCG@10": 0.3457349239433302, "pseudoNDCG": 0.36006703349276}
{"corpus": "cc15", "topics": "101-150", "tag": "uwExpAadhoc", "bpref": 0.07209151115401115, "pseudoNDCG@10": 0.1162446842223764, "pseudoNDCG": 0.11737734532238825}
{"corpus": "cc15", "topics": "101-150", "tag": "ICTNET11ADR3", "bpref": 0.223183563027313, "pseudoNDCG@10": 0.2971279154069067, "pseudoNDCG": 0.30460414599874464}
{"corpus": "cc15", "topics": "101-150", "tag": "srchvrs11b", "bpref": 0.11150667568078283, "pseudoNDCG@10": 0.18196878895281873, "pseudoNDCG": 0.18521206393253334}
{"corpus": "cc15", "topics": "101-150", "tag": "bpacadspam1", "bpref": 0.19130412300055158, "pseudoNDCG@10": 0.28579954572515814, "pseudoNDCG": 0.2995871812341572}
{"corpus": "cc15", "topics": "101-150", "tag": "UAmsT05FLS", "bpref": 0.17449053007088722, "pseudoNDCG@10": 0.2356304033811597, "pseudoNDCG": 0.24244243503644178}
{"corpus": "cc15", "topics": "101-150", "tag": "Otago2011cn", "bpref": 0.14023388822495966, "pseudoNDCG@10": 0.20644547556971968, "pseudoNDCG": 0.214764859171364}
{"corpus": "cc15", "topics": "101-150", "tag": "msrsv2011a1", "bpref": 0.21946405908459476, "pseudoNDCG@10": 0.33950660830124907, "pseudoNDCG": 0.3480069037678048}
{"corpus": "cc15", "topics": "101-150", "tag": "umassGFuse", "bpref": 0.15114414478253765, "pseudoNDCG@10": 0.2436577532857076, "pseudoNDCG": 0.24240912293651765}
{"corpus": "cc15", "topics": "101-150", "tag": "liaQEWikiGoo", "bpref": 0.17313681666360237, "pseudoNDCG@10": 0.234126924926769, "pseudoNDCG": 0.24080970330192245}
{"corpus": "cw12", "topics": "101-150", "tag": "UAmsM705FLS", "bpref": 0.16246895405567852, "pseudoNDCG@10": 0.22413174557381793, "pseudoNDCG": 0.232904507300781}
{"corpus": "cw12", "topics": "101-150", "tag": "liaQEWikiGoA", "bpref": 0.32490900464874656, "pseudoNDCG@10": 0.3759370240237483, "pseudoNDCG": 0.4559088021182228}
{"corpus": "cw12", "topics": "101-150", "tag": "DFalah11", "bpref": 0.09744171998410503, "pseudoNDCG@10": 0.1596461468337301, "pseudoNDCG": 0.14119544630608613}
{"corpus": "cw12", "topics": "101-150", "tag": "ICTNET11ADR2", "bpref": 0.31061891416148113, "pseudoNDCG@10": 0.3874682411601675, "pseudoNDCG": 0.40715743366919893}
{"corpus": "cw12", "topics": "101-150", "tag": "umassIFuse", "bpref": 0.21949790027798052, "pseudoNDCG@10": 0.27448249848444645, "pseudoNDCG": 0.3163115627587697}
{"corpus": "cw12", "topics": "101-150", "tag": "ICTNET11ADR4", "bpref": 0.21996308922858426, "pseudoNDCG@10": 0.3019913478818036, "pseudoNDCG": 0.2844501944974071}
{"corpus": "cw12", "topics": "101-150", "tag": "uogTrB47Vm", "bpref": 0.15240601607326987, "pseudoNDCG@10": 0.21505208524068656, "pseudoNDCG": 0.23037586003191826}
{"corpus": "cw12", "topics": "101-150", "tag": "2011SiftR3", "bpref": 0.1409733638301296, "pseudoNDCG@10": 0.18779309388118812, "pseudoNDCG": 0.20549928072333912}
{"corpus": "cw12", "topics": "101-150", "tag": "srchvrs11o", "bpref": 0.16219719750394226, "pseudoNDCG@10": 0.23326621379245513, "pseudoNDCG": 0.24394661422639807}
{"corpus": "cw12", "topics": "101-150", "tag": "bpacadspam2", "bpref": 0.3518391867535414, "pseudoNDCG@10": 0.42289410657968857, "pseudoNDCG": 0.46553331091678224}
{"corpus": "cw12", "topics": "101-150", "tag": "UWatMDSql", "bpref": 0.16781642809425804, "pseudoNDCG@10": 0.2451890717472624, "pseudoNDCG": 0.2677687146546417}
{"corpus": "cw12", "topics": "101-150", "tag": "UAmsM705tiLS", "bpref": 0.14011139493662442, "pseudoNDCG@10": 0.21240199343795893, "pseudoNDCG": 0.21454889930190768}
{"corpus": "cw12", "topics": "101-150", "tag": "umassGQdist", "bpref": 0.21780081720193295, "pseudoNDCG@10": 0.29254741135636697, "pseudoNDCG": 0.2914814999729511}
{"corpus": "cw12", "topics": "101-150", "tag": "uwBAadhoc", "bpref": 0.09273894373873523, "pseudoNDCG@10": 0.14444043646792437, "pseudoNDCG": 0.1447693349912959}
{"corpus": "cw12", "topics": "101-150", "tag": "2011SiftR1", "bpref": 0.14296349728148133, "pseudoNDCG@10": 0.19877262793396622, "pseudoNDCG": 0.21673584311445282}
{"corpus": "cw12", "topics": "101-150", "tag": "qutir11a", "bpref": 0.08876093912792492, "pseudoNDCG@10": 0.14525268070271705, "pseudoNDCG": 0.1364173667515725}
{"corpus": "cw12", "topics": "101-150", "tag": "2011SiftR2", "bpref": 0.1396487909651496, "pseudoNDCG@10": 0.19344939709722567, "pseudoNDCG": 0.21007581293042601}
{"corpus": "cw12", "topics": "101-150", "tag": "UWatMDSdm", "bpref": 0.22079740252973276, "pseudoNDCG@10": 0.2926706730527257, "pseudoNDCG": 0.30923157557110886}
{"corpus": "cw12", "topics": "101-150", "tag": "uogTrA45Vm", "bpref": 0.30323557773763044, "pseudoNDCG@10": 0.3638526524398292, "pseudoNDCG": 0.4363150993061714}
{"corpus": "cw12", "topics": "101-150", "tag": "uogTrA45Nm", "bpref": 0.3060146342925391, "pseudoNDCG@10": 0.3795127317771718, "pseudoNDCG": 0.435667699281651}
{"corpus": "cw12", "topics": "101-150", "tag": "uwBBadhoc", "bpref": 0.10144765157774845, "pseudoNDCG@10": 0.14564765833173213, "pseudoNDCG": 0.1492786309026487}
{"corpus": "cw12", "topics": "101-150", "tag": "bpacad1", "bpref": 0.3662772784755014, "pseudoNDCG@10": 0.4260847969135913, "pseudoNDCG": 0.48937763061187056}
{"corpus": "cw12", "topics": "101-150", "tag": "UWatMDSqlt", "bpref": 0.21100880602847125, "pseudoNDCG@10": 0.26934536092753875, "pseudoNDCG": 0.2886179780259809}
{"corpus": "cw12", "topics": "101-150", "tag": "msrsv2011a2", "bpref": 0.3343658498975586, "pseudoNDCG@10": 0.4072895935207966, "pseudoNDCG": 0.467877734124689}
{"corpus": "cw12", "topics": "101-150", "tag": "qutir11b", "bpref": 0.09009433110141966, "pseudoNDCG@10": 0.14354879000572293, "pseudoNDCG": 0.13146937680416929}
{"corpus": "cw12", "topics": "101-150", "tag": "Otago2011cnw", "bpref": 0.0008695652173913043, "pseudoNDCG@10": 0.004715083861100786, "pseudoNDCG": 0.0035934446571233934}
{"corpus": "cw12", "topics": "101-150", "tag": "msrsv2011a3", "bpref": 0.3131013947676838, "pseudoNDCG@10": 0.38699879925614966, "pseudoNDCG": 0.45171411930104294}
{"corpus": "cw12", "topics": "101-150", "tag": "liaQEWikiA", "bpref": 0.2986891653277775, "pseudoNDCG@10": 0.35110386715494357, "pseudoNDCG": 0.4333503494352838}
{"corpus": "cw12", "topics": "101-150", "tag": "uwExpAadhoc", "bpref": 0.08794545677653706, "pseudoNDCG@10": 0.13222426525845857, "pseudoNDCG": 0.13449607861917845}
{"corpus": "cw12", "topics": "101-150", "tag": "ICTNET11ADR3", "bpref": 0.3302077649419446, "pseudoNDCG@10": 0.3898758819348471, "pseudoNDCG": 0.4127782121204867}
{"corpus": "cw12", "topics": "101-150", "tag": "srchvrs11b", "bpref": 0.1451543442437045, "pseudoNDCG@10": 0.20806229704600795, "pseudoNDCG": 0.2270100540103516}
{"corpus": "cw12", "topics": "101-150", "tag": "bpacadspam1", "bpref": 0.35994940783518176, "pseudoNDCG@10": 0.4261771822980787, "pseudoNDCG": 0.48261046010741354}
{"corpus": "cw12", "topics": "101-150", "tag": "UAmsT05FLS", "bpref": 0.18100035848247628, "pseudoNDCG@10": 0.25018809861135716, "pseudoNDCG": 0.26473712219973144}
{"corpus": "cw12", "topics": "101-150", "tag": "Otago2011cn", "bpref": 0.1602460704973298, "pseudoNDCG@10": 0.22214849655782387, "pseudoNDCG": 0.24101660448794715}
{"corpus": "cw12", "topics": "101-150", "tag": "msrsv2011a1", "bpref": 0.3107436108657963, "pseudoNDCG@10": 0.39299312802361286, "pseudoNDCG": 0.4554549651001271}
{"corpus": "cw12", "topics": "101-150", "tag": "umassGFuse", "bpref": 0.19530034696606427, "pseudoNDCG@10": 0.2652514817066662, "pseudoNDCG": 0.27588744588998376}
{"corpus": "cw12", "topics": "101-150", "tag": "liaQEWikiGoo", "bpref": 0.18245949920900617, "pseudoNDCG@10": 0.25145726485665293, "pseudoNDCG": 0.26382651995383377}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "UAmsM705FLS", "bpref": 0.16234574914769503, "pseudoNDCG@10": 0.197747858554915, "pseudoNDCG": 0.22747133299881298}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "liaQEWikiGoA", "bpref": 0.3453099170522387, "pseudoNDCG@10": 0.374019060422695, "pseudoNDCG": 0.49128225356943295}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "DFalah11", "bpref": 0.10955668219579623, "pseudoNDCG@10": 0.1790036218221044, "pseudoNDCG": 0.1491381644944823}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "ICTNET11ADR2", "bpref": 0.3003984260434771, "pseudoNDCG@10": 0.3824887905577233, "pseudoNDCG": 0.42316149914924095}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "umassIFuse", "bpref": 0.2051719992911757, "pseudoNDCG@10": 0.2514988190861317, "pseudoNDCG": 0.3136428992371042}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "ICTNET11ADR4", "bpref": 0.20761299720567003, "pseudoNDCG@10": 0.2840826126091617, "pseudoNDCG": 0.27516626910296227}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "uogTrB47Vm", "bpref": 0.15011696936546176, "pseudoNDCG@10": 0.20567982834550463, "pseudoNDCG": 0.2317729951049303}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "2011SiftR3", "bpref": 0.13667605194428775, "pseudoNDCG@10": 0.18208822395810617, "pseudoNDCG": 0.20037338646972663}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "srchvrs11o", "bpref": 0.1542674058927163, "pseudoNDCG@10": 0.22917027493432116, "pseudoNDCG": 0.23957836748356814}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "bpacadspam2", "bpref": 0.3466452452461959, "pseudoNDCG@10": 0.3968329273244774, "pseudoNDCG": 0.46829042473096366}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "UWatMDSql", "bpref": 0.16258546225835802, "pseudoNDCG@10": 0.23225068067877788, "pseudoNDCG": 0.27292088947193327}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "UAmsM705tiLS", "bpref": 0.13919294299984336, "pseudoNDCG@10": 0.19356496638493093, "pseudoNDCG": 0.19844631549413005}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "umassGQdist", "bpref": 0.20014988894867622, "pseudoNDCG@10": 0.28222855878923714, "pseudoNDCG": 0.2891986867382076}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "uwBAadhoc", "bpref": 0.0934664343127291, "pseudoNDCG@10": 0.13785744755539817, "pseudoNDCG": 0.14098997129787436}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "2011SiftR1", "bpref": 0.14126922290281363, "pseudoNDCG@10": 0.17726589566018056, "pseudoNDCG": 0.21285743566845297}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "qutir11a", "bpref": 0.0925965913601211, "pseudoNDCG@10": 0.13781974866269986, "pseudoNDCG": 0.13941108195856905}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "2011SiftR2", "bpref": 0.13929369438734307, "pseudoNDCG@10": 0.17374643205817555, "pseudoNDCG": 0.20852497119898009}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "UWatMDSdm", "bpref": 0.21191756392576744, "pseudoNDCG@10": 0.27488743164207113, "pseudoNDCG": 0.3068258991386734}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "uogTrA45Vm", "bpref": 0.33303225561380967, "pseudoNDCG@10": 0.38508033197020225, "pseudoNDCG": 0.4880678723785516}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "uogTrA45Nm", "bpref": 0.3285770475681849, "pseudoNDCG@10": 0.3719012381350757, "pseudoNDCG": 0.483378125909543}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "uwBBadhoc", "bpref": 0.09955981661798105, "pseudoNDCG@10": 0.13683076768959063, "pseudoNDCG": 0.1418535864507961}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "bpacad1", "bpref": 0.3796293565703502, "pseudoNDCG@10": 0.4111376156222275, "pseudoNDCG": 0.5123013298145167}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "UWatMDSqlt", "bpref": 0.2088741544163616, "pseudoNDCG@10": 0.25691695916266355, "pseudoNDCG": 0.2933582528988301}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "msrsv2011a2", "bpref": 0.32202667806506896, "pseudoNDCG@10": 0.37707345728712655, "pseudoNDCG": 0.47972863305757185}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "qutir11b", "bpref": 0.09486075794856952, "pseudoNDCG@10": 0.14659659131136077, "pseudoNDCG": 0.14100175804394352}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "Otago2011cnw", "bpref": 0.0013203463203463202, "pseudoNDCG@10": 0.009002856546815078, "pseudoNDCG": 0.0052388173234822035}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "msrsv2011a3", "bpref": 0.3152118604716972, "pseudoNDCG@10": 0.3476457526078577, "pseudoNDCG": 0.46722473644604406}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "liaQEWikiA", "bpref": 0.3217582969138282, "pseudoNDCG@10": 0.34697861871376434, "pseudoNDCG": 0.46302564001906377}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "uwExpAadhoc", "bpref": 0.08725156284632318, "pseudoNDCG@10": 0.12129391371139793, "pseudoNDCG": 0.1313564531065428}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "ICTNET11ADR3", "bpref": 0.3237716140368097, "pseudoNDCG@10": 0.3948463157436979, "pseudoNDCG": 0.43604951043934365}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "srchvrs11b", "bpref": 0.14430213373782885, "pseudoNDCG@10": 0.2053593821950052, "pseudoNDCG": 0.2304831318103024}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "bpacadspam1", "bpref": 0.3526787188369392, "pseudoNDCG@10": 0.3961727144070203, "pseudoNDCG": 0.48392242278377773}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "UAmsT05FLS", "bpref": 0.18087710934910717, "pseudoNDCG@10": 0.24199811006202626, "pseudoNDCG": 0.268692443963447}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "Otago2011cn", "bpref": 0.1543544104528331, "pseudoNDCG@10": 0.20448667847587923, "pseudoNDCG": 0.24266070525727337}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "msrsv2011a1", "bpref": 0.31616321383871027, "pseudoNDCG@10": 0.36909787758383955, "pseudoNDCG": 0.47068442375813535}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "umassGFuse", "bpref": 0.19065342838546914, "pseudoNDCG@10": 0.24610581459349556, "pseudoNDCG": 0.27558136654677456}
{"corpus": "cw12wb12", "topics": "101-150", "tag": "liaQEWikiGoo", "bpref": 0.18972437584106833, "pseudoNDCG@10": 0.24097493449647792, "pseudoNDCG": 0.26336121467298157}
{"corpus": "cw09", "topics": "151-200", "tag": "autoSTB", "bpref": 0.13655008095435597, "pseudoNDCG@10": 0.1580470268681226, "pseudoNDCG": 0.21280148446728314}
{"corpus": "cw09", "topics": "151-200", "tag": "2012bpacad8", "bpref": 0.15103267578272792, "pseudoNDCG@10": 0.08628049208322797, "pseudoNDCG": 0.3395568897698834}
{"corpus": "cw09", "topics": "151-200", "tag": "lcmwebnoW", "bpref": 0.22855182150068054, "pseudoNDCG@10": 0.1632642096984565, "pseudoNDCG": 0.3573696029740254}
{"corpus": "cw09", "topics": "151-200", "tag": "2012bpacad4h", "bpref": 0.1383547189298935, "pseudoNDCG@10": 0.06225800428792618, "pseudoNDCG": 0.3325813117711036}
{"corpus": "cw09", "topics": "151-200", "tag": "DMthbCatB", "bpref": 0.15413835879255378, "pseudoNDCG@10": 0.13804735074098706, "pseudoNDCG": 0.2652577827369489}
{"corpus": "cw09", "topics": "151-200", "tag": "uogTrA44s9", "bpref": 0.24297087296525985, "pseudoNDCG@10": 0.20399026224670674, "pseudoNDCG": 0.44832325641996235}
{"corpus": "cw09", "topics": "151-200", "tag": "lcm4res", "bpref": 0.23128783341812206, "pseudoNDCG@10": 0.16398471260494943, "pseudoNDCG": 0.3580384621532563}
{"corpus": "cw09", "topics": "151-200", "tag": "utw2012c2", "bpref": 0.15882723508797697, "pseudoNDCG@10": 0.15200471827315348, "pseudoNDCG": 0.28523036248122874}
{"corpus": "cw09", "topics": "151-200", "tag": "srchvrs12c09", "bpref": 0.19976670563734816, "pseudoNDCG@10": 0.2015788685335624, "pseudoNDCG": 0.3707098448175282}
{"corpus": "cw09", "topics": "151-200", "tag": "ICTNET12ADR1", "bpref": 0.20538407751748242, "pseudoNDCG@10": 0.15335627407301958, "pseudoNDCG": 0.36036534282712523}
{"corpus": "cw09", "topics": "151-200", "tag": "DFalah121A", "bpref": 0.11259394949445112, "pseudoNDCG@10": 0.209604070119973, "pseudoNDCG": 0.1836641990531169}
{"corpus": "cw09", "topics": "151-200", "tag": "irra12b", "bpref": 0.1821918932265323, "pseudoNDCG@10": 0.13493050362834724, "pseudoNDCG": 0.3339768489525438}
{"corpus": "cw09", "topics": "151-200", "tag": "uogTrA44xi", "bpref": 0.2506285902731273, "pseudoNDCG@10": 0.25813774296775277, "pseudoNDCG": 0.46416472211342424}
{"corpus": "cw09", "topics": "151-200", "tag": "QUTparaTQEg1", "bpref": 0.1940515208260866, "pseudoNDCG@10": 0.1875790029843164, "pseudoNDCG": 0.3119835228828435}
{"corpus": "cw09", "topics": "151-200", "tag": "uogTrA44xl", "bpref": 0.23662712763192406, "pseudoNDCG@10": 0.1912876605833428, "pseudoNDCG": 0.44360483415281665}
{"corpus": "cw09", "topics": "151-200", "tag": "ICTNET12ADR3", "bpref": 0.18434554377761658, "pseudoNDCG@10": 0.1305621781897507, "pseudoNDCG": 0.3726277514015574}
{"corpus": "cw09", "topics": "151-200", "tag": "irra12c", "bpref": 0.1849034909742069, "pseudoNDCG@10": 0.14333375456097827, "pseudoNDCG": 0.33013179040814605}
{"corpus": "cw09", "topics": "151-200", "tag": "lcmweb10p", "bpref": 0.22841024637363727, "pseudoNDCG@10": 0.1568674079137287, "pseudoNDCG": 0.3572366170868622}
{"corpus": "cw09", "topics": "151-200", "tag": "qutwa", "bpref": 0.17818751502576466, "pseudoNDCG@10": 0.16746545495598383, "pseudoNDCG": 0.33805825794300565}
{"corpus": "cw09", "topics": "151-200", "tag": "DFalah120A", "bpref": 0.11064748810130488, "pseudoNDCG@10": 0.19624251481566227, "pseudoNDCG": 0.17597928399024215}
{"corpus": "cw09", "topics": "151-200", "tag": "combMNZCatB", "bpref": 0.18719229073607432, "pseudoNDCG@10": 0.1372770922066131, "pseudoNDCG": 0.3456133378137823}
{"corpus": "cw09", "topics": "151-200", "tag": "qutwb", "bpref": 0.17735407117019497, "pseudoNDCG@10": 0.17079524073702979, "pseudoNDCG": 0.33622159784662986}
{"corpus": "cw09", "topics": "151-200", "tag": "ICTNET12ADR2", "bpref": 0.20460889581070046, "pseudoNDCG@10": 0.15443025818411654, "pseudoNDCG": 0.38566005428849615}
{"corpus": "cw09", "topics": "151-200", "tag": "uogTrB45aIs", "bpref": 0.20172930237191525, "pseudoNDCG@10": 0.18441309711485787, "pseudoNDCG": 0.3588865684538813}
{"corpus": "cw09", "topics": "151-200", "tag": "utw2012lda", "bpref": 0.15784499338931673, "pseudoNDCG@10": 0.14882195417764466, "pseudoNDCG": 0.28440910650211865}
{"corpus": "cw09", "topics": "151-200", "tag": "lcmweb", "bpref": 0.22998883443289503, "pseudoNDCG@10": 0.16356529251846066, "pseudoNDCG": 0.3568432777975431}
{"corpus": "cw09", "topics": "151-200", "tag": "irra12a", "bpref": 0.18256229950702127, "pseudoNDCG@10": 0.136311122238157, "pseudoNDCG": 0.33482494335838525}
{"corpus": "cw09", "topics": "151-200", "tag": "utw2012fc1", "bpref": 0.1556751487873078, "pseudoNDCG@10": 0.1500240966023482, "pseudoNDCG": 0.284689025733209}
{"corpus": "cw09", "topics": "151-200", "tag": "utw2012lm09", "bpref": 0.16010131773759734, "pseudoNDCG@10": 0.15741740285846104, "pseudoNDCG": 0.2867057538985314}
{"corpus": "cw09", "topics": "151-200", "tag": "QUTparaBline", "bpref": 0.17547305272828315, "pseudoNDCG@10": 0.20494323977474665, "pseudoNDCG": 0.3035782709261648}
{"corpus": "cw09", "topics": "151-200", "tag": "2012bpacad4", "bpref": 0.14339589320133603, "pseudoNDCG@10": 0.08272037180216599, "pseudoNDCG": 0.3373124131990236}
{"corpus": "cw09", "topics": "151-200", "tag": "DMthbCatASP", "bpref": 0.13132102402103285, "pseudoNDCG@10": 0.1091251415390433, "pseudoNDCG": 0.2018238436525663}
{"corpus": "cc15", "topics": "151-200", "tag": "autoSTB", "bpref": 0.09508208385394974, "pseudoNDCG@10": 0.13275878753089027, "pseudoNDCG": 0.13275878753089027}
{"corpus": "cc15", "topics": "151-200", "tag": "2012bpacad8", "bpref": 0.12142336526447313, "pseudoNDCG@10": 0.2610343693645201, "pseudoNDCG": 0.2675970806184705}
{"corpus": "cc15", "topics": "151-200", "tag": "lcmwebnoW", "bpref": 0.24423582187977233, "pseudoNDCG@10": 0.3414508652031256, "pseudoNDCG": 0.3414508652031256}
{"corpus": "cc15", "topics": "151-200", "tag": "2012bpacad4h", "bpref": 0.11207830070803831, "pseudoNDCG@10": 0.2559606613062045, "pseudoNDCG": 0.2631406958139302}
{"corpus": "cc15", "topics": "151-200", "tag": "DMthbCatB", "bpref": 0.1341580764959045, "pseudoNDCG@10": 0.24312686233081246, "pseudoNDCG": 0.24521009125584525}
{"corpus": "cc15", "topics": "151-200", "tag": "uogTrA44s9", "bpref": 0.2296290029617289, "pseudoNDCG@10": 0.3941320513840236, "pseudoNDCG": 0.4017028353579577}
{"corpus": "cc15", "topics": "151-200", "tag": "lcm4res", "bpref": 0.2498019922254616, "pseudoNDCG@10": 0.3453269851361606, "pseudoNDCG": 0.3453269851361606}
{"corpus": "cc15", "topics": "151-200", "tag": "utw2012c2", "bpref": 0.20408452496644916, "pseudoNDCG@10": 0.310997182221255, "pseudoNDCG": 0.310997182221255}
{"corpus": "cc15", "topics": "151-200", "tag": "srchvrs12c09", "bpref": 0.16538566106714797, "pseudoNDCG@10": 0.2793817638670875, "pseudoNDCG": 0.28113684263625693}
{"corpus": "cc15", "topics": "151-200", "tag": "ICTNET12ADR1", "bpref": 0.23563998218334956, "pseudoNDCG@10": 0.38735249127362503, "pseudoNDCG": 0.3913545829438163}
{"corpus": "cc15", "topics": "151-200", "tag": "DFalah121A", "bpref": 0.1571687722708131, "pseudoNDCG@10": 0.22454122797506756, "pseudoNDCG": 0.22454122797506756}
{"corpus": "cc15", "topics": "151-200", "tag": "irra12b", "bpref": 0.20911975334351426, "pseudoNDCG@10": 0.3509592802599094, "pseudoNDCG": 0.35420134295688005}
{"corpus": "cc15", "topics": "151-200", "tag": "uogTrA44xi", "bpref": 0.20819907214586514, "pseudoNDCG@10": 0.3843860101109719, "pseudoNDCG": 0.3919567940849061}
{"corpus": "cc15", "topics": "151-200", "tag": "QUTparaTQEg1", "bpref": 0.17148907862464713, "pseudoNDCG@10": 0.2974281543152856, "pseudoNDCG": 0.29894670128831224}
{"corpus": "cc15", "topics": "151-200", "tag": "uogTrA44xl", "bpref": 0.21722523022814566, "pseudoNDCG@10": 0.3904654046846053, "pseudoNDCG": 0.3963518848977505}
{"corpus": "cc15", "topics": "151-200", "tag": "ICTNET12ADR3", "bpref": 0.2621440719144801, "pseudoNDCG@10": 0.41031746642723166, "pseudoNDCG": 0.4178832771238552}
{"corpus": "cc15", "topics": "151-200", "tag": "irra12c", "bpref": 0.21536214655930397, "pseudoNDCG@10": 0.3431540576183215, "pseudoNDCG": 0.3451335014624348}
{"corpus": "cc15", "topics": "151-200", "tag": "lcmweb10p", "bpref": 0.24086636355222366, "pseudoNDCG@10": 0.33989610873890497, "pseudoNDCG": 0.33989610873890497}
{"corpus": "cc15", "topics": "151-200", "tag": "qutwa", "bpref": 0.1947679786200194, "pseudoNDCG@10": 0.34165120334795923, "pseudoNDCG": 0.3434348663073896}
{"corpus": "cc15", "topics": "151-200", "tag": "DFalah120A", "bpref": 0.10182071127770835, "pseudoNDCG@10": 0.17997546403566617, "pseudoNDCG": 0.17997546403566617}
{"corpus": "cc15", "topics": "151-200", "tag": "combMNZCatB", "bpref": 0.209182892544773, "pseudoNDCG@10": 0.3453833645321274, "pseudoNDCG": 0.34677835982134764}
{"corpus": "cc15", "topics": "151-200", "tag": "qutwb", "bpref": 0.1972835681891804, "pseudoNDCG@10": 0.3438435097881419, "pseudoNDCG": 0.34562717274757226}
{"corpus": "cc15", "topics": "151-200", "tag": "ICTNET12ADR2", "bpref": 0.28602162293488825, "pseudoNDCG@10": 0.42251468723137503, "pseudoNDCG": 0.4300804979279986}
{"corpus": "cc15", "topics": "151-200", "tag": "uogTrB45aIs", "bpref": 0.23695375769355365, "pseudoNDCG@10": 0.38201763802050936, "pseudoNDCG": 0.3833081620142219}
{"corpus": "cc15", "topics": "151-200", "tag": "utw2012lda", "bpref": 0.19898248415012262, "pseudoNDCG@10": 0.31293251517644455, "pseudoNDCG": 0.31293251517644455}
{"corpus": "cc15", "topics": "151-200", "tag": "lcmweb", "bpref": 0.24423582187977233, "pseudoNDCG@10": 0.3414508652031256, "pseudoNDCG": 0.3414508652031256}
{"corpus": "cc15", "topics": "151-200", "tag": "irra12a", "bpref": 0.2103952635475959, "pseudoNDCG@10": 0.351240448785528, "pseudoNDCG": 0.35316123159289725}
{"corpus": "cc15", "topics": "151-200", "tag": "utw2012fc1", "bpref": 0.19898248415012262, "pseudoNDCG@10": 0.31106231092031644, "pseudoNDCG": 0.31106231092031644}
{"corpus": "cc15", "topics": "151-200", "tag": "utw2012lm09", "bpref": 0.20408452496644916, "pseudoNDCG@10": 0.31023404076085226, "pseudoNDCG": 0.31023404076085226}
{"corpus": "cc15", "topics": "151-200", "tag": "QUTparaBline", "bpref": 0.1790660720070341, "pseudoNDCG@10": 0.30726844234730927, "pseudoNDCG": 0.30726844234730927}
{"corpus": "cc15", "topics": "151-200", "tag": "2012bpacad4", "bpref": 0.11590483132028322, "pseudoNDCG@10": 0.25917409956011145, "pseudoNDCG": 0.2643809887064501}
{"corpus": "cc15", "topics": "151-200", "tag": "DMthbCatASP", "bpref": 0.14117381646536165, "pseudoNDCG@10": 0.19888460334483965, "pseudoNDCG": 0.19888460334483965}
{"corpus": "cw12", "topics": "151-200", "tag": "autoSTB", "bpref": 0.12877348246385184, "pseudoNDCG@10": 0.1783438043551735, "pseudoNDCG": 0.17238234705511804}
{"corpus": "cw12", "topics": "151-200", "tag": "2012bpacad8", "bpref": 0.20563040021844003, "pseudoNDCG@10": 0.27054161050370035, "pseudoNDCG": 0.3339946309900744}
{"corpus": "cw12", "topics": "151-200", "tag": "lcmwebnoW", "bpref": 0.22840990691564209, "pseudoNDCG@10": 0.35406549443043467, "pseudoNDCG": 0.37545067325780396}
{"corpus": "cw12", "topics": "151-200", "tag": "2012bpacad4h", "bpref": 0.19423452549537232, "pseudoNDCG@10": 0.26389539472587414, "pseudoNDCG": 0.32724251028918566}
{"corpus": "cw12", "topics": "151-200", "tag": "DMthbCatB", "bpref": 0.17368813954648576, "pseudoNDCG@10": 0.23954435397384863, "pseudoNDCG": 0.2533517876483279}
{"corpus": "cw12", "topics": "151-200", "tag": "uogTrA44s9", "bpref": 0.3140488741624703, "pseudoNDCG@10": 0.43357007798255554, "pseudoNDCG": 0.5009009158862425}
{"corpus": "cw12", "topics": "151-200", "tag": "lcm4res", "bpref": 0.22944491294266015, "pseudoNDCG@10": 0.3492815345305449, "pseudoNDCG": 0.37357971446461813}
{"corpus": "cw12", "topics": "151-200", "tag": "utw2012c2", "bpref": 0.19328685125993442, "pseudoNDCG@10": 0.29185361762457984, "pseudoNDCG": 0.2972682617366748}
{"corpus": "cw12", "topics": "151-200", "tag": "srchvrs12c09", "bpref": 0.20302596215275787, "pseudoNDCG@10": 0.3451223950897962, "pseudoNDCG": 0.36931989380383884}
{"corpus": "cw12", "topics": "151-200", "tag": "ICTNET12ADR1", "bpref": 0.21721289402852015, "pseudoNDCG@10": 0.33745120961104647, "pseudoNDCG": 0.3905856090956418}
{"corpus": "cw12", "topics": "151-200", "tag": "DFalah121A", "bpref": 0.09944332230008922, "pseudoNDCG@10": 0.19456833084895567, "pseudoNDCG": 0.19158132392594981}
{"corpus": "cw12", "topics": "151-200", "tag": "irra12b", "bpref": 0.19660139761148532, "pseudoNDCG@10": 0.3107342749258756, "pseudoNDCG": 0.3468841751431505}
{"corpus": "cw12", "topics": "151-200", "tag": "uogTrA44xi", "bpref": 0.2942760955574079, "pseudoNDCG@10": 0.4172563997650886, "pseudoNDCG": 0.48988464729077763}
{"corpus": "cw12", "topics": "151-200", "tag": "QUTparaTQEg1", "bpref": 0.1646871662228183, "pseudoNDCG@10": 0.30241087832643687, "pseudoNDCG": 0.31675905291740425}
{"corpus": "cw12", "topics": "151-200", "tag": "uogTrA44xl", "bpref": 0.29862493688068364, "pseudoNDCG@10": 0.44092506511475554, "pseudoNDCG": 0.5032875997383257}
{"corpus": "cw12", "topics": "151-200", "tag": "ICTNET12ADR3", "bpref": 0.2600195232999951, "pseudoNDCG@10": 0.3683103296023253, "pseudoNDCG": 0.4257209406997069}
{"corpus": "cw12", "topics": "151-200", "tag": "irra12c", "bpref": 0.22197027171577605, "pseudoNDCG@10": 0.3161828784218701, "pseudoNDCG": 0.3481200312154307}
{"corpus": "cw12", "topics": "151-200", "tag": "lcmweb10p", "bpref": 0.24199326071221947, "pseudoNDCG@10": 0.35509622450745587, "pseudoNDCG": 0.3795515076839269}
{"corpus": "cw12", "topics": "151-200", "tag": "qutwa", "bpref": 0.17876269777200512, "pseudoNDCG@10": 0.2976942106044965, "pseudoNDCG": 0.32492558936031024}
{"corpus": "cw12", "topics": "151-200", "tag": "DFalah120A", "bpref": 0.1505521510983974, "pseudoNDCG@10": 0.22026482538576217, "pseudoNDCG": 0.21561530614788643}
{"corpus": "cw12", "topics": "151-200", "tag": "combMNZCatB", "bpref": 0.17374156925889522, "pseudoNDCG@10": 0.2938221582997301, "pseudoNDCG": 0.32801381720104716}
{"corpus": "cw12", "topics": "151-200", "tag": "qutwb", "bpref": 0.17256981164578566, "pseudoNDCG@10": 0.2972220092010022, "pseudoNDCG": 0.3243178684975546}
{"corpus": "cw12", "topics": "151-200", "tag": "ICTNET12ADR2", "bpref": 0.2786963549279631, "pseudoNDCG@10": 0.3910637980849055, "pseudoNDCG": 0.44838137396695676}
{"corpus": "cw12", "topics": "151-200", "tag": "uogTrB45aIs", "bpref": 0.17552164946707072, "pseudoNDCG@10": 0.3226106548122618, "pseudoNDCG": 0.351749888897035}
{"corpus": "cw12", "topics": "151-200", "tag": "utw2012lda", "bpref": 0.19097857151658976, "pseudoNDCG@10": 0.28966201888116994, "pseudoNDCG": 0.29520697236044585}
{"corpus": "cw12", "topics": "151-200", "tag": "lcmweb", "bpref": 0.22788023855710468, "pseudoNDCG@10": 0.3549039087846678, "pseudoNDCG": 0.3762317815855916}
{"corpus": "cw12", "topics": "151-200", "tag": "irra12a", "bpref": 0.19645970798797754, "pseudoNDCG@10": 0.30705385786991046, "pseudoNDCG": 0.34281874287549285}
{"corpus": "cw12", "topics": "151-200", "tag": "utw2012fc1", "bpref": 0.18385528688775857, "pseudoNDCG@10": 0.2928185153485839, "pseudoNDCG": 0.2985860670207816}
{"corpus": "cw12", "topics": "151-200", "tag": "utw2012lm09", "bpref": 0.18700416926540178, "pseudoNDCG@10": 0.2874235147758111, "pseudoNDCG": 0.29468075183076264}
{"corpus": "cw12", "topics": "151-200", "tag": "QUTparaBline", "bpref": 0.12936240747704064, "pseudoNDCG@10": 0.2651140527264069, "pseudoNDCG": 0.27887794649525566}
{"corpus": "cw12", "topics": "151-200", "tag": "2012bpacad4", "bpref": 0.20055386960619512, "pseudoNDCG@10": 0.26529422637809125, "pseudoNDCG": 0.32876637319142715}
{"corpus": "cw12", "topics": "151-200", "tag": "DMthbCatASP", "bpref": 0.14068922661525485, "pseudoNDCG@10": 0.22324906578817905, "pseudoNDCG": 0.22212398557425536}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "autoSTB", "bpref": 0.12897385272232148, "pseudoNDCG@10": 0.1731481137923058, "pseudoNDCG": 0.16763513664244192}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "2012bpacad8", "bpref": 0.19425705634185944, "pseudoNDCG@10": 0.23190400470800604, "pseudoNDCG": 0.33944287872422846}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "lcmwebnoW", "bpref": 0.20756488948221782, "pseudoNDCG@10": 0.3156934800285399, "pseudoNDCG": 0.3646532584788041}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "2012bpacad4h", "bpref": 0.18477691925316075, "pseudoNDCG@10": 0.22641100381150225, "pseudoNDCG": 0.3338080679566411}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "DMthbCatB", "bpref": 0.1739966440136054, "pseudoNDCG@10": 0.21526254151597043, "pseudoNDCG": 0.24054813346671167}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "uogTrA44s9", "bpref": 0.3108036351070411, "pseudoNDCG@10": 0.3904952423560781, "pseudoNDCG": 0.5014312389675462}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "lcm4res", "bpref": 0.21230118523326041, "pseudoNDCG@10": 0.31437410893969525, "pseudoNDCG": 0.35896942105560714}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "utw2012c2", "bpref": 0.17810558318461475, "pseudoNDCG@10": 0.2542729462428454, "pseudoNDCG": 0.27747239486631725}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "srchvrs12c09", "bpref": 0.24015398165000107, "pseudoNDCG@10": 0.31726916964278856, "pseudoNDCG": 0.36203788093192174}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "ICTNET12ADR1", "bpref": 0.21894294117939683, "pseudoNDCG@10": 0.28817917932892373, "pseudoNDCG": 0.3727823599296179}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "DFalah121A", "bpref": 0.11672145069416104, "pseudoNDCG@10": 0.20368770700327476, "pseudoNDCG": 0.19450614751130002}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "irra12b", "bpref": 0.2054231530617229, "pseudoNDCG@10": 0.26835934897677033, "pseudoNDCG": 0.32783071519633183}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "uogTrA44xi", "bpref": 0.2979756019897218, "pseudoNDCG@10": 0.3853323621808704, "pseudoNDCG": 0.4966140232377017}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "QUTparaTQEg1", "bpref": 0.16967814175158863, "pseudoNDCG@10": 0.2745709024950041, "pseudoNDCG": 0.29394643244456214}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "uogTrA44xl", "bpref": 0.2970826703462158, "pseudoNDCG@10": 0.3957537838089739, "pseudoNDCG": 0.501517985868761}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "ICTNET12ADR3", "bpref": 0.25800644532682604, "pseudoNDCG@10": 0.31125403143177555, "pseudoNDCG": 0.4159383457418766}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "irra12c", "bpref": 0.2066633292810264, "pseudoNDCG@10": 0.2690896752221686, "pseudoNDCG": 0.32206003368582764}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "lcmweb10p", "bpref": 0.20262588156383748, "pseudoNDCG@10": 0.3077527746790827, "pseudoNDCG": 0.35528648179717304}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "qutwa", "bpref": 0.18189858867686493, "pseudoNDCG@10": 0.268631167490849, "pseudoNDCG": 0.31405209899504705}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "DFalah120A", "bpref": 0.1159056709294865, "pseudoNDCG@10": 0.19530580665301858, "pseudoNDCG": 0.18527216296462434}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "combMNZCatB", "bpref": 0.17176244847114186, "pseudoNDCG@10": 0.26126012183560626, "pseudoNDCG": 0.30545069220662385}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "qutwb", "bpref": 0.18353117827668913, "pseudoNDCG@10": 0.26230935557240853, "pseudoNDCG": 0.3121938982726165}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "ICTNET12ADR2", "bpref": 0.26995798872009336, "pseudoNDCG@10": 0.3318467816092239, "pseudoNDCG": 0.42773569903240677}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "uogTrB45aIs", "bpref": 0.22255997127028102, "pseudoNDCG@10": 0.2834662218114865, "pseudoNDCG": 0.3371059727328586}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "utw2012lda", "bpref": 0.17994867577124254, "pseudoNDCG@10": 0.2545455682036042, "pseudoNDCG": 0.2769698456533759}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "lcmweb", "bpref": 0.20625615965357474, "pseudoNDCG@10": 0.3147979854141445, "pseudoNDCG": 0.3630787959826945}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "irra12a", "bpref": 0.20420280285105236, "pseudoNDCG@10": 0.263657503690771, "pseudoNDCG": 0.32317885263971574}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "utw2012fc1", "bpref": 0.1776055923015889, "pseudoNDCG@10": 0.25628972821095053, "pseudoNDCG": 0.27874353068056584}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "utw2012lm09", "bpref": 0.1805847755620682, "pseudoNDCG@10": 0.25644505236524284, "pseudoNDCG": 0.27874177886540336}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "QUTparaBline", "bpref": 0.1588512648267419, "pseudoNDCG@10": 0.2641040986658733, "pseudoNDCG": 0.2821243795716148}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "2012bpacad4", "bpref": 0.18619420911963722, "pseudoNDCG@10": 0.22913159454657617, "pseudoNDCG": 0.33587703240657535}
{"corpus": "cw12wb12", "topics": "151-200", "tag": "DMthbCatASP", "bpref": 0.13378035820152803, "pseudoNDCG@10": 0.20979134513654774, "pseudoNDCG": 0.21226400960757794}
{"corpus": "cw09", "topics": "201-250", "tag": "webisrandom", "bpref": 0.25782063830762075, "pseudoNDCG@10": 0.20541141854142722, "pseudoNDCG": 0.44037367162319074}
{"corpus": "cw09", "topics": "201-250", "tag": "jforest", "bpref": 0.3283004799639504, "pseudoNDCG@10": 0.30673025640212326, "pseudoNDCG": 0.593045143752805}
{"corpus": "cw09", "topics": "201-250", "tag": "wistudB", "bpref": 0.18792647869988907, "pseudoNDCG@10": 0.22573388037754683, "pseudoNDCG": 0.269238003064843}
{"corpus": "cw09", "topics": "201-250", "tag": "clustmrfbf", "bpref": 0.10358403141491772, "pseudoNDCG@10": 0.2619871483068516, "pseudoNDCG": 0.15636958095671225}
{"corpus": "cw09", "topics": "201-250", "tag": "clustmrfaf", "bpref": 0.32702154756226626, "pseudoNDCG@10": 0.36595226374147133, "pseudoNDCG": 0.5039529253561255}
{"corpus": "cw09", "topics": "201-250", "tag": "UJS13LCRAd2", "bpref": 0.12693471638695453, "pseudoNDCG@10": 0.20268587963347565, "pseudoNDCG": 0.183483496257804}
{"corpus": "cw09", "topics": "201-250", "tag": "cwiwt13kld", "bpref": 0.26757519092547966, "pseudoNDCG@10": 0.1933955083241905, "pseudoNDCG": 0.551895407167879}
{"corpus": "cw09", "topics": "201-250", "tag": "uogTrAS2L", "bpref": 0.32387210847208686, "pseudoNDCG@10": 0.2857060117814635, "pseudoNDCG": 0.5714937919966065}
{"corpus": "cw09", "topics": "201-250", "tag": "indri", "bpref": 0.1548765076865693, "pseudoNDCG@10": 0.21912467697828672, "pseudoNDCG": 0.23180946764044755}
{"corpus": "cw09", "topics": "201-250", "tag": "ICTNET13ADR2", "bpref": 0.24552256671977027, "pseudoNDCG@10": 0.27054330323565146, "pseudoNDCG": 0.37747972090400905}
{"corpus": "cw09", "topics": "201-250", "tag": "udemQlml1FbWiki", "bpref": 0.3284493649256239, "pseudoNDCG@10": 0.30842532141424356, "pseudoNDCG": 0.5291739061149004}
{"corpus": "cw09", "topics": "201-250", "tag": "ICTNET13ADR1", "bpref": 0.24269603994010627, "pseudoNDCG@10": 0.2660825160718378, "pseudoNDCG": 0.37322419188611533}
{"corpus": "cw09", "topics": "201-250", "tag": "udemQlml1", "bpref": 0.3027878791823499, "pseudoNDCG@10": 0.27468985691584136, "pseudoNDCG": 0.512222411277984}
{"corpus": "cw09", "topics": "201-250", "tag": "cwiwt13cps", "bpref": 0.33560537975027016, "pseudoNDCG@10": 0.2717704110970446, "pseudoNDCG": 0.6163296637354344}
{"corpus": "cw09", "topics": "201-250", "tag": "dlde", "bpref": 0.026308280618999945, "pseudoNDCG@10": 0.027209734739910098, "pseudoNDCG": 0.03496975711851243}
{"corpus": "cw09", "topics": "201-250", "tag": "UDInfoWEB1", "bpref": 0.23415750452719336, "pseudoNDCG@10": 0.27079910232586163, "pseudoNDCG": 0.3439556932268041}
{"corpus": "cw09", "topics": "201-250", "tag": "mmrbf", "bpref": 0.10295707687183783, "pseudoNDCG@10": 0.26184652102136957, "pseudoNDCG": 0.15631296724977692}
{"corpus": "cw09", "topics": "201-250", "tag": "udemQlml1Fb", "bpref": 0.30518905480261693, "pseudoNDCG@10": 0.2526890305371097, "pseudoNDCG": 0.5038510429529613}
{"corpus": "cw09", "topics": "201-250", "tag": "udelPseudo2", "bpref": 0.263053763144273, "pseudoNDCG@10": 0.2387456897062295, "pseudoNDCG": 0.4163660733162432}
{"corpus": "cw09", "topics": "201-250", "tag": "udelPseudo2-2", "bpref": 0.2822467392057517, "pseudoNDCG@10": 0.32145607405996546, "pseudoNDCG": 0.4385545573236591}
{"corpus": "cw09", "topics": "201-250", "tag": "udelCombUD", "bpref": 0.2732263792673709, "pseudoNDCG@10": 0.2865734105191471, "pseudoNDCG": 0.4304735902497297}
{"corpus": "cw09", "topics": "201-250", "tag": "ICTNET13ADR3", "bpref": 0.21011046482221352, "pseudoNDCG@10": 0.20425353254644762, "pseudoNDCG": 0.32704854754552753}
{"corpus": "cw09", "topics": "201-250", "tag": "UJS13LCRAd1", "bpref": 0.12647074662869104, "pseudoNDCG@10": 0.19325283661504464, "pseudoNDCG": 0.1785187262528618}
{"corpus": "cw09", "topics": "201-250", "tag": "cwiwt13cpe", "bpref": 0.3024842073968646, "pseudoNDCG@10": 0.2345122248098271, "pseudoNDCG": 0.5815615048721972}
{"corpus": "cw09", "topics": "201-250", "tag": "wistudC", "bpref": 0.0720214524736933, "pseudoNDCG@10": 0.20087514218354519, "pseudoNDCG": 0.10678393168758568}
{"corpus": "cw09", "topics": "201-250", "tag": "webismixed", "bpref": 0.27173127153006293, "pseudoNDCG@10": 0.22161939348501158, "pseudoNDCG": 0.49819071466848264}
{"corpus": "cw09", "topics": "201-250", "tag": "ut22base", "bpref": 0.27815578368131727, "pseudoNDCG@10": 0.287662525526578, "pseudoNDCG": 0.43834598904644906}
{"corpus": "cw09", "topics": "201-250", "tag": "wistudA", "bpref": 0.1812876093735895, "pseudoNDCG@10": 0.24527191420811942, "pseudoNDCG": 0.26225238548803687}
{"corpus": "cw09", "topics": "201-250", "tag": "ut22spam", "bpref": 0.21263944737848967, "pseudoNDCG@10": 0.2464667497293197, "pseudoNDCG": 0.320746108507624}
{"corpus": "cw09", "topics": "201-250", "tag": "uogTrBDnLmxw", "bpref": 0.13009095272511118, "pseudoNDCG@10": 0.24482090216793526, "pseudoNDCG": 0.18979272129664745}
{"corpus": "cw09", "topics": "201-250", "tag": "indri-2", "bpref": 0.14896959717212654, "pseudoNDCG@10": 0.2082880784749796, "pseudoNDCG": 0.225879789244036}
{"corpus": "cw09", "topics": "201-250", "tag": "UDInfoW2", "bpref": 0.2625455608431337, "pseudoNDCG@10": 0.3466415234151925, "pseudoNDCG": 0.3789118019304787}
{"corpus": "cw09", "topics": "201-250", "tag": "webiswtbaseline", "bpref": 0.27412147575090323, "pseudoNDCG@10": 0.21984711629052525, "pseudoNDCG": 0.4941145505930708}
{"corpus": "cw09", "topics": "201-250", "tag": "ut22xact", "bpref": 0.2785719727637959, "pseudoNDCG@10": 0.28876100952785966, "pseudoNDCG": 0.444074077012114}
{"corpus": "cc15", "topics": "201-250", "tag": "webisrandom", "bpref": 0.31436849521020627, "pseudoNDCG@10": 0.4366668268787772, "pseudoNDCG": 0.4667751459459421}
{"corpus": "cc15", "topics": "201-250", "tag": "jforest", "bpref": 0.4166182655283012, "pseudoNDCG@10": 0.5510116766555836, "pseudoNDCG": 0.6063538395798101}
{"corpus": "cc15", "topics": "201-250", "tag": "wistudB", "bpref": 0.2443714004124178, "pseudoNDCG@10": 0.30504773931525403, "pseudoNDCG": 0.30670310028948344}
{"corpus": "cc15", "topics": "201-250", "tag": "clustmrfbf", "bpref": 0.08791685739056807, "pseudoNDCG@10": 0.1274047067145442, "pseudoNDCG": 0.11606809232845332}
{"corpus": "cc15", "topics": "201-250", "tag": "clustmrfaf", "bpref": 0.3806264136277583, "pseudoNDCG@10": 0.4922590364933043, "pseudoNDCG": 0.5375457998985737}
{"corpus": "cc15", "topics": "201-250", "tag": "UJS13LCRAd2", "bpref": 0.10536528337674413, "pseudoNDCG@10": 0.15230848062096236, "pseudoNDCG": 0.14157004610040427}
{"corpus": "cc15", "topics": "201-250", "tag": "cwiwt13kld", "bpref": 0.33763337070785293, "pseudoNDCG@10": 0.4827993232574235, "pseudoNDCG": 0.5453239029336117}
{"corpus": "cc15", "topics": "201-250", "tag": "uogTrAS2L", "bpref": 0.41444706555550276, "pseudoNDCG@10": 0.5544511300397453, "pseudoNDCG": 0.5971426514330173}
{"corpus": "cc15", "topics": "201-250", "tag": "indri", "bpref": 0.20559846214239502, "pseudoNDCG@10": 0.266964720570012, "pseudoNDCG": 0.2706699704078329}
{"corpus": "cc15", "topics": "201-250", "tag": "ICTNET13ADR2", "bpref": 0.295539981253513, "pseudoNDCG@10": 0.3903383145303781, "pseudoNDCG": 0.40249268143940814}
{"corpus": "cc15", "topics": "201-250", "tag": "udemQlml1FbWiki", "bpref": 0.3651562275020981, "pseudoNDCG@10": 0.47612440047506177, "pseudoNDCG": 0.5166628976827425}
{"corpus": "cc15", "topics": "201-250", "tag": "ICTNET13ADR1", "bpref": 0.2933331695378669, "pseudoNDCG@10": 0.38551007611619503, "pseudoNDCG": 0.39651802366009814}
{"corpus": "cc15", "topics": "201-250", "tag": "udemQlml1", "bpref": 0.31067233136600786, "pseudoNDCG@10": 0.4347785826186945, "pseudoNDCG": 0.4942208555725213}
{"corpus": "cc15", "topics": "201-250", "tag": "cwiwt13cps", "bpref": 0.3457331676106809, "pseudoNDCG@10": 0.518733310263651, "pseudoNDCG": 0.5788442390541558}
{"corpus": "cc15", "topics": "201-250", "tag": "dlde", "bpref": 0.03939286337245521, "pseudoNDCG@10": 0.06783487904514662, "pseudoNDCG": 0.06455354022548808}
{"corpus": "cc15", "topics": "201-250", "tag": "UDInfoWEB1", "bpref": 0.24201700146306565, "pseudoNDCG@10": 0.3245655854296995, "pseudoNDCG": 0.33185471921040577}
{"corpus": "cc15", "topics": "201-250", "tag": "mmrbf", "bpref": 0.08648588127576769, "pseudoNDCG@10": 0.1254365101590812, "pseudoNDCG": 0.11487563935013802}
{"corpus": "cc15", "topics": "201-250", "tag": "udemQlml1Fb", "bpref": 0.3254279764559246, "pseudoNDCG@10": 0.43523463971219156, "pseudoNDCG": 0.49927522879505687}
{"corpus": "cc15", "topics": "201-250", "tag": "udelPseudo2", "bpref": 0.35913547187763034, "pseudoNDCG@10": 0.4408055100291506, "pseudoNDCG": 0.47161285785684376}
{"corpus": "cc15", "topics": "201-250", "tag": "udelPseudo2-2", "bpref": 0.3733006590914754, "pseudoNDCG@10": 0.468039725454422, "pseudoNDCG": 0.4889571135946939}
{"corpus": "cc15", "topics": "201-250", "tag": "udelCombUD", "bpref": 0.3833786113102741, "pseudoNDCG@10": 0.4507746888992294, "pseudoNDCG": 0.4791396907506639}
{"corpus": "cc15", "topics": "201-250", "tag": "ICTNET13ADR3", "bpref": 0.2760686709002156, "pseudoNDCG@10": 0.36113726061219864, "pseudoNDCG": 0.37599762315047514}
{"corpus": "cc15", "topics": "201-250", "tag": "UJS13LCRAd1", "bpref": 0.10152209303938468, "pseudoNDCG@10": 0.14556504106941265, "pseudoNDCG": 0.1348452149595437}
{"corpus": "cc15", "topics": "201-250", "tag": "cwiwt13cpe", "bpref": 0.3377883683246481, "pseudoNDCG@10": 0.49808730940828294, "pseudoNDCG": 0.563322630170246}
{"corpus": "cc15", "topics": "201-250", "tag": "wistudC", "bpref": 0.07617457590860376, "pseudoNDCG@10": 0.10496180826053779, "pseudoNDCG": 0.09791020134366651}
{"corpus": "cc15", "topics": "201-250", "tag": "webismixed", "bpref": 0.3083829630527755, "pseudoNDCG@10": 0.4634339509985092, "pseudoNDCG": 0.5106917981352413}
{"corpus": "cc15", "topics": "201-250", "tag": "ut22base", "bpref": 0.289124853174818, "pseudoNDCG@10": 0.40409839847772555, "pseudoNDCG": 0.39338216532185705}
{"corpus": "cc15", "topics": "201-250", "tag": "wistudA", "bpref": 0.20613141937064977, "pseudoNDCG@10": 0.2697023907041871, "pseudoNDCG": 0.2689688381598396}
{"corpus": "cc15", "topics": "201-250", "tag": "ut22spam", "bpref": 0.217116764026385, "pseudoNDCG@10": 0.3138855464080338, "pseudoNDCG": 0.3012676389181638}
{"corpus": "cc15", "topics": "201-250", "tag": "uogTrBDnLmxw", "bpref": 0.10914630002382592, "pseudoNDCG@10": 0.15552988819618996, "pseudoNDCG": 0.14554213081331946}
{"corpus": "cc15", "topics": "201-250", "tag": "indri-2", "bpref": 0.2019335679651604, "pseudoNDCG@10": 0.27450856851987826, "pseudoNDCG": 0.27962207906088943}
{"corpus": "cc15", "topics": "201-250", "tag": "UDInfoW2", "bpref": 0.2863489171178676, "pseudoNDCG@10": 0.359489856348079, "pseudoNDCG": 0.36183732883186753}
{"corpus": "cc15", "topics": "201-250", "tag": "webiswtbaseline", "bpref": 0.30939920076098065, "pseudoNDCG@10": 0.4685489408581354, "pseudoNDCG": 0.5153929048064246}
{"corpus": "cc15", "topics": "201-250", "tag": "ut22xact", "bpref": 0.2866620483249869, "pseudoNDCG@10": 0.40440225890415604, "pseudoNDCG": 0.3940202452608837}
{"corpus": "cw09", "topics": "251-300", "tag": "SNUMedinfo13", "bpref": 0.2673254307559672, "pseudoNDCG@10": 0.22387151315746462, "pseudoNDCG": 0.35216492197195043}
{"corpus": "cw09", "topics": "251-300", "tag": "uogTrDuax", "bpref": 0.43265938915466656, "pseudoNDCG@10": 0.362823064921494, "pseudoNDCG": 0.656188763771613}
{"corpus": "cw09", "topics": "251-300", "tag": "indri", "bpref": 0.1836936569312473, "pseudoNDCG@10": 0.247699474520528, "pseudoNDCG": 0.2776502178035636}
{"corpus": "cw09", "topics": "251-300", "tag": "Zerg", "bpref": 0.2984565566962339, "pseudoNDCG@10": 0.33972457830858993, "pseudoNDCG": 0.40809728829630354}
{"corpus": "cw09", "topics": "251-300", "tag": "lmretrieval", "bpref": 0.27548700569266094, "pseudoNDCG@10": 0.3557885654236518, "pseudoNDCG": 0.3619242233402889}
{"corpus": "cw09", "topics": "251-300", "tag": "SNUMedinfo11", "bpref": 0.36551028511138867, "pseudoNDCG@10": 0.2949683229962366, "pseudoNDCG": 0.4964537175890702}
{"corpus": "cw09", "topics": "251-300", "tag": "CiirAll1", "bpref": 0.4245267313286086, "pseudoNDCG@10": 0.3318296633158275, "pseudoNDCG": 0.6578523290694059}
{"corpus": "cw09", "topics": "251-300", "tag": "SNUMedinfo12", "bpref": 0.29062725237088427, "pseudoNDCG@10": 0.34347047331942, "pseudoNDCG": 0.3838714397582029}
{"corpus": "cw09", "topics": "251-300", "tag": "Protoss", "bpref": 0.2999494256561871, "pseudoNDCG@10": 0.3608177426554359, "pseudoNDCG": 0.4141293764616713}
{"corpus": "cw09", "topics": "251-300", "tag": "uogTrIwa", "bpref": 0.4410057325509644, "pseudoNDCG@10": 0.34420465952918344, "pseudoNDCG": 0.6550109118056814}
{"corpus": "cw09", "topics": "251-300", "tag": "webisWt14axMax", "bpref": 0.1654795205172726, "pseudoNDCG@10": 0.3336952386536203, "pseudoNDCG": 0.23482190214561274}
{"corpus": "cw09", "topics": "251-300", "tag": "Terran", "bpref": 0.2980570562925613, "pseudoNDCG@10": 0.3536859061133434, "pseudoNDCG": 0.4094204883822251}
{"corpus": "cw09", "topics": "251-300", "tag": "CiirSub2", "bpref": 0.30690399275347596, "pseudoNDCG@10": 0.15846014193807734, "pseudoNDCG": 0.5926501246046051}
{"corpus": "cw09", "topics": "251-300", "tag": "UDInfoWebLES", "bpref": 0.3617549166622134, "pseudoNDCG@10": 0.39149155515477496, "pseudoNDCG": 0.4855128741734378}
{"corpus": "cw09", "topics": "251-300", "tag": "webisWt14axMax-2", "bpref": 0.1654795205172726, "pseudoNDCG@10": 0.3336952386536203, "pseudoNDCG": 0.23482190214561274}
{"corpus": "cw09", "topics": "251-300", "tag": "ICTNET14ADR1", "bpref": 0.2705851373827646, "pseudoNDCG@10": 0.3358626659208822, "pseudoNDCG": 0.38868732888491786}
{"corpus": "cw09", "topics": "251-300", "tag": "ICTNET14ADR2", "bpref": 0.26487814048366515, "pseudoNDCG@10": 0.31125911437416987, "pseudoNDCG": 0.38295033687847424}
{"corpus": "cw09", "topics": "251-300", "tag": "uogTrDwl", "bpref": 0.4530612403960543, "pseudoNDCG@10": 0.378156490251878, "pseudoNDCG": 0.6768720359977145}
{"corpus": "cw09", "topics": "251-300", "tag": "webisWt14axAll", "bpref": 0.16147553897321093, "pseudoNDCG@10": 0.3125735678444823, "pseudoNDCG": 0.23045727430414195}
{"corpus": "cw09", "topics": "251-300", "tag": "CiirSub1", "bpref": 0.23551872570566337, "pseudoNDCG@10": 0.14763578329674942, "pseudoNDCG": 0.413031432539454}
{"corpus": "cw09", "topics": "251-300", "tag": "UDInfoWebENT", "bpref": 0.35796142406217435, "pseudoNDCG@10": 0.37702002519651295, "pseudoNDCG": 0.4752224038541493}
{"corpus": "cw09", "topics": "251-300", "tag": "utbase", "bpref": 0.2465748227571891, "pseudoNDCG@10": 0.29769488220247103, "pseudoNDCG": 0.3797594772472024}
{"corpus": "cw09", "topics": "251-300", "tag": "utexact", "bpref": 0.2488916234490734, "pseudoNDCG@10": 0.2981766402166998, "pseudoNDCG": 0.3821043429897347}
{"corpus": "cw09", "topics": "251-300", "tag": "lmretrieval-2", "bpref": 0.27548700569266094, "pseudoNDCG@10": 0.3557885654236518, "pseudoNDCG": 0.3619242233402889}
{"corpus": "cw09", "topics": "251-300", "tag": "ICTNET14ADR3", "bpref": 0.2733093953207762, "pseudoNDCG@10": 0.33063866669190956, "pseudoNDCG": 0.3896725634803374}
{"corpus": "cw09", "topics": "251-300", "tag": "CiirSdm", "bpref": 0.4365439489288617, "pseudoNDCG@10": 0.288758486624534, "pseudoNDCG": 0.633279038349234}
{"corpus": "cw09", "topics": "251-300", "tag": "wistud", "bpref": 0.27429348353345573, "pseudoNDCG@10": 0.33018731422848846, "pseudoNDCG": 0.364292249404444}
{"corpus": "cw09", "topics": "251-300", "tag": "CiirWikiRm", "bpref": 0.4375396097057085, "pseudoNDCG@10": 0.2929202412837973, "pseudoNDCG": 0.623408271384342}
{"corpus": "cw09", "topics": "251-300", "tag": "indri-2", "bpref": 0.1974586206115875, "pseudoNDCG@10": 0.2580236147709214, "pseudoNDCG": 0.29361734080447544}
{"corpus": "cw09", "topics": "251-300", "tag": "UDInfoWebAX", "bpref": 0.35901994602330334, "pseudoNDCG@10": 0.38204706432231106, "pseudoNDCG": 0.4754610167462128}
{"corpus": "cc15", "topics": "251-300", "tag": "SNUMedinfo13", "bpref": 0.2951825829126046, "pseudoNDCG@10": 0.4233598130436241, "pseudoNDCG": 0.42035844248583876}
{"corpus": "cc15", "topics": "251-300", "tag": "uogTrDuax", "bpref": 0.4878305700410131, "pseudoNDCG@10": 0.5749335916711069, "pseudoNDCG": 0.6413310716890415}
{"corpus": "cc15", "topics": "251-300", "tag": "indri", "bpref": 0.19941781901022748, "pseudoNDCG@10": 0.2881421323801912, "pseudoNDCG": 0.26492411853408077}
{"corpus": "cc15", "topics": "251-300", "tag": "Zerg", "bpref": 0.29275781622037156, "pseudoNDCG@10": 0.40498949198833173, "pseudoNDCG": 0.4108154633103306}
{"corpus": "cc15", "topics": "251-300", "tag": "lmretrieval", "bpref": 0.27961947371179874, "pseudoNDCG@10": 0.4193950992941773, "pseudoNDCG": 0.398758090821963}
{"corpus": "cc15", "topics": "251-300", "tag": "SNUMedinfo11", "bpref": 0.38514481783861265, "pseudoNDCG@10": 0.49215876021518495, "pseudoNDCG": 0.5076201321477916}
{"corpus": "cc15", "topics": "251-300", "tag": "CiirAll1", "bpref": 0.4618716032898693, "pseudoNDCG@10": 0.5668463810555531, "pseudoNDCG": 0.6586925172920103}
{"corpus": "cc15", "topics": "251-300", "tag": "SNUMedinfo12", "bpref": 0.3269413315553055, "pseudoNDCG@10": 0.4480698557189831, "pseudoNDCG": 0.43418790758007497}
{"corpus": "cc15", "topics": "251-300", "tag": "Protoss", "bpref": 0.2956861335038925, "pseudoNDCG@10": 0.41567933443260197, "pseudoNDCG": 0.4211103756319702}
{"corpus": "cc15", "topics": "251-300", "tag": "uogTrIwa", "bpref": 0.4858160843666418, "pseudoNDCG@10": 0.5467053557821846, "pseudoNDCG": 0.6363546756746312}
{"corpus": "cc15", "topics": "251-300", "tag": "webisWt14axMax", "bpref": 0.1690473668118878, "pseudoNDCG@10": 0.2771723223826785, "pseudoNDCG": 0.24274076866676533}
{"corpus": "cc15", "topics": "251-300", "tag": "Terran", "bpref": 0.28768330983021784, "pseudoNDCG@10": 0.4038935934927099, "pseudoNDCG": 0.4097289301070463}
{"corpus": "cc15", "topics": "251-300", "tag": "CiirSub2", "bpref": 0.3087640436429626, "pseudoNDCG@10": 0.40805303943086907, "pseudoNDCG": 0.5399992673660826}
{"corpus": "cc15", "topics": "251-300", "tag": "UDInfoWebLES", "bpref": 0.4456413796528977, "pseudoNDCG@10": 0.5655407334519649, "pseudoNDCG": 0.5664550862422393}
{"corpus": "cc15", "topics": "251-300", "tag": "webisWt14axMax-2", "bpref": 0.1690473668118878, "pseudoNDCG@10": 0.2771723223826785, "pseudoNDCG": 0.24274076866676533}
{"corpus": "cc15", "topics": "251-300", "tag": "ICTNET14ADR1", "bpref": 0.2738671033705648, "pseudoNDCG@10": 0.3870951880700334, "pseudoNDCG": 0.3828001765278623}
{"corpus": "cc15", "topics": "251-300", "tag": "ICTNET14ADR2", "bpref": 0.27467652551239863, "pseudoNDCG@10": 0.386377571508008, "pseudoNDCG": 0.38181519827604377}
{"corpus": "cc15", "topics": "251-300", "tag": "uogTrDwl", "bpref": 0.5072823235634618, "pseudoNDCG@10": 0.5816553675414216, "pseudoNDCG": 0.6597311311729517}
{"corpus": "cc15", "topics": "251-300", "tag": "webisWt14axAll", "bpref": 0.1684007994503105, "pseudoNDCG@10": 0.2747591738012121, "pseudoNDCG": 0.24097682984085048}
{"corpus": "cc15", "topics": "251-300", "tag": "CiirSub1", "bpref": 0.2153632244497836, "pseudoNDCG@10": 0.3079922300962085, "pseudoNDCG": 0.3800008266491055}
{"corpus": "cc15", "topics": "251-300", "tag": "UDInfoWebENT", "bpref": 0.43894136094142977, "pseudoNDCG@10": 0.5613071457212455, "pseudoNDCG": 0.5645550582827309}
{"corpus": "cc15", "topics": "251-300", "tag": "utbase", "bpref": 0.30952743891138385, "pseudoNDCG@10": 0.4514867332382176, "pseudoNDCG": 0.42800648638705874}
{"corpus": "cc15", "topics": "251-300", "tag": "utexact", "bpref": 0.3123735568457371, "pseudoNDCG@10": 0.4514836030739124, "pseudoNDCG": 0.42997800058923774}
{"corpus": "cc15", "topics": "251-300", "tag": "lmretrieval-2", "bpref": 0.27961947371179874, "pseudoNDCG@10": 0.4193950992941773, "pseudoNDCG": 0.398758090821963}
{"corpus": "cc15", "topics": "251-300", "tag": "ICTNET14ADR3", "bpref": 0.27331996801691144, "pseudoNDCG@10": 0.38769007663292215, "pseudoNDCG": 0.38256005144543054}
{"corpus": "cc15", "topics": "251-300", "tag": "CiirSdm", "bpref": 0.512933069808053, "pseudoNDCG@10": 0.5934691042086554, "pseudoNDCG": 0.65015567328733}
{"corpus": "cc15", "topics": "251-300", "tag": "wistud", "bpref": 0.2785314824199648, "pseudoNDCG@10": 0.41105474109229306, "pseudoNDCG": 0.39343700130604015}
{"corpus": "cc15", "topics": "251-300", "tag": "CiirWikiRm", "bpref": 0.4974946004620901, "pseudoNDCG@10": 0.5887398197338419, "pseudoNDCG": 0.6461824611290237}
{"corpus": "cc15", "topics": "251-300", "tag": "indri-2", "bpref": 0.22606211902848605, "pseudoNDCG@10": 0.3243812701698722, "pseudoNDCG": 0.3012667232058906}
{"corpus": "cc15", "topics": "251-300", "tag": "UDInfoWebAX", "bpref": 0.4530752502684383, "pseudoNDCG@10": 0.560450232966365, "pseudoNDCG": 0.5612382520299485}