{ "datasets": "nfcorpus,scifact", "n_rows": 250, "n_positives": 50, "results": [ { "name": "Q-RAG-50M-Sovereign", "params": "50M", "kind": "q-rag", "accuracy": 0.896, "latency_ms": 167.85748195648193, "preds": [ 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, { "name": "ms-marco-MiniLM-L-6-v2", "params": "23M", "kind": "reranker", "accuracy_oracle": 0.924, "oracle_threshold": -6.848069667816162, "latency_ms": 19.277828216552734, "scores": [ -9.909218788146973, -10.128995895385742, -10.280073165893555, -10.590234756469727, -9.861321449279785, -6.848069667816162, -11.301809310913086, -11.002481460571289, -10.902372360229492, -11.274070739746094, -8.66596794128418, -9.738046646118164, -10.10409927368164, -11.034244537353516, -10.384527206420898, -9.727985382080078, -8.444271087646484, -8.264501571655273, -10.40239143371582, -9.477302551269531, -8.883056640625, -11.343986511230469, -11.171945571899414, -11.130681991577148, -11.165647506713867, -10.12391471862793, -10.235947608947754, -10.051250457763672, -10.167116165161133, -10.123228073120117, -6.078127861022949, -11.03793716430664, -11.217596054077148, -10.728702545166016, -11.1251859664917, -11.01491928100586, -11.148286819458008, -11.00954532623291, -11.001336097717285, -11.138492584228516, -9.189373016357422, -7.358850955963135, -10.627650260925293, -10.961977005004883, -11.132389068603516, -4.411181926727295, -11.185333251953125, -11.392704010009766, -11.273709297180176, -11.166912078857422, -2.7684128284454346, -11.155271530151367, -11.184918403625488, -11.114224433898926, -11.26118278503418, -10.333125114440918, -11.336115837097168, -10.991859436035156, -11.247467994689941, -11.240673065185547, -11.0855712890625, -11.23913288116455, -10.800983428955078, -11.024614334106445, -11.211851119995117, -10.162187576293945, -9.373451232910156, -10.36676025390625, -9.876752853393555, -9.236747741699219, 3.232257127761841, -11.037008285522461, -11.143600463867188, -11.16114616394043, -11.200224876403809, -8.792327880859375, -11.088735580444336, -10.415191650390625, -10.909587860107422, -10.436511993408203, -10.939868927001953, -10.57021713256836, -11.11418342590332, -11.056065559387207, -11.190031051635742, -5.527738094329834, -11.03574275970459, -11.01397705078125, -10.592884063720703, -11.133848190307617, -8.49322509765625, -11.029521942138672, -11.060728073120117, -10.975502014160156, -11.13967227935791, -10.437505722045898, -10.448234558105469, -10.272102355957031, -10.41712474822998, -10.53675651550293, 5.854593276977539, -11.285204887390137, -11.112241744995117, -11.132957458496094, -11.207233428955078, -5.3893537521362305, -11.221435546875, -11.326350212097168, -11.20118236541748, -11.290234565734863, -10.673235893249512, -10.05329704284668, -10.625818252563477, -10.339912414550781, -10.136980056762695, -10.681116104125977, -11.133277893066406, -11.181910514831543, -11.250669479370117, -11.17498779296875, -10.973556518554688, -11.012002944946289, -11.109542846679688, -11.154129028320312, -11.041742324829102, 2.1191811561584473, -11.207340240478516, -10.976821899414062, -10.979395866394043, -10.928178787231445, 0.7524376511573792, -11.203611373901367, -9.274543762207031, -11.15402603149414, -11.082134246826172, 7.628945350646973, -11.191018104553223, -11.173900604248047, -11.101665496826172, -11.152315139770508, -1.48466157913208, -10.855504035949707, -10.895758628845215, -11.060433387756348, -11.044099807739258, 6.837357521057129, -9.767210006713867, -10.32613754272461, -10.298624038696289, -9.087483406066895, 6.000030517578125, -11.130433082580566, -11.094318389892578, -11.13868236541748, -11.163116455078125, 7.0196685791015625, -10.90452766418457, -10.925960540771484, -10.932016372680664, -10.435226440429688, 1.333388090133667, -11.144451141357422, -11.06053352355957, -9.791729927062988, -10.973760604858398, -11.156124114990234, -10.96744155883789, -11.122430801391602, -11.144187927246094, -11.010091781616211, 5.3552350997924805, -11.198838233947754, -10.963924407958984, -11.21546745300293, -10.833552360534668, 2.9301304817199707, -8.23281478881836, -10.970544815063477, -10.331012725830078, -11.1593599319458, -1.9805810451507568, -5.746716499328613, -11.27337646484375, -11.126999855041504, -10.864645957946777, -0.022835437208414078, -11.049046516418457, -11.146417617797852, -11.11016845703125, -11.02208137512207, -2.915235996246338, -11.20433235168457, -11.169034004211426, -11.09011459350586, -11.015989303588867, -6.671457290649414, -9.566911697387695, -7.360413074493408, -8.948631286621094, -10.873574256896973, 2.230463743209839, -10.99211311340332, -11.112133026123047, -11.16982364654541, -10.844974517822266, -3.620912790298462, -9.835684776306152, -8.107982635498047, -8.982967376708984, -8.025165557861328, 3.689581871032715, -11.12103271484375, -11.144454956054688, -11.236141204833984, -11.192276000976562, -1.2396461963653564, -11.169654846191406, -10.987407684326172, -11.149520874023438, -11.068111419677734, 6.249299049377441, -10.869711875915527, -8.6954345703125, -11.174171447753906, -11.253908157348633, 4.83007287979126, -10.282946586608887, -10.97637939453125, -11.307117462158203, -11.291886329650879, -6.068561553955078, -11.129622459411621, -10.99360179901123, -11.08474349975586, -11.128595352172852, 5.934937477111816, -11.290679931640625, -10.843221664428711, -10.927456855773926, -10.669140815734863, 7.4306206703186035, -11.234986305236816, -11.026725769042969, -11.190324783325195, -11.02088737487793, 5.446760177612305, -11.118671417236328, -11.094999313354492, -11.253975868225098, -11.138351440429688 ] }, { "name": "ms-marco-MiniLM-L-12-v2", "params": "33M", "kind": "reranker", "accuracy_oracle": 0.904, "oracle_threshold": -7.799055576324463, "latency_ms": 37.673723220825195, "scores": [ -9.163131713867188, -9.977745056152344, -10.190057754516602, -10.315364837646484, -9.262195587158203, -5.789336681365967, -11.237512588500977, -10.975166320800781, -10.879301071166992, -11.174410820007324, -8.500033378601074, -10.130929946899414, -10.657039642333984, -11.147485733032227, -10.068901062011719, -10.081454277038574, -8.317110061645508, -8.384941101074219, -10.861560821533203, -9.595172882080078, -9.416706085205078, -11.304289817810059, -11.210348129272461, -11.151331901550293, -11.16811466217041, -10.057564735412598, -9.920330047607422, -8.648719787597656, -10.303221702575684, -10.403816223144531, -7.492935657501221, -11.15652084350586, -11.219524383544922, -10.682369232177734, -11.185761451721191, -10.89164924621582, -11.161947250366211, -10.714349746704102, -11.015241622924805, -11.071422576904297, -8.621824264526367, -7.961796760559082, -10.522605895996094, -10.832878112792969, -11.204422950744629, -3.5052895545959473, -11.194332122802734, -11.28325080871582, -11.11787223815918, -11.082098960876465, -2.309386730194092, -11.16556167602539, -11.230859756469727, -11.177679061889648, -11.268912315368652, -10.2916259765625, -11.296102523803711, -11.12973403930664, -11.283149719238281, -11.259485244750977, -10.795646667480469, -11.131200790405273, -10.182710647583008, -10.937694549560547, -11.225752830505371, -9.49545955657959, -9.380924224853516, -10.284136772155762, -9.68448543548584, -9.117940902709961, 4.292252540588379, -11.047537803649902, -11.160988807678223, -11.149041175842285, -11.084577560424805, -9.840835571289062, -11.15615463256836, -10.570677757263184, -11.028045654296875, -10.273391723632812, -10.905133247375488, -10.896032333374023, -11.152132987976074, -11.16739273071289, -11.218724250793457, -4.544010162353516, -11.071802139282227, -11.144966125488281, -10.365217208862305, -11.074329376220703, -7.799055576324463, -10.687713623046875, -11.059322357177734, -10.95168685913086, -11.137746810913086, -10.285115242004395, -10.535083770751953, -10.648855209350586, -10.597464561462402, -10.836166381835938, 6.117435455322266, -11.250696182250977, -11.110156059265137, -11.056658744812012, -11.204610824584961, -5.387520790100098, -11.172719955444336, -11.284042358398438, -11.182433128356934, -11.152528762817383, -10.917119026184082, -10.05754566192627, -10.919759750366211, -10.724237442016602, -10.17491626739502, -8.808337211608887, -11.232998847961426, -11.156818389892578, -11.274992942810059, -11.241497039794922, -11.08650016784668, -11.074613571166992, -11.230741500854492, -11.236689567565918, -11.092569351196289, 2.8685836791992188, -11.227375030517578, -11.06883430480957, -11.143935203552246, -11.018460273742676, 1.90606689453125, -11.180807113647461, -9.141830444335938, -11.082477569580078, -11.016246795654297, 8.19366455078125, -11.2423734664917, -11.216490745544434, -11.23300552368164, -11.230445861816406, -1.468506097793579, -11.017742156982422, -11.041743278503418, -11.208473205566406, -11.167882919311523, 7.324967384338379, -8.547416687011719, -9.605155944824219, -9.391759872436523, -7.6712541580200195, 5.977058410644531, -11.180662155151367, -11.171685218811035, -11.1287202835083, -11.21567440032959, 6.916831016540527, -11.117223739624023, -11.148383140563965, -11.095101356506348, -10.367696762084961, 3.5285701751708984, -11.16708755493164, -11.031731605529785, -9.195662498474121, -10.831146240234375, -11.122811317443848, -10.736730575561523, -11.147063255310059, -11.120866775512695, -10.920843124389648, 6.232253074645996, -11.154472351074219, -10.606488227844238, -11.196523666381836, -10.630036354064941, 2.2095589637756348, -8.80517578125, -11.048795700073242, -11.05089282989502, -11.083565711975098, -1.0455797910690308, -6.323958873748779, -11.191713333129883, -11.11697006225586, -10.729301452636719, 1.6777598857879639, -11.098651885986328, -10.959955215454102, -11.180012702941895, -11.142085075378418, -3.204923152923584, -11.255239486694336, -11.209397315979004, -11.083223342895508, -11.16220760345459, -5.662288188934326, -9.430171966552734, -7.382120609283447, -8.812491416931152, -10.692800521850586, 2.1460704803466797, -11.040596008300781, -11.193045616149902, -11.24094009399414, -11.036057472229004, 2.817645788192749, 0.45419013500213623, -0.2518950402736664, -0.16226962208747864, 0.2098177969455719, 4.0867204666137695, -11.176126480102539, -11.211708068847656, -11.233718872070312, -11.204962730407715, -1.7238543033599854, -11.141469955444336, -10.963147163391113, -11.202037811279297, -11.00531005859375, 6.914082050323486, -10.513497352600098, -7.825313568115234, -10.90427303314209, -10.957968711853027, 5.407214164733887, -9.919934272766113, -10.296783447265625, -11.235139846801758, -11.20952320098877, -7.249026298522949, -11.131731986999512, -10.806703567504883, -11.09118366241455, -11.076581954956055, 6.707945346832275, -11.134639739990234, -10.654295921325684, -10.830187797546387, -10.56201171875, 7.359330177307129, -11.254278182983398, -11.122779846191406, -11.273253440856934, -11.184070587158203, 5.389017105102539, -11.150773048400879, -11.019828796386719, -11.294054985046387, -11.111717224121094 ] }, { "name": "mxbai-rerank-xsmall-v1", "params": "70M", "kind": "reranker", "accuracy_oracle": 0.896, "oracle_threshold": 0.2294921875, "latency_ms": 918.9404516220093, "scores": [ 0.054290771484375, 0.04302978515625, 0.0250396728515625, 0.048858642578125, 0.040252685546875, 0.10107421875, 0.014556884765625, 0.01363372802734375, 0.051544189453125, 0.0247955322265625, 0.2939453125, 0.05865478515625, 0.057708740234375, 0.094482421875, 0.11297607421875, 0.1700439453125, 0.127197265625, 0.1644287109375, 0.110107421875, 0.09857177734375, 0.01024627685546875, 0.00595855712890625, 0.005138397216796875, 0.00494384765625, 0.0053863525390625, 0.11614990234375, 0.04083251953125, 0.08447265625, 0.15087890625, 0.050048828125, 0.0254669189453125, 0.0162200927734375, 0.01132965087890625, 0.017242431640625, 0.01348114013671875, 0.086181640625, 0.0280609130859375, 0.055511474609375, 0.0202484130859375, 0.02423095703125, 0.30517578125, 0.142578125, 0.06109619140625, 0.09088134765625, 0.04620361328125, 0.2294921875, 0.0169830322265625, 0.0297088623046875, 0.0318603515625, 0.03582763671875, 0.090087890625, 0.0095977783203125, 0.01525115966796875, 0.0129241943359375, 0.007175445556640625, 0.02947998046875, 0.0167236328125, 0.044342041015625, 0.00905609130859375, 0.0230712890625, 0.0225830078125, 0.00605010986328125, 0.019866943359375, 0.0129241943359375, 0.00806427001953125, 0.421630859375, 0.051361083984375, 0.05987548828125, 0.10723876953125, 0.1715087890625, 0.71728515625, 0.029815673828125, 0.0244293212890625, 0.0223236083984375, 0.046630859375, 0.10650634765625, 0.020965576171875, 0.0509033203125, 0.030670166015625, 0.05889892578125, 0.09857177734375, 0.02532958984375, 0.00757598876953125, 0.034942626953125, 0.01332855224609375, 0.6201171875, 0.038604736328125, 0.052825927734375, 0.060211181640625, 0.026763916015625, 0.048583984375, 0.0390625, 0.033721923828125, 0.046630859375, 0.02752685546875, 0.053009033203125, 0.04010009765625, 0.04486083984375, 0.043853759765625, 0.0302734375, 0.87890625, 0.01233673095703125, 0.0164031982421875, 0.00787353515625, 0.0102081298828125, 0.0259552001953125, 0.014007568359375, 0.00557708740234375, 0.00701141357421875, 0.013275146484375, 0.038116455078125, 0.0965576171875, 0.06610107421875, 0.0237274169921875, 0.059661865234375, 0.06243896484375, 0.006824493408203125, 0.0095977783203125, 0.008544921875, 0.00919342041015625, 0.0217437744140625, 0.007038116455078125, 0.00997161865234375, 0.0153656005859375, 0.00919342041015625, 0.51513671875, 0.0108184814453125, 0.0257568359375, 0.012054443359375, 0.03021240234375, 0.68896484375, 0.006290435791015625, 0.06719970703125, 0.09979248046875, 0.03448486328125, 0.97216796875, 0.0194549560546875, 0.017578125, 0.0207672119140625, 0.021331787109375, 0.262451171875, 0.09088134765625, 0.0635986328125, 0.06622314453125, 0.040679931640625, 0.96533203125, 0.086181640625, 0.07354736328125, 0.05194091796875, 0.060302734375, 0.81787109375, 0.018341064453125, 0.01374053955078125, 0.049407958984375, 0.0173797607421875, 0.9716796875, 0.038604736328125, 0.0289764404296875, 0.015960693359375, 0.11859130859375, 0.49755859375, 0.03302001953125, 0.052703857421875, 0.058990478515625, 0.0369873046875, 0.08990478515625, 0.0184783935546875, 0.015838623046875, 0.0137939453125, 0.0189056396484375, 0.953125, 0.1318359375, 0.08978271484375, 0.0460205078125, 0.039703369140625, 0.481201171875, 0.053497314453125, 0.05419921875, 0.0217437744140625, 0.0262603759765625, 0.26025390625, 0.184814453125, 0.01666259765625, 0.0230255126953125, 0.0894775390625, 0.3369140625, 0.01483917236328125, 0.01751708984375, 0.024993896484375, 0.011962890625, 0.419677734375, 0.005218505859375, 0.01450347900390625, 0.00757598876953125, 0.0190582275390625, 0.1795654296875, 0.1431884765625, 0.1925048828125, 0.09368896484375, 0.06695556640625, 0.33349609375, 0.02691650390625, 0.018798828125, 0.019012451171875, 0.03839111328125, 0.485107421875, 0.328369140625, 0.5107421875, 0.336669921875, 0.25732421875, 0.8203125, 0.04742431640625, 0.0294189453125, 0.0261993408203125, 0.018096923828125, 0.14892578125, 0.0194244384765625, 0.051177978515625, 0.02337646484375, 0.038604736328125, 0.90478515625, 0.0282135009765625, 0.04931640625, 0.0293121337890625, 0.0240936279296875, 0.96533203125, 0.193115234375, 0.060638427734375, 0.0548095703125, 0.045257568359375, 0.1844482421875, 0.0272216796875, 0.035552978515625, 0.03265380859375, 0.0171051025390625, 0.88037109375, 0.01473236083984375, 0.047332763671875, 0.0254669189453125, 0.048309326171875, 0.9326171875, 0.008514404296875, 0.008544921875, 0.020294189453125, 0.0150146484375, 0.900390625, 0.061981201171875, 0.05877685546875, 0.04400634765625, 0.056243896484375 ] }, { "name": "gte-reranker-modernbert-base", "params": "149M", "kind": "reranker", "accuracy_oracle": 0.924, "oracle_threshold": 0.7231688499450684, "latency_ms": 146.77538871765137, "scores": [ 0.5468403697013855, 0.5393633842468262, 0.5482730269432068, 0.5591763854026794, 0.5096786618232727, 0.8078098297119141, 0.5718415379524231, 0.4269704818725586, 0.561511218547821, 0.672541618347168, 0.786098301410675, 0.4161752760410309, 0.28834593296051025, 0.392151415348053, 0.6951772570610046, 0.6582247018814087, 0.6543330550193787, 0.6999235153198242, 0.41770827770233154, 0.555144190788269, 0.7270178198814392, 0.46510687470436096, 0.3480627238750458, 0.59792560338974, 0.3337303698062897, 0.5922120809555054, 0.6104305386543274, 0.6048924922943115, 0.6085524559020996, 0.6681597232818604, 0.3451915383338928, 0.3665435016155243, 0.3634822964668274, 0.3810863196849823, 0.35030093789100647, 0.523858904838562, 0.5779564380645752, 0.7157688736915588, 0.47907570004463196, 0.7452077269554138, 0.6426635384559631, 0.6223209500312805, 0.6709427237510681, 0.40276047587394714, 0.44654563069343567, 0.8281081318855286, 0.25861600041389465, 0.341723769903183, 0.45170849561691284, 0.6909945607185364, 0.8046435713768005, 0.22600910067558289, 0.2880608141422272, 0.33696311712265015, 0.343457967042923, 0.7881594300270081, 0.47926729917526245, 0.6120585799217224, 0.32267072796821594, 0.26263678073883057, 0.6881995797157288, 0.19526734948158264, 0.5678139328956604, 0.629983127117157, 0.30885806679725647, 0.7591322660446167, 0.6742718815803528, 0.7166142463684082, 0.6007040143013, 0.6504236459732056, 0.9195130467414856, 0.42019957304000854, 0.6921296715736389, 0.642959713935852, 0.44859105348587036, 0.7607868313789368, 0.40394484996795654, 0.7377877235412598, 0.556068480014801, 0.7342509031295776, 0.5960314273834229, 0.3702593743801117, 0.3438344895839691, 0.5904419422149658, 0.3714432120323181, 0.8710499405860901, 0.400961309671402, 0.6759388446807861, 0.630493700504303, 0.548408567905426, 0.8679274320602417, 0.5471293926239014, 0.5947421789169312, 0.41518911719322205, 0.5606857538223267, 0.43138715624809265, 0.3914738893508911, 0.49587005376815796, 0.3290937542915344, 0.35242170095443726, 0.9467718601226807, 0.2870735824108124, 0.7474173903465271, 0.45271921157836914, 0.4384324550628662, 0.7157465815544128, 0.14239473640918732, 0.15255485475063324, 0.37100353837013245, 0.38924440741539, 0.4905262887477875, 0.43246105313301086, 0.2875095307826996, 0.37844318151474, 0.5942103266716003, 0.729575514793396, 0.34666773676872253, 0.5952340364456177, 0.4979357421398163, 0.4951745271682739, 0.6254566311836243, 0.2563033401966095, 0.2781945466995239, 0.41687682271003723, 0.3438388705253601, 0.8675751090049744, 0.28949305415153503, 0.6187517046928406, 0.1958630234003067, 0.30023473501205444, 0.8911451101303101, 0.22152289748191833, 0.6229447722434998, 0.4962655007839203, 0.4673091173171997, 0.9581873416900635, 0.3320619761943817, 0.39008742570877075, 0.46768075227737427, 0.5888569951057434, 0.8138298988342285, 0.3921507000923157, 0.2266877442598343, 0.49703270196914673, 0.2360685169696808, 0.9461468458175659, 0.38393309712409973, 0.41971778869628906, 0.2351580262184143, 0.5185463428497314, 0.9457460045814514, 0.2606373429298401, 0.18332557380199432, 0.44262203574180603, 0.3299984633922577, 0.9419518709182739, 0.2607531249523163, 0.1725102961063385, 0.16379404067993164, 0.3866223990917206, 0.8790298104286194, 0.3585423529148102, 0.5544742941856384, 0.6540766954421997, 0.42570048570632935, 0.6146220564842224, 0.43318992853164673, 0.20287959277629852, 0.18806158006191254, 0.3816741704940796, 0.9689493179321289, 0.40974685549736023, 0.4420424699783325, 0.45283153653144836, 0.3709772229194641, 0.8794413805007935, 0.6144360899925232, 0.4307040870189667, 0.4296892285346985, 0.5615368485450745, 0.8713471293449402, 0.8141090273857117, 0.3598717749118805, 0.24038688838481903, 0.655204713344574, 0.859898567199707, 0.3828012943267822, 0.7222089767456055, 0.2681848704814911, 0.3881382644176483, 0.7231688499450684, 0.444949209690094, 0.3560881018638611, 0.2904135584831238, 0.28796297311782837, 0.7152615785598755, 0.5180967450141907, 0.30446669459342957, 0.26143836975097656, 0.2627110779285431, 0.7746604084968567, 0.29437223076820374, 0.24732473492622375, 0.3745712339878082, 0.5979238748550415, 0.727301836013794, 0.42280668020248413, 0.4455128014087677, 0.43216580152511597, 0.32637807726860046, 0.9073633551597595, 0.2730334401130676, 0.2685795724391937, 0.1442418098449707, 0.037949878722429276, 0.8643301129341125, 0.3365333080291748, 0.33838126063346863, 0.1935546100139618, 0.4357806146144867, 0.9351230263710022, 0.33753708004951477, 0.5126360058784485, 0.5440303683280945, 0.35808196663856506, 0.9426791667938232, 0.4122626781463623, 0.3541450500488281, 0.3086959719657898, 0.2773738503456116, 0.7861464023590088, 0.6158111691474915, 0.4392763674259186, 0.39135125279426575, 0.2395881563425064, 0.9427370429039001, 0.37514811754226685, 0.4592922329902649, 0.37096840143203735, 0.26752614974975586, 0.9455920457839966, 0.17714127898216248, 0.24027688801288605, 0.3488103449344635, 0.25798824429512024, 0.9217262268066406, 0.3952924907207489, 0.4304702877998352, 0.14601391553878784, 0.17240379750728607 ] }, { "name": "bge-reranker-base", "params": "278M", "kind": "reranker", "accuracy_oracle": 0.904, "oracle_threshold": 0.050983529537916183, "latency_ms": 119.53766345977783, "scores": [ 0.0005320783820934594, 0.000569726515095681, 0.0005853627808392048, 5.526496534002945e-05, 0.00010315345571143553, 0.07638266682624817, 3.734100391739048e-05, 0.0011813320452347398, 0.0006577376625500619, 0.00017256596765946597, 0.11715608090162277, 0.0014128648908808827, 0.01571265235543251, 0.0031209904700517654, 0.011654301546514034, 0.003249139990657568, 0.018371770158410072, 0.16211451590061188, 0.004414405208081007, 0.024012655019760132, 0.003173474920913577, 0.00011909487511729822, 0.0003757098165806383, 6.330612086458132e-05, 3.7344212614698336e-05, 0.0003398694971110672, 0.00018734957848209888, 0.003083253977820277, 0.007347088307142258, 0.000645157415419817, 0.0027494963724166155, 0.00011208201613044366, 0.00015230146527756006, 0.009591294452548027, 4.368960071587935e-05, 0.0019411119865253568, 0.012211346998810768, 0.012793523259460926, 0.0010015973821282387, 0.0025245959404855967, 0.00168418709654361, 0.04576212167739868, 4.672449722420424e-05, 4.1238068661186844e-05, 3.728844603756443e-05, 0.008796903304755688, 0.0008851716411300004, 0.0006570490659214556, 3.74768533220049e-05, 0.0494476780295372, 0.9102261662483215, 0.001241280697286129, 0.0005164514295756817, 0.0007541034719906747, 3.729097079485655e-05, 0.01588505133986473, 0.0008015113417059183, 0.00030553675605915487, 3.7307298043742776e-05, 0.0002463833661749959, 0.0011835740879178047, 6.639302591793239e-05, 0.00927045289427042, 0.0005996064282953739, 3.7291149055818096e-05, 0.0047119357623159885, 0.000473315070848912, 0.0001311961968895048, 0.0005430355085991323, 4.086537956027314e-05, 0.7765951752662659, 0.0030562616884708405, 0.0001563628320582211, 4.121200618101284e-05, 0.00018461233412381262, 0.0025023703929036856, 0.0017383345402777195, 0.0003963423951063305, 0.0019359391881152987, 0.027550769969820976, 5.102312206872739e-05, 0.00020116560335736722, 0.00036176160210743546, 3.7566736864391714e-05, 0.004587904084473848, 0.10447453707456589, 4.6460216253763065e-05, 3.731359538505785e-05, 0.00038435950409621, 0.0002962676517199725, 0.602090060710907, 3.994832150056027e-05, 8.568769408157095e-05, 0.0010592160979285836, 4.9381844291929156e-05, 0.005235651973634958, 0.00011461193935247138, 0.00019016058649867773, 0.0009698729845695198, 0.00011590850772336125, 0.8555392026901245, 3.776778976316564e-05, 0.0007229885668493807, 0.00010453968570800498, 0.00021540631132666022, 0.27007439732551575, 0.00037291221087798476, 3.729168383870274e-05, 0.0075593371875584126, 0.00034347924520261586, 3.832094807876274e-05, 3.768874012166634e-05, 4.139772499911487e-05, 3.7304558645701036e-05, 3.731516335392371e-05, 0.0055603086948394775, 3.742906483239494e-05, 5.032509216107428e-05, 3.80487872462254e-05, 0.0002376162592554465, 0.00032101423130370677, 3.773876960622147e-05, 9.629561100155115e-05, 0.00012816452363040298, 3.729392483364791e-05, 0.06898434460163116, 3.7328187318053097e-05, 0.0007575820782221854, 3.7298581446520984e-05, 9.023357415571809e-05, 0.44565528631210327, 3.7287984014255926e-05, 0.00045750432764180005, 5.028133818996139e-05, 4.098417775821872e-05, 0.9913185834884644, 3.7314981454983354e-05, 3.7417466955957934e-05, 3.728898082044907e-05, 3.728521187440492e-05, 0.02666468732059002, 9.487408533459529e-05, 0.00035654602106660604, 5.184744077268988e-05, 5.467513619805686e-05, 0.9846091270446777, 0.00014499988174065948, 7.090166036505252e-05, 0.0005562508595176041, 0.0010456971358507872, 0.9043575525283813, 4.393020208226517e-05, 3.994306462118402e-05, 3.870769796776585e-05, 3.8515856431331486e-05, 0.9811479449272156, 3.736992948688567e-05, 3.7558569601969793e-05, 9.690513979876414e-05, 0.0012819940457120538, 0.24553431570529938, 0.00023369469272438437, 0.00019719573901966214, 0.04389694333076477, 0.0005243506166152656, 3.737663428182714e-05, 7.181512046372518e-05, 3.734734491445124e-05, 3.729204036062583e-05, 3.729189484147355e-05, 0.998388409614563, 7.257793913595378e-05, 3.7929847167106345e-05, 0.0008085060399025679, 8.515465015079826e-05, 0.5139503479003906, 0.00022846311912871897, 4.089173307875171e-05, 6.38096607872285e-05, 9.581600170349702e-05, 0.13967491686344147, 0.012429636903107166, 3.7287521990947425e-05, 3.735225982381962e-05, 0.0009605212835595012, 0.005841671954840422, 3.728962110471912e-05, 0.00013324138126336038, 3.729249874595553e-05, 3.730313619598746e-05, 0.05103977397084236, 0.00011145714233862236, 3.729641321115196e-05, 4.1748586227186024e-05, 7.725667819613591e-05, 0.0014458369696512818, 0.00047099028597585857, 5.300517659634352e-05, 0.00011783230729633942, 0.0001245021412614733, 0.1584409922361374, 0.00023699358280282468, 3.729723175638355e-05, 3.7425495975185186e-05, 0.037956058979034424, 0.050983529537916183, 3.74034461856354e-05, 0.000716557027772069, 3.7403729947982356e-05, 0.00011330253619235009, 0.7755634784698486, 5.143642192706466e-05, 9.058592695510015e-05, 8.444707782473415e-05, 0.001115696388296783, 0.03614126145839691, 3.7284284189809114e-05, 5.90147428738419e-05, 4.91969331051223e-05, 0.0001690297940513119, 0.958554744720459, 3.8975500501692295e-05, 0.0024033652152866125, 0.0005847460706718266, 3.807078246609308e-05, 0.5951008200645447, 0.0001863005309132859, 3.7423069443320855e-05, 7.095840555848554e-05, 3.7419893487822264e-05, 0.0051945350132882595, 6.314140773611143e-05, 0.00012226433318573982, 0.0008191296947188675, 5.570146822719835e-05, 0.8849647045135498, 0.0005374343600124121, 0.0002639691811054945, 0.00016403022164013237, 7.59984104661271e-05, 0.9964732527732849, 3.730640673893504e-05, 3.889737854478881e-05, 4.61045274278149e-05, 4.432010609889403e-05, 0.9282412528991699, 3.729040327016264e-05, 0.0007878949400037527, 0.00010244883014820516, 0.00043874428956769407 ] }, { "name": "bge-reranker-large", "params": "560M", "kind": "reranker", "accuracy_oracle": 0.884, "oracle_threshold": 0.026256058365106583, "latency_ms": 391.8754081726074, "scores": [ 0.0008068748284131289, 0.00015580235049128532, 0.0005467455484904349, 8.48222043714486e-05, 0.00012661321670748293, 0.0023215990513563156, 8.379491191590205e-05, 8.466139115625992e-05, 9.091693937079981e-05, 8.008655277080834e-05, 0.03865235298871994, 0.00014013025793246925, 0.01069741602987051, 0.00013998415670357645, 0.0036415986251085997, 0.0006348771275952458, 0.01949460618197918, 0.06305401027202606, 0.0005656351568177342, 0.013317231088876724, 0.00215163198299706, 0.0001772781542968005, 0.005876659881323576, 0.0004514035827014595, 0.0005061028059571981, 8.485634316457435e-05, 0.0007771342061460018, 7.702841685386375e-05, 0.00011055707727791741, 0.00031358268461190164, 0.00010830487008206546, 0.0006100600585341454, 7.700359128648415e-05, 0.000171267194673419, 9.439724817639217e-05, 0.0022292083594948053, 0.0040694246999919415, 0.010021624155342579, 0.0018119791056960821, 0.001779190730303526, 0.004558488726615906, 0.00848499033600092, 0.0018784906715154648, 0.0003931631217710674, 0.0004656367818824947, 0.011172525584697723, 0.0008027764270082116, 0.0017719242023304105, 9.523202606942505e-05, 0.0011193451937288046, 0.16117316484451294, 0.0003863870515488088, 0.001036534900777042, 0.00011684266792144626, 0.00038767122896388173, 0.008755980990827084, 8.847072604112327e-05, 8.762766810832545e-05, 0.0003905912162736058, 7.73440333432518e-05, 7.85172960604541e-05, 7.661590643692762e-05, 7.643098797416314e-05, 7.624267163919285e-05, 7.671883940929547e-05, 0.00039305686368606985, 0.0002197024878114462, 8.011083991732448e-05, 8.489802712574601e-05, 0.00019162763783242553, 0.9782097935676575, 0.3841417133808136, 0.0003922455362044275, 0.0009687962010502815, 0.00012790251639671624, 0.00023486469581257552, 0.00027367338771000504, 0.00011049405293306336, 0.0010785608319565654, 0.0005858581280335784, 0.0006348045426420867, 7.81618437031284e-05, 9.737003711052239e-05, 0.0005600700969807804, 7.656061643501744e-05, 0.06355229765176773, 0.003069651545956731, 0.023773593828082085, 0.00046467833453789353, 0.00019727190374396741, 0.12822599709033966, 7.664038275834173e-05, 0.0001666340249357745, 0.0015827299794182181, 8.171288209268823e-05, 0.0002278198953717947, 0.00012424834130797535, 0.004631188698112965, 0.00014942107372917235, 8.243865158874542e-05, 0.8298532962799072, 7.952249143272638e-05, 0.827649712562561, 0.01174269150942564, 0.00816716905683279, 0.002652783179655671, 0.00014856185589451343, 0.00010579463560134172, 0.497615784406662, 7.619353709742427e-05, 0.00010463303624419495, 7.820009341230616e-05, 7.934267341624945e-05, 9.275654883822426e-05, 7.657397509319708e-05, 0.0007255226955749094, 0.000505671021528542, 7.979595829965547e-05, 8.620863081887364e-05, 0.0005959080881439149, 0.0017772220307961106, 7.624303543707356e-05, 8.570412319386378e-05, 7.767197530483827e-05, 0.000354654504917562, 0.03213763236999512, 0.00015842005086597055, 0.15825849771499634, 0.00024341845710296184, 0.00022643330157734454, 0.4231342077255249, 0.0004696007526945323, 0.003510050242766738, 0.004885296802967787, 0.004658874124288559, 0.9898204803466797, 0.00021654755983036011, 8.341438660863787e-05, 7.84159783506766e-05, 8.199232252081856e-05, 0.04294062778353691, 0.008916434831917286, 0.0010229245526716113, 0.0008575859828852117, 0.000744318647775799, 0.9851605892181396, 0.0001448687253287062, 0.00023352738935500383, 0.0008304382208734751, 0.0005059154354967177, 0.8804275393486023, 9.641505312174559e-05, 0.00012393383076414466, 0.0001322806638199836, 0.00010328475764254108, 0.9848477244377136, 0.000345194450346753, 0.0003708047152031213, 0.00024280144134536386, 0.00010505874524824321, 0.247238427400589, 0.0018067333148792386, 0.00035648111952468753, 0.001846782397478819, 0.0011642477475106716, 0.0008088528411462903, 0.00015848924522288144, 0.00015934753173496574, 0.0002764869714155793, 0.00026918359799310565, 0.9939445853233337, 0.0002859420783352107, 0.00010943080997094512, 0.0030924263410270214, 7.917322363937274e-05, 0.5396067500114441, 9.994862193707377e-05, 7.642523269169033e-05, 0.0009945692727342248, 0.0003862997982650995, 0.05539320781826973, 0.0018963577458634973, 0.0002568197960499674, 0.00015561378677375615, 0.001641825889237225, 0.038107730448246, 0.0004566218121908605, 0.0243872981518507, 0.00025093162548728287, 0.0007095151813700795, 0.09799176454544067, 0.0003607593826018274, 7.621489930897951e-05, 0.00012263903045095503, 0.0032740700989961624, 0.001751856179907918, 0.002063913969323039, 9.19509184313938e-05, 0.00028361365548335016, 0.00040336427628062665, 0.02333439141511917, 0.0002885544381570071, 0.000627392262686044, 0.0007108664140105247, 0.00291892746463418, 0.010544219054281712, 0.000753540953155607, 0.0017376926261931658, 0.001199654652737081, 0.00226566381752491, 0.7808825373649597, 0.0004732605011668056, 0.00023314096324611455, 8.937992970459163e-05, 0.0005103437579236925, 0.026256058365106583, 0.00012667843839153647, 0.0001681820722296834, 0.00016038317698985338, 0.00016346703341696411, 0.9851340055465698, 0.00016951124416664243, 0.0009091898100450635, 0.00038986525032669306, 0.00015466954209841788, 0.7479578852653503, 8.170945511665195e-05, 8.981506834970787e-05, 0.0019061537459492683, 0.0008546680328436196, 0.001482966705225408, 0.0003423673624638468, 0.00017432344611734152, 0.000359517551260069, 0.0020665819756686687, 0.9227758049964905, 0.00041855263407342136, 0.0003972371923737228, 0.00013953477900940925, 0.0001088368080672808, 0.9979822635650635, 0.0003419309214223176, 0.00028029887471348047, 0.0013139278162270784, 0.0006610677228309214, 0.8794146776199341, 0.00018677007756195962, 0.00043726040166802704, 0.000282594992313534, 0.00033457542303949594 ] }, { "name": "bge-reranker-v2-m3", "params": "568M", "kind": "reranker", "accuracy_oracle": 0.908, "oracle_threshold": 0.0019521370995789766, "latency_ms": 391.0127763748169, "scores": [ 0.0019521370995789766, 0.00032967969309538603, 0.00013411568943411112, 0.0011365293757990003, 0.0008567144977860153, 0.021400241181254387, 2.194327680626884e-05, 8.327585965162143e-05, 9.474255057284608e-05, 5.171544762561098e-05, 0.0036719124764204025, 0.0014918630477041006, 0.0005677433218806982, 0.00048264244105666876, 0.014378078281879425, 0.0035259139258414507, 0.010530626401305199, 0.0006390400230884552, 9.702432726044208e-05, 0.0007240994600579143, 0.0017688937950879335, 2.990606299135834e-05, 6.269058212637901e-05, 0.00013704117736779153, 0.00010193011985393241, 0.0004131098685320467, 0.0008558916742913425, 0.0001657613174756989, 0.0024828093592077494, 0.00011852049647131935, 6.378404941642657e-05, 2.434356792946346e-05, 0.0001045446697389707, 9.75735965766944e-05, 2.475898145348765e-05, 0.0017272745026275516, 0.0004609667230397463, 0.0035616543609648943, 0.0006204844103194773, 0.0034448301885277033, 0.016896257176995277, 0.11575227230787277, 0.003437107428908348, 0.0003435113176237792, 0.00011978849943261594, 0.002960602520033717, 5.3282747103367e-05, 0.00013181805843487382, 4.4792977860197425e-05, 8.023782720556483e-05, 0.019148802384734154, 8.636661368655041e-05, 3.2556890801060945e-05, 0.0004571196041069925, 1.837572199292481e-05, 0.0006798363756388426, 0.0002575844118837267, 0.0001616848021512851, 1.8708395145949908e-05, 4.1834035073406994e-05, 1.9247238014941104e-05, 1.6217094525927678e-05, 4.099707803106867e-05, 1.8056762201013044e-05, 1.7307032976532355e-05, 0.00021574854326900095, 0.0018404846778139472, 0.0013454618165269494, 0.0008780002244748175, 0.019028954207897186, 0.8622132539749146, 4.5073644287185743e-05, 1.858755604189355e-05, 1.9885430447175168e-05, 6.84025144437328e-05, 0.002583945170044899, 0.00011466102296253666, 0.00011414829350542277, 9.048292849911377e-05, 0.0013415093999356031, 0.00017164484597742558, 1.906383113237098e-05, 1.866810089268256e-05, 0.00014961154374759644, 2.6364581572124735e-05, 0.0069219800643622875, 7.504970562877133e-05, 0.0010774112306535244, 8.81935193319805e-05, 7.170952449087054e-05, 0.0044837635941803455, 7.821896724635735e-05, 0.00015341106336563826, 0.00026168409385718405, 0.00011010919843101874, 0.0024325763806700706, 0.00042465966544114053, 0.0008110153721645474, 5.1082908612443134e-05, 0.00011486258881632239, 0.9635425209999084, 1.8242879377794452e-05, 0.00017032393952831626, 2.870675962185487e-05, 2.2346372134052217e-05, 0.0010443133069202304, 2.0852077796007507e-05, 1.8627073586685583e-05, 5.263138882583007e-05, 2.255533581774216e-05, 0.001587308244779706, 0.0017136306269094348, 2.354399475734681e-05, 0.00039488644688390195, 0.00014831303269602358, 0.0004048174887429923, 2.075662814604584e-05, 2.0326708181528375e-05, 2.1657333491020836e-05, 0.00014895448111929, 0.0001366617070743814, 2.579778629296925e-05, 1.76680478034541e-05, 1.6823230907903053e-05, 5.030863030697219e-05, 0.47079095244407654, 2.929147558461409e-05, 0.0001978509535547346, 4.692396032623947e-05, 0.00021812471095472574, 0.5433158278465271, 4.2481813579797745e-05, 0.0013997689820826054, 0.00022853806149214506, 4.2002367990789935e-05, 0.9613679051399231, 2.1315354388207197e-05, 1.7384085367666557e-05, 1.801290454750415e-05, 1.8910661310655996e-05, 0.04113505408167839, 0.00017337709141429514, 0.0003434492682572454, 0.00013905329979024827, 0.0004079850041307509, 0.9728047251701355, 0.0002083680737996474, 0.0006721263634972274, 0.0006213422166183591, 0.0008701049955561757, 0.9440143704414368, 5.400150621426292e-05, 0.0004543499380815774, 8.275749132735655e-05, 0.00012747175060212612, 0.9885819554328918, 1.6664511349517852e-05, 1.688865631876979e-05, 1.7710490283207037e-05, 4.0316492231795564e-05, 0.3463537395000458, 0.0001062290248228237, 0.0002026023721555248, 0.0004891739808954298, 0.00011544147855602205, 0.0001891482825158164, 3.109589306404814e-05, 2.486353878339287e-05, 1.7054453564924188e-05, 2.7136815333506092e-05, 0.9716174602508545, 0.00021635706070810556, 6.243595271371305e-05, 0.0004770112282130867, 0.00012040667206747457, 0.6888802647590637, 0.00019549697753973305, 4.8150646762223914e-05, 0.00020269685774110258, 0.0002689527173060924, 0.10661669820547104, 0.0016493935836479068, 2.182431853725575e-05, 6.269053119467571e-05, 0.000377408490749076, 0.10622674226760864, 2.2616291971644387e-05, 0.00014204192848410457, 2.5387111236341298e-05, 0.00015462751616723835, 0.09330277889966965, 1.7234136976185255e-05, 1.6096970284706913e-05, 2.5055913283722475e-05, 4.294486279832199e-05, 0.02267441898584366, 0.0019176086643710732, 0.0004426062514539808, 0.0007554913172498345, 0.0007510851137340069, 0.09373921155929565, 0.00020843961101491004, 8.599073044024408e-05, 0.00013013427087571472, 0.00014348023978527635, 0.019020188599824905, 0.0013690587365999818, 0.002775144297629595, 0.0005996327381581068, 0.001812297385185957, 0.6889716982841492, 0.0004701160651165992, 0.00019347458146512508, 9.592854621587321e-05, 7.879977783886716e-05, 0.15893365442752838, 5.634985791402869e-05, 0.00010175561328651384, 2.4455841412418522e-05, 0.0003051301173400134, 0.9804351329803467, 0.0006387620815075934, 0.005377878434956074, 0.0005146832554601133, 0.0001578336814418435, 0.920556902885437, 0.0002575279213488102, 7.494878809666261e-05, 0.0004094505566172302, 0.000124309619423002, 0.008251610212028027, 0.0007073429878801107, 0.0004107320564799011, 0.001039891387335956, 0.00025864827330224216, 0.8590264320373535, 0.0003472208045423031, 0.0009389449842274189, 0.00042012298945337534, 9.786068403627723e-05, 0.996425449848175, 4.8653208068571985e-05, 7.783005275996402e-05, 0.00023777535534463823, 3.378803376108408e-05, 0.86037677526474, 0.00011672462278511375, 0.00014364848902914673, 1.9677467207657173e-05, 0.00016257651441264898 ] }, { "name": "jina-reranker-v2-base-multilingual", "params": "278M", "kind": "reranker", "error": "cannot import name 'create_position_ids_from_input_ids' from 'transformers.models.xlm_roberta.modeling_xlm_roberta' (E:\\Bleeding_edge\\.venv\\lib\\site-packages\\transformers\\models\\xlm_roberta\\modeling_xlm_roberta.py)" }, { "name": "e5-small-v2", "params": "33M", "kind": "embed", "accuracy_oracle": 0.92, "oracle_threshold": 0.834636390209198, "latency_ms": 36.81673717498779, "scores": [ 0.737464189529419, 0.7239603996276855, 0.7615200281143188, 0.7177056670188904, 0.7484152317047119, 0.8475356101989746, 0.784722089767456, 0.8165117502212524, 0.7850550413131714, 0.7849015593528748, 0.7992351651191711, 0.7925103902816772, 0.7973743677139282, 0.7712768316268921, 0.7962086200714111, 0.8127121925354004, 0.8003592491149902, 0.7955412864685059, 0.7807779908180237, 0.7855105400085449, 0.8348933458328247, 0.8056615591049194, 0.7800089120864868, 0.7924586534500122, 0.7789508104324341, 0.7351859211921692, 0.7374130487442017, 0.7242535948753357, 0.7366068363189697, 0.736460268497467, 0.7988694906234741, 0.7446916103363037, 0.76353520154953, 0.7638535499572754, 0.7452301979064941, 0.8288983702659607, 0.8096181154251099, 0.7751094698905945, 0.7926778793334961, 0.7755699157714844, 0.812824547290802, 0.8004690408706665, 0.7872734069824219, 0.8032074570655823, 0.7793319225311279, 0.8703354597091675, 0.7883579730987549, 0.8102128505706787, 0.79502272605896, 0.7955410480499268, 0.8361401557922363, 0.7712317705154419, 0.8079522252082825, 0.7651886940002441, 0.7727035880088806, 0.8435428142547607, 0.7814674973487854, 0.8285177946090698, 0.791186511516571, 0.7936481237411499, 0.7963750958442688, 0.7528789043426514, 0.776423454284668, 0.7639328241348267, 0.7375263571739197, 0.7318775653839111, 0.7258031368255615, 0.7203848361968994, 0.7245920300483704, 0.7187818884849548, 0.8802404403686523, 0.7896114587783813, 0.802734375, 0.8060386180877686, 0.7844094634056091, 0.8161448240280151, 0.7675312757492065, 0.7806135416030884, 0.7564200758934021, 0.8035223484039307, 0.7800807356834412, 0.7833886742591858, 0.7640479803085327, 0.7959493398666382, 0.7754042744636536, 0.8422385454177856, 0.7883952856063843, 0.7997127771377563, 0.8243790864944458, 0.8060005903244019, 0.7630650997161865, 0.7638258934020996, 0.765414297580719, 0.7369305491447449, 0.7600131034851074, 0.7694133520126343, 0.7379153966903687, 0.7612086534500122, 0.7324639558792114, 0.7732982635498047, 0.8911259770393372, 0.7598758935928345, 0.7797279357910156, 0.7589096426963806, 0.7646187543869019, 0.8416565656661987, 0.7989048957824707, 0.7629458904266357, 0.7812786102294922, 0.7832621335983276, 0.738272488117218, 0.712023913860321, 0.7318673133850098, 0.7129116654396057, 0.7201488018035889, 0.7896783947944641, 0.7476760745048523, 0.7473306655883789, 0.7620131969451904, 0.7671113014221191, 0.7770958542823792, 0.7590487003326416, 0.7458810806274414, 0.7849152088165283, 0.7473907470703125, 0.845270037651062, 0.7128993272781372, 0.7731983065605164, 0.7621086835861206, 0.774613082408905, 0.8713915348052979, 0.7708436846733093, 0.8265708088874817, 0.7918310761451721, 0.7922969460487366, 0.8695927858352661, 0.7359257340431213, 0.7436280250549316, 0.7363494634628296, 0.7495304346084595, 0.851233720779419, 0.7684317827224731, 0.7942171692848206, 0.7749278545379639, 0.7927083373069763, 0.9027934074401855, 0.8054935336112976, 0.7981568574905396, 0.8010575771331787, 0.814455509185791, 0.8804757595062256, 0.7491765022277832, 0.7747584581375122, 0.780231237411499, 0.7663443088531494, 0.9070795178413391, 0.7374790906906128, 0.7297710180282593, 0.7442705631256104, 0.7905538082122803, 0.8859869241714478, 0.8086262941360474, 0.830223560333252, 0.8310549259185791, 0.8041104078292847, 0.7747151255607605, 0.7354701161384583, 0.7343436479568481, 0.709546685218811, 0.7295576333999634, 0.899505615234375, 0.7913317084312439, 0.8132513761520386, 0.7808398008346558, 0.7984130382537842, 0.8449678421020508, 0.8031670451164246, 0.7712116241455078, 0.7840467691421509, 0.7829593420028687, 0.8864862322807312, 0.8439136743545532, 0.7794665098190308, 0.7625218629837036, 0.8028299808502197, 0.8615682125091553, 0.7497227191925049, 0.7813827991485596, 0.744484007358551, 0.7386506795883179, 0.834636390209198, 0.7507060766220093, 0.767664909362793, 0.7813887596130371, 0.7827494144439697, 0.825424313545227, 0.7962828874588013, 0.7844499349594116, 0.7509717345237732, 0.7407695055007935, 0.8628218173980713, 0.7863883972167969, 0.761076807975769, 0.7564176321029663, 0.7729076147079468, 0.8066952228546143, 0.7735376358032227, 0.7814602255821228, 0.7774658799171448, 0.7431585192680359, 0.8902788162231445, 0.7825309634208679, 0.785337507724762, 0.7470835447311401, 0.7766339778900146, 0.8552226424217224, 0.7610180974006653, 0.7653001546859741, 0.753086268901825, 0.7668799161911011, 0.857750654220581, 0.7386916875839233, 0.7713431119918823, 0.7462319731712341, 0.7041282057762146, 0.9119629859924316, 0.7779828906059265, 0.7950786352157593, 0.7404683232307434, 0.7466607689857483, 0.8567845821380615, 0.8097658753395081, 0.8166475296020508, 0.8109856843948364, 0.7821279168128967, 0.8835835456848145, 0.7674689292907715, 0.778637170791626, 0.7644736766815186, 0.7821094989776611, 0.8953114748001099, 0.7605220675468445, 0.7876437902450562, 0.7959529161453247, 0.7784768342971802, 0.89722740650177, 0.7852877378463745, 0.7896195650100708, 0.758203387260437, 0.7941545248031616 ] }, { "name": "bge-small-en-v1.5", "params": "33M", "kind": "embed", "accuracy_oracle": 0.932, "oracle_threshold": 0.7053234577178955, "latency_ms": 37.56586456298828, "scores": [ 0.4791361391544342, 0.5126351118087769, 0.4533218443393707, 0.46219855546951294, 0.4808730483055115, 0.7221509218215942, 0.5743108987808228, 0.614759087562561, 0.6096688508987427, 0.5216720104217529, 0.6396744251251221, 0.551010012626648, 0.6214378476142883, 0.572800874710083, 0.5858033299446106, 0.6387301683425903, 0.6576026678085327, 0.6014465689659119, 0.5315039157867432, 0.5873024463653564, 0.6537491083145142, 0.6136624813079834, 0.5303184986114502, 0.6128907203674316, 0.5717452764511108, 0.42337435483932495, 0.44438302516937256, 0.4534699320793152, 0.4666891098022461, 0.4124773442745209, 0.5701061487197876, 0.4862457513809204, 0.5550292730331421, 0.5204218626022339, 0.4662923812866211, 0.7053234577178955, 0.5978047847747803, 0.6601802110671997, 0.5540111064910889, 0.6058160066604614, 0.6785866022109985, 0.6167246103286743, 0.6322239637374878, 0.6443556547164917, 0.5670109391212463, 0.7556670904159546, 0.5900768041610718, 0.5752310752868652, 0.6978468894958496, 0.5448193550109863, 0.7457433342933655, 0.5751391649246216, 0.6118305325508118, 0.4950883090496063, 0.5554199814796448, 0.7439584732055664, 0.6273033618927002, 0.689738392829895, 0.5708752870559692, 0.579453706741333, 0.5117196440696716, 0.4634619653224945, 0.5314217209815979, 0.5013608336448669, 0.43810147047042847, 0.4719938635826111, 0.47278496623039246, 0.429231733083725, 0.45770007371902466, 0.45187824964523315, 0.7995223999023438, 0.5904852151870728, 0.569543719291687, 0.544647753238678, 0.5073895454406738, 0.7315747737884521, 0.5335842370986938, 0.598548173904419, 0.5459610223770142, 0.6311858892440796, 0.5609687566757202, 0.5592552423477173, 0.5309907793998718, 0.5552656650543213, 0.5396708250045776, 0.6537621021270752, 0.6190181374549866, 0.5784417390823364, 0.6578070521354675, 0.6180394887924194, 0.5703766942024231, 0.5729279518127441, 0.5802247524261475, 0.5120844841003418, 0.5860141515731812, 0.5202795267105103, 0.4994524419307709, 0.43677622079849243, 0.4759715795516968, 0.5222942233085632, 0.7843882441520691, 0.5045130848884583, 0.5750257968902588, 0.4752691984176636, 0.5430046916007996, 0.711548388004303, 0.6051615476608276, 0.4896368384361267, 0.5974329113960266, 0.586961567401886, 0.5316824913024902, 0.46255943179130554, 0.5023596286773682, 0.4938635230064392, 0.49313637614250183, 0.6036733388900757, 0.4676734209060669, 0.5495163798332214, 0.49294963479042053, 0.5183135271072388, 0.5344036817550659, 0.5468176603317261, 0.49446728825569153, 0.5114817023277283, 0.5007316470146179, 0.7108487486839294, 0.4647294580936432, 0.5589414834976196, 0.5106772184371948, 0.5943093299865723, 0.7796010971069336, 0.5042744278907776, 0.6705615520477295, 0.5998616814613342, 0.5597520470619202, 0.820473849773407, 0.4467805027961731, 0.42030125856399536, 0.4314669370651245, 0.4971405565738678, 0.7607539892196655, 0.45828336477279663, 0.5121439695358276, 0.48155903816223145, 0.5290877819061279, 0.8132045865058899, 0.5673320293426514, 0.6292070150375366, 0.551469087600708, 0.594756007194519, 0.8422900438308716, 0.48012596368789673, 0.544074296951294, 0.5667064189910889, 0.46626144647598267, 0.8724035024642944, 0.49248364567756653, 0.4597037434577942, 0.49580761790275574, 0.601351261138916, 0.7871506810188293, 0.5803035497665405, 0.6375166177749634, 0.6229342222213745, 0.5826966166496277, 0.5521743893623352, 0.4755154848098755, 0.40245378017425537, 0.36932384967803955, 0.4528907537460327, 0.873418927192688, 0.6040140390396118, 0.6267843842506409, 0.5619795322418213, 0.6266270875930786, 0.7350558042526245, 0.639955997467041, 0.5870249271392822, 0.6244374513626099, 0.6484400033950806, 0.7664144039154053, 0.6421233415603638, 0.5540598034858704, 0.5492373704910278, 0.5588125586509705, 0.75159752368927, 0.4655560553073883, 0.558723509311676, 0.4752503037452698, 0.4924713373184204, 0.7523545026779175, 0.4928847849369049, 0.5254924297332764, 0.5436522960662842, 0.5331854224205017, 0.7067586779594421, 0.6397131085395813, 0.6478065252304077, 0.5740865468978882, 0.5181914567947388, 0.7414525151252747, 0.5761064291000366, 0.4518442749977112, 0.48478496074676514, 0.5775396227836609, 0.7070066332817078, 0.6086288094520569, 0.6426209807395935, 0.5864899158477783, 0.6083922982215881, 0.7912569046020508, 0.5382979512214661, 0.514946699142456, 0.4988809823989868, 0.5072517395019531, 0.712761640548706, 0.6300747394561768, 0.5947391986846924, 0.49918660521507263, 0.6082475185394287, 0.8287037014961243, 0.5330871343612671, 0.5796341896057129, 0.5062037110328674, 0.44119516015052795, 0.8319447040557861, 0.5989440679550171, 0.5971400737762451, 0.47662365436553955, 0.5199816226959229, 0.7326091527938843, 0.6443739533424377, 0.6427024006843567, 0.5799421072006226, 0.5896607637405396, 0.8840876817703247, 0.5168236494064331, 0.6250637769699097, 0.5637166500091553, 0.6417626142501831, 0.819936990737915, 0.491586834192276, 0.5491887331008911, 0.5873949527740479, 0.5157836079597473, 0.805211067199707, 0.4497806429862976, 0.532620906829834, 0.5032693147659302, 0.46539321541786194 ] }, { "name": "bge-m3", "params": "568M", "kind": "embed", "accuracy_oracle": 0.908, "oracle_threshold": 0.5078516006469727, "latency_ms": 395.8630609512329, "scores": [ 0.29991966485977173, 0.3624834716320038, 0.3709046244621277, 0.31639474630355835, 0.36243098974227905, 0.5117673873901367, 0.4069320261478424, 0.4195151627063751, 0.4558008313179016, 0.3721999228000641, 0.43844711780548096, 0.35456979274749756, 0.33566975593566895, 0.33834385871887207, 0.47710341215133667, 0.43253397941589355, 0.40757280588150024, 0.42963460087776184, 0.35463711619377136, 0.4313932955265045, 0.4574517011642456, 0.34037402272224426, 0.36370986700057983, 0.3825128972530365, 0.2969897985458374, 0.2714635729789734, 0.28218308091163635, 0.23249438405036926, 0.3024516701698303, 0.25335055589675903, 0.4539455771446228, 0.3221490681171417, 0.3145430386066437, 0.3776026666164398, 0.318778932094574, 0.4067686200141907, 0.4026842713356018, 0.41189688444137573, 0.32136568427085876, 0.37200164794921875, 0.5312772989273071, 0.5074295401573181, 0.4926183521747589, 0.4556845426559448, 0.4349713921546936, 0.5543633103370667, 0.3634433150291443, 0.3149365782737732, 0.44334810972213745, 0.4116579294204712, 0.5275466442108154, 0.3171423375606537, 0.3728591203689575, 0.30421268939971924, 0.2592479884624481, 0.43625062704086304, 0.4476073980331421, 0.3958973288536072, 0.286960631608963, 0.37875837087631226, 0.42822468280792236, 0.2998711168766022, 0.40229520201683044, 0.3399210274219513, 0.3562413454055786, 0.373968243598938, 0.3642016649246216, 0.33732274174690247, 0.31269586086273193, 0.3272320628166199, 0.6564010381698608, 0.39922457933425903, 0.36560988426208496, 0.3501078486442566, 0.41830605268478394, 0.4294593930244446, 0.3458264470100403, 0.3436056077480316, 0.3779957890510559, 0.3855955898761749, 0.44481828808784485, 0.44737160205841064, 0.3894858956336975, 0.40795791149139404, 0.38732272386550903, 0.44719868898391724, 0.33342188596725464, 0.3046080768108368, 0.40003013610839844, 0.35714447498321533, 0.35796451568603516, 0.3176915943622589, 0.36113888025283813, 0.3025902509689331, 0.360500693321228, 0.36081358790397644, 0.32736295461654663, 0.3829684555530548, 0.3833422064781189, 0.3628440201282501, 0.702530026435852, 0.32520195841789246, 0.47819796204566956, 0.3697914481163025, 0.3734162747859955, 0.4877946972846985, 0.37027841806411743, 0.2471204400062561, 0.3978519141674042, 0.39954495429992676, 0.38596242666244507, 0.4072341024875641, 0.3800432085990906, 0.39665108919143677, 0.39725229144096375, 0.4314529001712799, 0.33153390884399414, 0.32225728034973145, 0.3219316005706787, 0.32532060146331787, 0.40078872442245483, 0.3226715326309204, 0.30613160133361816, 0.3181440830230713, 0.2895076274871826, 0.6067339181900024, 0.2796638011932373, 0.3749210834503174, 0.3281782269477844, 0.4542843699455261, 0.5773133039474487, 0.3674611449241638, 0.5149068832397461, 0.37320953607559204, 0.3505033552646637, 0.7330527305603027, 0.37403857707977295, 0.3410097658634186, 0.3349262475967407, 0.38734132051467896, 0.581861138343811, 0.3642432689666748, 0.39964139461517334, 0.3655088543891907, 0.3404247462749481, 0.7323393821716309, 0.40926897525787354, 0.40089380741119385, 0.3748582601547241, 0.44920599460601807, 0.668634295463562, 0.30944088101387024, 0.3326038420200348, 0.3479723334312439, 0.3267967104911804, 0.7162235975265503, 0.35564833879470825, 0.2684575021266937, 0.3730296492576599, 0.4076695144176483, 0.6256400346755981, 0.424483060836792, 0.3856975734233856, 0.4440155327320099, 0.3503958284854889, 0.4523630738258362, 0.3511405885219574, 0.32874828577041626, 0.28000009059906006, 0.35447633266448975, 0.7207361459732056, 0.39327138662338257, 0.38934585452079773, 0.35899868607521057, 0.30520328879356384, 0.5945745706558228, 0.4409809708595276, 0.3409082293510437, 0.4799042046070099, 0.45745497941970825, 0.5322028398513794, 0.507427990436554, 0.34743601083755493, 0.3196792006492615, 0.338533878326416, 0.5732107162475586, 0.34109407663345337, 0.3436661958694458, 0.29241228103637695, 0.36852961778640747, 0.4932851791381836, 0.20373722910881042, 0.25520703196525574, 0.3062618672847748, 0.3586646616458893, 0.4884773790836334, 0.40773195028305054, 0.44879797101020813, 0.456071674823761, 0.34721940755844116, 0.6224552392959595, 0.394326388835907, 0.3669070899486542, 0.3773490786552429, 0.44404518604278564, 0.5078516006469727, 0.3305756449699402, 0.4307170510292053, 0.37060922384262085, 0.4551381468772888, 0.6733344793319702, 0.349822998046875, 0.34030094742774963, 0.3516971170902252, 0.4010017216205597, 0.5203217267990112, 0.2523697018623352, 0.2807506024837494, 0.24558408558368683, 0.3920098543167114, 0.7284555435180664, 0.364385187625885, 0.40521764755249023, 0.368280291557312, 0.28265315294265747, 0.6781079173088074, 0.37574630975723267, 0.36044567823410034, 0.31805381178855896, 0.28731489181518555, 0.5212720036506653, 0.40544959902763367, 0.4652749001979828, 0.4877694249153137, 0.4213396906852722, 0.7520357370376587, 0.38903725147247314, 0.4947900176048279, 0.42211711406707764, 0.49022147059440613, 0.7009404301643372, 0.3011932075023651, 0.39861759543418884, 0.40252888202667236, 0.3288971781730652, 0.7410759925842285, 0.39035564661026, 0.3970118463039398, 0.3960407078266144, 0.39015504717826843 ] } ] }