| { | |
| "datasets": "nfcorpus,scifact", | |
| "n_rows": 250, | |
| "n_positives": 50, | |
| "results": [ | |
| { | |
| "name": "Q-RAG-50M-Sovereign", | |
| "params": "50M", | |
| "kind": "q-rag", | |
| "accuracy": 0.896, | |
| "latency_ms": 167.85748195648193, | |
| "preds": [ | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 0, | |
| 0 | |
| ] | |
| }, | |
| { | |
| "name": "ms-marco-MiniLM-L-6-v2", | |
| "params": "23M", | |
| "kind": "reranker", | |
| "accuracy_oracle": 0.924, | |
| "oracle_threshold": -6.848069667816162, | |
| "latency_ms": 19.277828216552734, | |
| "scores": [ | |
| -9.909218788146973, | |
| -10.128995895385742, | |
| -10.280073165893555, | |
| -10.590234756469727, | |
| -9.861321449279785, | |
| -6.848069667816162, | |
| -11.301809310913086, | |
| -11.002481460571289, | |
| -10.902372360229492, | |
| -11.274070739746094, | |
| -8.66596794128418, | |
| -9.738046646118164, | |
| -10.10409927368164, | |
| -11.034244537353516, | |
| -10.384527206420898, | |
| -9.727985382080078, | |
| -8.444271087646484, | |
| -8.264501571655273, | |
| -10.40239143371582, | |
| -9.477302551269531, | |
| -8.883056640625, | |
| -11.343986511230469, | |
| -11.171945571899414, | |
| -11.130681991577148, | |
| -11.165647506713867, | |
| -10.12391471862793, | |
| -10.235947608947754, | |
| -10.051250457763672, | |
| -10.167116165161133, | |
| -10.123228073120117, | |
| -6.078127861022949, | |
| -11.03793716430664, | |
| -11.217596054077148, | |
| -10.728702545166016, | |
| -11.1251859664917, | |
| -11.01491928100586, | |
| -11.148286819458008, | |
| -11.00954532623291, | |
| -11.001336097717285, | |
| -11.138492584228516, | |
| -9.189373016357422, | |
| -7.358850955963135, | |
| -10.627650260925293, | |
| -10.961977005004883, | |
| -11.132389068603516, | |
| -4.411181926727295, | |
| -11.185333251953125, | |
| -11.392704010009766, | |
| -11.273709297180176, | |
| -11.166912078857422, | |
| -2.7684128284454346, | |
| -11.155271530151367, | |
| -11.184918403625488, | |
| -11.114224433898926, | |
| -11.26118278503418, | |
| -10.333125114440918, | |
| -11.336115837097168, | |
| -10.991859436035156, | |
| -11.247467994689941, | |
| -11.240673065185547, | |
| -11.0855712890625, | |
| -11.23913288116455, | |
| -10.800983428955078, | |
| -11.024614334106445, | |
| -11.211851119995117, | |
| -10.162187576293945, | |
| -9.373451232910156, | |
| -10.36676025390625, | |
| -9.876752853393555, | |
| -9.236747741699219, | |
| 3.232257127761841, | |
| -11.037008285522461, | |
| -11.143600463867188, | |
| -11.16114616394043, | |
| -11.200224876403809, | |
| -8.792327880859375, | |
| -11.088735580444336, | |
| -10.415191650390625, | |
| -10.909587860107422, | |
| -10.436511993408203, | |
| -10.939868927001953, | |
| -10.57021713256836, | |
| -11.11418342590332, | |
| -11.056065559387207, | |
| -11.190031051635742, | |
| -5.527738094329834, | |
| -11.03574275970459, | |
| -11.01397705078125, | |
| -10.592884063720703, | |
| -11.133848190307617, | |
| -8.49322509765625, | |
| -11.029521942138672, | |
| -11.060728073120117, | |
| -10.975502014160156, | |
| -11.13967227935791, | |
| -10.437505722045898, | |
| -10.448234558105469, | |
| -10.272102355957031, | |
| -10.41712474822998, | |
| -10.53675651550293, | |
| 5.854593276977539, | |
| -11.285204887390137, | |
| -11.112241744995117, | |
| -11.132957458496094, | |
| -11.207233428955078, | |
| -5.3893537521362305, | |
| -11.221435546875, | |
| -11.326350212097168, | |
| -11.20118236541748, | |
| -11.290234565734863, | |
| -10.673235893249512, | |
| -10.05329704284668, | |
| -10.625818252563477, | |
| -10.339912414550781, | |
| -10.136980056762695, | |
| -10.681116104125977, | |
| -11.133277893066406, | |
| -11.181910514831543, | |
| -11.250669479370117, | |
| -11.17498779296875, | |
| -10.973556518554688, | |
| -11.012002944946289, | |
| -11.109542846679688, | |
| -11.154129028320312, | |
| -11.041742324829102, | |
| 2.1191811561584473, | |
| -11.207340240478516, | |
| -10.976821899414062, | |
| -10.979395866394043, | |
| -10.928178787231445, | |
| 0.7524376511573792, | |
| -11.203611373901367, | |
| -9.274543762207031, | |
| -11.15402603149414, | |
| -11.082134246826172, | |
| 7.628945350646973, | |
| -11.191018104553223, | |
| -11.173900604248047, | |
| -11.101665496826172, | |
| -11.152315139770508, | |
| -1.48466157913208, | |
| -10.855504035949707, | |
| -10.895758628845215, | |
| -11.060433387756348, | |
| -11.044099807739258, | |
| 6.837357521057129, | |
| -9.767210006713867, | |
| -10.32613754272461, | |
| -10.298624038696289, | |
| -9.087483406066895, | |
| 6.000030517578125, | |
| -11.130433082580566, | |
| -11.094318389892578, | |
| -11.13868236541748, | |
| -11.163116455078125, | |
| 7.0196685791015625, | |
| -10.90452766418457, | |
| -10.925960540771484, | |
| -10.932016372680664, | |
| -10.435226440429688, | |
| 1.333388090133667, | |
| -11.144451141357422, | |
| -11.06053352355957, | |
| -9.791729927062988, | |
| -10.973760604858398, | |
| -11.156124114990234, | |
| -10.96744155883789, | |
| -11.122430801391602, | |
| -11.144187927246094, | |
| -11.010091781616211, | |
| 5.3552350997924805, | |
| -11.198838233947754, | |
| -10.963924407958984, | |
| -11.21546745300293, | |
| -10.833552360534668, | |
| 2.9301304817199707, | |
| -8.23281478881836, | |
| -10.970544815063477, | |
| -10.331012725830078, | |
| -11.1593599319458, | |
| -1.9805810451507568, | |
| -5.746716499328613, | |
| -11.27337646484375, | |
| -11.126999855041504, | |
| -10.864645957946777, | |
| -0.022835437208414078, | |
| -11.049046516418457, | |
| -11.146417617797852, | |
| -11.11016845703125, | |
| -11.02208137512207, | |
| -2.915235996246338, | |
| -11.20433235168457, | |
| -11.169034004211426, | |
| -11.09011459350586, | |
| -11.015989303588867, | |
| -6.671457290649414, | |
| -9.566911697387695, | |
| -7.360413074493408, | |
| -8.948631286621094, | |
| -10.873574256896973, | |
| 2.230463743209839, | |
| -10.99211311340332, | |
| -11.112133026123047, | |
| -11.16982364654541, | |
| -10.844974517822266, | |
| -3.620912790298462, | |
| -9.835684776306152, | |
| -8.107982635498047, | |
| -8.982967376708984, | |
| -8.025165557861328, | |
| 3.689581871032715, | |
| -11.12103271484375, | |
| -11.144454956054688, | |
| -11.236141204833984, | |
| -11.192276000976562, | |
| -1.2396461963653564, | |
| -11.169654846191406, | |
| -10.987407684326172, | |
| -11.149520874023438, | |
| -11.068111419677734, | |
| 6.249299049377441, | |
| -10.869711875915527, | |
| -8.6954345703125, | |
| -11.174171447753906, | |
| -11.253908157348633, | |
| 4.83007287979126, | |
| -10.282946586608887, | |
| -10.97637939453125, | |
| -11.307117462158203, | |
| -11.291886329650879, | |
| -6.068561553955078, | |
| -11.129622459411621, | |
| -10.99360179901123, | |
| -11.08474349975586, | |
| -11.128595352172852, | |
| 5.934937477111816, | |
| -11.290679931640625, | |
| -10.843221664428711, | |
| -10.927456855773926, | |
| -10.669140815734863, | |
| 7.4306206703186035, | |
| -11.234986305236816, | |
| -11.026725769042969, | |
| -11.190324783325195, | |
| -11.02088737487793, | |
| 5.446760177612305, | |
| -11.118671417236328, | |
| -11.094999313354492, | |
| -11.253975868225098, | |
| -11.138351440429688 | |
| ] | |
| }, | |
| { | |
| "name": "ms-marco-MiniLM-L-12-v2", | |
| "params": "33M", | |
| "kind": "reranker", | |
| "accuracy_oracle": 0.904, | |
| "oracle_threshold": -7.799055576324463, | |
| "latency_ms": 37.673723220825195, | |
| "scores": [ | |
| -9.163131713867188, | |
| -9.977745056152344, | |
| -10.190057754516602, | |
| -10.315364837646484, | |
| -9.262195587158203, | |
| -5.789336681365967, | |
| -11.237512588500977, | |
| -10.975166320800781, | |
| -10.879301071166992, | |
| -11.174410820007324, | |
| -8.500033378601074, | |
| -10.130929946899414, | |
| -10.657039642333984, | |
| -11.147485733032227, | |
| -10.068901062011719, | |
| -10.081454277038574, | |
| -8.317110061645508, | |
| -8.384941101074219, | |
| -10.861560821533203, | |
| -9.595172882080078, | |
| -9.416706085205078, | |
| -11.304289817810059, | |
| -11.210348129272461, | |
| -11.151331901550293, | |
| -11.16811466217041, | |
| -10.057564735412598, | |
| -9.920330047607422, | |
| -8.648719787597656, | |
| -10.303221702575684, | |
| -10.403816223144531, | |
| -7.492935657501221, | |
| -11.15652084350586, | |
| -11.219524383544922, | |
| -10.682369232177734, | |
| -11.185761451721191, | |
| -10.89164924621582, | |
| -11.161947250366211, | |
| -10.714349746704102, | |
| -11.015241622924805, | |
| -11.071422576904297, | |
| -8.621824264526367, | |
| -7.961796760559082, | |
| -10.522605895996094, | |
| -10.832878112792969, | |
| -11.204422950744629, | |
| -3.5052895545959473, | |
| -11.194332122802734, | |
| -11.28325080871582, | |
| -11.11787223815918, | |
| -11.082098960876465, | |
| -2.309386730194092, | |
| -11.16556167602539, | |
| -11.230859756469727, | |
| -11.177679061889648, | |
| -11.268912315368652, | |
| -10.2916259765625, | |
| -11.296102523803711, | |
| -11.12973403930664, | |
| -11.283149719238281, | |
| -11.259485244750977, | |
| -10.795646667480469, | |
| -11.131200790405273, | |
| -10.182710647583008, | |
| -10.937694549560547, | |
| -11.225752830505371, | |
| -9.49545955657959, | |
| -9.380924224853516, | |
| -10.284136772155762, | |
| -9.68448543548584, | |
| -9.117940902709961, | |
| 4.292252540588379, | |
| -11.047537803649902, | |
| -11.160988807678223, | |
| -11.149041175842285, | |
| -11.084577560424805, | |
| -9.840835571289062, | |
| -11.15615463256836, | |
| -10.570677757263184, | |
| -11.028045654296875, | |
| -10.273391723632812, | |
| -10.905133247375488, | |
| -10.896032333374023, | |
| -11.152132987976074, | |
| -11.16739273071289, | |
| -11.218724250793457, | |
| -4.544010162353516, | |
| -11.071802139282227, | |
| -11.144966125488281, | |
| -10.365217208862305, | |
| -11.074329376220703, | |
| -7.799055576324463, | |
| -10.687713623046875, | |
| -11.059322357177734, | |
| -10.95168685913086, | |
| -11.137746810913086, | |
| -10.285115242004395, | |
| -10.535083770751953, | |
| -10.648855209350586, | |
| -10.597464561462402, | |
| -10.836166381835938, | |
| 6.117435455322266, | |
| -11.250696182250977, | |
| -11.110156059265137, | |
| -11.056658744812012, | |
| -11.204610824584961, | |
| -5.387520790100098, | |
| -11.172719955444336, | |
| -11.284042358398438, | |
| -11.182433128356934, | |
| -11.152528762817383, | |
| -10.917119026184082, | |
| -10.05754566192627, | |
| -10.919759750366211, | |
| -10.724237442016602, | |
| -10.17491626739502, | |
| -8.808337211608887, | |
| -11.232998847961426, | |
| -11.156818389892578, | |
| -11.274992942810059, | |
| -11.241497039794922, | |
| -11.08650016784668, | |
| -11.074613571166992, | |
| -11.230741500854492, | |
| -11.236689567565918, | |
| -11.092569351196289, | |
| 2.8685836791992188, | |
| -11.227375030517578, | |
| -11.06883430480957, | |
| -11.143935203552246, | |
| -11.018460273742676, | |
| 1.90606689453125, | |
| -11.180807113647461, | |
| -9.141830444335938, | |
| -11.082477569580078, | |
| -11.016246795654297, | |
| 8.19366455078125, | |
| -11.2423734664917, | |
| -11.216490745544434, | |
| -11.23300552368164, | |
| -11.230445861816406, | |
| -1.468506097793579, | |
| -11.017742156982422, | |
| -11.041743278503418, | |
| -11.208473205566406, | |
| -11.167882919311523, | |
| 7.324967384338379, | |
| -8.547416687011719, | |
| -9.605155944824219, | |
| -9.391759872436523, | |
| -7.6712541580200195, | |
| 5.977058410644531, | |
| -11.180662155151367, | |
| -11.171685218811035, | |
| -11.1287202835083, | |
| -11.21567440032959, | |
| 6.916831016540527, | |
| -11.117223739624023, | |
| -11.148383140563965, | |
| -11.095101356506348, | |
| -10.367696762084961, | |
| 3.5285701751708984, | |
| -11.16708755493164, | |
| -11.031731605529785, | |
| -9.195662498474121, | |
| -10.831146240234375, | |
| -11.122811317443848, | |
| -10.736730575561523, | |
| -11.147063255310059, | |
| -11.120866775512695, | |
| -10.920843124389648, | |
| 6.232253074645996, | |
| -11.154472351074219, | |
| -10.606488227844238, | |
| -11.196523666381836, | |
| -10.630036354064941, | |
| 2.2095589637756348, | |
| -8.80517578125, | |
| -11.048795700073242, | |
| -11.05089282989502, | |
| -11.083565711975098, | |
| -1.0455797910690308, | |
| -6.323958873748779, | |
| -11.191713333129883, | |
| -11.11697006225586, | |
| -10.729301452636719, | |
| 1.6777598857879639, | |
| -11.098651885986328, | |
| -10.959955215454102, | |
| -11.180012702941895, | |
| -11.142085075378418, | |
| -3.204923152923584, | |
| -11.255239486694336, | |
| -11.209397315979004, | |
| -11.083223342895508, | |
| -11.16220760345459, | |
| -5.662288188934326, | |
| -9.430171966552734, | |
| -7.382120609283447, | |
| -8.812491416931152, | |
| -10.692800521850586, | |
| 2.1460704803466797, | |
| -11.040596008300781, | |
| -11.193045616149902, | |
| -11.24094009399414, | |
| -11.036057472229004, | |
| 2.817645788192749, | |
| 0.45419013500213623, | |
| -0.2518950402736664, | |
| -0.16226962208747864, | |
| 0.2098177969455719, | |
| 4.0867204666137695, | |
| -11.176126480102539, | |
| -11.211708068847656, | |
| -11.233718872070312, | |
| -11.204962730407715, | |
| -1.7238543033599854, | |
| -11.141469955444336, | |
| -10.963147163391113, | |
| -11.202037811279297, | |
| -11.00531005859375, | |
| 6.914082050323486, | |
| -10.513497352600098, | |
| -7.825313568115234, | |
| -10.90427303314209, | |
| -10.957968711853027, | |
| 5.407214164733887, | |
| -9.919934272766113, | |
| -10.296783447265625, | |
| -11.235139846801758, | |
| -11.20952320098877, | |
| -7.249026298522949, | |
| -11.131731986999512, | |
| -10.806703567504883, | |
| -11.09118366241455, | |
| -11.076581954956055, | |
| 6.707945346832275, | |
| -11.134639739990234, | |
| -10.654295921325684, | |
| -10.830187797546387, | |
| -10.56201171875, | |
| 7.359330177307129, | |
| -11.254278182983398, | |
| -11.122779846191406, | |
| -11.273253440856934, | |
| -11.184070587158203, | |
| 5.389017105102539, | |
| -11.150773048400879, | |
| -11.019828796386719, | |
| -11.294054985046387, | |
| -11.111717224121094 | |
| ] | |
| }, | |
| { | |
| "name": "mxbai-rerank-xsmall-v1", | |
| "params": "70M", | |
| "kind": "reranker", | |
| "accuracy_oracle": 0.896, | |
| "oracle_threshold": 0.2294921875, | |
| "latency_ms": 918.9404516220093, | |
| "scores": [ | |
| 0.054290771484375, | |
| 0.04302978515625, | |
| 0.0250396728515625, | |
| 0.048858642578125, | |
| 0.040252685546875, | |
| 0.10107421875, | |
| 0.014556884765625, | |
| 0.01363372802734375, | |
| 0.051544189453125, | |
| 0.0247955322265625, | |
| 0.2939453125, | |
| 0.05865478515625, | |
| 0.057708740234375, | |
| 0.094482421875, | |
| 0.11297607421875, | |
| 0.1700439453125, | |
| 0.127197265625, | |
| 0.1644287109375, | |
| 0.110107421875, | |
| 0.09857177734375, | |
| 0.01024627685546875, | |
| 0.00595855712890625, | |
| 0.005138397216796875, | |
| 0.00494384765625, | |
| 0.0053863525390625, | |
| 0.11614990234375, | |
| 0.04083251953125, | |
| 0.08447265625, | |
| 0.15087890625, | |
| 0.050048828125, | |
| 0.0254669189453125, | |
| 0.0162200927734375, | |
| 0.01132965087890625, | |
| 0.017242431640625, | |
| 0.01348114013671875, | |
| 0.086181640625, | |
| 0.0280609130859375, | |
| 0.055511474609375, | |
| 0.0202484130859375, | |
| 0.02423095703125, | |
| 0.30517578125, | |
| 0.142578125, | |
| 0.06109619140625, | |
| 0.09088134765625, | |
| 0.04620361328125, | |
| 0.2294921875, | |
| 0.0169830322265625, | |
| 0.0297088623046875, | |
| 0.0318603515625, | |
| 0.03582763671875, | |
| 0.090087890625, | |
| 0.0095977783203125, | |
| 0.01525115966796875, | |
| 0.0129241943359375, | |
| 0.007175445556640625, | |
| 0.02947998046875, | |
| 0.0167236328125, | |
| 0.044342041015625, | |
| 0.00905609130859375, | |
| 0.0230712890625, | |
| 0.0225830078125, | |
| 0.00605010986328125, | |
| 0.019866943359375, | |
| 0.0129241943359375, | |
| 0.00806427001953125, | |
| 0.421630859375, | |
| 0.051361083984375, | |
| 0.05987548828125, | |
| 0.10723876953125, | |
| 0.1715087890625, | |
| 0.71728515625, | |
| 0.029815673828125, | |
| 0.0244293212890625, | |
| 0.0223236083984375, | |
| 0.046630859375, | |
| 0.10650634765625, | |
| 0.020965576171875, | |
| 0.0509033203125, | |
| 0.030670166015625, | |
| 0.05889892578125, | |
| 0.09857177734375, | |
| 0.02532958984375, | |
| 0.00757598876953125, | |
| 0.034942626953125, | |
| 0.01332855224609375, | |
| 0.6201171875, | |
| 0.038604736328125, | |
| 0.052825927734375, | |
| 0.060211181640625, | |
| 0.026763916015625, | |
| 0.048583984375, | |
| 0.0390625, | |
| 0.033721923828125, | |
| 0.046630859375, | |
| 0.02752685546875, | |
| 0.053009033203125, | |
| 0.04010009765625, | |
| 0.04486083984375, | |
| 0.043853759765625, | |
| 0.0302734375, | |
| 0.87890625, | |
| 0.01233673095703125, | |
| 0.0164031982421875, | |
| 0.00787353515625, | |
| 0.0102081298828125, | |
| 0.0259552001953125, | |
| 0.014007568359375, | |
| 0.00557708740234375, | |
| 0.00701141357421875, | |
| 0.013275146484375, | |
| 0.038116455078125, | |
| 0.0965576171875, | |
| 0.06610107421875, | |
| 0.0237274169921875, | |
| 0.059661865234375, | |
| 0.06243896484375, | |
| 0.006824493408203125, | |
| 0.0095977783203125, | |
| 0.008544921875, | |
| 0.00919342041015625, | |
| 0.0217437744140625, | |
| 0.007038116455078125, | |
| 0.00997161865234375, | |
| 0.0153656005859375, | |
| 0.00919342041015625, | |
| 0.51513671875, | |
| 0.0108184814453125, | |
| 0.0257568359375, | |
| 0.012054443359375, | |
| 0.03021240234375, | |
| 0.68896484375, | |
| 0.006290435791015625, | |
| 0.06719970703125, | |
| 0.09979248046875, | |
| 0.03448486328125, | |
| 0.97216796875, | |
| 0.0194549560546875, | |
| 0.017578125, | |
| 0.0207672119140625, | |
| 0.021331787109375, | |
| 0.262451171875, | |
| 0.09088134765625, | |
| 0.0635986328125, | |
| 0.06622314453125, | |
| 0.040679931640625, | |
| 0.96533203125, | |
| 0.086181640625, | |
| 0.07354736328125, | |
| 0.05194091796875, | |
| 0.060302734375, | |
| 0.81787109375, | |
| 0.018341064453125, | |
| 0.01374053955078125, | |
| 0.049407958984375, | |
| 0.0173797607421875, | |
| 0.9716796875, | |
| 0.038604736328125, | |
| 0.0289764404296875, | |
| 0.015960693359375, | |
| 0.11859130859375, | |
| 0.49755859375, | |
| 0.03302001953125, | |
| 0.052703857421875, | |
| 0.058990478515625, | |
| 0.0369873046875, | |
| 0.08990478515625, | |
| 0.0184783935546875, | |
| 0.015838623046875, | |
| 0.0137939453125, | |
| 0.0189056396484375, | |
| 0.953125, | |
| 0.1318359375, | |
| 0.08978271484375, | |
| 0.0460205078125, | |
| 0.039703369140625, | |
| 0.481201171875, | |
| 0.053497314453125, | |
| 0.05419921875, | |
| 0.0217437744140625, | |
| 0.0262603759765625, | |
| 0.26025390625, | |
| 0.184814453125, | |
| 0.01666259765625, | |
| 0.0230255126953125, | |
| 0.0894775390625, | |
| 0.3369140625, | |
| 0.01483917236328125, | |
| 0.01751708984375, | |
| 0.024993896484375, | |
| 0.011962890625, | |
| 0.419677734375, | |
| 0.005218505859375, | |
| 0.01450347900390625, | |
| 0.00757598876953125, | |
| 0.0190582275390625, | |
| 0.1795654296875, | |
| 0.1431884765625, | |
| 0.1925048828125, | |
| 0.09368896484375, | |
| 0.06695556640625, | |
| 0.33349609375, | |
| 0.02691650390625, | |
| 0.018798828125, | |
| 0.019012451171875, | |
| 0.03839111328125, | |
| 0.485107421875, | |
| 0.328369140625, | |
| 0.5107421875, | |
| 0.336669921875, | |
| 0.25732421875, | |
| 0.8203125, | |
| 0.04742431640625, | |
| 0.0294189453125, | |
| 0.0261993408203125, | |
| 0.018096923828125, | |
| 0.14892578125, | |
| 0.0194244384765625, | |
| 0.051177978515625, | |
| 0.02337646484375, | |
| 0.038604736328125, | |
| 0.90478515625, | |
| 0.0282135009765625, | |
| 0.04931640625, | |
| 0.0293121337890625, | |
| 0.0240936279296875, | |
| 0.96533203125, | |
| 0.193115234375, | |
| 0.060638427734375, | |
| 0.0548095703125, | |
| 0.045257568359375, | |
| 0.1844482421875, | |
| 0.0272216796875, | |
| 0.035552978515625, | |
| 0.03265380859375, | |
| 0.0171051025390625, | |
| 0.88037109375, | |
| 0.01473236083984375, | |
| 0.047332763671875, | |
| 0.0254669189453125, | |
| 0.048309326171875, | |
| 0.9326171875, | |
| 0.008514404296875, | |
| 0.008544921875, | |
| 0.020294189453125, | |
| 0.0150146484375, | |
| 0.900390625, | |
| 0.061981201171875, | |
| 0.05877685546875, | |
| 0.04400634765625, | |
| 0.056243896484375 | |
| ] | |
| }, | |
| { | |
| "name": "gte-reranker-modernbert-base", | |
| "params": "149M", | |
| "kind": "reranker", | |
| "accuracy_oracle": 0.924, | |
| "oracle_threshold": 0.7231688499450684, | |
| "latency_ms": 146.77538871765137, | |
| "scores": [ | |
| 0.5468403697013855, | |
| 0.5393633842468262, | |
| 0.5482730269432068, | |
| 0.5591763854026794, | |
| 0.5096786618232727, | |
| 0.8078098297119141, | |
| 0.5718415379524231, | |
| 0.4269704818725586, | |
| 0.561511218547821, | |
| 0.672541618347168, | |
| 0.786098301410675, | |
| 0.4161752760410309, | |
| 0.28834593296051025, | |
| 0.392151415348053, | |
| 0.6951772570610046, | |
| 0.6582247018814087, | |
| 0.6543330550193787, | |
| 0.6999235153198242, | |
| 0.41770827770233154, | |
| 0.555144190788269, | |
| 0.7270178198814392, | |
| 0.46510687470436096, | |
| 0.3480627238750458, | |
| 0.59792560338974, | |
| 0.3337303698062897, | |
| 0.5922120809555054, | |
| 0.6104305386543274, | |
| 0.6048924922943115, | |
| 0.6085524559020996, | |
| 0.6681597232818604, | |
| 0.3451915383338928, | |
| 0.3665435016155243, | |
| 0.3634822964668274, | |
| 0.3810863196849823, | |
| 0.35030093789100647, | |
| 0.523858904838562, | |
| 0.5779564380645752, | |
| 0.7157688736915588, | |
| 0.47907570004463196, | |
| 0.7452077269554138, | |
| 0.6426635384559631, | |
| 0.6223209500312805, | |
| 0.6709427237510681, | |
| 0.40276047587394714, | |
| 0.44654563069343567, | |
| 0.8281081318855286, | |
| 0.25861600041389465, | |
| 0.341723769903183, | |
| 0.45170849561691284, | |
| 0.6909945607185364, | |
| 0.8046435713768005, | |
| 0.22600910067558289, | |
| 0.2880608141422272, | |
| 0.33696311712265015, | |
| 0.343457967042923, | |
| 0.7881594300270081, | |
| 0.47926729917526245, | |
| 0.6120585799217224, | |
| 0.32267072796821594, | |
| 0.26263678073883057, | |
| 0.6881995797157288, | |
| 0.19526734948158264, | |
| 0.5678139328956604, | |
| 0.629983127117157, | |
| 0.30885806679725647, | |
| 0.7591322660446167, | |
| 0.6742718815803528, | |
| 0.7166142463684082, | |
| 0.6007040143013, | |
| 0.6504236459732056, | |
| 0.9195130467414856, | |
| 0.42019957304000854, | |
| 0.6921296715736389, | |
| 0.642959713935852, | |
| 0.44859105348587036, | |
| 0.7607868313789368, | |
| 0.40394484996795654, | |
| 0.7377877235412598, | |
| 0.556068480014801, | |
| 0.7342509031295776, | |
| 0.5960314273834229, | |
| 0.3702593743801117, | |
| 0.3438344895839691, | |
| 0.5904419422149658, | |
| 0.3714432120323181, | |
| 0.8710499405860901, | |
| 0.400961309671402, | |
| 0.6759388446807861, | |
| 0.630493700504303, | |
| 0.548408567905426, | |
| 0.8679274320602417, | |
| 0.5471293926239014, | |
| 0.5947421789169312, | |
| 0.41518911719322205, | |
| 0.5606857538223267, | |
| 0.43138715624809265, | |
| 0.3914738893508911, | |
| 0.49587005376815796, | |
| 0.3290937542915344, | |
| 0.35242170095443726, | |
| 0.9467718601226807, | |
| 0.2870735824108124, | |
| 0.7474173903465271, | |
| 0.45271921157836914, | |
| 0.4384324550628662, | |
| 0.7157465815544128, | |
| 0.14239473640918732, | |
| 0.15255485475063324, | |
| 0.37100353837013245, | |
| 0.38924440741539, | |
| 0.4905262887477875, | |
| 0.43246105313301086, | |
| 0.2875095307826996, | |
| 0.37844318151474, | |
| 0.5942103266716003, | |
| 0.729575514793396, | |
| 0.34666773676872253, | |
| 0.5952340364456177, | |
| 0.4979357421398163, | |
| 0.4951745271682739, | |
| 0.6254566311836243, | |
| 0.2563033401966095, | |
| 0.2781945466995239, | |
| 0.41687682271003723, | |
| 0.3438388705253601, | |
| 0.8675751090049744, | |
| 0.28949305415153503, | |
| 0.6187517046928406, | |
| 0.1958630234003067, | |
| 0.30023473501205444, | |
| 0.8911451101303101, | |
| 0.22152289748191833, | |
| 0.6229447722434998, | |
| 0.4962655007839203, | |
| 0.4673091173171997, | |
| 0.9581873416900635, | |
| 0.3320619761943817, | |
| 0.39008742570877075, | |
| 0.46768075227737427, | |
| 0.5888569951057434, | |
| 0.8138298988342285, | |
| 0.3921507000923157, | |
| 0.2266877442598343, | |
| 0.49703270196914673, | |
| 0.2360685169696808, | |
| 0.9461468458175659, | |
| 0.38393309712409973, | |
| 0.41971778869628906, | |
| 0.2351580262184143, | |
| 0.5185463428497314, | |
| 0.9457460045814514, | |
| 0.2606373429298401, | |
| 0.18332557380199432, | |
| 0.44262203574180603, | |
| 0.3299984633922577, | |
| 0.9419518709182739, | |
| 0.2607531249523163, | |
| 0.1725102961063385, | |
| 0.16379404067993164, | |
| 0.3866223990917206, | |
| 0.8790298104286194, | |
| 0.3585423529148102, | |
| 0.5544742941856384, | |
| 0.6540766954421997, | |
| 0.42570048570632935, | |
| 0.6146220564842224, | |
| 0.43318992853164673, | |
| 0.20287959277629852, | |
| 0.18806158006191254, | |
| 0.3816741704940796, | |
| 0.9689493179321289, | |
| 0.40974685549736023, | |
| 0.4420424699783325, | |
| 0.45283153653144836, | |
| 0.3709772229194641, | |
| 0.8794413805007935, | |
| 0.6144360899925232, | |
| 0.4307040870189667, | |
| 0.4296892285346985, | |
| 0.5615368485450745, | |
| 0.8713471293449402, | |
| 0.8141090273857117, | |
| 0.3598717749118805, | |
| 0.24038688838481903, | |
| 0.655204713344574, | |
| 0.859898567199707, | |
| 0.3828012943267822, | |
| 0.7222089767456055, | |
| 0.2681848704814911, | |
| 0.3881382644176483, | |
| 0.7231688499450684, | |
| 0.444949209690094, | |
| 0.3560881018638611, | |
| 0.2904135584831238, | |
| 0.28796297311782837, | |
| 0.7152615785598755, | |
| 0.5180967450141907, | |
| 0.30446669459342957, | |
| 0.26143836975097656, | |
| 0.2627110779285431, | |
| 0.7746604084968567, | |
| 0.29437223076820374, | |
| 0.24732473492622375, | |
| 0.3745712339878082, | |
| 0.5979238748550415, | |
| 0.727301836013794, | |
| 0.42280668020248413, | |
| 0.4455128014087677, | |
| 0.43216580152511597, | |
| 0.32637807726860046, | |
| 0.9073633551597595, | |
| 0.2730334401130676, | |
| 0.2685795724391937, | |
| 0.1442418098449707, | |
| 0.037949878722429276, | |
| 0.8643301129341125, | |
| 0.3365333080291748, | |
| 0.33838126063346863, | |
| 0.1935546100139618, | |
| 0.4357806146144867, | |
| 0.9351230263710022, | |
| 0.33753708004951477, | |
| 0.5126360058784485, | |
| 0.5440303683280945, | |
| 0.35808196663856506, | |
| 0.9426791667938232, | |
| 0.4122626781463623, | |
| 0.3541450500488281, | |
| 0.3086959719657898, | |
| 0.2773738503456116, | |
| 0.7861464023590088, | |
| 0.6158111691474915, | |
| 0.4392763674259186, | |
| 0.39135125279426575, | |
| 0.2395881563425064, | |
| 0.9427370429039001, | |
| 0.37514811754226685, | |
| 0.4592922329902649, | |
| 0.37096840143203735, | |
| 0.26752614974975586, | |
| 0.9455920457839966, | |
| 0.17714127898216248, | |
| 0.24027688801288605, | |
| 0.3488103449344635, | |
| 0.25798824429512024, | |
| 0.9217262268066406, | |
| 0.3952924907207489, | |
| 0.4304702877998352, | |
| 0.14601391553878784, | |
| 0.17240379750728607 | |
| ] | |
| }, | |
| { | |
| "name": "bge-reranker-base", | |
| "params": "278M", | |
| "kind": "reranker", | |
| "accuracy_oracle": 0.904, | |
| "oracle_threshold": 0.050983529537916183, | |
| "latency_ms": 119.53766345977783, | |
| "scores": [ | |
| 0.0005320783820934594, | |
| 0.000569726515095681, | |
| 0.0005853627808392048, | |
| 5.526496534002945e-05, | |
| 0.00010315345571143553, | |
| 0.07638266682624817, | |
| 3.734100391739048e-05, | |
| 0.0011813320452347398, | |
| 0.0006577376625500619, | |
| 0.00017256596765946597, | |
| 0.11715608090162277, | |
| 0.0014128648908808827, | |
| 0.01571265235543251, | |
| 0.0031209904700517654, | |
| 0.011654301546514034, | |
| 0.003249139990657568, | |
| 0.018371770158410072, | |
| 0.16211451590061188, | |
| 0.004414405208081007, | |
| 0.024012655019760132, | |
| 0.003173474920913577, | |
| 0.00011909487511729822, | |
| 0.0003757098165806383, | |
| 6.330612086458132e-05, | |
| 3.7344212614698336e-05, | |
| 0.0003398694971110672, | |
| 0.00018734957848209888, | |
| 0.003083253977820277, | |
| 0.007347088307142258, | |
| 0.000645157415419817, | |
| 0.0027494963724166155, | |
| 0.00011208201613044366, | |
| 0.00015230146527756006, | |
| 0.009591294452548027, | |
| 4.368960071587935e-05, | |
| 0.0019411119865253568, | |
| 0.012211346998810768, | |
| 0.012793523259460926, | |
| 0.0010015973821282387, | |
| 0.0025245959404855967, | |
| 0.00168418709654361, | |
| 0.04576212167739868, | |
| 4.672449722420424e-05, | |
| 4.1238068661186844e-05, | |
| 3.728844603756443e-05, | |
| 0.008796903304755688, | |
| 0.0008851716411300004, | |
| 0.0006570490659214556, | |
| 3.74768533220049e-05, | |
| 0.0494476780295372, | |
| 0.9102261662483215, | |
| 0.001241280697286129, | |
| 0.0005164514295756817, | |
| 0.0007541034719906747, | |
| 3.729097079485655e-05, | |
| 0.01588505133986473, | |
| 0.0008015113417059183, | |
| 0.00030553675605915487, | |
| 3.7307298043742776e-05, | |
| 0.0002463833661749959, | |
| 0.0011835740879178047, | |
| 6.639302591793239e-05, | |
| 0.00927045289427042, | |
| 0.0005996064282953739, | |
| 3.7291149055818096e-05, | |
| 0.0047119357623159885, | |
| 0.000473315070848912, | |
| 0.0001311961968895048, | |
| 0.0005430355085991323, | |
| 4.086537956027314e-05, | |
| 0.7765951752662659, | |
| 0.0030562616884708405, | |
| 0.0001563628320582211, | |
| 4.121200618101284e-05, | |
| 0.00018461233412381262, | |
| 0.0025023703929036856, | |
| 0.0017383345402777195, | |
| 0.0003963423951063305, | |
| 0.0019359391881152987, | |
| 0.027550769969820976, | |
| 5.102312206872739e-05, | |
| 0.00020116560335736722, | |
| 0.00036176160210743546, | |
| 3.7566736864391714e-05, | |
| 0.004587904084473848, | |
| 0.10447453707456589, | |
| 4.6460216253763065e-05, | |
| 3.731359538505785e-05, | |
| 0.00038435950409621, | |
| 0.0002962676517199725, | |
| 0.602090060710907, | |
| 3.994832150056027e-05, | |
| 8.568769408157095e-05, | |
| 0.0010592160979285836, | |
| 4.9381844291929156e-05, | |
| 0.005235651973634958, | |
| 0.00011461193935247138, | |
| 0.00019016058649867773, | |
| 0.0009698729845695198, | |
| 0.00011590850772336125, | |
| 0.8555392026901245, | |
| 3.776778976316564e-05, | |
| 0.0007229885668493807, | |
| 0.00010453968570800498, | |
| 0.00021540631132666022, | |
| 0.27007439732551575, | |
| 0.00037291221087798476, | |
| 3.729168383870274e-05, | |
| 0.0075593371875584126, | |
| 0.00034347924520261586, | |
| 3.832094807876274e-05, | |
| 3.768874012166634e-05, | |
| 4.139772499911487e-05, | |
| 3.7304558645701036e-05, | |
| 3.731516335392371e-05, | |
| 0.0055603086948394775, | |
| 3.742906483239494e-05, | |
| 5.032509216107428e-05, | |
| 3.80487872462254e-05, | |
| 0.0002376162592554465, | |
| 0.00032101423130370677, | |
| 3.773876960622147e-05, | |
| 9.629561100155115e-05, | |
| 0.00012816452363040298, | |
| 3.729392483364791e-05, | |
| 0.06898434460163116, | |
| 3.7328187318053097e-05, | |
| 0.0007575820782221854, | |
| 3.7298581446520984e-05, | |
| 9.023357415571809e-05, | |
| 0.44565528631210327, | |
| 3.7287984014255926e-05, | |
| 0.00045750432764180005, | |
| 5.028133818996139e-05, | |
| 4.098417775821872e-05, | |
| 0.9913185834884644, | |
| 3.7314981454983354e-05, | |
| 3.7417466955957934e-05, | |
| 3.728898082044907e-05, | |
| 3.728521187440492e-05, | |
| 0.02666468732059002, | |
| 9.487408533459529e-05, | |
| 0.00035654602106660604, | |
| 5.184744077268988e-05, | |
| 5.467513619805686e-05, | |
| 0.9846091270446777, | |
| 0.00014499988174065948, | |
| 7.090166036505252e-05, | |
| 0.0005562508595176041, | |
| 0.0010456971358507872, | |
| 0.9043575525283813, | |
| 4.393020208226517e-05, | |
| 3.994306462118402e-05, | |
| 3.870769796776585e-05, | |
| 3.8515856431331486e-05, | |
| 0.9811479449272156, | |
| 3.736992948688567e-05, | |
| 3.7558569601969793e-05, | |
| 9.690513979876414e-05, | |
| 0.0012819940457120538, | |
| 0.24553431570529938, | |
| 0.00023369469272438437, | |
| 0.00019719573901966214, | |
| 0.04389694333076477, | |
| 0.0005243506166152656, | |
| 3.737663428182714e-05, | |
| 7.181512046372518e-05, | |
| 3.734734491445124e-05, | |
| 3.729204036062583e-05, | |
| 3.729189484147355e-05, | |
| 0.998388409614563, | |
| 7.257793913595378e-05, | |
| 3.7929847167106345e-05, | |
| 0.0008085060399025679, | |
| 8.515465015079826e-05, | |
| 0.5139503479003906, | |
| 0.00022846311912871897, | |
| 4.089173307875171e-05, | |
| 6.38096607872285e-05, | |
| 9.581600170349702e-05, | |
| 0.13967491686344147, | |
| 0.012429636903107166, | |
| 3.7287521990947425e-05, | |
| 3.735225982381962e-05, | |
| 0.0009605212835595012, | |
| 0.005841671954840422, | |
| 3.728962110471912e-05, | |
| 0.00013324138126336038, | |
| 3.729249874595553e-05, | |
| 3.730313619598746e-05, | |
| 0.05103977397084236, | |
| 0.00011145714233862236, | |
| 3.729641321115196e-05, | |
| 4.1748586227186024e-05, | |
| 7.725667819613591e-05, | |
| 0.0014458369696512818, | |
| 0.00047099028597585857, | |
| 5.300517659634352e-05, | |
| 0.00011783230729633942, | |
| 0.0001245021412614733, | |
| 0.1584409922361374, | |
| 0.00023699358280282468, | |
| 3.729723175638355e-05, | |
| 3.7425495975185186e-05, | |
| 0.037956058979034424, | |
| 0.050983529537916183, | |
| 3.74034461856354e-05, | |
| 0.000716557027772069, | |
| 3.7403729947982356e-05, | |
| 0.00011330253619235009, | |
| 0.7755634784698486, | |
| 5.143642192706466e-05, | |
| 9.058592695510015e-05, | |
| 8.444707782473415e-05, | |
| 0.001115696388296783, | |
| 0.03614126145839691, | |
| 3.7284284189809114e-05, | |
| 5.90147428738419e-05, | |
| 4.91969331051223e-05, | |
| 0.0001690297940513119, | |
| 0.958554744720459, | |
| 3.8975500501692295e-05, | |
| 0.0024033652152866125, | |
| 0.0005847460706718266, | |
| 3.807078246609308e-05, | |
| 0.5951008200645447, | |
| 0.0001863005309132859, | |
| 3.7423069443320855e-05, | |
| 7.095840555848554e-05, | |
| 3.7419893487822264e-05, | |
| 0.0051945350132882595, | |
| 6.314140773611143e-05, | |
| 0.00012226433318573982, | |
| 0.0008191296947188675, | |
| 5.570146822719835e-05, | |
| 0.8849647045135498, | |
| 0.0005374343600124121, | |
| 0.0002639691811054945, | |
| 0.00016403022164013237, | |
| 7.59984104661271e-05, | |
| 0.9964732527732849, | |
| 3.730640673893504e-05, | |
| 3.889737854478881e-05, | |
| 4.61045274278149e-05, | |
| 4.432010609889403e-05, | |
| 0.9282412528991699, | |
| 3.729040327016264e-05, | |
| 0.0007878949400037527, | |
| 0.00010244883014820516, | |
| 0.00043874428956769407 | |
| ] | |
| }, | |
| { | |
| "name": "bge-reranker-large", | |
| "params": "560M", | |
| "kind": "reranker", | |
| "accuracy_oracle": 0.884, | |
| "oracle_threshold": 0.026256058365106583, | |
| "latency_ms": 391.8754081726074, | |
| "scores": [ | |
| 0.0008068748284131289, | |
| 0.00015580235049128532, | |
| 0.0005467455484904349, | |
| 8.48222043714486e-05, | |
| 0.00012661321670748293, | |
| 0.0023215990513563156, | |
| 8.379491191590205e-05, | |
| 8.466139115625992e-05, | |
| 9.091693937079981e-05, | |
| 8.008655277080834e-05, | |
| 0.03865235298871994, | |
| 0.00014013025793246925, | |
| 0.01069741602987051, | |
| 0.00013998415670357645, | |
| 0.0036415986251085997, | |
| 0.0006348771275952458, | |
| 0.01949460618197918, | |
| 0.06305401027202606, | |
| 0.0005656351568177342, | |
| 0.013317231088876724, | |
| 0.00215163198299706, | |
| 0.0001772781542968005, | |
| 0.005876659881323576, | |
| 0.0004514035827014595, | |
| 0.0005061028059571981, | |
| 8.485634316457435e-05, | |
| 0.0007771342061460018, | |
| 7.702841685386375e-05, | |
| 0.00011055707727791741, | |
| 0.00031358268461190164, | |
| 0.00010830487008206546, | |
| 0.0006100600585341454, | |
| 7.700359128648415e-05, | |
| 0.000171267194673419, | |
| 9.439724817639217e-05, | |
| 0.0022292083594948053, | |
| 0.0040694246999919415, | |
| 0.010021624155342579, | |
| 0.0018119791056960821, | |
| 0.001779190730303526, | |
| 0.004558488726615906, | |
| 0.00848499033600092, | |
| 0.0018784906715154648, | |
| 0.0003931631217710674, | |
| 0.0004656367818824947, | |
| 0.011172525584697723, | |
| 0.0008027764270082116, | |
| 0.0017719242023304105, | |
| 9.523202606942505e-05, | |
| 0.0011193451937288046, | |
| 0.16117316484451294, | |
| 0.0003863870515488088, | |
| 0.001036534900777042, | |
| 0.00011684266792144626, | |
| 0.00038767122896388173, | |
| 0.008755980990827084, | |
| 8.847072604112327e-05, | |
| 8.762766810832545e-05, | |
| 0.0003905912162736058, | |
| 7.73440333432518e-05, | |
| 7.85172960604541e-05, | |
| 7.661590643692762e-05, | |
| 7.643098797416314e-05, | |
| 7.624267163919285e-05, | |
| 7.671883940929547e-05, | |
| 0.00039305686368606985, | |
| 0.0002197024878114462, | |
| 8.011083991732448e-05, | |
| 8.489802712574601e-05, | |
| 0.00019162763783242553, | |
| 0.9782097935676575, | |
| 0.3841417133808136, | |
| 0.0003922455362044275, | |
| 0.0009687962010502815, | |
| 0.00012790251639671624, | |
| 0.00023486469581257552, | |
| 0.00027367338771000504, | |
| 0.00011049405293306336, | |
| 0.0010785608319565654, | |
| 0.0005858581280335784, | |
| 0.0006348045426420867, | |
| 7.81618437031284e-05, | |
| 9.737003711052239e-05, | |
| 0.0005600700969807804, | |
| 7.656061643501744e-05, | |
| 0.06355229765176773, | |
| 0.003069651545956731, | |
| 0.023773593828082085, | |
| 0.00046467833453789353, | |
| 0.00019727190374396741, | |
| 0.12822599709033966, | |
| 7.664038275834173e-05, | |
| 0.0001666340249357745, | |
| 0.0015827299794182181, | |
| 8.171288209268823e-05, | |
| 0.0002278198953717947, | |
| 0.00012424834130797535, | |
| 0.004631188698112965, | |
| 0.00014942107372917235, | |
| 8.243865158874542e-05, | |
| 0.8298532962799072, | |
| 7.952249143272638e-05, | |
| 0.827649712562561, | |
| 0.01174269150942564, | |
| 0.00816716905683279, | |
| 0.002652783179655671, | |
| 0.00014856185589451343, | |
| 0.00010579463560134172, | |
| 0.497615784406662, | |
| 7.619353709742427e-05, | |
| 0.00010463303624419495, | |
| 7.820009341230616e-05, | |
| 7.934267341624945e-05, | |
| 9.275654883822426e-05, | |
| 7.657397509319708e-05, | |
| 0.0007255226955749094, | |
| 0.000505671021528542, | |
| 7.979595829965547e-05, | |
| 8.620863081887364e-05, | |
| 0.0005959080881439149, | |
| 0.0017772220307961106, | |
| 7.624303543707356e-05, | |
| 8.570412319386378e-05, | |
| 7.767197530483827e-05, | |
| 0.000354654504917562, | |
| 0.03213763236999512, | |
| 0.00015842005086597055, | |
| 0.15825849771499634, | |
| 0.00024341845710296184, | |
| 0.00022643330157734454, | |
| 0.4231342077255249, | |
| 0.0004696007526945323, | |
| 0.003510050242766738, | |
| 0.004885296802967787, | |
| 0.004658874124288559, | |
| 0.9898204803466797, | |
| 0.00021654755983036011, | |
| 8.341438660863787e-05, | |
| 7.84159783506766e-05, | |
| 8.199232252081856e-05, | |
| 0.04294062778353691, | |
| 0.008916434831917286, | |
| 0.0010229245526716113, | |
| 0.0008575859828852117, | |
| 0.000744318647775799, | |
| 0.9851605892181396, | |
| 0.0001448687253287062, | |
| 0.00023352738935500383, | |
| 0.0008304382208734751, | |
| 0.0005059154354967177, | |
| 0.8804275393486023, | |
| 9.641505312174559e-05, | |
| 0.00012393383076414466, | |
| 0.0001322806638199836, | |
| 0.00010328475764254108, | |
| 0.9848477244377136, | |
| 0.000345194450346753, | |
| 0.0003708047152031213, | |
| 0.00024280144134536386, | |
| 0.00010505874524824321, | |
| 0.247238427400589, | |
| 0.0018067333148792386, | |
| 0.00035648111952468753, | |
| 0.001846782397478819, | |
| 0.0011642477475106716, | |
| 0.0008088528411462903, | |
| 0.00015848924522288144, | |
| 0.00015934753173496574, | |
| 0.0002764869714155793, | |
| 0.00026918359799310565, | |
| 0.9939445853233337, | |
| 0.0002859420783352107, | |
| 0.00010943080997094512, | |
| 0.0030924263410270214, | |
| 7.917322363937274e-05, | |
| 0.5396067500114441, | |
| 9.994862193707377e-05, | |
| 7.642523269169033e-05, | |
| 0.0009945692727342248, | |
| 0.0003862997982650995, | |
| 0.05539320781826973, | |
| 0.0018963577458634973, | |
| 0.0002568197960499674, | |
| 0.00015561378677375615, | |
| 0.001641825889237225, | |
| 0.038107730448246, | |
| 0.0004566218121908605, | |
| 0.0243872981518507, | |
| 0.00025093162548728287, | |
| 0.0007095151813700795, | |
| 0.09799176454544067, | |
| 0.0003607593826018274, | |
| 7.621489930897951e-05, | |
| 0.00012263903045095503, | |
| 0.0032740700989961624, | |
| 0.001751856179907918, | |
| 0.002063913969323039, | |
| 9.19509184313938e-05, | |
| 0.00028361365548335016, | |
| 0.00040336427628062665, | |
| 0.02333439141511917, | |
| 0.0002885544381570071, | |
| 0.000627392262686044, | |
| 0.0007108664140105247, | |
| 0.00291892746463418, | |
| 0.010544219054281712, | |
| 0.000753540953155607, | |
| 0.0017376926261931658, | |
| 0.001199654652737081, | |
| 0.00226566381752491, | |
| 0.7808825373649597, | |
| 0.0004732605011668056, | |
| 0.00023314096324611455, | |
| 8.937992970459163e-05, | |
| 0.0005103437579236925, | |
| 0.026256058365106583, | |
| 0.00012667843839153647, | |
| 0.0001681820722296834, | |
| 0.00016038317698985338, | |
| 0.00016346703341696411, | |
| 0.9851340055465698, | |
| 0.00016951124416664243, | |
| 0.0009091898100450635, | |
| 0.00038986525032669306, | |
| 0.00015466954209841788, | |
| 0.7479578852653503, | |
| 8.170945511665195e-05, | |
| 8.981506834970787e-05, | |
| 0.0019061537459492683, | |
| 0.0008546680328436196, | |
| 0.001482966705225408, | |
| 0.0003423673624638468, | |
| 0.00017432344611734152, | |
| 0.000359517551260069, | |
| 0.0020665819756686687, | |
| 0.9227758049964905, | |
| 0.00041855263407342136, | |
| 0.0003972371923737228, | |
| 0.00013953477900940925, | |
| 0.0001088368080672808, | |
| 0.9979822635650635, | |
| 0.0003419309214223176, | |
| 0.00028029887471348047, | |
| 0.0013139278162270784, | |
| 0.0006610677228309214, | |
| 0.8794146776199341, | |
| 0.00018677007756195962, | |
| 0.00043726040166802704, | |
| 0.000282594992313534, | |
| 0.00033457542303949594 | |
| ] | |
| }, | |
| { | |
| "name": "bge-reranker-v2-m3", | |
| "params": "568M", | |
| "kind": "reranker", | |
| "accuracy_oracle": 0.908, | |
| "oracle_threshold": 0.0019521370995789766, | |
| "latency_ms": 391.0127763748169, | |
| "scores": [ | |
| 0.0019521370995789766, | |
| 0.00032967969309538603, | |
| 0.00013411568943411112, | |
| 0.0011365293757990003, | |
| 0.0008567144977860153, | |
| 0.021400241181254387, | |
| 2.194327680626884e-05, | |
| 8.327585965162143e-05, | |
| 9.474255057284608e-05, | |
| 5.171544762561098e-05, | |
| 0.0036719124764204025, | |
| 0.0014918630477041006, | |
| 0.0005677433218806982, | |
| 0.00048264244105666876, | |
| 0.014378078281879425, | |
| 0.0035259139258414507, | |
| 0.010530626401305199, | |
| 0.0006390400230884552, | |
| 9.702432726044208e-05, | |
| 0.0007240994600579143, | |
| 0.0017688937950879335, | |
| 2.990606299135834e-05, | |
| 6.269058212637901e-05, | |
| 0.00013704117736779153, | |
| 0.00010193011985393241, | |
| 0.0004131098685320467, | |
| 0.0008558916742913425, | |
| 0.0001657613174756989, | |
| 0.0024828093592077494, | |
| 0.00011852049647131935, | |
| 6.378404941642657e-05, | |
| 2.434356792946346e-05, | |
| 0.0001045446697389707, | |
| 9.75735965766944e-05, | |
| 2.475898145348765e-05, | |
| 0.0017272745026275516, | |
| 0.0004609667230397463, | |
| 0.0035616543609648943, | |
| 0.0006204844103194773, | |
| 0.0034448301885277033, | |
| 0.016896257176995277, | |
| 0.11575227230787277, | |
| 0.003437107428908348, | |
| 0.0003435113176237792, | |
| 0.00011978849943261594, | |
| 0.002960602520033717, | |
| 5.3282747103367e-05, | |
| 0.00013181805843487382, | |
| 4.4792977860197425e-05, | |
| 8.023782720556483e-05, | |
| 0.019148802384734154, | |
| 8.636661368655041e-05, | |
| 3.2556890801060945e-05, | |
| 0.0004571196041069925, | |
| 1.837572199292481e-05, | |
| 0.0006798363756388426, | |
| 0.0002575844118837267, | |
| 0.0001616848021512851, | |
| 1.8708395145949908e-05, | |
| 4.1834035073406994e-05, | |
| 1.9247238014941104e-05, | |
| 1.6217094525927678e-05, | |
| 4.099707803106867e-05, | |
| 1.8056762201013044e-05, | |
| 1.7307032976532355e-05, | |
| 0.00021574854326900095, | |
| 0.0018404846778139472, | |
| 0.0013454618165269494, | |
| 0.0008780002244748175, | |
| 0.019028954207897186, | |
| 0.8622132539749146, | |
| 4.5073644287185743e-05, | |
| 1.858755604189355e-05, | |
| 1.9885430447175168e-05, | |
| 6.84025144437328e-05, | |
| 0.002583945170044899, | |
| 0.00011466102296253666, | |
| 0.00011414829350542277, | |
| 9.048292849911377e-05, | |
| 0.0013415093999356031, | |
| 0.00017164484597742558, | |
| 1.906383113237098e-05, | |
| 1.866810089268256e-05, | |
| 0.00014961154374759644, | |
| 2.6364581572124735e-05, | |
| 0.0069219800643622875, | |
| 7.504970562877133e-05, | |
| 0.0010774112306535244, | |
| 8.81935193319805e-05, | |
| 7.170952449087054e-05, | |
| 0.0044837635941803455, | |
| 7.821896724635735e-05, | |
| 0.00015341106336563826, | |
| 0.00026168409385718405, | |
| 0.00011010919843101874, | |
| 0.0024325763806700706, | |
| 0.00042465966544114053, | |
| 0.0008110153721645474, | |
| 5.1082908612443134e-05, | |
| 0.00011486258881632239, | |
| 0.9635425209999084, | |
| 1.8242879377794452e-05, | |
| 0.00017032393952831626, | |
| 2.870675962185487e-05, | |
| 2.2346372134052217e-05, | |
| 0.0010443133069202304, | |
| 2.0852077796007507e-05, | |
| 1.8627073586685583e-05, | |
| 5.263138882583007e-05, | |
| 2.255533581774216e-05, | |
| 0.001587308244779706, | |
| 0.0017136306269094348, | |
| 2.354399475734681e-05, | |
| 0.00039488644688390195, | |
| 0.00014831303269602358, | |
| 0.0004048174887429923, | |
| 2.075662814604584e-05, | |
| 2.0326708181528375e-05, | |
| 2.1657333491020836e-05, | |
| 0.00014895448111929, | |
| 0.0001366617070743814, | |
| 2.579778629296925e-05, | |
| 1.76680478034541e-05, | |
| 1.6823230907903053e-05, | |
| 5.030863030697219e-05, | |
| 0.47079095244407654, | |
| 2.929147558461409e-05, | |
| 0.0001978509535547346, | |
| 4.692396032623947e-05, | |
| 0.00021812471095472574, | |
| 0.5433158278465271, | |
| 4.2481813579797745e-05, | |
| 0.0013997689820826054, | |
| 0.00022853806149214506, | |
| 4.2002367990789935e-05, | |
| 0.9613679051399231, | |
| 2.1315354388207197e-05, | |
| 1.7384085367666557e-05, | |
| 1.801290454750415e-05, | |
| 1.8910661310655996e-05, | |
| 0.04113505408167839, | |
| 0.00017337709141429514, | |
| 0.0003434492682572454, | |
| 0.00013905329979024827, | |
| 0.0004079850041307509, | |
| 0.9728047251701355, | |
| 0.0002083680737996474, | |
| 0.0006721263634972274, | |
| 0.0006213422166183591, | |
| 0.0008701049955561757, | |
| 0.9440143704414368, | |
| 5.400150621426292e-05, | |
| 0.0004543499380815774, | |
| 8.275749132735655e-05, | |
| 0.00012747175060212612, | |
| 0.9885819554328918, | |
| 1.6664511349517852e-05, | |
| 1.688865631876979e-05, | |
| 1.7710490283207037e-05, | |
| 4.0316492231795564e-05, | |
| 0.3463537395000458, | |
| 0.0001062290248228237, | |
| 0.0002026023721555248, | |
| 0.0004891739808954298, | |
| 0.00011544147855602205, | |
| 0.0001891482825158164, | |
| 3.109589306404814e-05, | |
| 2.486353878339287e-05, | |
| 1.7054453564924188e-05, | |
| 2.7136815333506092e-05, | |
| 0.9716174602508545, | |
| 0.00021635706070810556, | |
| 6.243595271371305e-05, | |
| 0.0004770112282130867, | |
| 0.00012040667206747457, | |
| 0.6888802647590637, | |
| 0.00019549697753973305, | |
| 4.8150646762223914e-05, | |
| 0.00020269685774110258, | |
| 0.0002689527173060924, | |
| 0.10661669820547104, | |
| 0.0016493935836479068, | |
| 2.182431853725575e-05, | |
| 6.269053119467571e-05, | |
| 0.000377408490749076, | |
| 0.10622674226760864, | |
| 2.2616291971644387e-05, | |
| 0.00014204192848410457, | |
| 2.5387111236341298e-05, | |
| 0.00015462751616723835, | |
| 0.09330277889966965, | |
| 1.7234136976185255e-05, | |
| 1.6096970284706913e-05, | |
| 2.5055913283722475e-05, | |
| 4.294486279832199e-05, | |
| 0.02267441898584366, | |
| 0.0019176086643710732, | |
| 0.0004426062514539808, | |
| 0.0007554913172498345, | |
| 0.0007510851137340069, | |
| 0.09373921155929565, | |
| 0.00020843961101491004, | |
| 8.599073044024408e-05, | |
| 0.00013013427087571472, | |
| 0.00014348023978527635, | |
| 0.019020188599824905, | |
| 0.0013690587365999818, | |
| 0.002775144297629595, | |
| 0.0005996327381581068, | |
| 0.001812297385185957, | |
| 0.6889716982841492, | |
| 0.0004701160651165992, | |
| 0.00019347458146512508, | |
| 9.592854621587321e-05, | |
| 7.879977783886716e-05, | |
| 0.15893365442752838, | |
| 5.634985791402869e-05, | |
| 0.00010175561328651384, | |
| 2.4455841412418522e-05, | |
| 0.0003051301173400134, | |
| 0.9804351329803467, | |
| 0.0006387620815075934, | |
| 0.005377878434956074, | |
| 0.0005146832554601133, | |
| 0.0001578336814418435, | |
| 0.920556902885437, | |
| 0.0002575279213488102, | |
| 7.494878809666261e-05, | |
| 0.0004094505566172302, | |
| 0.000124309619423002, | |
| 0.008251610212028027, | |
| 0.0007073429878801107, | |
| 0.0004107320564799011, | |
| 0.001039891387335956, | |
| 0.00025864827330224216, | |
| 0.8590264320373535, | |
| 0.0003472208045423031, | |
| 0.0009389449842274189, | |
| 0.00042012298945337534, | |
| 9.786068403627723e-05, | |
| 0.996425449848175, | |
| 4.8653208068571985e-05, | |
| 7.783005275996402e-05, | |
| 0.00023777535534463823, | |
| 3.378803376108408e-05, | |
| 0.86037677526474, | |
| 0.00011672462278511375, | |
| 0.00014364848902914673, | |
| 1.9677467207657173e-05, | |
| 0.00016257651441264898 | |
| ] | |
| }, | |
| { | |
| "name": "jina-reranker-v2-base-multilingual", | |
| "params": "278M", | |
| "kind": "reranker", | |
| "error": "cannot import name 'create_position_ids_from_input_ids' from 'transformers.models.xlm_roberta.modeling_xlm_roberta' (E:\\Bleeding_edge\\.venv\\lib\\site-packages\\transformers\\models\\xlm_roberta\\modeling_xlm_roberta.py)" | |
| }, | |
| { | |
| "name": "e5-small-v2", | |
| "params": "33M", | |
| "kind": "embed", | |
| "accuracy_oracle": 0.92, | |
| "oracle_threshold": 0.834636390209198, | |
| "latency_ms": 36.81673717498779, | |
| "scores": [ | |
| 0.737464189529419, | |
| 0.7239603996276855, | |
| 0.7615200281143188, | |
| 0.7177056670188904, | |
| 0.7484152317047119, | |
| 0.8475356101989746, | |
| 0.784722089767456, | |
| 0.8165117502212524, | |
| 0.7850550413131714, | |
| 0.7849015593528748, | |
| 0.7992351651191711, | |
| 0.7925103902816772, | |
| 0.7973743677139282, | |
| 0.7712768316268921, | |
| 0.7962086200714111, | |
| 0.8127121925354004, | |
| 0.8003592491149902, | |
| 0.7955412864685059, | |
| 0.7807779908180237, | |
| 0.7855105400085449, | |
| 0.8348933458328247, | |
| 0.8056615591049194, | |
| 0.7800089120864868, | |
| 0.7924586534500122, | |
| 0.7789508104324341, | |
| 0.7351859211921692, | |
| 0.7374130487442017, | |
| 0.7242535948753357, | |
| 0.7366068363189697, | |
| 0.736460268497467, | |
| 0.7988694906234741, | |
| 0.7446916103363037, | |
| 0.76353520154953, | |
| 0.7638535499572754, | |
| 0.7452301979064941, | |
| 0.8288983702659607, | |
| 0.8096181154251099, | |
| 0.7751094698905945, | |
| 0.7926778793334961, | |
| 0.7755699157714844, | |
| 0.812824547290802, | |
| 0.8004690408706665, | |
| 0.7872734069824219, | |
| 0.8032074570655823, | |
| 0.7793319225311279, | |
| 0.8703354597091675, | |
| 0.7883579730987549, | |
| 0.8102128505706787, | |
| 0.79502272605896, | |
| 0.7955410480499268, | |
| 0.8361401557922363, | |
| 0.7712317705154419, | |
| 0.8079522252082825, | |
| 0.7651886940002441, | |
| 0.7727035880088806, | |
| 0.8435428142547607, | |
| 0.7814674973487854, | |
| 0.8285177946090698, | |
| 0.791186511516571, | |
| 0.7936481237411499, | |
| 0.7963750958442688, | |
| 0.7528789043426514, | |
| 0.776423454284668, | |
| 0.7639328241348267, | |
| 0.7375263571739197, | |
| 0.7318775653839111, | |
| 0.7258031368255615, | |
| 0.7203848361968994, | |
| 0.7245920300483704, | |
| 0.7187818884849548, | |
| 0.8802404403686523, | |
| 0.7896114587783813, | |
| 0.802734375, | |
| 0.8060386180877686, | |
| 0.7844094634056091, | |
| 0.8161448240280151, | |
| 0.7675312757492065, | |
| 0.7806135416030884, | |
| 0.7564200758934021, | |
| 0.8035223484039307, | |
| 0.7800807356834412, | |
| 0.7833886742591858, | |
| 0.7640479803085327, | |
| 0.7959493398666382, | |
| 0.7754042744636536, | |
| 0.8422385454177856, | |
| 0.7883952856063843, | |
| 0.7997127771377563, | |
| 0.8243790864944458, | |
| 0.8060005903244019, | |
| 0.7630650997161865, | |
| 0.7638258934020996, | |
| 0.765414297580719, | |
| 0.7369305491447449, | |
| 0.7600131034851074, | |
| 0.7694133520126343, | |
| 0.7379153966903687, | |
| 0.7612086534500122, | |
| 0.7324639558792114, | |
| 0.7732982635498047, | |
| 0.8911259770393372, | |
| 0.7598758935928345, | |
| 0.7797279357910156, | |
| 0.7589096426963806, | |
| 0.7646187543869019, | |
| 0.8416565656661987, | |
| 0.7989048957824707, | |
| 0.7629458904266357, | |
| 0.7812786102294922, | |
| 0.7832621335983276, | |
| 0.738272488117218, | |
| 0.712023913860321, | |
| 0.7318673133850098, | |
| 0.7129116654396057, | |
| 0.7201488018035889, | |
| 0.7896783947944641, | |
| 0.7476760745048523, | |
| 0.7473306655883789, | |
| 0.7620131969451904, | |
| 0.7671113014221191, | |
| 0.7770958542823792, | |
| 0.7590487003326416, | |
| 0.7458810806274414, | |
| 0.7849152088165283, | |
| 0.7473907470703125, | |
| 0.845270037651062, | |
| 0.7128993272781372, | |
| 0.7731983065605164, | |
| 0.7621086835861206, | |
| 0.774613082408905, | |
| 0.8713915348052979, | |
| 0.7708436846733093, | |
| 0.8265708088874817, | |
| 0.7918310761451721, | |
| 0.7922969460487366, | |
| 0.8695927858352661, | |
| 0.7359257340431213, | |
| 0.7436280250549316, | |
| 0.7363494634628296, | |
| 0.7495304346084595, | |
| 0.851233720779419, | |
| 0.7684317827224731, | |
| 0.7942171692848206, | |
| 0.7749278545379639, | |
| 0.7927083373069763, | |
| 0.9027934074401855, | |
| 0.8054935336112976, | |
| 0.7981568574905396, | |
| 0.8010575771331787, | |
| 0.814455509185791, | |
| 0.8804757595062256, | |
| 0.7491765022277832, | |
| 0.7747584581375122, | |
| 0.780231237411499, | |
| 0.7663443088531494, | |
| 0.9070795178413391, | |
| 0.7374790906906128, | |
| 0.7297710180282593, | |
| 0.7442705631256104, | |
| 0.7905538082122803, | |
| 0.8859869241714478, | |
| 0.8086262941360474, | |
| 0.830223560333252, | |
| 0.8310549259185791, | |
| 0.8041104078292847, | |
| 0.7747151255607605, | |
| 0.7354701161384583, | |
| 0.7343436479568481, | |
| 0.709546685218811, | |
| 0.7295576333999634, | |
| 0.899505615234375, | |
| 0.7913317084312439, | |
| 0.8132513761520386, | |
| 0.7808398008346558, | |
| 0.7984130382537842, | |
| 0.8449678421020508, | |
| 0.8031670451164246, | |
| 0.7712116241455078, | |
| 0.7840467691421509, | |
| 0.7829593420028687, | |
| 0.8864862322807312, | |
| 0.8439136743545532, | |
| 0.7794665098190308, | |
| 0.7625218629837036, | |
| 0.8028299808502197, | |
| 0.8615682125091553, | |
| 0.7497227191925049, | |
| 0.7813827991485596, | |
| 0.744484007358551, | |
| 0.7386506795883179, | |
| 0.834636390209198, | |
| 0.7507060766220093, | |
| 0.767664909362793, | |
| 0.7813887596130371, | |
| 0.7827494144439697, | |
| 0.825424313545227, | |
| 0.7962828874588013, | |
| 0.7844499349594116, | |
| 0.7509717345237732, | |
| 0.7407695055007935, | |
| 0.8628218173980713, | |
| 0.7863883972167969, | |
| 0.761076807975769, | |
| 0.7564176321029663, | |
| 0.7729076147079468, | |
| 0.8066952228546143, | |
| 0.7735376358032227, | |
| 0.7814602255821228, | |
| 0.7774658799171448, | |
| 0.7431585192680359, | |
| 0.8902788162231445, | |
| 0.7825309634208679, | |
| 0.785337507724762, | |
| 0.7470835447311401, | |
| 0.7766339778900146, | |
| 0.8552226424217224, | |
| 0.7610180974006653, | |
| 0.7653001546859741, | |
| 0.753086268901825, | |
| 0.7668799161911011, | |
| 0.857750654220581, | |
| 0.7386916875839233, | |
| 0.7713431119918823, | |
| 0.7462319731712341, | |
| 0.7041282057762146, | |
| 0.9119629859924316, | |
| 0.7779828906059265, | |
| 0.7950786352157593, | |
| 0.7404683232307434, | |
| 0.7466607689857483, | |
| 0.8567845821380615, | |
| 0.8097658753395081, | |
| 0.8166475296020508, | |
| 0.8109856843948364, | |
| 0.7821279168128967, | |
| 0.8835835456848145, | |
| 0.7674689292907715, | |
| 0.778637170791626, | |
| 0.7644736766815186, | |
| 0.7821094989776611, | |
| 0.8953114748001099, | |
| 0.7605220675468445, | |
| 0.7876437902450562, | |
| 0.7959529161453247, | |
| 0.7784768342971802, | |
| 0.89722740650177, | |
| 0.7852877378463745, | |
| 0.7896195650100708, | |
| 0.758203387260437, | |
| 0.7941545248031616 | |
| ] | |
| }, | |
| { | |
| "name": "bge-small-en-v1.5", | |
| "params": "33M", | |
| "kind": "embed", | |
| "accuracy_oracle": 0.932, | |
| "oracle_threshold": 0.7053234577178955, | |
| "latency_ms": 37.56586456298828, | |
| "scores": [ | |
| 0.4791361391544342, | |
| 0.5126351118087769, | |
| 0.4533218443393707, | |
| 0.46219855546951294, | |
| 0.4808730483055115, | |
| 0.7221509218215942, | |
| 0.5743108987808228, | |
| 0.614759087562561, | |
| 0.6096688508987427, | |
| 0.5216720104217529, | |
| 0.6396744251251221, | |
| 0.551010012626648, | |
| 0.6214378476142883, | |
| 0.572800874710083, | |
| 0.5858033299446106, | |
| 0.6387301683425903, | |
| 0.6576026678085327, | |
| 0.6014465689659119, | |
| 0.5315039157867432, | |
| 0.5873024463653564, | |
| 0.6537491083145142, | |
| 0.6136624813079834, | |
| 0.5303184986114502, | |
| 0.6128907203674316, | |
| 0.5717452764511108, | |
| 0.42337435483932495, | |
| 0.44438302516937256, | |
| 0.4534699320793152, | |
| 0.4666891098022461, | |
| 0.4124773442745209, | |
| 0.5701061487197876, | |
| 0.4862457513809204, | |
| 0.5550292730331421, | |
| 0.5204218626022339, | |
| 0.4662923812866211, | |
| 0.7053234577178955, | |
| 0.5978047847747803, | |
| 0.6601802110671997, | |
| 0.5540111064910889, | |
| 0.6058160066604614, | |
| 0.6785866022109985, | |
| 0.6167246103286743, | |
| 0.6322239637374878, | |
| 0.6443556547164917, | |
| 0.5670109391212463, | |
| 0.7556670904159546, | |
| 0.5900768041610718, | |
| 0.5752310752868652, | |
| 0.6978468894958496, | |
| 0.5448193550109863, | |
| 0.7457433342933655, | |
| 0.5751391649246216, | |
| 0.6118305325508118, | |
| 0.4950883090496063, | |
| 0.5554199814796448, | |
| 0.7439584732055664, | |
| 0.6273033618927002, | |
| 0.689738392829895, | |
| 0.5708752870559692, | |
| 0.579453706741333, | |
| 0.5117196440696716, | |
| 0.4634619653224945, | |
| 0.5314217209815979, | |
| 0.5013608336448669, | |
| 0.43810147047042847, | |
| 0.4719938635826111, | |
| 0.47278496623039246, | |
| 0.429231733083725, | |
| 0.45770007371902466, | |
| 0.45187824964523315, | |
| 0.7995223999023438, | |
| 0.5904852151870728, | |
| 0.569543719291687, | |
| 0.544647753238678, | |
| 0.5073895454406738, | |
| 0.7315747737884521, | |
| 0.5335842370986938, | |
| 0.598548173904419, | |
| 0.5459610223770142, | |
| 0.6311858892440796, | |
| 0.5609687566757202, | |
| 0.5592552423477173, | |
| 0.5309907793998718, | |
| 0.5552656650543213, | |
| 0.5396708250045776, | |
| 0.6537621021270752, | |
| 0.6190181374549866, | |
| 0.5784417390823364, | |
| 0.6578070521354675, | |
| 0.6180394887924194, | |
| 0.5703766942024231, | |
| 0.5729279518127441, | |
| 0.5802247524261475, | |
| 0.5120844841003418, | |
| 0.5860141515731812, | |
| 0.5202795267105103, | |
| 0.4994524419307709, | |
| 0.43677622079849243, | |
| 0.4759715795516968, | |
| 0.5222942233085632, | |
| 0.7843882441520691, | |
| 0.5045130848884583, | |
| 0.5750257968902588, | |
| 0.4752691984176636, | |
| 0.5430046916007996, | |
| 0.711548388004303, | |
| 0.6051615476608276, | |
| 0.4896368384361267, | |
| 0.5974329113960266, | |
| 0.586961567401886, | |
| 0.5316824913024902, | |
| 0.46255943179130554, | |
| 0.5023596286773682, | |
| 0.4938635230064392, | |
| 0.49313637614250183, | |
| 0.6036733388900757, | |
| 0.4676734209060669, | |
| 0.5495163798332214, | |
| 0.49294963479042053, | |
| 0.5183135271072388, | |
| 0.5344036817550659, | |
| 0.5468176603317261, | |
| 0.49446728825569153, | |
| 0.5114817023277283, | |
| 0.5007316470146179, | |
| 0.7108487486839294, | |
| 0.4647294580936432, | |
| 0.5589414834976196, | |
| 0.5106772184371948, | |
| 0.5943093299865723, | |
| 0.7796010971069336, | |
| 0.5042744278907776, | |
| 0.6705615520477295, | |
| 0.5998616814613342, | |
| 0.5597520470619202, | |
| 0.820473849773407, | |
| 0.4467805027961731, | |
| 0.42030125856399536, | |
| 0.4314669370651245, | |
| 0.4971405565738678, | |
| 0.7607539892196655, | |
| 0.45828336477279663, | |
| 0.5121439695358276, | |
| 0.48155903816223145, | |
| 0.5290877819061279, | |
| 0.8132045865058899, | |
| 0.5673320293426514, | |
| 0.6292070150375366, | |
| 0.551469087600708, | |
| 0.594756007194519, | |
| 0.8422900438308716, | |
| 0.48012596368789673, | |
| 0.544074296951294, | |
| 0.5667064189910889, | |
| 0.46626144647598267, | |
| 0.8724035024642944, | |
| 0.49248364567756653, | |
| 0.4597037434577942, | |
| 0.49580761790275574, | |
| 0.601351261138916, | |
| 0.7871506810188293, | |
| 0.5803035497665405, | |
| 0.6375166177749634, | |
| 0.6229342222213745, | |
| 0.5826966166496277, | |
| 0.5521743893623352, | |
| 0.4755154848098755, | |
| 0.40245378017425537, | |
| 0.36932384967803955, | |
| 0.4528907537460327, | |
| 0.873418927192688, | |
| 0.6040140390396118, | |
| 0.6267843842506409, | |
| 0.5619795322418213, | |
| 0.6266270875930786, | |
| 0.7350558042526245, | |
| 0.639955997467041, | |
| 0.5870249271392822, | |
| 0.6244374513626099, | |
| 0.6484400033950806, | |
| 0.7664144039154053, | |
| 0.6421233415603638, | |
| 0.5540598034858704, | |
| 0.5492373704910278, | |
| 0.5588125586509705, | |
| 0.75159752368927, | |
| 0.4655560553073883, | |
| 0.558723509311676, | |
| 0.4752503037452698, | |
| 0.4924713373184204, | |
| 0.7523545026779175, | |
| 0.4928847849369049, | |
| 0.5254924297332764, | |
| 0.5436522960662842, | |
| 0.5331854224205017, | |
| 0.7067586779594421, | |
| 0.6397131085395813, | |
| 0.6478065252304077, | |
| 0.5740865468978882, | |
| 0.5181914567947388, | |
| 0.7414525151252747, | |
| 0.5761064291000366, | |
| 0.4518442749977112, | |
| 0.48478496074676514, | |
| 0.5775396227836609, | |
| 0.7070066332817078, | |
| 0.6086288094520569, | |
| 0.6426209807395935, | |
| 0.5864899158477783, | |
| 0.6083922982215881, | |
| 0.7912569046020508, | |
| 0.5382979512214661, | |
| 0.514946699142456, | |
| 0.4988809823989868, | |
| 0.5072517395019531, | |
| 0.712761640548706, | |
| 0.6300747394561768, | |
| 0.5947391986846924, | |
| 0.49918660521507263, | |
| 0.6082475185394287, | |
| 0.8287037014961243, | |
| 0.5330871343612671, | |
| 0.5796341896057129, | |
| 0.5062037110328674, | |
| 0.44119516015052795, | |
| 0.8319447040557861, | |
| 0.5989440679550171, | |
| 0.5971400737762451, | |
| 0.47662365436553955, | |
| 0.5199816226959229, | |
| 0.7326091527938843, | |
| 0.6443739533424377, | |
| 0.6427024006843567, | |
| 0.5799421072006226, | |
| 0.5896607637405396, | |
| 0.8840876817703247, | |
| 0.5168236494064331, | |
| 0.6250637769699097, | |
| 0.5637166500091553, | |
| 0.6417626142501831, | |
| 0.819936990737915, | |
| 0.491586834192276, | |
| 0.5491887331008911, | |
| 0.5873949527740479, | |
| 0.5157836079597473, | |
| 0.805211067199707, | |
| 0.4497806429862976, | |
| 0.532620906829834, | |
| 0.5032693147659302, | |
| 0.46539321541786194 | |
| ] | |
| }, | |
| { | |
| "name": "bge-m3", | |
| "params": "568M", | |
| "kind": "embed", | |
| "accuracy_oracle": 0.908, | |
| "oracle_threshold": 0.5078516006469727, | |
| "latency_ms": 395.8630609512329, | |
| "scores": [ | |
| 0.29991966485977173, | |
| 0.3624834716320038, | |
| 0.3709046244621277, | |
| 0.31639474630355835, | |
| 0.36243098974227905, | |
| 0.5117673873901367, | |
| 0.4069320261478424, | |
| 0.4195151627063751, | |
| 0.4558008313179016, | |
| 0.3721999228000641, | |
| 0.43844711780548096, | |
| 0.35456979274749756, | |
| 0.33566975593566895, | |
| 0.33834385871887207, | |
| 0.47710341215133667, | |
| 0.43253397941589355, | |
| 0.40757280588150024, | |
| 0.42963460087776184, | |
| 0.35463711619377136, | |
| 0.4313932955265045, | |
| 0.4574517011642456, | |
| 0.34037402272224426, | |
| 0.36370986700057983, | |
| 0.3825128972530365, | |
| 0.2969897985458374, | |
| 0.2714635729789734, | |
| 0.28218308091163635, | |
| 0.23249438405036926, | |
| 0.3024516701698303, | |
| 0.25335055589675903, | |
| 0.4539455771446228, | |
| 0.3221490681171417, | |
| 0.3145430386066437, | |
| 0.3776026666164398, | |
| 0.318778932094574, | |
| 0.4067686200141907, | |
| 0.4026842713356018, | |
| 0.41189688444137573, | |
| 0.32136568427085876, | |
| 0.37200164794921875, | |
| 0.5312772989273071, | |
| 0.5074295401573181, | |
| 0.4926183521747589, | |
| 0.4556845426559448, | |
| 0.4349713921546936, | |
| 0.5543633103370667, | |
| 0.3634433150291443, | |
| 0.3149365782737732, | |
| 0.44334810972213745, | |
| 0.4116579294204712, | |
| 0.5275466442108154, | |
| 0.3171423375606537, | |
| 0.3728591203689575, | |
| 0.30421268939971924, | |
| 0.2592479884624481, | |
| 0.43625062704086304, | |
| 0.4476073980331421, | |
| 0.3958973288536072, | |
| 0.286960631608963, | |
| 0.37875837087631226, | |
| 0.42822468280792236, | |
| 0.2998711168766022, | |
| 0.40229520201683044, | |
| 0.3399210274219513, | |
| 0.3562413454055786, | |
| 0.373968243598938, | |
| 0.3642016649246216, | |
| 0.33732274174690247, | |
| 0.31269586086273193, | |
| 0.3272320628166199, | |
| 0.6564010381698608, | |
| 0.39922457933425903, | |
| 0.36560988426208496, | |
| 0.3501078486442566, | |
| 0.41830605268478394, | |
| 0.4294593930244446, | |
| 0.3458264470100403, | |
| 0.3436056077480316, | |
| 0.3779957890510559, | |
| 0.3855955898761749, | |
| 0.44481828808784485, | |
| 0.44737160205841064, | |
| 0.3894858956336975, | |
| 0.40795791149139404, | |
| 0.38732272386550903, | |
| 0.44719868898391724, | |
| 0.33342188596725464, | |
| 0.3046080768108368, | |
| 0.40003013610839844, | |
| 0.35714447498321533, | |
| 0.35796451568603516, | |
| 0.3176915943622589, | |
| 0.36113888025283813, | |
| 0.3025902509689331, | |
| 0.360500693321228, | |
| 0.36081358790397644, | |
| 0.32736295461654663, | |
| 0.3829684555530548, | |
| 0.3833422064781189, | |
| 0.3628440201282501, | |
| 0.702530026435852, | |
| 0.32520195841789246, | |
| 0.47819796204566956, | |
| 0.3697914481163025, | |
| 0.3734162747859955, | |
| 0.4877946972846985, | |
| 0.37027841806411743, | |
| 0.2471204400062561, | |
| 0.3978519141674042, | |
| 0.39954495429992676, | |
| 0.38596242666244507, | |
| 0.4072341024875641, | |
| 0.3800432085990906, | |
| 0.39665108919143677, | |
| 0.39725229144096375, | |
| 0.4314529001712799, | |
| 0.33153390884399414, | |
| 0.32225728034973145, | |
| 0.3219316005706787, | |
| 0.32532060146331787, | |
| 0.40078872442245483, | |
| 0.3226715326309204, | |
| 0.30613160133361816, | |
| 0.3181440830230713, | |
| 0.2895076274871826, | |
| 0.6067339181900024, | |
| 0.2796638011932373, | |
| 0.3749210834503174, | |
| 0.3281782269477844, | |
| 0.4542843699455261, | |
| 0.5773133039474487, | |
| 0.3674611449241638, | |
| 0.5149068832397461, | |
| 0.37320953607559204, | |
| 0.3505033552646637, | |
| 0.7330527305603027, | |
| 0.37403857707977295, | |
| 0.3410097658634186, | |
| 0.3349262475967407, | |
| 0.38734132051467896, | |
| 0.581861138343811, | |
| 0.3642432689666748, | |
| 0.39964139461517334, | |
| 0.3655088543891907, | |
| 0.3404247462749481, | |
| 0.7323393821716309, | |
| 0.40926897525787354, | |
| 0.40089380741119385, | |
| 0.3748582601547241, | |
| 0.44920599460601807, | |
| 0.668634295463562, | |
| 0.30944088101387024, | |
| 0.3326038420200348, | |
| 0.3479723334312439, | |
| 0.3267967104911804, | |
| 0.7162235975265503, | |
| 0.35564833879470825, | |
| 0.2684575021266937, | |
| 0.3730296492576599, | |
| 0.4076695144176483, | |
| 0.6256400346755981, | |
| 0.424483060836792, | |
| 0.3856975734233856, | |
| 0.4440155327320099, | |
| 0.3503958284854889, | |
| 0.4523630738258362, | |
| 0.3511405885219574, | |
| 0.32874828577041626, | |
| 0.28000009059906006, | |
| 0.35447633266448975, | |
| 0.7207361459732056, | |
| 0.39327138662338257, | |
| 0.38934585452079773, | |
| 0.35899868607521057, | |
| 0.30520328879356384, | |
| 0.5945745706558228, | |
| 0.4409809708595276, | |
| 0.3409082293510437, | |
| 0.4799042046070099, | |
| 0.45745497941970825, | |
| 0.5322028398513794, | |
| 0.507427990436554, | |
| 0.34743601083755493, | |
| 0.3196792006492615, | |
| 0.338533878326416, | |
| 0.5732107162475586, | |
| 0.34109407663345337, | |
| 0.3436661958694458, | |
| 0.29241228103637695, | |
| 0.36852961778640747, | |
| 0.4932851791381836, | |
| 0.20373722910881042, | |
| 0.25520703196525574, | |
| 0.3062618672847748, | |
| 0.3586646616458893, | |
| 0.4884773790836334, | |
| 0.40773195028305054, | |
| 0.44879797101020813, | |
| 0.456071674823761, | |
| 0.34721940755844116, | |
| 0.6224552392959595, | |
| 0.394326388835907, | |
| 0.3669070899486542, | |
| 0.3773490786552429, | |
| 0.44404518604278564, | |
| 0.5078516006469727, | |
| 0.3305756449699402, | |
| 0.4307170510292053, | |
| 0.37060922384262085, | |
| 0.4551381468772888, | |
| 0.6733344793319702, | |
| 0.349822998046875, | |
| 0.34030094742774963, | |
| 0.3516971170902252, | |
| 0.4010017216205597, | |
| 0.5203217267990112, | |
| 0.2523697018623352, | |
| 0.2807506024837494, | |
| 0.24558408558368683, | |
| 0.3920098543167114, | |
| 0.7284555435180664, | |
| 0.364385187625885, | |
| 0.40521764755249023, | |
| 0.368280291557312, | |
| 0.28265315294265747, | |
| 0.6781079173088074, | |
| 0.37574630975723267, | |
| 0.36044567823410034, | |
| 0.31805381178855896, | |
| 0.28731489181518555, | |
| 0.5212720036506653, | |
| 0.40544959902763367, | |
| 0.4652749001979828, | |
| 0.4877694249153137, | |
| 0.4213396906852722, | |
| 0.7520357370376587, | |
| 0.38903725147247314, | |
| 0.4947900176048279, | |
| 0.42211711406707764, | |
| 0.49022147059440613, | |
| 0.7009404301643372, | |
| 0.3011932075023651, | |
| 0.39861759543418884, | |
| 0.40252888202667236, | |
| 0.3288971781730652, | |
| 0.7410759925842285, | |
| 0.39035564661026, | |
| 0.3970118463039398, | |
| 0.3960407078266144, | |
| 0.39015504717826843 | |
| ] | |
| } | |
| ] | |
| } |