| model_name: Tucano2-qwen-0.5B-Instruct |
| results: |
| niah_pt_multikey_1_1024: 0.658 |
| niah_pt_multikey_1_1024_stderr: 0.021236147199899316 |
| niah_pt_multikey_1_2048: 0.556 |
| niah_pt_multikey_1_2048_stderr: 0.022242244375731048 |
| niah_pt_multikey_1_4096: 0.42 |
| niah_pt_multikey_1_4096_stderr: N/A |
| niah_pt_multikey_1_alias: " - niah_pt_multikey_1" |
| niah_pt_multikey_2_1024: 0.596 |
| niah_pt_multikey_2_1024_stderr: 0.021966635293832883 |
| niah_pt_multikey_2_2048: 0.366 |
| niah_pt_multikey_2_2048_stderr: 0.021564276850201684 |
| niah_pt_multikey_2_4096: 0.184 |
| niah_pt_multikey_2_4096_stderr: N/A |
| niah_pt_multikey_2_alias: " - niah_pt_multikey_2" |
| niah_pt_multikey_3_1024: 0.406 |
| niah_pt_multikey_3_1024_stderr: 0.021983962090086417 |
| niah_pt_multikey_3_2048: 0.11 |
| niah_pt_multikey_3_2048_stderr: 0.01400686919941566 |
| niah_pt_multikey_3_4096: 0.038 |
| niah_pt_multikey_3_4096_stderr: N/A |
| niah_pt_multikey_3_alias: " - niah_pt_multikey_3" |
| niah_pt_multiquery_1024: 0.554 |
| niah_pt_multiquery_1024_stderr: 0.014700346948313894 |
| niah_pt_multiquery_2048: 0.4545 |
| niah_pt_multiquery_2048_stderr: 0.014300997764986478 |
| niah_pt_multiquery_4096: 0.395 |
| niah_pt_multiquery_4096_stderr: N/A |
| niah_pt_multiquery_alias: " - niah_pt_multiquery" |
| niah_pt_multivalue_1024: 0.4885 |
| niah_pt_multivalue_1024_stderr: 0.014608638699389432 |
| niah_pt_multivalue_2048: 0.4675 |
| niah_pt_multivalue_2048_stderr: 0.014090229563008424 |
| niah_pt_multivalue_4096: 0.4145 |
| niah_pt_multivalue_4096_stderr: N/A |
| niah_pt_multivalue_alias: " - niah_pt_multivalue" |
| niah_pt_single_1_1024: 0.602 |
| niah_pt_single_1_1024_stderr: 0.021912377885779953 |
| niah_pt_single_1_2048: 0.608 |
| niah_pt_single_1_2048_stderr: 0.02185468495561119 |
| niah_pt_single_1_4096: 0.522 |
| niah_pt_single_1_4096_stderr: N/A |
| niah_pt_single_1_alias: " - niah_pt_single_1" |
| niah_pt_single_2_1024: 0.518 |
| niah_pt_single_2_1024_stderr: 0.022368565117387874 |
| niah_pt_single_2_2048: 0.4 |
| niah_pt_single_2_2048_stderr: 0.02193084412072858 |
| niah_pt_single_2_4096: 0.316 |
| niah_pt_single_2_4096_stderr: N/A |
| niah_pt_single_2_alias: " - niah_pt_single_2" |
| niah_pt_single_3_1024: 0.63 |
| niah_pt_single_3_1024_stderr: 0.021613289165165816 |
| niah_pt_single_3_2048: 0.596 |
| niah_pt_single_3_2048_stderr: 0.021966635293832883 |
| niah_pt_single_3_4096: 0.522 |
| niah_pt_single_3_4096_stderr: N/A |
| niah_pt_single_3_alias: " - niah_pt_single_3" |
| ruler_pt_4096: 0.38164545454545457 |
| ruler_pt_4096_stderr: N/A |
| ruler_pt_alias: ruler_pt |
| ruler_pt_cwe_1024: 0.4992 |
| ruler_pt_cwe_1024_stderr: 0.016325801161570425 |
| ruler_pt_cwe_2048: 0.32839999999999997 |
| ruler_pt_cwe_2048_stderr: 0.013636671059873462 |
| ruler_pt_cwe_4096: 0.1778 |
| ruler_pt_cwe_4096_stderr: N/A |
| ruler_pt_cwe_alias: " - ruler_pt_cwe" |
| ruler_pt_fwe_1024: 0.8353333333333334 |
| ruler_pt_fwe_1024_stderr: 0.009076286695702566 |
| ruler_pt_fwe_2048: 0.6906666666666667 |
| ruler_pt_fwe_2048_stderr: 0.010496640893696112 |
| ruler_pt_fwe_4096: 0.594 |
| ruler_pt_fwe_4096_stderr: N/A |
| ruler_pt_fwe_alias: " - ruler_pt_fwe" |
| ruler_pt_vt_1024: 0.8847999999999999 |
| ruler_pt_vt_1024_stderr: 0.009025566003490679 |
| ruler_pt_vt_2048: 0.7112 |
| ruler_pt_vt_2048_stderr: 0.013468181161820449 |
| ruler_pt_vt_4096: 0.6147999999999999 |
| ruler_pt_vt_4096_stderr: N/A |
| ruler_pt_vt_alias: " - ruler_pt_vt" |
|
|
