model_name: Tucano2-qwen-0.5B-Instruct
results:
  niah_pt_multikey_1_1024: 0.658
  niah_pt_multikey_1_1024_stderr: 0.021236147199899316
  niah_pt_multikey_1_2048: 0.556
  niah_pt_multikey_1_2048_stderr: 0.022242244375731048
  niah_pt_multikey_1_4096: 0.42
  niah_pt_multikey_1_4096_stderr: N/A
  niah_pt_multikey_1_alias: " - niah_pt_multikey_1"
  niah_pt_multikey_2_1024: 0.596
  niah_pt_multikey_2_1024_stderr: 0.021966635293832883
  niah_pt_multikey_2_2048: 0.366
  niah_pt_multikey_2_2048_stderr: 0.021564276850201684
  niah_pt_multikey_2_4096: 0.184
  niah_pt_multikey_2_4096_stderr: N/A
  niah_pt_multikey_2_alias: " - niah_pt_multikey_2"
  niah_pt_multikey_3_1024: 0.406
  niah_pt_multikey_3_1024_stderr: 0.021983962090086417
  niah_pt_multikey_3_2048: 0.11
  niah_pt_multikey_3_2048_stderr: 0.01400686919941566
  niah_pt_multikey_3_4096: 0.038
  niah_pt_multikey_3_4096_stderr: N/A
  niah_pt_multikey_3_alias: " - niah_pt_multikey_3"
  niah_pt_multiquery_1024: 0.554
  niah_pt_multiquery_1024_stderr: 0.014700346948313894
  niah_pt_multiquery_2048: 0.4545
  niah_pt_multiquery_2048_stderr: 0.014300997764986478
  niah_pt_multiquery_4096: 0.395
  niah_pt_multiquery_4096_stderr: N/A
  niah_pt_multiquery_alias: " - niah_pt_multiquery"
  niah_pt_multivalue_1024: 0.4885
  niah_pt_multivalue_1024_stderr: 0.014608638699389432
  niah_pt_multivalue_2048: 0.4675
  niah_pt_multivalue_2048_stderr: 0.014090229563008424
  niah_pt_multivalue_4096: 0.4145
  niah_pt_multivalue_4096_stderr: N/A
  niah_pt_multivalue_alias: " - niah_pt_multivalue"
  niah_pt_single_1_1024: 0.602
  niah_pt_single_1_1024_stderr: 0.021912377885779953
  niah_pt_single_1_2048: 0.608
  niah_pt_single_1_2048_stderr: 0.02185468495561119
  niah_pt_single_1_4096: 0.522
  niah_pt_single_1_4096_stderr: N/A
  niah_pt_single_1_alias: " - niah_pt_single_1"
  niah_pt_single_2_1024: 0.518
  niah_pt_single_2_1024_stderr: 0.022368565117387874
  niah_pt_single_2_2048: 0.4
  niah_pt_single_2_2048_stderr: 0.02193084412072858
  niah_pt_single_2_4096: 0.316
  niah_pt_single_2_4096_stderr: N/A
  niah_pt_single_2_alias: " - niah_pt_single_2"
  niah_pt_single_3_1024: 0.63
  niah_pt_single_3_1024_stderr: 0.021613289165165816
  niah_pt_single_3_2048: 0.596
  niah_pt_single_3_2048_stderr: 0.021966635293832883
  niah_pt_single_3_4096: 0.522
  niah_pt_single_3_4096_stderr: N/A
  niah_pt_single_3_alias: " - niah_pt_single_3"
  ruler_pt_4096: 0.38164545454545457
  ruler_pt_4096_stderr: N/A
  ruler_pt_alias: ruler_pt
  ruler_pt_cwe_1024: 0.4992
  ruler_pt_cwe_1024_stderr: 0.016325801161570425
  ruler_pt_cwe_2048: 0.32839999999999997
  ruler_pt_cwe_2048_stderr: 0.013636671059873462
  ruler_pt_cwe_4096: 0.1778
  ruler_pt_cwe_4096_stderr: N/A
  ruler_pt_cwe_alias: " - ruler_pt_cwe"
  ruler_pt_fwe_1024: 0.8353333333333334
  ruler_pt_fwe_1024_stderr: 0.009076286695702566
  ruler_pt_fwe_2048: 0.6906666666666667
  ruler_pt_fwe_2048_stderr: 0.010496640893696112
  ruler_pt_fwe_4096: 0.594
  ruler_pt_fwe_4096_stderr: N/A
  ruler_pt_fwe_alias: " - ruler_pt_fwe"
  ruler_pt_vt_1024: 0.8847999999999999
  ruler_pt_vt_1024_stderr: 0.009025566003490679
  ruler_pt_vt_2048: 0.7112
  ruler_pt_vt_2048_stderr: 0.013468181161820449
  ruler_pt_vt_4096: 0.6147999999999999
  ruler_pt_vt_4096_stderr: N/A
  ruler_pt_vt_alias: " - ruler_pt_vt"