{
  "repo_id": "timothydillan/oim-script-equitable-regional-sp-bpe-32k-native-weighted-v0",
  "tokenizer_name": "OIM Script-Equitable Regional SentencePiece BPE 32k Native-Weighted v0",
  "tokenizer_kind": "sentencepiece-bpe",
  "release_status": "public research v0",
  "vocab_size": 32000,
  "languages": [
    "id",
    "jv",
    "su",
    "ban",
    "bug",
    "ljp"
  ],
  "tags": [
    "script-equitable",
    "native-script",
    "aksara",
    "sentencepiece",
    "native-weighted"
  ],
  "updated_at": "2026-06-28T00:12:20+00:00",
  "files": [
    {
      "path": "README.md",
      "bytes": 6386,
      "sha256": "d3c876a6a9a277c5425ca1c9fd0c602ced7cdf11a80004ecd4393f73c57b200a"
    },
    {
      "path": "benchmarks/gemma_baseline_summary.md",
      "bytes": 4674,
      "sha256": "2290d318ee2df84726cd8a13fb7330cc60abb5bc3e71d480470d2668bc23cb1f"
    },
    {
      "path": "benchmarks/gemma_vs_oim_latin.json",
      "bytes": 2629,
      "sha256": "be506941d67832a026f2fa4df5cc2240a66e09498fe437e01582b64b7b93c591"
    },
    {
      "path": "benchmarks/gemma_vs_oim_mixed.json",
      "bytes": 2663,
      "sha256": "dd6b092d93311d5a99b810225911aef294ff1990458451fcec44d7a4658e4400"
    },
    {
      "path": "benchmarks/gemma_vs_oim_native.json",
      "bytes": 2613,
      "sha256": "a7a31e59c15561ceffdab4510dce05e02f6ef82521dc8a9ecbe22ec0f0a7f521"
    },
    {
      "path": "benchmarks/tokenizer_benchmark_script_equitable_v0_by_native_script.json",
      "bytes": 33994,
      "sha256": "4f242d36b739e093f2e754e4d2f43b4aafc4f565c31af2768af213e2b485b8ab"
    },
    {
      "path": "benchmarks/tokenizer_benchmark_script_equitable_v0_latn_weighted_compare.json",
      "bytes": 4500,
      "sha256": "a4ea2069b9dd28d4c770df73261ebf073d1d8554114da820e610705628488726"
    },
    {
      "path": "benchmarks/tokenizer_benchmark_script_equitable_v0_native_weighted_compare.json",
      "bytes": 4478,
      "sha256": "d2fd0d36fd03c7585dbe022c61ed1269a619102174930c7695ba69afe9f3015e"
    },
    {
      "path": "benchmarks/tokenizer_benchmark_script_equitable_v0_weighted_compare.json",
      "bytes": 4535,
      "sha256": "df6797e38ac04483b61bd62aa8e8f17286d0463d441f6ab97b78036cb82b849d"
    },
    {
      "path": "oim-script-equitable-regional-v0-native-weighted-32k-sp-bpe.model",
      "bytes": 756461,
      "sha256": "b70f7397cff2d249fe4857d5edbdadfd281c119c09d70a5f2358b37d49f3402b"
    },
    {
      "path": "oim-script-equitable-regional-v0-native-weighted-32k-sp-bpe.vocab",
      "bytes": 472974,
      "sha256": "2d05e924767f7a04f85773ff9117fba3a8b751227a75b59af1a7ee0fba992890"
    },
    {
      "path": "provenance/script_equitable_v0_native_weighted_manifest.json",
      "bytes": 5269,
      "sha256": "c43c93073572356cdfd67280fa6bca00c23096439f113981e0c0ef857f9f2872"
    }
  ]
}