{
  "architectures" : [
    "Olmo2ForCausalLM"
  ],
  "attention_bias" : 0,
  "attention_dropout" : 0,
  "eos_token_id" : 100257,
  "hidden_act" : "silu",
  "hidden_size" : 2048,
  "initializer_range" : 0.02,
  "intermediate_size" : 8192,
  "max_position_embeddings" : 4096,
  "model_type" : "olmo2",
  "num_attention_heads" : 16,
  "num_hidden_layers" : 16,
  "num_key_value_heads" : 16,
  "pad_token_id" : 100277,
  "quantization" : {
    "bits" : 4,
    "group_size" : 64,
    "mode" : "affine"
  },
  "quantization_config" : {
    "bits" : 4,
    "group_size" : 64,
    "mode" : "affine"
  },
  "rms_norm_eps" : 9.9999999999999995e-07,
  "rope_scaling" : null,
  "rope_theta" : 500000,
  "tie_word_embeddings" : 0,
  "torch_dtype" : "bfloat16",
  "transformers_version" : "4.50.0",
  "use_cache" : 0,
  "vocab_size" : 100352
}