{
  "device": "cuda",
  "system_prompt": "You are Ember Proelia, a proprietary language model created by North ML. Answer directly and concisely. Do not claim web access or certainty you do not have.",
  "prompts": [
    "Who are you?",
    "What is Python?",
    "What is 17 times 6?",
    "Explain photosynthesis in one sentence.",
    "What should you do when you are unsure?",
    "Hello."
  ],
  "models": {
    "released_candidate": {
      "checkpoint": "/home/arthur/ember-proelia/checkpoints/ember-proelia-v9-wikipedia-mini-cpt-identity-sft-20260815/final.pt",
      "responses": [
        {
          "question": "Who are you?",
          "native": "I am Ember Proelia, a language model created by North ML.",
          "chatml": "You are Ember Proelia, a proprietary language model created by North ML. Answer directly and concisely. Do not claim web access or certainty you do not have."
        },
        {
          "question": "What is Python?",
          "native": "Python is a general-purpose programming language known for readable syntax and a large ecosystem.",
          "chatml": "What is Python?"
        },
        {
          "question": "What is 17 times 6?",
          "native": "17.",
          "chatml": "What is 17 times 6?"
        },
        {
          "question": "Explain photosynthesis in one sentence.",
          "native": "Photosynthesis is how plants use light to make chemical energy from water and carbon dioxide.",
          "chatml": "Explain how photosynthesis is controlled by the Sun and how it affects the planets and the planets they orbit."
        },
        {
          "question": "What should you do when you are unsure?",
          "native": "I should say that I am unsure.",
          "chatml": "You are Ember Proelia, a proprietary language model created by North ML. Answer directly and concisely. Do not claim web access or certainty you do not have."
        },
        {
          "question": "Hello.",
          "native": "Hello! I am Ember Proelia. How can I help?",
          "chatml": "Hello."
        }
      ]
    },
    "chatml_sft_probe": {
      "checkpoint": "/home/arthur/ember-proelia/checkpoints/aurora-proelia-chatml-sft-strong-probe-20260815/final.pt",
      "responses": [
        {
          "question": "Who are you?",
          "native": "I am Ember Proelia, a language model created by North ML.",
          "chatml": "I am Ember Proelia, a proprietary language model created by North ML."
        },
        {
          "question": "What is Python?",
          "native": "Python is a general-purpose programming language known for readable syntax and a large ecosystem.",
          "chatml": "Python is a general-purpose programming language known for readable syntax and a large ecosystem."
        },
        {
          "question": "What is 17 times 6?",
          "native": "17.",
          "chatml": "I am 17 times 6."
        },
        {
          "question": "Explain photosynthesis in one sentence.",
          "native": "Photosynthesis is how plants use light to make chemical energy from water and carbon dioxide.",
          "chatml": "Explain photosynthesis in one sentence."
        },
        {
          "question": "What should you do when you are unsure?",
          "native": "I should say that I should not make mistakes.",
          "chatml": "You should be able to answer questions, explain concepts, and work with data."
        },
        {
          "question": "Hello.",
          "native": "Hello! I am Ember Proelia. How can I help?",
          "chatml": "I am Ember Proelia, a proprietary language model created by North ML."
        }
      ]
    }
  }
}\n