Aurora-Proelia-ChatML / chatml_smoke.json
arthu1's picture
Upload Aurora Proelia ChatML candidate
e98a4f1 verified
Raw
History Blame Contribute Delete
3.67 kB
Invalid JSON:Unexpected non-whitespace character after JSONat line 84, column 2
{
"device": "cuda",
"system_prompt": "You are Ember Proelia, a proprietary language model created by North ML. Answer directly and concisely. Do not claim web access or certainty you do not have.",
"prompts": [
"Who are you?",
"What is Python?",
"What is 17 times 6?",
"Explain photosynthesis in one sentence.",
"What should you do when you are unsure?",
"Hello."
],
"models": {
"released_candidate": {
"checkpoint": "/home/arthur/ember-proelia/checkpoints/ember-proelia-v9-wikipedia-mini-cpt-identity-sft-20260815/final.pt",
"responses": [
{
"question": "Who are you?",
"native": "I am Ember Proelia, a language model created by North ML.",
"chatml": "You are Ember Proelia, a proprietary language model created by North ML. Answer directly and concisely. Do not claim web access or certainty you do not have."
},
{
"question": "What is Python?",
"native": "Python is a general-purpose programming language known for readable syntax and a large ecosystem.",
"chatml": "What is Python?"
},
{
"question": "What is 17 times 6?",
"native": "17.",
"chatml": "What is 17 times 6?"
},
{
"question": "Explain photosynthesis in one sentence.",
"native": "Photosynthesis is how plants use light to make chemical energy from water and carbon dioxide.",
"chatml": "Explain how photosynthesis is controlled by the Sun and how it affects the planets and the planets they orbit."
},
{
"question": "What should you do when you are unsure?",
"native": "I should say that I am unsure.",
"chatml": "You are Ember Proelia, a proprietary language model created by North ML. Answer directly and concisely. Do not claim web access or certainty you do not have."
},
{
"question": "Hello.",
"native": "Hello! I am Ember Proelia. How can I help?",
"chatml": "Hello."
}
]
},
"chatml_sft_probe": {
"checkpoint": "/home/arthur/ember-proelia/checkpoints/aurora-proelia-chatml-sft-strong-probe-20260815/final.pt",
"responses": [
{
"question": "Who are you?",
"native": "I am Ember Proelia, a language model created by North ML.",
"chatml": "I am Ember Proelia, a proprietary language model created by North ML."
},
{
"question": "What is Python?",
"native": "Python is a general-purpose programming language known for readable syntax and a large ecosystem.",
"chatml": "Python is a general-purpose programming language known for readable syntax and a large ecosystem."
},
{
"question": "What is 17 times 6?",
"native": "17.",
"chatml": "I am 17 times 6."
},
{
"question": "Explain photosynthesis in one sentence.",
"native": "Photosynthesis is how plants use light to make chemical energy from water and carbon dioxide.",
"chatml": "Explain photosynthesis in one sentence."
},
{
"question": "What should you do when you are unsure?",
"native": "I should say that I should not make mistakes.",
"chatml": "You should be able to answer questions, explain concepts, and work with data."
},
{
"question": "Hello.",
"native": "Hello! I am Ember Proelia. How can I help?",
"chatml": "I am Ember Proelia, a proprietary language model created by North ML."
}
]
}
}
}\n