training_log.json

{
  "base_model_name": "HuggingFaceH4_zephyr-7b-beta",
  "base_model_class": "MistralForCausalLM",
  "base_loaded_in_4bit": true,
  "base_loaded_in_8bit": false,
  "projections": "q, k, v, o",
  "loss": 2.3056,
  "learning_rate": 0.0003,
  "epoch": 1.0,
  "current_steps": 2144,
  "current_steps_adjusted": 2144,
  "epoch_adjusted": 1.0,
  "train_runtime": 25358.375,
  "train_samples_per_second": 4.228,
  "train_steps_per_second": 0.085,
  "total_flos": 1.175467232744964e+18,
  "train_loss": 2.3212102342040946
}