Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.2-11B-Vision-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.14.0

adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/data/LLM/Llama-3.2-11B-Vision-Instruct",
+  "bias": "none",
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:q_proj|k_proj|v_proj|o_proj|fc1|fc2|gate_proj|up_proj|down_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:q_proj|k_proj|v_proj|o_proj|fc1|fc2|gate_proj|up_proj|down_proj)))",
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ec481c4d37c103e1de517754ba41301fd3c210231e731eb85ccb27ee455d4f
+size 104940184

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{% for message in messages %}{% if loop.index0 == 0 %}{{ bos_token }}{% endif %}{{ '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n' }}{% if message['content'] is string %}{{ message['content'] }}{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' %}{{ '<|image|>' }}{% elif content['type'] == 'text' %}{{ content['text'] }}{% endif %}{% endfor %}{% endif %}{{ '<|eot_id|>' }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}"
+}

preprocessor_config.json

@@ -0,0 +1,26 @@
+{
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_pad": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "MllamaImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "max_image_tiles": 4,
+  "processor_class": "MllamaProcessor",
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 560,
+    "width": 560
+  }
+}

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19b28436910ccab5a16c3f2cc5e7f00aabfc62886eed0513ba60a6297bdbff6
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8cce63c113c0661bf0ed2676061e6feb85acfa3d0b1182681895615d7eb37b
+size 1064

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5f21c9c4c3b2e7521cc798bd2c3bd2a6625f8421601a5952b7581fb286ad0f
+size 17209159

tokenizer_config.json

@@ -0,0 +1,2074 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|step_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- Find out if there are any images #}\n{% set image_ns = namespace(has_images=false) %}      \n{%- for message in messages %}\n    {%- for content in message['content'] %}\n        {%- if content['type'] == 'image' %}\n            {%- set image_ns.has_images = true %}\n        {%- endif %}\n    {%- endfor %}\n{%- endfor %}\n\n{#- Error out if there are images and system message #}\n{%- if image_ns.has_images and not system_message == \"\" %}\n    {{- raise_exception(\"Prompting with images is incompatible with system messages.\") }}\n{%- endif %}\n\n{#- System message if there are no images #}\n{%- if not image_ns.has_images %}\n    {{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n    {%- if tools is not none %}\n        {{- \"Environment: ipython\\n\" }}\n    {%- endif %}\n    {{- \"Cutting Knowledge Date: December 2023\\n\" }}\n    {{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n    {%- if tools is not none and not tools_in_user_message %}\n        {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n        {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n        {{- \"Do not use variables.\\n\\n\" }}\n        {%- for t in tools %}\n            {{- t | tojson(indent=4) }}\n            {{- \"\\n\\n\" }}\n        {%- endfor %}\n    {%- endif %}\n    {{- system_message }}\n    {{- \"<|eot_id|>\" }}\n{%- endif %}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n    {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n' }}\n        {%- if message['content'] is string %}\n            {{- message['content'] }}\n        {%- else %}\n            {%- for content in message['content'] %}\n                {%- if content['type'] == 'image' %}\n                    {{- '<|image|>' }}\n                {%- elif content['type'] == 'text' %}\n                    {{- content['text'] }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "processor_class": "MllamaProcessor",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

trainer_state.json

@@ -0,0 +1,2834 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 400,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.005,
+      "grad_norm": 2.9455409049987793,
+      "learning_rate": 0.0,
+      "loss": 0.6073,
+      "step": 1
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 1.4680817127227783,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 0.7396,
+      "step": 2
+    },
+    {
+      "epoch": 0.015,
+      "grad_norm": 1.5614228248596191,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.6799,
+      "step": 3
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 1.5248379707336426,
+      "learning_rate": 1e-05,
+      "loss": 0.4818,
+      "step": 4
+    },
+    {
+      "epoch": 0.025,
+      "grad_norm": 1.0348310470581055,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 0.4321,
+      "step": 5
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 1.6425001621246338,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.6562,
+      "step": 6
+    },
+    {
+      "epoch": 0.035,
+      "grad_norm": 1.3331432342529297,
+      "learning_rate": 2e-05,
+      "loss": 0.5298,
+      "step": 7
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 1.3875914812088013,
+      "learning_rate": 2.3333333333333336e-05,
+      "loss": 0.5211,
+      "step": 8
+    },
+    {
+      "epoch": 0.045,
+      "grad_norm": 1.323825716972351,
+      "learning_rate": 2.6666666666666667e-05,
+      "loss": 0.6111,
+      "step": 9
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 1.3835245370864868,
+      "learning_rate": 3e-05,
+      "loss": 0.3399,
+      "step": 10
+    },
+    {
+      "epoch": 0.055,
+      "grad_norm": 1.8549563884735107,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.5247,
+      "step": 11
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 2.686943531036377,
+      "learning_rate": 3.6666666666666666e-05,
+      "loss": 0.4062,
+      "step": 12
+    },
+    {
+      "epoch": 0.065,
+      "grad_norm": 2.156491279602051,
+      "learning_rate": 4e-05,
+      "loss": 0.4638,
+      "step": 13
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 1.705341100692749,
+      "learning_rate": 4.3333333333333334e-05,
+      "loss": 0.4203,
+      "step": 14
+    },
+    {
+      "epoch": 0.075,
+      "grad_norm": 1.4981963634490967,
+      "learning_rate": 4.666666666666667e-05,
+      "loss": 0.4994,
+      "step": 15
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.1762669086456299,
+      "learning_rate": 5e-05,
+      "loss": 0.4181,
+      "step": 16
+    },
+    {
+      "epoch": 0.085,
+      "grad_norm": 1.318903923034668,
+      "learning_rate": 5.333333333333333e-05,
+      "loss": 0.3968,
+      "step": 17
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 1.1034541130065918,
+      "learning_rate": 5.666666666666667e-05,
+      "loss": 0.6782,
+      "step": 18
+    },
+    {
+      "epoch": 0.095,
+      "grad_norm": 0.9806134700775146,
+      "learning_rate": 6e-05,
+      "loss": 0.4938,
+      "step": 19
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.9943370819091797,
+      "learning_rate": 6.333333333333333e-05,
+      "loss": 0.5939,
+      "step": 20
+    },
+    {
+      "epoch": 0.105,
+      "grad_norm": 1.0326488018035889,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 0.5405,
+      "step": 21
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 1.0371407270431519,
+      "learning_rate": 7e-05,
+      "loss": 0.4934,
+      "step": 22
+    },
+    {
+      "epoch": 0.115,
+      "grad_norm": 1.1100867986679077,
+      "learning_rate": 7.333333333333333e-05,
+      "loss": 0.546,
+      "step": 23
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 1.3020515441894531,
+      "learning_rate": 7.666666666666667e-05,
+      "loss": 0.4776,
+      "step": 24
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 1.4848830699920654,
+      "learning_rate": 8e-05,
+      "loss": 0.542,
+      "step": 25
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 0.9994930028915405,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 0.4903,
+      "step": 26
+    },
+    {
+      "epoch": 0.135,
+      "grad_norm": 0.9639631509780884,
+      "learning_rate": 8.666666666666667e-05,
+      "loss": 0.7077,
+      "step": 27
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 1.0628936290740967,
+      "learning_rate": 9e-05,
+      "loss": 0.4114,
+      "step": 28
+    },
+    {
+      "epoch": 0.145,
+      "grad_norm": 1.4622820615768433,
+      "learning_rate": 9.333333333333334e-05,
+      "loss": 0.6233,
+      "step": 29
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 1.0266647338867188,
+      "learning_rate": 9.666666666666667e-05,
+      "loss": 0.5075,
+      "step": 30
+    },
+    {
+      "epoch": 0.155,
+      "grad_norm": 0.9910838603973389,
+      "learning_rate": 0.0001,
+      "loss": 0.4736,
+      "step": 31
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 1.1503653526306152,
+      "learning_rate": 0.00010333333333333334,
+      "loss": 0.5032,
+      "step": 32
+    },
+    {
+      "epoch": 0.165,
+      "grad_norm": 1.11775541305542,
+      "learning_rate": 0.00010666666666666667,
+      "loss": 0.6294,
+      "step": 33
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 0.9839116930961609,
+      "learning_rate": 0.00011000000000000002,
+      "loss": 0.5787,
+      "step": 34
+    },
+    {
+      "epoch": 0.175,
+      "grad_norm": 1.0579279661178589,
+      "learning_rate": 0.00011333333333333334,
+      "loss": 0.5479,
+      "step": 35
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.0450024604797363,
+      "learning_rate": 0.00011666666666666668,
+      "loss": 0.4414,
+      "step": 36
+    },
+    {
+      "epoch": 0.185,
+      "grad_norm": 0.8701012134552002,
+      "learning_rate": 0.00012,
+      "loss": 0.493,
+      "step": 37
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 1.490395188331604,
+      "learning_rate": 0.00012333333333333334,
+      "loss": 0.9322,
+      "step": 38
+    },
+    {
+      "epoch": 0.195,
+      "grad_norm": 0.8899338245391846,
+      "learning_rate": 0.00012666666666666666,
+      "loss": 0.4924,
+      "step": 39
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.2856160402297974,
+      "learning_rate": 0.00013000000000000002,
+      "loss": 0.6711,
+      "step": 40
+    },
+    {
+      "epoch": 0.205,
+      "grad_norm": 0.9618464708328247,
+      "learning_rate": 0.00013333333333333334,
+      "loss": 0.4606,
+      "step": 41
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 0.9135386347770691,
+      "learning_rate": 0.00013666666666666666,
+      "loss": 0.4999,
+      "step": 42
+    },
+    {
+      "epoch": 0.215,
+      "grad_norm": 0.9234018325805664,
+      "learning_rate": 0.00014,
+      "loss": 0.4571,
+      "step": 43
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.1135035753250122,
+      "learning_rate": 0.00014333333333333334,
+      "loss": 0.5387,
+      "step": 44
+    },
+    {
+      "epoch": 0.225,
+      "grad_norm": 1.174479603767395,
+      "learning_rate": 0.00014666666666666666,
+      "loss": 0.584,
+      "step": 45
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 0.9192129969596863,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.4897,
+      "step": 46
+    },
+    {
+      "epoch": 0.235,
+      "grad_norm": 0.8599598407745361,
+      "learning_rate": 0.00015333333333333334,
+      "loss": 0.4204,
+      "step": 47
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 1.0166935920715332,
+      "learning_rate": 0.00015666666666666666,
+      "loss": 0.3704,
+      "step": 48
+    },
+    {
+      "epoch": 0.245,
+      "grad_norm": 1.0022759437561035,
+      "learning_rate": 0.00016,
+      "loss": 0.5893,
+      "step": 49
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 1.125985026359558,
+      "learning_rate": 0.00016333333333333334,
+      "loss": 0.6523,
+      "step": 50
+    },
+    {
+      "epoch": 0.255,
+      "grad_norm": 0.9124050736427307,
+      "learning_rate": 0.0001666666666666667,
+      "loss": 0.4463,
+      "step": 51
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 1.2228381633758545,
+      "learning_rate": 0.00017,
+      "loss": 0.5758,
+      "step": 52
+    },
+    {
+      "epoch": 0.265,
+      "grad_norm": 1.0137525796890259,
+      "learning_rate": 0.00017333333333333334,
+      "loss": 0.6213,
+      "step": 53
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 1.3957058191299438,
+      "learning_rate": 0.00017666666666666666,
+      "loss": 0.4323,
+      "step": 54
+    },
+    {
+      "epoch": 0.275,
+      "grad_norm": 0.9506978392601013,
+      "learning_rate": 0.00018,
+      "loss": 0.4226,
+      "step": 55
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 1.0860037803649902,
+      "learning_rate": 0.00018333333333333334,
+      "loss": 0.5475,
+      "step": 56
+    },
+    {
+      "epoch": 0.285,
+      "grad_norm": 0.9912546873092651,
+      "learning_rate": 0.0001866666666666667,
+      "loss": 0.4273,
+      "step": 57
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 1.4025095701217651,
+      "learning_rate": 0.00019,
+      "loss": 0.5865,
+      "step": 58
+    },
+    {
+      "epoch": 0.295,
+      "grad_norm": 1.0721555948257446,
+      "learning_rate": 0.00019333333333333333,
+      "loss": 0.5518,
+      "step": 59
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.9538785815238953,
+      "learning_rate": 0.00019666666666666666,
+      "loss": 0.5451,
+      "step": 60
+    },
+    {
+      "epoch": 0.305,
+      "grad_norm": 0.9007125496864319,
+      "learning_rate": 0.0002,
+      "loss": 0.3864,
+      "step": 61
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 1.2095800638198853,
+      "learning_rate": 0.00019999830768577443,
+      "loss": 0.5137,
+      "step": 62
+    },
+    {
+      "epoch": 0.315,
+      "grad_norm": 1.7864227294921875,
+      "learning_rate": 0.00019999323080037624,
+      "loss": 0.4395,
+      "step": 63
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.9044005870819092,
+      "learning_rate": 0.00019998476951563915,
+      "loss": 0.5441,
+      "step": 64
+    },
+    {
+      "epoch": 0.325,
+      "grad_norm": 1.1454882621765137,
+      "learning_rate": 0.00019997292411794618,
+      "loss": 0.3243,
+      "step": 65
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 1.2085391283035278,
+      "learning_rate": 0.0001999576950082201,
+      "loss": 0.5298,
+      "step": 66
+    },
+    {
+      "epoch": 0.335,
+      "grad_norm": 1.0972354412078857,
+      "learning_rate": 0.0001999390827019096,
+      "loss": 0.4893,
+      "step": 67
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.2321377992630005,
+      "learning_rate": 0.00019991708782897213,
+      "loss": 0.6041,
+      "step": 68
+    },
+    {
+      "epoch": 0.345,
+      "grad_norm": 1.3030674457550049,
+      "learning_rate": 0.0001998917111338525,
+      "loss": 0.3892,
+      "step": 69
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 1.0997453927993774,
+      "learning_rate": 0.0001998629534754574,
+      "loss": 0.4945,
+      "step": 70
+    },
+    {
+      "epoch": 0.355,
+      "grad_norm": 1.1095383167266846,
+      "learning_rate": 0.00019983081582712685,
+      "loss": 0.5592,
+      "step": 71
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 1.0699679851531982,
+      "learning_rate": 0.00019979529927660074,
+      "loss": 0.6754,
+      "step": 72
+    },
+    {
+      "epoch": 0.365,
+      "grad_norm": 1.2686567306518555,
+      "learning_rate": 0.00019975640502598244,
+      "loss": 0.4932,
+      "step": 73
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 1.000361680984497,
+      "learning_rate": 0.00019971413439169775,
+      "loss": 0.4836,
+      "step": 74
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 1.1984176635742188,
+      "learning_rate": 0.00019966848880445062,
+      "loss": 0.6015,
+      "step": 75
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.9447954297065735,
+      "learning_rate": 0.00019961946980917456,
+      "loss": 0.4425,
+      "step": 76
+    },
+    {
+      "epoch": 0.385,
+      "grad_norm": 0.9791714549064636,
+      "learning_rate": 0.00019956707906498044,
+      "loss": 0.4852,
+      "step": 77
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 1.1539669036865234,
+      "learning_rate": 0.00019951131834510032,
+      "loss": 0.5147,
+      "step": 78
+    },
+    {
+      "epoch": 0.395,
+      "grad_norm": 0.9412739276885986,
+      "learning_rate": 0.00019945218953682734,
+      "loss": 0.5266,
+      "step": 79
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 1.1397993564605713,
+      "learning_rate": 0.000199389694641452,
+      "loss": 0.5306,
+      "step": 80
+    },
+    {
+      "epoch": 0.405,
+      "grad_norm": 1.0742263793945312,
+      "learning_rate": 0.00019932383577419432,
+      "loss": 0.4972,
+      "step": 81
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 1.0058263540267944,
+      "learning_rate": 0.00019925461516413223,
+      "loss": 0.4312,
+      "step": 82
+    },
+    {
+      "epoch": 0.415,
+      "grad_norm": 1.1048433780670166,
+      "learning_rate": 0.00019918203515412617,
+      "loss": 0.4489,
+      "step": 83
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 1.1078910827636719,
+      "learning_rate": 0.00019910609820073986,
+      "loss": 0.3769,
+      "step": 84
+    },
+    {
+      "epoch": 0.425,
+      "grad_norm": 1.0895092487335205,
+      "learning_rate": 0.00019902680687415705,
+      "loss": 0.4025,
+      "step": 85
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 1.2830822467803955,
+      "learning_rate": 0.00019894416385809444,
+      "loss": 0.5534,
+      "step": 86
+    },
+    {
+      "epoch": 0.435,
+      "grad_norm": 2.1674487590789795,
+      "learning_rate": 0.00019885817194971117,
+      "loss": 0.3861,
+      "step": 87
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.9513518214225769,
+      "learning_rate": 0.00019876883405951377,
+      "loss": 0.427,
+      "step": 88
+    },
+    {
+      "epoch": 0.445,
+      "grad_norm": 1.012882947921753,
+      "learning_rate": 0.00019867615321125795,
+      "loss": 0.5058,
+      "step": 89
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 1.177808165550232,
+      "learning_rate": 0.00019858013254184597,
+      "loss": 0.6787,
+      "step": 90
+    },
+    {
+      "epoch": 0.455,
+      "grad_norm": 1.0161972045898438,
+      "learning_rate": 0.00019848077530122083,
+      "loss": 0.4483,
+      "step": 91
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.0030016899108887,
+      "learning_rate": 0.0001983780848522559,
+      "loss": 0.5978,
+      "step": 92
+    },
+    {
+      "epoch": 0.465,
+      "grad_norm": 1.0409237146377563,
+      "learning_rate": 0.00019827206467064133,
+      "loss": 0.4514,
+      "step": 93
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 1.1345373392105103,
+      "learning_rate": 0.00019816271834476642,
+      "loss": 0.6026,
+      "step": 94
+    },
+    {
+      "epoch": 0.475,
+      "grad_norm": 1.0670682191848755,
+      "learning_rate": 0.00019805004957559793,
+      "loss": 0.4506,
+      "step": 95
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.7726262807846069,
+      "learning_rate": 0.00019793406217655517,
+      "loss": 0.4391,
+      "step": 96
+    },
+    {
+      "epoch": 0.485,
+      "grad_norm": 1.0085614919662476,
+      "learning_rate": 0.00019781476007338058,
+      "loss": 0.4648,
+      "step": 97
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 1.23222017288208,
+      "learning_rate": 0.00019769214730400712,
+      "loss": 0.5058,
+      "step": 98
+    },
+    {
+      "epoch": 0.495,
+      "grad_norm": 1.2733196020126343,
+      "learning_rate": 0.00019756622801842143,
+      "loss": 0.4494,
+      "step": 99
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.1150026321411133,
+      "learning_rate": 0.00019743700647852354,
+      "loss": 0.5667,
+      "step": 100
+    },
+    {
+      "epoch": 0.505,
+      "grad_norm": 1.1838147640228271,
+      "learning_rate": 0.00019730448705798239,
+      "loss": 0.5004,
+      "step": 101
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 1.1241400241851807,
+      "learning_rate": 0.00019716867424208806,
+      "loss": 0.4446,
+      "step": 102
+    },
+    {
+      "epoch": 0.515,
+      "grad_norm": 0.8567945957183838,
+      "learning_rate": 0.00019702957262759965,
+      "loss": 0.6337,
+      "step": 103
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.903740644454956,
+      "learning_rate": 0.00019688718692259006,
+      "loss": 0.3562,
+      "step": 104
+    },
+    {
+      "epoch": 0.525,
+      "grad_norm": 1.063928484916687,
+      "learning_rate": 0.00019674152194628638,
+      "loss": 0.5589,
+      "step": 105
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 0.8685862421989441,
+      "learning_rate": 0.00019659258262890683,
+      "loss": 0.6022,
+      "step": 106
+    },
+    {
+      "epoch": 0.535,
+      "grad_norm": 1.159970760345459,
+      "learning_rate": 0.0001964403740114939,
+      "loss": 0.5976,
+      "step": 107
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 1.0903443098068237,
+      "learning_rate": 0.00019628490124574377,
+      "loss": 0.5986,
+      "step": 108
+    },
+    {
+      "epoch": 0.545,
+      "grad_norm": 1.2548609972000122,
+      "learning_rate": 0.0001961261695938319,
+      "loss": 0.475,
+      "step": 109
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.8668074011802673,
+      "learning_rate": 0.00019596418442823494,
+      "loss": 0.499,
+      "step": 110
+    },
+    {
+      "epoch": 0.555,
+      "grad_norm": 0.9190664887428284,
+      "learning_rate": 0.0001957989512315489,
+      "loss": 0.4129,
+      "step": 111
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.7396138310432434,
+      "learning_rate": 0.00019563047559630357,
+      "loss": 0.3469,
+      "step": 112
+    },
+    {
+      "epoch": 0.565,
+      "grad_norm": 1.0757927894592285,
+      "learning_rate": 0.0001954587632247732,
+      "loss": 0.3882,
+      "step": 113
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 1.1670087575912476,
+      "learning_rate": 0.00019528381992878362,
+      "loss": 0.5141,
+      "step": 114
+    },
+    {
+      "epoch": 0.575,
+      "grad_norm": 1.1538702249526978,
+      "learning_rate": 0.00019510565162951537,
+      "loss": 0.511,
+      "step": 115
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 1.6420246362686157,
+      "learning_rate": 0.0001949242643573034,
+      "loss": 0.6716,
+      "step": 116
+    },
+    {
+      "epoch": 0.585,
+      "grad_norm": 1.3264261484146118,
+      "learning_rate": 0.00019473966425143292,
+      "loss": 0.5407,
+      "step": 117
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 1.01437509059906,
+      "learning_rate": 0.0001945518575599317,
+      "loss": 0.4522,
+      "step": 118
+    },
+    {
+      "epoch": 0.595,
+      "grad_norm": 0.9997525215148926,
+      "learning_rate": 0.00019436085063935835,
+      "loss": 0.4522,
+      "step": 119
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.9435955286026001,
+      "learning_rate": 0.00019416664995458756,
+      "loss": 0.5659,
+      "step": 120
+    },
+    {
+      "epoch": 0.605,
+      "grad_norm": 0.8276172876358032,
+      "learning_rate": 0.00019396926207859084,
+      "loss": 0.4143,
+      "step": 121
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 1.194066047668457,
+      "learning_rate": 0.00019376869369221452,
+      "loss": 0.5177,
+      "step": 122
+    },
+    {
+      "epoch": 0.615,
+      "grad_norm": 1.120455265045166,
+      "learning_rate": 0.00019356495158395315,
+      "loss": 0.3676,
+      "step": 123
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.8941965103149414,
+      "learning_rate": 0.00019335804264972018,
+      "loss": 0.3922,
+      "step": 124
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 1.2467975616455078,
+      "learning_rate": 0.00019314797389261424,
+      "loss": 0.5063,
+      "step": 125
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 1.0667827129364014,
+      "learning_rate": 0.00019293475242268223,
+      "loss": 0.529,
+      "step": 126
+    },
+    {
+      "epoch": 0.635,
+      "grad_norm": 1.0572445392608643,
+      "learning_rate": 0.00019271838545667876,
+      "loss": 0.5541,
+      "step": 127
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.9136587977409363,
+      "learning_rate": 0.0001924988803178216,
+      "loss": 0.4134,
+      "step": 128
+    },
+    {
+      "epoch": 0.645,
+      "grad_norm": 0.988009512424469,
+      "learning_rate": 0.00019227624443554425,
+      "loss": 0.4014,
+      "step": 129
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 1.3015025854110718,
+      "learning_rate": 0.00019205048534524406,
+      "loss": 0.4819,
+      "step": 130
+    },
+    {
+      "epoch": 0.655,
+      "grad_norm": 0.917235791683197,
+      "learning_rate": 0.00019182161068802741,
+      "loss": 0.5578,
+      "step": 131
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 1.2599695920944214,
+      "learning_rate": 0.00019158962821045112,
+      "loss": 0.5951,
+      "step": 132
+    },
+    {
+      "epoch": 0.665,
+      "grad_norm": 0.8651666045188904,
+      "learning_rate": 0.0001913545457642601,
+      "loss": 0.4082,
+      "step": 133
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 1.1557177305221558,
+      "learning_rate": 0.0001911163713061217,
+      "loss": 0.6299,
+      "step": 134
+    },
+    {
+      "epoch": 0.675,
+      "grad_norm": 0.9854793548583984,
+      "learning_rate": 0.00019087511289735644,
+      "loss": 0.5584,
+      "step": 135
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.9728374481201172,
+      "learning_rate": 0.000190630778703665,
+      "loss": 0.4835,
+      "step": 136
+    },
+    {
+      "epoch": 0.685,
+      "grad_norm": 0.9781370759010315,
+      "learning_rate": 0.00019038337699485208,
+      "loss": 0.5205,
+      "step": 137
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 0.9177173972129822,
+      "learning_rate": 0.00019013291614454621,
+      "loss": 0.3354,
+      "step": 138
+    },
+    {
+      "epoch": 0.695,
+      "grad_norm": 0.9920403361320496,
+      "learning_rate": 0.0001898794046299167,
+      "loss": 0.533,
+      "step": 139
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 1.3647239208221436,
+      "learning_rate": 0.00018962285103138636,
+      "loss": 0.6999,
+      "step": 140
+    },
+    {
+      "epoch": 0.705,
+      "grad_norm": 0.9474604725837708,
+      "learning_rate": 0.00018936326403234125,
+      "loss": 0.4888,
+      "step": 141
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 0.9551665782928467,
+      "learning_rate": 0.0001891006524188368,
+      "loss": 0.3503,
+      "step": 142
+    },
+    {
+      "epoch": 0.715,
+      "grad_norm": 1.0441597700119019,
+      "learning_rate": 0.00018883502507930042,
+      "loss": 0.4005,
+      "step": 143
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.9200822114944458,
+      "learning_rate": 0.0001885663910042306,
+      "loss": 0.5412,
+      "step": 144
+    },
+    {
+      "epoch": 0.725,
+      "grad_norm": 1.20487642288208,
+      "learning_rate": 0.00018829475928589271,
+      "loss": 0.4964,
+      "step": 145
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 1.1462260484695435,
+      "learning_rate": 0.00018802013911801112,
+      "loss": 0.4973,
+      "step": 146
+    },
+    {
+      "epoch": 0.735,
+      "grad_norm": 1.054632544517517,
+      "learning_rate": 0.0001877425397954582,
+      "loss": 0.5144,
+      "step": 147
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.8504728674888611,
+      "learning_rate": 0.00018746197071393958,
+      "loss": 0.3942,
+      "step": 148
+    },
+    {
+      "epoch": 0.745,
+      "grad_norm": 1.0933464765548706,
+      "learning_rate": 0.00018717844136967624,
+      "loss": 0.6372,
+      "step": 149
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.1559089422225952,
+      "learning_rate": 0.00018689196135908304,
+      "loss": 0.4525,
+      "step": 150
+    },
+    {
+      "epoch": 0.755,
+      "grad_norm": 1.25426185131073,
+      "learning_rate": 0.00018660254037844388,
+      "loss": 0.532,
+      "step": 151
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.9040874242782593,
+      "learning_rate": 0.00018631018822358363,
+      "loss": 0.5916,
+      "step": 152
+    },
+    {
+      "epoch": 0.765,
+      "grad_norm": 1.0059220790863037,
+      "learning_rate": 0.00018601491478953657,
+      "loss": 0.4616,
+      "step": 153
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 1.1526310443878174,
+      "learning_rate": 0.00018571673007021123,
+      "loss": 0.476,
+      "step": 154
+    },
+    {
+      "epoch": 0.775,
+      "grad_norm": 0.8825452923774719,
+      "learning_rate": 0.00018541564415805258,
+      "loss": 0.3968,
+      "step": 155
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 1.189428687095642,
+      "learning_rate": 0.00018511166724369997,
+      "loss": 0.5498,
+      "step": 156
+    },
+    {
+      "epoch": 0.785,
+      "grad_norm": 0.9788728356361389,
+      "learning_rate": 0.0001848048096156426,
+      "loss": 0.458,
+      "step": 157
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 1.2952889204025269,
+      "learning_rate": 0.00018449508165987105,
+      "loss": 0.7268,
+      "step": 158
+    },
+    {
+      "epoch": 0.795,
+      "grad_norm": 1.091649055480957,
+      "learning_rate": 0.00018418249385952575,
+      "loss": 0.4464,
+      "step": 159
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.8726484775543213,
+      "learning_rate": 0.00018386705679454242,
+      "loss": 0.5441,
+      "step": 160
+    },
+    {
+      "epoch": 0.805,
+      "grad_norm": 0.913123369216919,
+      "learning_rate": 0.00018354878114129367,
+      "loss": 0.544,
+      "step": 161
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 0.8178060054779053,
+      "learning_rate": 0.0001832276776722278,
+      "loss": 0.481,
+      "step": 162
+    },
+    {
+      "epoch": 0.815,
+      "grad_norm": 0.8458369970321655,
+      "learning_rate": 0.00018290375725550417,
+      "loss": 0.4149,
+      "step": 163
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 1.0555588006973267,
+      "learning_rate": 0.00018257703085462542,
+      "loss": 0.4748,
+      "step": 164
+    },
+    {
+      "epoch": 0.825,
+      "grad_norm": 0.951287031173706,
+      "learning_rate": 0.00018224750952806624,
+      "loss": 0.5823,
+      "step": 165
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 0.9891758561134338,
+      "learning_rate": 0.0001819152044288992,
+      "loss": 0.4222,
+      "step": 166
+    },
+    {
+      "epoch": 0.835,
+      "grad_norm": 0.8881749510765076,
+      "learning_rate": 0.00018158012680441723,
+      "loss": 0.344,
+      "step": 167
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.9701601266860962,
+      "learning_rate": 0.00018124228799575295,
+      "loss": 0.4689,
+      "step": 168
+    },
+    {
+      "epoch": 0.845,
+      "grad_norm": 1.0606831312179565,
+      "learning_rate": 0.00018090169943749476,
+      "loss": 0.4291,
+      "step": 169
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 1.162109375,
+      "learning_rate": 0.00018055837265729994,
+      "loss": 0.4932,
+      "step": 170
+    },
+    {
+      "epoch": 0.855,
+      "grad_norm": 0.894894003868103,
+      "learning_rate": 0.0001802123192755044,
+      "loss": 0.4048,
+      "step": 171
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.9900356531143188,
+      "learning_rate": 0.00017986355100472928,
+      "loss": 0.4286,
+      "step": 172
+    },
+    {
+      "epoch": 0.865,
+      "grad_norm": 0.87781822681427,
+      "learning_rate": 0.0001795120796494848,
+      "loss": 0.3602,
+      "step": 173
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 1.0920095443725586,
+      "learning_rate": 0.00017915791710577033,
+      "loss": 0.7948,
+      "step": 174
+    },
+    {
+      "epoch": 0.875,
+      "grad_norm": 0.8995212912559509,
+      "learning_rate": 0.00017880107536067218,
+      "loss": 0.386,
+      "step": 175
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 1.000054121017456,
+      "learning_rate": 0.00017844156649195759,
+      "loss": 0.4768,
+      "step": 176
+    },
+    {
+      "epoch": 0.885,
+      "grad_norm": 0.9968723058700562,
+      "learning_rate": 0.00017807940266766593,
+      "loss": 0.6384,
+      "step": 177
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 1.0881284475326538,
+      "learning_rate": 0.0001777145961456971,
+      "loss": 0.5514,
+      "step": 178
+    },
+    {
+      "epoch": 0.895,
+      "grad_norm": 0.8744277954101562,
+      "learning_rate": 0.0001773471592733964,
+      "loss": 0.4813,
+      "step": 179
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.9276065230369568,
+      "learning_rate": 0.00017697710448713678,
+      "loss": 0.5127,
+      "step": 180
+    },
+    {
+      "epoch": 0.905,
+      "grad_norm": 0.8760328888893127,
+      "learning_rate": 0.0001766044443118978,
+      "loss": 0.4544,
+      "step": 181
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 0.9828473329544067,
+      "learning_rate": 0.00017622919136084183,
+      "loss": 0.5908,
+      "step": 182
+    },
+    {
+      "epoch": 0.915,
+      "grad_norm": 0.8809630870819092,
+      "learning_rate": 0.00017585135833488692,
+      "loss": 0.477,
+      "step": 183
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.9894719123840332,
+      "learning_rate": 0.00017547095802227723,
+      "loss": 0.3714,
+      "step": 184
+    },
+    {
+      "epoch": 0.925,
+      "grad_norm": 1.0420310497283936,
+      "learning_rate": 0.00017508800329814995,
+      "loss": 0.595,
+      "step": 185
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 1.1475286483764648,
+      "learning_rate": 0.0001747025071240996,
+      "loss": 0.6132,
+      "step": 186
+    },
+    {
+      "epoch": 0.935,
+      "grad_norm": 0.8398196697235107,
+      "learning_rate": 0.00017431448254773944,
+      "loss": 0.4038,
+      "step": 187
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.8641005158424377,
+      "learning_rate": 0.0001739239427022596,
+      "loss": 0.3943,
+      "step": 188
+    },
+    {
+      "epoch": 0.945,
+      "grad_norm": 0.9621971249580383,
+      "learning_rate": 0.0001735309008059829,
+      "loss": 0.5505,
+      "step": 189
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 1.0214611291885376,
+      "learning_rate": 0.00017313537016191706,
+      "loss": 0.6831,
+      "step": 190
+    },
+    {
+      "epoch": 0.955,
+      "grad_norm": 0.8197475671768188,
+      "learning_rate": 0.00017273736415730488,
+      "loss": 0.4049,
+      "step": 191
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.263084888458252,
+      "learning_rate": 0.0001723368962631708,
+      "loss": 0.3962,
+      "step": 192
+    },
+    {
+      "epoch": 0.965,
+      "grad_norm": 1.0390878915786743,
+      "learning_rate": 0.0001719339800338651,
+      "loss": 0.4793,
+      "step": 193
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 1.1881486177444458,
+      "learning_rate": 0.00017152862910660516,
+      "loss": 0.5908,
+      "step": 194
+    },
+    {
+      "epoch": 0.975,
+      "grad_norm": 0.8765969276428223,
+      "learning_rate": 0.00017112085720101373,
+      "loss": 0.3661,
+      "step": 195
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.9140594601631165,
+      "learning_rate": 0.00017071067811865476,
+      "loss": 0.6136,
+      "step": 196
+    },
+    {
+      "epoch": 0.985,
+      "grad_norm": 0.8686286211013794,
+      "learning_rate": 0.0001702981057425662,
+      "loss": 0.4636,
+      "step": 197
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 0.9936033487319946,
+      "learning_rate": 0.00016988315403679,
+      "loss": 0.5857,
+      "step": 198
+    },
+    {
+      "epoch": 0.995,
+      "grad_norm": 0.9762316346168518,
+      "learning_rate": 0.00016946583704589973,
+      "loss": 0.5525,
+      "step": 199
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.0653597116470337,
+      "learning_rate": 0.00016904616889452497,
+      "loss": 0.4963,
+      "step": 200
+    },
+    {
+      "epoch": 1.005,
+      "grad_norm": 0.7175650596618652,
+      "learning_rate": 0.0001686241637868734,
+      "loss": 0.2784,
+      "step": 201
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 0.9962010383605957,
+      "learning_rate": 0.00016819983600624986,
+      "loss": 0.3781,
+      "step": 202
+    },
+    {
+      "epoch": 1.015,
+      "grad_norm": 0.9142802953720093,
+      "learning_rate": 0.00016777319991457325,
+      "loss": 0.3279,
+      "step": 203
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 0.8529897928237915,
+      "learning_rate": 0.00016734426995189004,
+      "loss": 0.3837,
+      "step": 204
+    },
+    {
+      "epoch": 1.025,
+      "grad_norm": 1.036350131034851,
+      "learning_rate": 0.00016691306063588583,
+      "loss": 0.6008,
+      "step": 205
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 0.8911110162734985,
+      "learning_rate": 0.00016647958656139378,
+      "loss": 0.4419,
+      "step": 206
+    },
+    {
+      "epoch": 1.035,
+      "grad_norm": 0.8090599775314331,
+      "learning_rate": 0.00016604386239990078,
+      "loss": 0.3859,
+      "step": 207
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.9908334612846375,
+      "learning_rate": 0.00016560590289905073,
+      "loss": 0.5062,
+      "step": 208
+    },
+    {
+      "epoch": 1.045,
+      "grad_norm": 0.9701403975486755,
+      "learning_rate": 0.00016516572288214552,
+      "loss": 0.3596,
+      "step": 209
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.9375543594360352,
+      "learning_rate": 0.00016472333724764325,
+      "loss": 0.3414,
+      "step": 210
+    },
+    {
+      "epoch": 1.055,
+      "grad_norm": 0.8780631422996521,
+      "learning_rate": 0.00016427876096865394,
+      "loss": 0.2714,
+      "step": 211
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 1.023652195930481,
+      "learning_rate": 0.00016383200909243285,
+      "loss": 0.407,
+      "step": 212
+    },
+    {
+      "epoch": 1.065,
+      "grad_norm": 1.222335696220398,
+      "learning_rate": 0.00016338309673987101,
+      "loss": 0.3731,
+      "step": 213
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 1.0765554904937744,
+      "learning_rate": 0.00016293203910498376,
+      "loss": 0.3411,
+      "step": 214
+    },
+    {
+      "epoch": 1.075,
+      "grad_norm": 1.1874161958694458,
+      "learning_rate": 0.000162478851454396,
+      "loss": 0.3628,
+      "step": 215
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.9529691934585571,
+      "learning_rate": 0.000162023549126826,
+      "loss": 0.3279,
+      "step": 216
+    },
+    {
+      "epoch": 1.085,
+      "grad_norm": 0.890059232711792,
+      "learning_rate": 0.0001615661475325658,
+      "loss": 0.2977,
+      "step": 217
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 1.116040587425232,
+      "learning_rate": 0.00016110666215295998,
+      "loss": 0.4425,
+      "step": 218
+    },
+    {
+      "epoch": 1.095,
+      "grad_norm": 1.0239148139953613,
+      "learning_rate": 0.00016064510853988138,
+      "loss": 0.3655,
+      "step": 219
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 1.075461983680725,
+      "learning_rate": 0.00016018150231520486,
+      "loss": 0.3202,
+      "step": 220
+    },
+    {
+      "epoch": 1.105,
+      "grad_norm": 1.1996628046035767,
+      "learning_rate": 0.00015971585917027862,
+      "loss": 0.406,
+      "step": 221
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 0.9129374623298645,
+      "learning_rate": 0.00015924819486539307,
+      "loss": 0.2548,
+      "step": 222
+    },
+    {
+      "epoch": 1.115,
+      "grad_norm": 1.1270534992218018,
+      "learning_rate": 0.00015877852522924732,
+      "loss": 0.3612,
+      "step": 223
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.9386212229728699,
+      "learning_rate": 0.00015830686615841348,
+      "loss": 0.3371,
+      "step": 224
+    },
+    {
+      "epoch": 1.125,
+      "grad_norm": 0.8654946088790894,
+      "learning_rate": 0.00015783323361679864,
+      "loss": 0.2435,
+      "step": 225
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 0.9889599680900574,
+      "learning_rate": 0.0001573576436351046,
+      "loss": 0.4872,
+      "step": 226
+    },
+    {
+      "epoch": 1.135,
+      "grad_norm": 1.1625468730926514,
+      "learning_rate": 0.00015688011231028518,
+      "loss": 0.3725,
+      "step": 227
+    },
+    {
+      "epoch": 1.1400000000000001,
+      "grad_norm": 1.0550003051757812,
+      "learning_rate": 0.00015640065580500148,
+      "loss": 0.4399,
+      "step": 228
+    },
+    {
+      "epoch": 1.145,
+      "grad_norm": 1.083914041519165,
+      "learning_rate": 0.0001559192903470747,
+      "loss": 0.3753,
+      "step": 229
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.8965413570404053,
+      "learning_rate": 0.00015543603222893716,
+      "loss": 0.3601,
+      "step": 230
+    },
+    {
+      "epoch": 1.155,
+      "grad_norm": 0.8855785727500916,
+      "learning_rate": 0.0001549508978070806,
+      "loss": 0.397,
+      "step": 231
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.8954373002052307,
+      "learning_rate": 0.00015446390350150273,
+      "loss": 0.3028,
+      "step": 232
+    },
+    {
+      "epoch": 1.165,
+      "grad_norm": 1.1223406791687012,
+      "learning_rate": 0.0001539750657951513,
+      "loss": 0.4754,
+      "step": 233
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 0.9738592505455017,
+      "learning_rate": 0.00015348440123336645,
+      "loss": 0.3177,
+      "step": 234
+    },
+    {
+      "epoch": 1.175,
+      "grad_norm": 0.9397669434547424,
+      "learning_rate": 0.0001529919264233205,
+      "loss": 0.2809,
+      "step": 235
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 1.1951464414596558,
+      "learning_rate": 0.000152497658033456,
+      "loss": 0.3721,
+      "step": 236
+    },
+    {
+      "epoch": 1.185,
+      "grad_norm": 1.0541985034942627,
+      "learning_rate": 0.00015200161279292155,
+      "loss": 0.4451,
+      "step": 237
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 1.0258787870407104,
+      "learning_rate": 0.00015150380749100545,
+      "loss": 0.408,
+      "step": 238
+    },
+    {
+      "epoch": 1.195,
+      "grad_norm": 1.1269365549087524,
+      "learning_rate": 0.00015100425897656753,
+      "loss": 0.3305,
+      "step": 239
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 1.2180510759353638,
+      "learning_rate": 0.000150502984157469,
+      "loss": 0.3271,
+      "step": 240
+    },
+    {
+      "epoch": 1.205,
+      "grad_norm": 0.7923290729522705,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.2598,
+      "step": 241
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 1.0020320415496826,
+      "learning_rate": 0.00014949532352830541,
+      "loss": 0.3287,
+      "step": 242
+    },
+    {
+      "epoch": 1.215,
+      "grad_norm": 0.9556872844696045,
+      "learning_rate": 0.0001489889718238087,
+      "loss": 0.3174,
+      "step": 243
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 1.2195252180099487,
+      "learning_rate": 0.00014848096202463372,
+      "loss": 0.551,
+      "step": 244
+    },
+    {
+      "epoch": 1.225,
+      "grad_norm": 1.0874240398406982,
+      "learning_rate": 0.00014797131132502465,
+      "loss": 0.4717,
+      "step": 245
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 1.0347204208374023,
+      "learning_rate": 0.00014746003697476404,
+      "loss": 0.3886,
+      "step": 246
+    },
+    {
+      "epoch": 1.2349999999999999,
+      "grad_norm": 1.1196807622909546,
+      "learning_rate": 0.00014694715627858908,
+      "loss": 0.4335,
+      "step": 247
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 1.0648186206817627,
+      "learning_rate": 0.00014643268659560572,
+      "loss": 0.3459,
+      "step": 248
+    },
+    {
+      "epoch": 1.245,
+      "grad_norm": 0.9884780645370483,
+      "learning_rate": 0.00014591664533870118,
+      "loss": 0.303,
+      "step": 249
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.9861478805541992,
+      "learning_rate": 0.00014539904997395468,
+      "loss": 0.2804,
+      "step": 250
+    },
+    {
+      "epoch": 1.255,
+      "grad_norm": 0.9452088475227356,
+      "learning_rate": 0.00014487991802004623,
+      "loss": 0.3405,
+      "step": 251
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 1.1845060586929321,
+      "learning_rate": 0.00014435926704766362,
+      "loss": 0.3634,
+      "step": 252
+    },
+    {
+      "epoch": 1.2650000000000001,
+      "grad_norm": 1.2674229145050049,
+      "learning_rate": 0.00014383711467890774,
+      "loss": 0.4798,
+      "step": 253
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.9279680252075195,
+      "learning_rate": 0.00014331347858669632,
+      "loss": 0.3077,
+      "step": 254
+    },
+    {
+      "epoch": 1.275,
+      "grad_norm": 0.98764967918396,
+      "learning_rate": 0.00014278837649416544,
+      "loss": 0.2985,
+      "step": 255
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 1.1002823114395142,
+      "learning_rate": 0.00014226182617406996,
+      "loss": 0.3019,
+      "step": 256
+    },
+    {
+      "epoch": 1.285,
+      "grad_norm": 0.8877493739128113,
+      "learning_rate": 0.0001417338454481818,
+      "loss": 0.3285,
+      "step": 257
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 1.1821260452270508,
+      "learning_rate": 0.00014120445218668686,
+      "loss": 0.4418,
+      "step": 258
+    },
+    {
+      "epoch": 1.295,
+      "grad_norm": 1.6033821105957031,
+      "learning_rate": 0.00014067366430758004,
+      "loss": 0.4941,
+      "step": 259
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 1.0511289834976196,
+      "learning_rate": 0.00014014149977605893,
+      "loss": 0.3008,
+      "step": 260
+    },
+    {
+      "epoch": 1.305,
+      "grad_norm": 1.1599230766296387,
+      "learning_rate": 0.0001396079766039157,
+      "loss": 0.3819,
+      "step": 261
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 1.1954684257507324,
+      "learning_rate": 0.00013907311284892736,
+      "loss": 0.4597,
+      "step": 262
+    },
+    {
+      "epoch": 1.315,
+      "grad_norm": 1.206805944442749,
+      "learning_rate": 0.00013853692661424484,
+      "loss": 0.453,
+      "step": 263
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 1.286787509918213,
+      "learning_rate": 0.00013799943604777992,
+      "loss": 0.4028,
+      "step": 264
+    },
+    {
+      "epoch": 1.325,
+      "grad_norm": 1.069351315498352,
+      "learning_rate": 0.00013746065934159123,
+      "loss": 0.3466,
+      "step": 265
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 1.0791929960250854,
+      "learning_rate": 0.00013692061473126845,
+      "loss": 0.3244,
+      "step": 266
+    },
+    {
+      "epoch": 1.335,
+      "grad_norm": 1.1105064153671265,
+      "learning_rate": 0.00013637932049531516,
+      "loss": 0.3482,
+      "step": 267
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 1.0154908895492554,
+      "learning_rate": 0.00013583679495453,
+      "loss": 0.3054,
+      "step": 268
+    },
+    {
+      "epoch": 1.345,
+      "grad_norm": 1.1842292547225952,
+      "learning_rate": 0.00013529305647138687,
+      "loss": 0.4819,
+      "step": 269
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 1.2675782442092896,
+      "learning_rate": 0.00013474812344941315,
+      "loss": 0.4076,
+      "step": 270
+    },
+    {
+      "epoch": 1.355,
+      "grad_norm": 1.0911834239959717,
+      "learning_rate": 0.00013420201433256689,
+      "loss": 0.3888,
+      "step": 271
+    },
+    {
+      "epoch": 1.3599999999999999,
+      "grad_norm": 0.9814577698707581,
+      "learning_rate": 0.00013365474760461266,
+      "loss": 0.3782,
+      "step": 272
+    },
+    {
+      "epoch": 1.365,
+      "grad_norm": 1.294854760169983,
+      "learning_rate": 0.0001331063417884958,
+      "loss": 0.3765,
+      "step": 273
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 1.3478037118911743,
+      "learning_rate": 0.00013255681544571568,
+      "loss": 0.3189,
+      "step": 274
+    },
+    {
+      "epoch": 1.375,
+      "grad_norm": 1.0741455554962158,
+      "learning_rate": 0.00013200618717569714,
+      "loss": 0.3722,
+      "step": 275
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 1.227367639541626,
+      "learning_rate": 0.00013145447561516138,
+      "loss": 0.4518,
+      "step": 276
+    },
+    {
+      "epoch": 1.385,
+      "grad_norm": 0.9935132265090942,
+      "learning_rate": 0.00013090169943749476,
+      "loss": 0.2895,
+      "step": 277
+    },
+    {
+      "epoch": 1.3900000000000001,
+      "grad_norm": 1.0826445817947388,
+      "learning_rate": 0.0001303478773521171,
+      "loss": 0.311,
+      "step": 278
+    },
+    {
+      "epoch": 1.395,
+      "grad_norm": 1.1768107414245605,
+      "learning_rate": 0.0001297930281038482,
+      "loss": 0.4022,
+      "step": 279
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 1.1796941757202148,
+      "learning_rate": 0.00012923717047227368,
+      "loss": 0.404,
+      "step": 280
+    },
+    {
+      "epoch": 1.405,
+      "grad_norm": 1.268023133277893,
+      "learning_rate": 0.00012868032327110904,
+      "loss": 0.4937,
+      "step": 281
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 1.0576366186141968,
+      "learning_rate": 0.00012812250534756308,
+      "loss": 0.4217,
+      "step": 282
+    },
+    {
+      "epoch": 1.415,
+      "grad_norm": 1.0817463397979736,
+      "learning_rate": 0.0001275637355816999,
+      "loss": 0.3601,
+      "step": 283
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 1.103407621383667,
+      "learning_rate": 0.0001270040328858001,
+      "loss": 0.3494,
+      "step": 284
+    },
+    {
+      "epoch": 1.425,
+      "grad_norm": 1.195494294166565,
+      "learning_rate": 0.00012644341620372023,
+      "loss": 0.3918,
+      "step": 285
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 1.1840097904205322,
+      "learning_rate": 0.00012588190451025207,
+      "loss": 0.5692,
+      "step": 286
+    },
+    {
+      "epoch": 1.435,
+      "grad_norm": 1.2088396549224854,
+      "learning_rate": 0.0001253195168104802,
+      "loss": 0.6073,
+      "step": 287
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 1.0365617275238037,
+      "learning_rate": 0.0001247562721391386,
+      "loss": 0.3038,
+      "step": 288
+    },
+    {
+      "epoch": 1.445,
+      "grad_norm": 0.9122393727302551,
+      "learning_rate": 0.00012419218955996676,
+      "loss": 0.2954,
+      "step": 289
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 1.3106595277786255,
+      "learning_rate": 0.00012362728816506417,
+      "loss": 0.4137,
+      "step": 290
+    },
+    {
+      "epoch": 1.455,
+      "grad_norm": 1.1253206729888916,
+      "learning_rate": 0.00012306158707424403,
+      "loss": 0.4297,
+      "step": 291
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 1.0713515281677246,
+      "learning_rate": 0.0001224951054343865,
+      "loss": 0.4376,
+      "step": 292
+    },
+    {
+      "epoch": 1.465,
+      "grad_norm": 1.1838428974151611,
+      "learning_rate": 0.00012192786241879033,
+      "loss": 0.5176,
+      "step": 293
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 1.0355262756347656,
+      "learning_rate": 0.00012135987722652402,
+      "loss": 0.3063,
+      "step": 294
+    },
+    {
+      "epoch": 1.475,
+      "grad_norm": 1.0859006643295288,
+      "learning_rate": 0.00012079116908177593,
+      "loss": 0.3937,
+      "step": 295
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.9821298122406006,
+      "learning_rate": 0.00012022175723320381,
+      "loss": 0.3422,
+      "step": 296
+    },
+    {
+      "epoch": 1.4849999999999999,
+      "grad_norm": 1.1727828979492188,
+      "learning_rate": 0.00011965166095328301,
+      "loss": 0.3451,
+      "step": 297
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 0.9656005501747131,
+      "learning_rate": 0.00011908089953765449,
+      "loss": 0.348,
+      "step": 298
+    },
+    {
+      "epoch": 1.495,
+      "grad_norm": 0.8653091192245483,
+      "learning_rate": 0.00011850949230447145,
+      "loss": 0.2833,
+      "step": 299
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 1.2153239250183105,
+      "learning_rate": 0.00011793745859374575,
+      "loss": 0.4989,
+      "step": 300
+    },
+    {
+      "epoch": 1.505,
+      "grad_norm": 1.3739268779754639,
+      "learning_rate": 0.00011736481776669306,
+      "loss": 0.6309,
+      "step": 301
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 1.188794732093811,
+      "learning_rate": 0.00011679158920507774,
+      "loss": 0.3849,
+      "step": 302
+    },
+    {
+      "epoch": 1.5150000000000001,
+      "grad_norm": 0.9560791254043579,
+      "learning_rate": 0.00011621779231055676,
+      "loss": 0.4049,
+      "step": 303
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.96742182970047,
+      "learning_rate": 0.0001156434465040231,
+      "loss": 0.3052,
+      "step": 304
+    },
+    {
+      "epoch": 1.525,
+      "grad_norm": 1.062738299369812,
+      "learning_rate": 0.00011506857122494831,
+      "loss": 0.3945,
+      "step": 305
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 0.9473580121994019,
+      "learning_rate": 0.00011449318593072466,
+      "loss": 0.2784,
+      "step": 306
+    },
+    {
+      "epoch": 1.5350000000000001,
+      "grad_norm": 1.1075767278671265,
+      "learning_rate": 0.00011391731009600654,
+      "loss": 0.4124,
+      "step": 307
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 1.3211658000946045,
+      "learning_rate": 0.00011334096321205128,
+      "loss": 0.5957,
+      "step": 308
+    },
+    {
+      "epoch": 1.545,
+      "grad_norm": 1.1613578796386719,
+      "learning_rate": 0.00011276416478605949,
+      "loss": 0.4728,
+      "step": 309
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 1.121622085571289,
+      "learning_rate": 0.00011218693434051475,
+      "loss": 0.4937,
+      "step": 310
+    },
+    {
+      "epoch": 1.5550000000000002,
+      "grad_norm": 0.991020679473877,
+      "learning_rate": 0.00011160929141252303,
+      "loss": 0.3873,
+      "step": 311
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 1.144633412361145,
+      "learning_rate": 0.00011103125555315119,
+      "loss": 0.3728,
+      "step": 312
+    },
+    {
+      "epoch": 1.565,
+      "grad_norm": 1.028377652168274,
+      "learning_rate": 0.00011045284632676536,
+      "loss": 0.3539,
+      "step": 313
+    },
+    {
+      "epoch": 1.5699999999999998,
+      "grad_norm": 1.1992504596710205,
+      "learning_rate": 0.00010987408331036879,
+      "loss": 0.5374,
+      "step": 314
+    },
+    {
+      "epoch": 1.575,
+      "grad_norm": 1.2444828748703003,
+      "learning_rate": 0.00010929498609293924,
+      "loss": 0.5202,
+      "step": 315
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 1.1141530275344849,
+      "learning_rate": 0.00010871557427476583,
+      "loss": 0.3901,
+      "step": 316
+    },
+    {
+      "epoch": 1.585,
+      "grad_norm": 1.3573873043060303,
+      "learning_rate": 0.00010813586746678583,
+      "loss": 0.4043,
+      "step": 317
+    },
+    {
+      "epoch": 1.5899999999999999,
+      "grad_norm": 1.2175769805908203,
+      "learning_rate": 0.00010755588528992082,
+      "loss": 0.5342,
+      "step": 318
+    },
+    {
+      "epoch": 1.595,
+      "grad_norm": 1.1052900552749634,
+      "learning_rate": 0.00010697564737441252,
+      "loss": 0.3409,
+      "step": 319
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 1.1096097230911255,
+      "learning_rate": 0.00010639517335915856,
+      "loss": 0.402,
+      "step": 320
+    },
+    {
+      "epoch": 1.605,
+      "grad_norm": 1.12883722782135,
+      "learning_rate": 0.00010581448289104758,
+      "loss": 0.3989,
+      "step": 321
+    },
+    {
+      "epoch": 1.6099999999999999,
+      "grad_norm": 1.1499744653701782,
+      "learning_rate": 0.0001052335956242944,
+      "loss": 0.4444,
+      "step": 322
+    },
+    {
+      "epoch": 1.615,
+      "grad_norm": 1.1546366214752197,
+      "learning_rate": 0.0001046525312197747,
+      "loss": 0.3189,
+      "step": 323
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 1.3440266847610474,
+      "learning_rate": 0.0001040713093443596,
+      "loss": 0.4542,
+      "step": 324
+    },
+    {
+      "epoch": 1.625,
+      "grad_norm": 1.3934736251831055,
+      "learning_rate": 0.00010348994967025012,
+      "loss": 0.4617,
+      "step": 325
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 1.147019863128662,
+      "learning_rate": 0.00010290847187431113,
+      "loss": 0.459,
+      "step": 326
+    },
+    {
+      "epoch": 1.635,
+      "grad_norm": 1.200913667678833,
+      "learning_rate": 0.00010232689563740563,
+      "loss": 0.3514,
+      "step": 327
+    },
+    {
+      "epoch": 1.6400000000000001,
+      "grad_norm": 1.2627280950546265,
+      "learning_rate": 0.00010174524064372837,
+      "loss": 0.5665,
+      "step": 328
+    },
+    {
+      "epoch": 1.645,
+      "grad_norm": 1.1596174240112305,
+      "learning_rate": 0.00010116352658013973,
+      "loss": 0.4377,
+      "step": 329
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 1.0308893918991089,
+      "learning_rate": 0.00010058177313549939,
+      "loss": 0.3313,
+      "step": 330
+    },
+    {
+      "epoch": 1.655,
+      "grad_norm": 1.1811511516571045,
+      "learning_rate": 0.0001,
+      "loss": 0.4735,
+      "step": 331
+    },
+    {
+      "epoch": 1.6600000000000001,
+      "grad_norm": 1.154523253440857,
+      "learning_rate": 9.94182268645006e-05,
+      "loss": 0.3684,
+      "step": 332
+    },
+    {
+      "epoch": 1.665,
+      "grad_norm": 1.2654355764389038,
+      "learning_rate": 9.883647341986032e-05,
+      "loss": 0.3789,
+      "step": 333
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 1.1328946352005005,
+      "learning_rate": 9.825475935627165e-05,
+      "loss": 0.4106,
+      "step": 334
+    },
+    {
+      "epoch": 1.675,
+      "grad_norm": 1.1406633853912354,
+      "learning_rate": 9.767310436259438e-05,
+      "loss": 0.4166,
+      "step": 335
+    },
+    {
+      "epoch": 1.6800000000000002,
+      "grad_norm": 1.1217607259750366,
+      "learning_rate": 9.709152812568886e-05,
+      "loss": 0.3737,
+      "step": 336
+    },
+    {
+      "epoch": 1.685,
+      "grad_norm": 1.064173936843872,
+      "learning_rate": 9.651005032974994e-05,
+      "loss": 0.3622,
+      "step": 337
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 1.0098601579666138,
+      "learning_rate": 9.592869065564043e-05,
+      "loss": 0.4947,
+      "step": 338
+    },
+    {
+      "epoch": 1.6949999999999998,
+      "grad_norm": 1.36995267868042,
+      "learning_rate": 9.534746878022534e-05,
+      "loss": 0.4379,
+      "step": 339
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 1.0789828300476074,
+      "learning_rate": 9.476640437570562e-05,
+      "loss": 0.3849,
+      "step": 340
+    },
+    {
+      "epoch": 1.705,
+      "grad_norm": 1.156243085861206,
+      "learning_rate": 9.418551710895243e-05,
+      "loss": 0.3877,
+      "step": 341
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 1.2233916521072388,
+      "learning_rate": 9.360482664084145e-05,
+      "loss": 0.4296,
+      "step": 342
+    },
+    {
+      "epoch": 1.7149999999999999,
+      "grad_norm": 0.9648745656013489,
+      "learning_rate": 9.302435262558747e-05,
+      "loss": 0.3485,
+      "step": 343
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 1.0833193063735962,
+      "learning_rate": 9.244411471007922e-05,
+      "loss": 0.3575,
+      "step": 344
+    },
+    {
+      "epoch": 1.725,
+      "grad_norm": 1.298332691192627,
+      "learning_rate": 9.186413253321418e-05,
+      "loss": 0.5027,
+      "step": 345
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 1.4415847063064575,
+      "learning_rate": 9.128442572523417e-05,
+      "loss": 0.5372,
+      "step": 346
+    },
+    {
+      "epoch": 1.7349999999999999,
+      "grad_norm": 1.278941035270691,
+      "learning_rate": 9.070501390706079e-05,
+      "loss": 0.3815,
+      "step": 347
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 1.6739096641540527,
+      "learning_rate": 9.012591668963122e-05,
+      "loss": 0.5571,
+      "step": 348
+    },
+    {
+      "epoch": 1.745,
+      "grad_norm": 1.1540409326553345,
+      "learning_rate": 8.954715367323468e-05,
+      "loss": 0.3588,
+      "step": 349
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 1.3325749635696411,
+      "learning_rate": 8.896874444684883e-05,
+      "loss": 0.4606,
+      "step": 350
+    },
+    {
+      "epoch": 1.755,
+      "grad_norm": 1.1433957815170288,
+      "learning_rate": 8.839070858747697e-05,
+      "loss": 0.4191,
+      "step": 351
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 1.3611005544662476,
+      "learning_rate": 8.781306565948528e-05,
+      "loss": 0.4895,
+      "step": 352
+    },
+    {
+      "epoch": 1.7650000000000001,
+      "grad_norm": 1.101002812385559,
+      "learning_rate": 8.723583521394054e-05,
+      "loss": 0.4455,
+      "step": 353
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 0.9602501392364502,
+      "learning_rate": 8.665903678794873e-05,
+      "loss": 0.328,
+      "step": 354
+    },
+    {
+      "epoch": 1.775,
+      "grad_norm": 1.1572333574295044,
+      "learning_rate": 8.608268990399349e-05,
+      "loss": 0.4007,
+      "step": 355
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 1.154706597328186,
+      "learning_rate": 8.550681406927535e-05,
+      "loss": 0.3929,
+      "step": 356
+    },
+    {
+      "epoch": 1.7850000000000001,
+      "grad_norm": 1.114884853363037,
+      "learning_rate": 8.49314287750517e-05,
+      "loss": 0.2967,
+      "step": 357
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 1.2108124494552612,
+      "learning_rate": 8.435655349597689e-05,
+      "loss": 0.2887,
+      "step": 358
+    },
+    {
+      "epoch": 1.795,
+      "grad_norm": 1.14920973777771,
+      "learning_rate": 8.378220768944327e-05,
+      "loss": 0.3213,
+      "step": 359
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 1.0905988216400146,
+      "learning_rate": 8.32084107949223e-05,
+      "loss": 0.3789,
+      "step": 360
+    },
+    {
+      "epoch": 1.8050000000000002,
+      "grad_norm": 1.2537572383880615,
+      "learning_rate": 8.263518223330697e-05,
+      "loss": 0.4002,
+      "step": 361
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 1.3344327211380005,
+      "learning_rate": 8.206254140625426e-05,
+      "loss": 0.5166,
+      "step": 362
+    },
+    {
+      "epoch": 1.815,
+      "grad_norm": 1.0742536783218384,
+      "learning_rate": 8.149050769552856e-05,
+      "loss": 0.351,
+      "step": 363
+    },
+    {
+      "epoch": 1.8199999999999998,
+      "grad_norm": 1.259245753288269,
+      "learning_rate": 8.091910046234552e-05,
+      "loss": 0.4728,
+      "step": 364
+    },
+    {
+      "epoch": 1.825,
+      "grad_norm": 1.0961995124816895,
+      "learning_rate": 8.034833904671698e-05,
+      "loss": 0.3983,
+      "step": 365
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 0.9268808960914612,
+      "learning_rate": 7.977824276679623e-05,
+      "loss": 0.3123,
+      "step": 366
+    },
+    {
+      "epoch": 1.835,
+      "grad_norm": 1.468151569366455,
+      "learning_rate": 7.920883091822408e-05,
+      "loss": 0.4592,
+      "step": 367
+    },
+    {
+      "epoch": 1.8399999999999999,
+      "grad_norm": 1.0316146612167358,
+      "learning_rate": 7.864012277347602e-05,
+      "loss": 0.365,
+      "step": 368
+    },
+    {
+      "epoch": 1.845,
+      "grad_norm": 0.9063692092895508,
+      "learning_rate": 7.807213758120966e-05,
+      "loss": 0.2728,
+      "step": 369
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 1.135854959487915,
+      "learning_rate": 7.750489456561352e-05,
+      "loss": 0.4051,
+      "step": 370
+    },
+    {
+      "epoch": 1.855,
+      "grad_norm": 1.0980889797210693,
+      "learning_rate": 7.693841292575598e-05,
+      "loss": 0.4583,
+      "step": 371
+    },
+    {
+      "epoch": 1.8599999999999999,
+      "grad_norm": 1.2847305536270142,
+      "learning_rate": 7.637271183493586e-05,
+      "loss": 0.5764,
+      "step": 372
+    },
+    {
+      "epoch": 1.865,
+      "grad_norm": 0.8198506236076355,
+      "learning_rate": 7.580781044003324e-05,
+      "loss": 0.25,
+      "step": 373
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 1.0252668857574463,
+      "learning_rate": 7.524372786086142e-05,
+      "loss": 0.4069,
+      "step": 374
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 1.1411824226379395,
+      "learning_rate": 7.468048318951983e-05,
+      "loss": 0.3409,
+      "step": 375
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 1.421773910522461,
+      "learning_rate": 7.411809548974792e-05,
+      "loss": 0.3869,
+      "step": 376
+    },
+    {
+      "epoch": 1.885,
+      "grad_norm": 1.1122307777404785,
+      "learning_rate": 7.35565837962798e-05,
+      "loss": 0.4174,
+      "step": 377
+    },
+    {
+      "epoch": 1.8900000000000001,
+      "grad_norm": 1.3112133741378784,
+      "learning_rate": 7.299596711419994e-05,
+      "loss": 0.4137,
+      "step": 378
+    },
+    {
+      "epoch": 1.895,
+      "grad_norm": 0.8506189584732056,
+      "learning_rate": 7.243626441830009e-05,
+      "loss": 0.3312,
+      "step": 379
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 1.292675495147705,
+      "learning_rate": 7.187749465243693e-05,
+      "loss": 0.5821,
+      "step": 380
+    },
+    {
+      "epoch": 1.905,
+      "grad_norm": 1.2538070678710938,
+      "learning_rate": 7.131967672889101e-05,
+      "loss": 0.5276,
+      "step": 381
+    },
+    {
+      "epoch": 1.9100000000000001,
+      "grad_norm": 1.1800875663757324,
+      "learning_rate": 7.076282952772633e-05,
+      "loss": 0.426,
+      "step": 382
+    },
+    {
+      "epoch": 1.915,
+      "grad_norm": 1.2774189710617065,
+      "learning_rate": 7.02069718961518e-05,
+      "loss": 0.491,
+      "step": 383
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.8698433041572571,
+      "learning_rate": 6.965212264788297e-05,
+      "loss": 0.283,
+      "step": 384
+    },
+    {
+      "epoch": 1.925,
+      "grad_norm": 1.2440028190612793,
+      "learning_rate": 6.909830056250527e-05,
+      "loss": 0.4731,
+      "step": 385
+    },
+    {
+      "epoch": 1.9300000000000002,
+      "grad_norm": 1.0781313180923462,
+      "learning_rate": 6.854552438483865e-05,
+      "loss": 0.3324,
+      "step": 386
+    },
+    {
+      "epoch": 1.935,
+      "grad_norm": 1.0870329141616821,
+      "learning_rate": 6.799381282430284e-05,
+      "loss": 0.3973,
+      "step": 387
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 1.1785563230514526,
+      "learning_rate": 6.744318455428436e-05,
+      "loss": 0.4772,
+      "step": 388
+    },
+    {
+      "epoch": 1.9449999999999998,
+      "grad_norm": 1.1302770376205444,
+      "learning_rate": 6.68936582115042e-05,
+      "loss": 0.334,
+      "step": 389
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.9602265357971191,
+      "learning_rate": 6.634525239538736e-05,
+      "loss": 0.3043,
+      "step": 390
+    },
+    {
+      "epoch": 1.955,
+      "grad_norm": 1.3051893711090088,
+      "learning_rate": 6.579798566743314e-05,
+      "loss": 0.3011,
+      "step": 391
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 1.3510533571243286,
+      "learning_rate": 6.525187655058686e-05,
+      "loss": 0.4,
+      "step": 392
+    },
+    {
+      "epoch": 1.9649999999999999,
+      "grad_norm": 0.9961161613464355,
+      "learning_rate": 6.470694352861312e-05,
+      "loss": 0.279,
+      "step": 393
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 1.42070734500885,
+      "learning_rate": 6.416320504546997e-05,
+      "loss": 0.4691,
+      "step": 394
+    },
+    {
+      "epoch": 1.975,
+      "grad_norm": 1.1707082986831665,
+      "learning_rate": 6.362067950468489e-05,
+      "loss": 0.3346,
+      "step": 395
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 1.2637238502502441,
+      "learning_rate": 6.307938526873157e-05,
+      "loss": 0.3675,
+      "step": 396
+    },
+    {
+      "epoch": 1.9849999999999999,
+      "grad_norm": 1.1974503993988037,
+      "learning_rate": 6.25393406584088e-05,
+      "loss": 0.3835,
+      "step": 397
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 1.1851766109466553,
+      "learning_rate": 6.200056395222012e-05,
+      "loss": 0.3743,
+      "step": 398
+    },
+    {
+      "epoch": 1.995,
+      "grad_norm": 1.120631456375122,
+      "learning_rate": 6.146307338575519e-05,
+      "loss": 0.4406,
+      "step": 399
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.1833534240722656,
+      "learning_rate": 6.092688715107264e-05,
+      "loss": 0.3531,
+      "step": 400
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 600,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.475654879496206e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b4bfe099a6eba1f185b76f06e7bee168295c368bb2054201825552bc986cfd
+size 5624