Upload folder using huggingface_hub

experiments/sft_gpt2-120m/20251118_153756/checkpoints/epoch_17/config.json

@@ -0,0 +1,39 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "dtype": "float32",
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "pad_token_id": 50256,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "transformers_version": "4.56.0",
+  "use_cache": true,
+  "vocab_size": 50257
+}

experiments/sft_gpt2-120m/20251118_153756/checkpoints/epoch_17/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.56.0"
+}

experiments/sft_gpt2-120m/20251118_153756/checkpoints/epoch_17/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1feef2970e9106a8583f8204fdc67768969ef064d2925ae375962979a48d608
+size 497774208

experiments/sft_gpt2-120m/20251118_153756/checkpoints/epoch_17/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

experiments/sft_gpt2-120m/20251118_153756/checkpoints/epoch_17/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

experiments/sft_gpt2-120m/20251118_153756/sft_gpt2-120m-1.log

@@ -2636,3 +2636,148 @@
 2025-11-18 17:41:29,767 - root - INFO - Step 48701/57180 train rougeL: 0.34799434959939385
 2025-11-18 17:41:29,801 - root - INFO - Step 48701/57180 loss: 0.06674124300479889, total_norm: 1.098740577697754
 2025-11-18 17:41:34,643 - absl - INFO - Using default tokenizer.
+2025-11-18 17:41:36,456 - root - INFO - Step 48801/57180 train rougeL: 0.5338936129015467
+2025-11-18 17:41:36,491 - root - INFO - Step 48801/57180 loss: 0.02021036297082901, total_norm: 0.37200063467025757
+2025-11-18 17:41:41,251 - absl - INFO - Using default tokenizer.
+2025-11-18 17:41:43,048 - root - INFO - Step 48901/57180 train rougeL: 0.15424455892890404
+2025-11-18 17:41:43,082 - root - INFO - Step 48901/57180 loss: 0.006466233171522617, total_norm: 0.34377801418304443
+2025-11-18 17:41:47,814 - root - INFO - Step 49001/57180 finished
+2025-11-18 17:41:48,141 - absl - INFO - Using default tokenizer.
+2025-11-18 17:41:52,664 - absl - INFO - Using default tokenizer.
+2025-11-18 17:41:57,105 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:01,587 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:06,280 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:10,737 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:15,175 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:19,558 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:23,074 - root - INFO - Epoch 18/20 eval loss: 6.251601159572601, eval rougeL: 0.11391684241703591
+2025-11-18 17:42:23,090 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:24,873 - root - INFO - Step 49001/57180 train rougeL: 0.12367111898596157
+2025-11-18 17:42:24,908 - root - INFO - Step 49001/57180 loss: 0.0027590582612901926, total_norm: 0.3064168393611908
+2025-11-18 17:42:29,647 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:31,439 - root - INFO - Step 49101/57180 train rougeL: 0.2591626667587509
+2025-11-18 17:42:31,472 - root - INFO - Step 49101/57180 loss: 0.0029959736857563257, total_norm: 0.2954358160495758
+2025-11-18 17:42:36,211 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:38,004 - root - INFO - Step 49201/57180 train rougeL: 0.3989785032489062
+2025-11-18 17:42:38,038 - root - INFO - Step 49201/57180 loss: 0.00800960324704647, total_norm: 0.20073983073234558
+2025-11-18 17:42:42,794 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:44,583 - root - INFO - Step 49301/57180 train rougeL: 0.32575272568659785
+2025-11-18 17:42:44,617 - root - INFO - Step 49301/57180 loss: 0.008075157180428505, total_norm: 0.25261831283569336
+2025-11-18 17:42:49,369 - absl - INFO - Using default tokenizer.
+2025-11-18 17:42:51,152 - root - INFO - Step 49401/57180 train rougeL: 0.38293353541588165
+2025-11-18 17:42:51,186 - root - INFO - Step 49401/57180 loss: 0.006646967958658934, total_norm: 0.25455766916275024
+2025-11-18 17:42:55,918 - root - INFO - Step 49501/57180 finished
+2025-11-18 17:42:56,246 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:00,766 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:05,218 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:09,687 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:14,206 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:18,670 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:23,123 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:27,515 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:31,169 - root - INFO - Epoch 18/20 eval loss: 6.256913363933563, eval rougeL: 0.11355955158754862
+2025-11-18 17:43:31,185 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:32,974 - root - INFO - Step 49501/57180 train rougeL: 0.4684565985593804
+2025-11-18 17:43:33,008 - root - INFO - Step 49501/57180 loss: 0.019273219630122185, total_norm: 0.5774557590484619
+2025-11-18 17:43:37,742 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:39,513 - root - INFO - Step 49601/57180 train rougeL: 0.24085766974138503
+2025-11-18 17:43:39,547 - root - INFO - Step 49601/57180 loss: 0.006047072820365429, total_norm: 0.22315384447574615
+2025-11-18 17:43:44,291 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:46,068 - root - INFO - Step 49701/57180 train rougeL: 0.41989641173303116
+2025-11-18 17:43:46,102 - root - INFO - Step 49701/57180 loss: 0.007980656810104847, total_norm: 0.2539476454257965
+2025-11-18 17:43:50,839 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:52,616 - root - INFO - Step 49801/57180 train rougeL: 0.10681268076207678
+2025-11-18 17:43:52,650 - root - INFO - Step 49801/57180 loss: 0.0008549483027309179, total_norm: 0.05990957096219063
+2025-11-18 17:43:57,386 - absl - INFO - Using default tokenizer.
+2025-11-18 17:43:59,164 - root - INFO - Step 49901/57180 train rougeL: 0.1850522722318323
+2025-11-18 17:43:59,198 - root - INFO - Step 49901/57180 loss: 0.005856649484485388, total_norm: 0.2896975874900818
+2025-11-18 17:44:03,917 - root - INFO - Step 50001/57180 finished
+2025-11-18 17:44:04,243 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:08,754 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:13,195 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:17,668 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:22,210 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:26,687 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:31,141 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:35,535 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:39,067 - root - INFO - Epoch 18/20 eval loss: 6.267626345157623, eval rougeL: 0.1134232193755238
+2025-11-18 17:44:39,084 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:40,895 - root - INFO - Step 50001/57180 train rougeL: 0.21943553157534842
+2025-11-18 17:44:40,930 - root - INFO - Step 50001/57180 loss: 0.008561826311051846, total_norm: 0.2448900043964386
+2025-11-18 17:44:45,711 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:47,733 - root - INFO - Step 50101/57180 train rougeL: 0.4082445552374566
+2025-11-18 17:44:47,770 - root - INFO - Step 50101/57180 loss: 0.010430201888084412, total_norm: 0.297516405582428
+2025-11-18 17:44:52,541 - absl - INFO - Using default tokenizer.
+2025-11-18 17:44:54,517 - root - INFO - Step 50201/57180 train rougeL: 0.41006920693934346
+2025-11-18 17:44:54,552 - root - INFO - Step 50201/57180 loss: 0.016712741926312447, total_norm: 0.5132530927658081
+2025-11-18 17:44:59,311 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:01,099 - root - INFO - Step 50301/57180 train rougeL: 0.45544185826726724
+2025-11-18 17:45:01,133 - root - INFO - Step 50301/57180 loss: 0.02175765484571457, total_norm: 0.6634148359298706
+2025-11-18 17:45:05,876 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:07,655 - root - INFO - Step 50401/57180 train rougeL: 0.12646313464182748
+2025-11-18 17:45:07,688 - root - INFO - Step 50401/57180 loss: 0.02486201375722885, total_norm: 1.3527798652648926
+2025-11-18 17:45:12,377 - root - INFO - Step 50501/57180 finished
+2025-11-18 17:45:12,703 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:17,213 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:21,647 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:26,139 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:30,655 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:35,119 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:39,567 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:43,945 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:47,457 - root - INFO - Epoch 18/20 eval loss: 6.273983538150787, eval rougeL: 0.1148257422658587
+2025-11-18 17:45:47,472 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:49,255 - root - INFO - Step 50501/57180 train rougeL: 0.23590418073471214
+2025-11-18 17:45:49,289 - root - INFO - Step 50501/57180 loss: 0.018590204417705536, total_norm: 1.1816843748092651
+2025-11-18 17:45:53,989 - absl - INFO - Using default tokenizer.
+2025-11-18 17:45:55,786 - root - INFO - Step 50601/57180 train rougeL: 0.5321582170795359
+2025-11-18 17:45:55,819 - root - INFO - Step 50601/57180 loss: 0.018219193443655968, total_norm: 0.43898823857307434
+2025-11-18 17:46:00,522 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:02,310 - root - INFO - Step 50701/57180 train rougeL: 0.1816877436707009
+2025-11-18 17:46:02,344 - root - INFO - Step 50701/57180 loss: 0.003763582557439804, total_norm: 0.14448025822639465
+2025-11-18 17:46:07,045 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:08,833 - root - INFO - Step 50801/57180 train rougeL: 0.42169163031776624
+2025-11-18 17:46:08,867 - root - INFO - Step 50801/57180 loss: 0.0031370981596410275, total_norm: 0.11518161743879318
+2025-11-18 17:46:13,566 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:15,354 - root - INFO - Step 50901/57180 train rougeL: 0.5912828582981644
+2025-11-18 17:46:15,388 - root - INFO - Step 50901/57180 loss: 0.03974827006459236, total_norm: 0.5058509111404419
+2025-11-18 17:46:20,246 - root - INFO - Step 51001/57180 finished
+2025-11-18 17:46:20,579 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:25,078 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:29,501 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:33,998 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:38,516 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:42,958 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:47,396 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:51,768 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:55,280 - root - INFO - Epoch 18/20 eval loss: 6.276162922382355, eval rougeL: 0.11273383990039632
+2025-11-18 17:46:55,296 - absl - INFO - Using default tokenizer.
+2025-11-18 17:46:57,085 - root - INFO - Step 51001/57180 train rougeL: 0.37787669737485347
+2025-11-18 17:46:57,119 - root - INFO - Step 51001/57180 loss: 0.02337406575679779, total_norm: 0.6599317789077759
+2025-11-18 17:47:01,824 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:03,607 - root - INFO - Step 51101/57180 train rougeL: 0.28926086991571043
+2025-11-18 17:47:03,640 - root - INFO - Step 51101/57180 loss: 0.005989678669720888, total_norm: 0.29516297578811646
+2025-11-18 17:47:08,341 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:10,139 - root - INFO - Step 51201/57180 train rougeL: 0.49032163708365817
+2025-11-18 17:47:10,173 - root - INFO - Step 51201/57180 loss: 0.03332280367612839, total_norm: 0.7766381502151489
+2025-11-18 17:47:14,890 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:16,704 - root - INFO - Step 51301/57180 train rougeL: 0.38884764684991013
+2025-11-18 17:47:16,737 - root - INFO - Step 51301/57180 loss: 0.022941358387470245, total_norm: 1.0186429023742676
+2025-11-18 17:47:21,487 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:23,282 - root - INFO - Step 51401/57180 train rougeL: 0.27959066764170815
+2025-11-18 17:47:23,316 - root - INFO - Step 51401/57180 loss: 0.022026797756552696, total_norm: 0.4584163725376129
+2025-11-18 17:47:26,214 - root - INFO - Epoch 18/20 finished
+2025-11-18 17:47:26,540 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:31,061 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:35,510 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:39,994 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:44,516 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:49,168 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:53,617 - absl - INFO - Using default tokenizer.
+2025-11-18 17:47:57,995 - absl - INFO - Using default tokenizer.
+2025-11-18 17:48:01,511 - root - INFO - Epoch 18/20 eval loss: 6.274387300014496, eval rougeL: 0.11338182900446833
+2025-11-18 17:48:02,211 - root - INFO - Epoch 19/20
+2025-11-18 17:48:04,032 - root - INFO - Step 51501/57180 finished
+2025-11-18 17:48:04,417 - absl - INFO - Using default tokenizer.
+2025-11-18 17:48:08,994 - absl - INFO - Using default tokenizer.
+2025-11-18 17:48:13,488 - absl - INFO - Using default tokenizer.