diff --git a/.gitattributes b/.gitattributes
index f1f6774a8d62459c798499d8383a3493861a2f15..0bc2a06aa45172cdb8b5332cb71a722f705f722b 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -138,3 +138,12 @@ kl_0_lr_1e6_clip_4_p-diff-adv/global_step_45/credit/huggingface/tokenizer.json f
 kl_0_lr_1e6_clip_4_p-diff-adv/global_step_60/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 kl_0_lr_1e6_clip_4_p-diff-adv/global_step_60/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+resume_lr_5e-7_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+resume_lr_5e-7_p-diff-adv/global_step_75/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+resume_lr_5e-7_p-diff-adv/global_step_90/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+resume_lr_5e-7_p-diff-adv/global_step_90/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+resume_lr_5e-7_p-diff-adv/global_step_60/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+resume_lr_5e-7_p-diff-adv/global_step_60/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/model_world_size_4_rank_0.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819ee108d60f8de062a9b4ad7d377bb31478003f
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41898c69cf719f318520efdeb2a11a2b0e45004686d0f3d247bf50d3c721b18b
+size 2031920747
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/model_world_size_4_rank_2.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a531816e3916987d93bb14768c8f29cbf199213
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11fedc89d9c5dff399819d582ae7f9386689807157b16cc0d04fbafb90a2995
+size 2031920747
diff --git a/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/model_world_size_4_rank_3.pt b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9413f577b4c765aeba0cba2d7549ed902ce6298
--- /dev/null
+++ b/kl_0_lr_1e6_clip_4_p-diff-adv/global_step_75/actor/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90a9338e86b1dfe54ce275acf861e33b409736afcfcb9291b254662e802ffcb
+size 2031920747
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_0.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb70e978d72fffdd19745b23ea1cf0a78928ec3
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05b0a81fdc38fa1459f92b6eaebe0d3f0704d92f6da73d7164dfd6da0f7be49
+size 15077
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_1.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c7422e00493edade24a7ce2d1d7138b82cbcb5
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4d06e010956642822c0c56552eb21dbe30be3da4596f5c37569f4d36d53cd3
+size 15077
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_2.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52974c1f161f8898b025c67dfdde72db5314987d
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bc4eec034dde1cfd5ffbfbd0f4d8bf5e0e885faddbbc287f8e6db2936c1286
+size 15141
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_3.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7cb629945a33bd5e711b00126513c2062cc7cc
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba13bbd965f5f4b94e41dc03ab2f06aef8a72c803d5f9ffe815cbf2310341bd
+size 15077
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/huggingface/tokenizer.json b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_0.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89b884ceb7b564107b8230969a3931573f624aa
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda19c98db10409bc56fd6c50fdf4e1963bd9986867e38face6ca0c0dca29f9d
+size 2031920747
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_1.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f964e0b461fb46351bd8e4c48321cc41b16e5277
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712c8f3b2f2a5987d7fa8f8c042b1299f52fe4b87b42b9a9b88b1a447dbb78dd
+size 2031920747
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_2.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9251c910d64b1e4d3b11fed2c90890018b1bc1cf
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2049b648fae65be81fb7411d7550f4ede98573e8b2e83509b4f2f5a0845693b
+size 2031920747
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_3.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dc1fa022c90494e01d9fab7586785f008b6338
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b12eb3afcafe93221aafff69ea170b64588ed56d01d45803eb1a1f5ff09b7c0
+size 2031920747
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_0.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c8675c10b0b90f7044f8a78e736754f80cbc15
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca699facf941e95ba6e448d04e4c81685939d78bf04bb7f3b18b11a8ec00774a
+size 3441176616
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_1.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e253d4123f8db9c7be0db2649d9ce24653a0cf
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0c08a1fca2d0545a45a2f5671e5311e61cdfdc2b4c3af3e5312b9e97204fdb
+size 3441176616
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_2.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a8f9a801282a550fdc59d055f7479103b4bcb9
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b46c6d6a490140d772e96b6ae06979550c2f03035c28eb1cb80f325f17153f
+size 3441176616
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_3.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf7f64ba9539a0b8fb34f332b90db937b091879
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/actor/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23623ba6ec5310a481219164f6836b8b4e4ebce0c85cf05b5ff93529cc44c67c
+size 3441176616
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_0.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea627c784e56df9339ffc9e77e1854a77d6a4d0
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd16aff3245874f2ff8d8f0d0928f734b11be01bb08670b8d54dbbeec3be822
+size 15077
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_1.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892913e0a29c70abb2df7657b9c00f8b85c757bd
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f795948093afc2b841ce96cf6badfd896643235581e52cf4d3dcab65c3702b05
+size 15077
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_2.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31b6a62c71a5dbbcbbf03e50d7cfa2df54713db
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f236a836823a52eee29202d09e93d4e0ddf3a029d384d57faf1d4287092810
+size 15141
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_3.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426bf55b0aa8e585eef5800a87c6762c17767cb2
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841f9bc9924acc948370cbfaa0a1c42de54e18e84dfc17c8822513d8be860564
+size 15077
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/huggingface/tokenizer.json b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_0.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9882dffab462ff137761694770d0f8c14eaaa6fb
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3070ae21c8c060da38e17c660a9f348b75db091d172f8d5c4101bdb69b7e02cb
+size 2031944043
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_1.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad42b74d7f628592703f7930ae5cbdc27bd6dae
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdf27514fca1b5a153aea0572a6e88938bdf699fbcc9b91b25b7ac05e0c607c
+size 2031935851
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_2.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdadc43bd22aca9d3a7f179a0ad00ef23452112b
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a6517250fc2df490bcc5c0255d20f7108aa818a68efcbc881f6c5ce109adc4
+size 2031935851
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_3.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2823f9044aabaae8cd451a84dd88cd3a54d6d212
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266c0cdf5667bcf88a00139357f709e0c858af35e046e2ffa5656b461ec6dddd
+size 2031935851
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_0.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6999a9ca13c26479dd00772e7d8250d3885738a
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642231971f9026093fb4185f673ec219375f9ec1a5337e96b812dbf0032a4bf5
+size 3441180712
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_1.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf715e2df0b736b4329b629d1fc0c20cc0c3fb11
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d83bbe45f8a236fba70b45d5523bf4fbb88a403a0b7b06b1f147658927cf5f
+size 3441180712
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_2.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ead9fbdf3da6771a2485c5f593be3915c7864c0
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb44e71b70cdd8d69e5819c2ac490a4c0fdefc16b635ffe7f77060f918badfea
+size 3441180712
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_3.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d3ba7de07042bc0e8f01fcbdd341be14ea23a8
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a176865c36e83d048913ed440efe26178bbff9b57a0cfe9b442a9c98b023ab
+size 3441180712
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/data.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad265f43965842f703b5e50cb20918533ce95644
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_15/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98352b09d70a35d31e7d09269973ec848554fdbf65d9924706815fa80737f868
+size 21489
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_0.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d753e66d61ad6e5a10563c6efa04e507d64d5cf
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744067d34b68c2dc0ec69081f39f7000dc9b3f30a0eefd1cc7bdcd3ad5e3bee8
+size 15077
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_1.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9241713f91813564cfc2f66a77a6acc13713f29
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4e38ee0ca704f407794bf5f944ac1dc6059095710382ebb01a91f95f6051a5
+size 15077
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_2.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fa8953544328144b4057576d32485e4bb7ba29
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a46d1467f6f2c54cbc96a5a2b6e63ef593160fc160c47aee73acecb02b1ad5
+size 15141
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_3.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494ae6b2f553ca8ac1c060f607f8fe545b907018
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d21d3203b47a3b5f3856f72a3b20e2e05225e3883246a8ab4cf3f1c1a3caa7
+size 15077
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_0.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514e9371688c79c0fb0f80a2c32fe0370f954e8b
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a29598d9ba27b67ba8a34861d3093f244afc11f3d002a87c675423dcfad2e9
+size 2031944043
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_1.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a08e0bfd56ea635ebbd62eb3c0474be0fd282c
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ac25ba9869fa1082d4efd0a5ae6a5ffa6baef2c83f2d8c927bb63b01ee622f
+size 2031935851
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_2.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84946e37a63f340b214cf32023a31c7c89c2386b
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fb5d5e84d2da5d793a88dc00bfaaaab1a5fd0209ed983b7f40ca78ec676286
+size 2031935851
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_3.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa2fea15ed166c9e7cdcede7d685b677403f571
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31c9f4bee9576221931d5a157523d2198514797421f203b703ec96517c15d5f
+size 2031935851
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_0.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989c986f80531e70a71119cd885c06fe92e35e1b
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f06d31574e806bbe10203bd38cdb89d82cbbd23707552f4fdf45bd7908e2379
+size 3441180712
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_1.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78524fbc57981e377d29b8b976648eaa3adec066
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa030192e487646a167f94b638cd95a8006dafc8a96828a4275800424c517c2e
+size 3441180712
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_2.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5b41c6ffa1202e06d842c600a6c55a44566d14
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a02be6681b680af66c1b7eef58289d53dddcc84ee4106d304a465c29640ac9
+size 3441180712
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_3.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f3eaf7c6f5064f14b9151eabf0ba9650c369b2
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cd8969a0b9c6cec772938b41e744cc5158c84388575255421ecd1688414407
+size 3441180712
diff --git a/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/data.pt b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6621a1a383fc0b2c1bcddf663b7c77178a0aa4cb
--- /dev/null
+++ b/lr_1e6_clip_35_temp_1_1_p-diff-adv/global_step_30/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272ba05e45f75295b1825724742afd0626429547caa52bd3023b4736cd1ec057
+size 21489
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b248150ce531409d02e5ed6aba0738bbd3398cf
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3e2b2035188abfc84bbccdb956ded422a4a9bb7fafeaabcf00af102266c7e9
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec97e9846eff29797fca7aed0ae05c3fb78c1ec9
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e88980101f7f31dcbdcac7e4b1efe4dd30edc7862810619e3d137d66726ca0
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e527ee52265899f3c2dd51390aa15b8ee5f15ba
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ea08f07ba4d4bdaf8f3e0342dc9dc506a3d148686971753bd48cad8b7e82c7
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6784657a040793804139480d136c68458002a7
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dd840a11819285f905a26fb37ba47b5892b771afc8c42a0b524f415f35dd94
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/huggingface/tokenizer.json b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675d6b254dd4e97d62af19aa04d349474461fb53
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f7de88033b5a289c11d3239a01f1cf77e683e1598579d26c223a87ad01da0d
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078d107149890fa7eb625c070461fe9b10cdc64b
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439841494fa176988eaa2362d5aef83f23b147e0cbe7bb724feec4c7df5756ef
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9664f66ac85b5287a6b2d371702924af20f9719e
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2449a4e6e831492d668ed553a445776b965173e698318a78a5b69397e9f44667
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b282112219922268c294e1dbd33e78b7650255
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b916a9faf7b6d9a9462ce32a94055515236382596eb5f672fab7aeac5f347665
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e36ee7db830850847b930e17ebbb056e7d60cc
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951a6b9c5975dc6e30aeea1f7741d3ce7ec2c2902d41223248a18c863cffb45b
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac694eb5a424e537048429b5332346b77bac1960
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a44238de37796e7131e29aa39c2bcb38ecd15591094957935e021aff70c3f88
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2c9be0b815f6708f964d9d1fd9911f8f28e8b8
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d71ee796ba3c6492b58eab1ab322354cfaf1e32489e0d2474e7846bdc7e1e04
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8ce8563fc175d79b8d7dd78d1b8f2ee086adb5
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/actor/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35aa1e4a942783088e0e15d71402cda059a3ce26063fc6ad11422e4a0846e0f
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb551412bfe722d34f90350969355ffebf4cd46f
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85c6937efacbb9158bd04a3b9976dc53ff228fe647f231bfd0af6aa8ebab2e1
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61fa7028de786269b9cba7b4ffb6263645e2a4f
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79a8041c5edd7353ec156a15a0995a978211fa11ee61a8ccd0a70be600cda0c
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01e7a0e82c24469c311336d45243f35c90e7bba
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b5b5fbde3e5a38b21af73abf399a612987497eed21bdf197f9694a66fb0b4c
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad0133a11108730b08e57b10dd767584f76fe5c
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff063581945acef047147799854441dc241fc04de046c90841117b50d1b7c7d
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/huggingface/tokenizer.json b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cf1cd5059e7df9873fa68083c113c46820791d
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06afe9f6dc67d64d826926c3b3359e21b8a09ba6870ea8ce373444537da9c83d
+size 2031944043
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cb1877c07f3a8b2df2a12db82e893ab143d3c3
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917e51b75e9e3bfbf4b9f85c26001f4dc66c338ddc864ad356197ddbf2e82980
+size 2031935851
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdabee236b9df656dc1811dda103ff9728ba07a
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6194ea6fa5def5e39f6e4782c222b4a3a538080efbe4b22d1ae9bd445f4b7cc7
+size 2031935851
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e0d98d9bcf96010558fbeae95e228354d28bf4
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8653477dc4be7f3814981a8eedeee802e0c8f0ec961c7959816ec1555f9f38b0
+size 2031935851
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9c2e757bd532e026c7a64aae7d447aee08d757
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd63f3d6dc518adf2b5ca1f15a3d44219f1aa79bdbec793ccbc83ff39bd97004
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8a1be8690e063daa6f1af80866093984e249d9
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6c98956f4f6e771fe0a3f2eb016ee4650a9fe1834fe6467d84b4fad9baf56b
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4e630c8265a7519098f3ff777cd4289266366d
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd7f87dc27aa097520b7733a1a9d33c92f68bd4b924dddad4e4e11241bab57e
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ce5a875176044d3fa34dddbc86b4d50db5b608
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b825f98eb0da3c703d3cae24c6cfb8301f2a638265b84bafdbf6cc434f9357f
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_60/data.pt b/resume_lr_5e-7_p-diff-adv/global_step_60/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4406273a532ed0ab9907ee706e07cc56ecd97bc
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_60/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac143133daf62152e44e537d085190ab11de22cf56a81c1e4fdd2f71a96cd3d9
+size 21425
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36beac0a2407cc0808f904428152a4da29102884
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6d89b37fff5cd520e05bb39c5950ccf7b759deb4276281dcf839e901973f1
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8a2adafbe5840605357ad6f3a67f4501171c89
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940db0d6f3b51313312a685334af58a85f587b01e7ea450972c6d583af4d1bfb
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d5d73040654e072695fb091be750c929088ac8
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0f406fccbbb33bb3d0ee8d85b9e5b60b81ee2781f7349087029da9c66411c5
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e010a109101a344a83662d847d47965fbdb2113a
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517d65bcaf77306994c8285ef2d4fac20b1f08c47cd30bc9cd253516d9f901f8
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1966838d48ede965e97a2d1e49878d966d5c399c
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7d6d31e39a6039be731f40de7f0851a9d0e070c194999a1e827b244caccdf3
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa2363201b55cc9aed606a98f6ef4118fb9d312
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d3d6587ef41b7e0cc9c4873ea58f20422f69f8e4f536e397537ef21682cc72
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2217ff08c19dc7215beebd27ca0ca03779e177
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e489e1fce8582a3cdc5a35c8091a7907de598362cd79bb731ba3ed534008d233
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e521a7e68a56a5d76e5f1f25afb3a576a8d8ff9a
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc42dc1f64fe4be931f8d5cd5e61d30c4c26b3429b8a876a909c54ef08046a3f
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaa1c0f7219db066076c545d1ae5efd135bf6df
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19f51d94a6b199c0ef0cd4a892da36edb12ba50faf2c2927d7653da49b55cf4
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6f009a46d2f160bba3d090e4906f67b78da50c
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2ba6ae644a1b6c63a1abba1ad4c32182e1cf38a13ba857eeb3005a834e0add
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ff21874936336d081e31318ba50681a0221f82
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ae04e5081e8b89799522e35ebcb3d768c9937ca201ab538e6012751a4db920
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107dc704eec732ff53e79d34adf357b475ac8fb1
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/actor/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79e54199c711284409a67605e19440f3d732d68abe09538d179942937ec815d
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269c1fc27e9405bf55b91e9e04be6cec7e6ff5e5
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411772ef10fcb2e1e845d5bfea6ef4e22889963ec7dbcb355b37d19b4d551d84
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ac3a2e49274d3e175db0abf7d29fba4c07f822
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d851ef1f7158de8970abf9b10965d453e9ac26ec8afb30a37f19e69c0e70c443
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b6aaf2595daf6fb03760fc1d9c812cd72a08d3
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae3aa886fec28ffef4efbb87bbc03a023db6393eb59e014c79529a4d83f3c70
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674f79033ea4fedeec126d749f5892d60d9d36a6
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61938d35ba87f313da78b630591da28668fea480ee011b5cbb6a5093656d14f8
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/huggingface/tokenizer.json b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57b3138905d61fe6064f82dd58f8a289a2a5418
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf3f338acab8c3939bb9c5b5f563e312762102abd0899547a5891d870dd9a22
+size 2031944043
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a692cd8e333ca026af381ad2f01cbcc6d420f4
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e5a4faa022851f83d775f054e20cb101d71c96283e2ae622c953c0c0a8838f
+size 2031935851
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49cbac3a975ffda12db0020d8f21bb54f1a96f8
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4928d8c17dea8970541ad9c3fa04b973121863eef35790caacc7d8e6b9317d22
+size 2031935851
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c6e1baae96535c93786f8d4255b7bfaf88735f
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccf94b53e6a28a272011a0502b4595e7a77ebecf8d7ae704b678007f4297321
+size 2031935851
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8da0107ea499f39c139276a398e6ede2a0ebf81
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967cee8a74d2d6abaf1729d76e45cbdb9a203cec4d4993c551200358e3780ed8
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ecc7d11604924737af121a7b5a20e0bf028719
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829f0ac39780ad2cc7e2d6fb2520ec70832c571bdbf1af094887db45e62b4152
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae209b11eedc162ef60de9152b9e52265477a90
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c02d56755537c6fa2d103c5b0bf2715da7753e69ffffe14062f7f4fe565204
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368cb9f6e8f8aa262e79c119e1fcb2e3f4016a15
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03113cd2e305b0a64f12527c187c7a8e236c06e505b06cf8d0a848c1f609f47e
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_75/data.pt b/resume_lr_5e-7_p-diff-adv/global_step_75/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d171f538ddf34e45f94bbe68f8dd59429c692649
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_75/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae9aa1319316d33a286c34f3b62e84d781dbb2e9f4ec0fbcbb6dcdf9760df82
+size 21425
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9f758b6c62f43da5cc2c8842e2e9393ce2cced
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3720ea7bf1f3d0146cd568e424553b11973297ba5a761577c137061aa296524
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c6c50bca1d5b6672885da16a56a4ed8a5dc88a
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b1679b778a93fbf41b648412fc9527692604d17ffb16b21f651ad6b2fa0395
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c239ed874ea4ddfe965eef310aaa9549a5a99dac
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c494cb673fa4520964c510a74ea14724ffd807c0df2126f00d89cfe0b1cd624
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111cc01e251436f97e0ed593815ccd1bcd3fd03c
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869560b7cccd481f10cd5b1d29523e1236c4641f8e4991e5e1ec0a0c4c5c779f
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/huggingface/tokenizer.json b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f7dd516bc95e32679c2f6a162bde5ac3024b3b
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd52451ba09513bfe51e7de3e88ee4521f5800b15b530ff7921d3d2a7a9cf00
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1c56595174a1d2b082dba62c4b9ede75418afe
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86218829500c458c88535f97a95f3e416ecd50c69bf85ad489519a9e8c901a3
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d5a97ac7d28a3fe05971c933c7e5aa99f98670
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea27c3c30955302518f26d4d942ec33fb39699574602e1bfa1e9f9e80681b918
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44aa7e23db799d83408e290502ecbb27d210a499
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1aefc3c9d73ec1326d098f89fc52734e42251c27aa60e5613f7121edeb31db
+size 2031920747
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab57b9faae89a53e3ca7a838a22cfc98536d1efb
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcf4d9987fc2ceab5bbed100c123df38a90fa4ed59d8f73e7a6b82bad17e9f6
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8e6bd58532ae0f57e68bc86c53fb7ef0f61583
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d878ad48a4d68ed4b28946a796ac9021d83c9c588bd556b2a072dded418ced8e
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a5308b479b676ad08684fc540c7e978667e63a
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdbbc0b3cc2a144ad28cf55a022b88b004ee7fda7e1232e14f7d1eb3be40406
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59fb7a78c6cf1cf24d257f8d6f1d394296b2d19
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/actor/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eb907ac18fa83257d226a82aac1163a35ec557f1538a09c5459d8002c4ad18
+size 3441176616
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc045a5c1737ca7dada05ab76eeb43c72cf0996
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7615bc767a36071bc240e5512749df3470eb8c32c08797ac9c535b959a45b583
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123d9a10edb7b16e3213d447d54d2b9178c61844
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942fef95c74b9e5e4761fae3b36512451327c2866169865041c19d8c81736f07
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7480b1a124e0f78d77ecd6ecd903dca96c5684
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1eed50c64ff949aad1ccb26d54708fe2e3026b548e224591e8469f80fe46fc
+size 15141
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f933dd423c417ffe0116b3de01596084028557
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/extra_state_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dd54e8e56c0ebd8ae543280fb1337c815c1e5f1f4047c9d8e99520df57ac53
+size 15077
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/huggingface/tokenizer.json b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/huggingface/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd71f61a15a522601badb3dc960d800d9cb3766c
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/huggingface/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ea8601e2c64b6cd93db5ff1d180e330dbfd155
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16e2fdaa415b9ed8676f52c199dc6f3104b244442c627e771ca8b425c55efe0
+size 2031944043
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3750ab0bd32d5a104340ddd5dbe06538b77c7347
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a99dc2a9b9b346b034dffc55ad3148e800a4b556cfe667535fc908ccfacc8c0
+size 2031935851
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9900e40d45efaa4223711524b03f471424530890
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9bda7d8e29e4fdeb94acb3e11e17e412f16a6fc44dc15d1763d7d70c766499
+size 2031935851
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba1448434126b29c93977bfdf713da2be3c6aad
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/model_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5587b93bd5e1a65ade21a393d613a299d4031e43f73ee1f6847efedd0d3b4978
+size 2031935851
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_0.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45541818d88d6652e16e1055d5607e0633ad63e2
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae38c2313fc5c5b0860d3947b571786323d3481329dfe44441b513cecc2bd377
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_1.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da122aa6a7096a6b09a3a88d38aee34d95d44ba5
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10359885d9bb1fc65da57a1d0a2c61847da2a545fdb819646c22f590199fb246
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_2.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb02c02d429d935e0166a0ab8941155c65640e1
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a713aa104803bdf29ccbc12b736d8a8428bd41852ad5a2b0d4f1e0c7689a8bea
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_3.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e91c7c4f9cdee568851f1f3329f352fa2395d27
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/credit/optim_world_size_4_rank_3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d30502a5337782eeae30f2092b25994045a76299787214d4834d0e953490bd
+size 3441180712
diff --git a/resume_lr_5e-7_p-diff-adv/global_step_90/data.pt b/resume_lr_5e-7_p-diff-adv/global_step_90/data.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad2411e06060f8b0226930a640cb8333d5215b1
--- /dev/null
+++ b/resume_lr_5e-7_p-diff-adv/global_step_90/data.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecbf8ee1680df1d292ae4ce8be6d4a6514d1443ee9aebff54bdc721e06c7c4b
+size 21425