Upload 3 files

20230526/lora.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddaf6672f7900182d8f6ef15894eaee1a6b331fba17adadbd940afd85e58cc52
+size 606968990

20230526/merge.bash

@@ -0,0 +1,7 @@
+python3 my_merge_lora.py\
+    --base_model ~/autodl-tmp/RWKV-4-Raven-7B-v11-Eng49%-Chn49%-Jpn1%-Other1%-20230430-ctx8192.pth\
+    --lora_load ~/RWKV_Train/save_7B_128/rwkv-3.pth\
+    --save ~/autodl-tmp/lora_7B.pth\
+    --lora_schedule poly\
+    --plot\
+    --lora_strategy "0:64,0.5:20,1:64"

20230526/readme.md

@@ -0,0 +1,5 @@
+# 20230526
+
+LoRA based on RWKV-4-Raven-7B-v11
+LoRA - rank  = 128
+LoRA - alpha =  64