RWKV-Caicai-LoRA / merge.bash
TkskKurumi's picture
Upload 2 files
01906b8
Raw
History Blame
306 Bytes
python3 my_merge_lora.py\
--base_model ~/autodl-tmp/RWKV-4-Raven-7B-v11-Eng49%-Chn49%-Jpn1%-Other1%-20230430-ctx8192.pth\
--lora_load ~/RWKV_Train/save_7B_128/rwkv-12.pth\
--save ~/autodl-tmp/lora_7B.pth\
--lora_schedule poly\
--plot\
--lora_strategy "0:64,0.3:32,0.4:0,0.5:32,1:64"