RWKV-Caicai-LoRA / 20230526 /merge.bash
TkskKurumi's picture
Upload 3 files
9300354
Raw
History Blame
292 Bytes
python3 my_merge_lora.py\
--base_model ~/autodl-tmp/RWKV-4-Raven-7B-v11-Eng49%-Chn49%-Jpn1%-Other1%-20230430-ctx8192.pth\
--lora_load ~/RWKV_Train/save_7B_128/rwkv-3.pth\
--save ~/autodl-tmp/lora_7B.pth\
--lora_schedule poly\
--plot\
--lora_strategy "0:64,0.5:20,1:64"