File size: 306 Bytes
01906b8 | 1 2 3 4 5 6 7 | python3 my_merge_lora.py\
--base_model ~/autodl-tmp/RWKV-4-Raven-7B-v11-Eng49%-Chn49%-Jpn1%-Other1%-20230430-ctx8192.pth\
--lora_load ~/RWKV_Train/save_7B_128/rwkv-12.pth\
--save ~/autodl-tmp/lora_7B.pth\
--lora_schedule poly\
--plot\
--lora_strategy "0:64,0.3:32,0.4:0,0.5:32,1:64" |