File size: 649 Bytes
80ad90c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | AXMODEL_DIR=./hymt1-5_1k_ax620e_axmodel/
./main_ax620e \
--template_filename_axmodel "${AXMODEL_DIR}hunyuan_v1_dense_p128_l%d_together.axmodel" \
--axmodel_num 32 \
--bos 0 --eos 0 \
--dynamic_load_axmodel_layer 0 \
--use_mmap_load_embed 1 \
--filename_tokenizer_model "hymt1-5-1.8b_tokenizer.txt" \
--filename_post_axmodel "${AXMODEL_DIR}/hunyuan_v1_dense_post.axmodel" \
--use_topk 0 \
--filename_tokens_embed "${AXMODEL_DIR}/model.embed_tokens.weight.bfloat16.bin" \
--tokens_embed_num 120818 \
--tokens_embed_size 2048 \
--live_print 1 \
--continue 1 \
--post_config_path post_config.json \
--use_zh_template 0 \
--target_language "English" \
|