{ "name": "qwen25-7b", "base": "../../models/Qwen2.5-7B-Instruct", "variants": { "apostate": { "path": "../../models/qwen-2.5-7b-apostate", "display_name": "Apostate" }, "huihui": { "path": "../../models/Qwen2.5-7B-Instruct-abliterated-v2", "display_name": "Huihui" }, "heretic": { "path": "../../models/Qwen2.5-7B-Instruct-heretic-1.3.0", "display_name": "Heretic" } }, "settings": { "inference_backend": "vllm", "tokenizer_dir": "../../models/Qwen2.5-7B-Instruct", "lm_eval_max_model_len": 8192, "lm_eval_max_gen_toks": 2048, "harmbench_max_tokens": 4096 } }