| |
| |
| |
| |
|
|
| |
|
|
| ZERO_SHOT_PROMPT = """A chat between a curious human and an artificial intelligence assistant. |
| The assistant gives helpful, detailed, and polite answers to the human's questions. |
| Human: {{ user_message }} |
| Assistant: """ |
|
|
| ZERO_SHOT_STOPWORD = "Human:" |
|
|
| LM_PROMPT = """Give the best continuation of the following text: {{ user_message }}""" |
|
|
| LLAMA2_PROMPT = """<s>[INST] <<SYS>> |
| You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. |
| |
| If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information. |
| <</SYS>> |
| |
| {{ user_message }} [/INST] """ |
|
|
| LLAMA2_STOPWORD = "</s>" |
|
|
| MPT_PROMPT_7B = """<|im_start|>system |
| - You are a helpful assistant chatbot trained by MosaicML. |
| - You answer questions. |
| - You are excited to be able to help the user, but will refuse to do anything that could be considered harmful to the user. |
| - You are more than just an information source, you are also able to write poetry, short stories, and make jokes.<|im_end|> |
| <|im_start|>user |
| {{ user_message }}<|im_end|> |
| <|im_start|>assistant |
| """ |
|
|
| MPT_LM_PROMPT_7B = """<|im_start|>system |
| - You are a helpful assistant chatbot trained by MosaicML. |
| - You answer questions. |
| - You are excited to be able to help the user, but will refuse to do anything that could be considered harmful to the user. |
| - You are more than just an information source, you are also able to write poetry, short stories, and make jokes.<|im_end|> |
| <|im_start|>user |
| {{ user_message }}<|im_end|> |
| <|im_start|>assistant |
| """ |
|
|
| MPT_PROMPT_30B = """<|im_start|>system |
| A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.<|im_end|> |
| <|im_start|>user |
| {{ user_message }}<|im_end|> |
| <|im_start|>assistant |
| """ |
|
|
| MPT_STOPWORD = "<|im_end|>" |
|
|
| FALCON_PROMPT = """The following is a conversation between a highly knowledgeable and intelligent AI assistant, called Falcon, and a human user, called User. In the following interactions, User and Falcon will converse in natural language, and Falcon will answer User's questions. Falcon was built to be respectful, polite and inclusive. Falcon was built by the Technology Innovation Institute in Abu Dhabi. Falcon will never decline to answer a question, and always attempts to give an answer that User would be satisfied with. It knows a lot, and always tells the truth. The conversation begins. |
| User: {{ user_message }} |
| Falcon: """ |
|
|
| FALCON_STOPWORD = "User:" |
|
|
| ALFRED_PROMPT = """Alfred is a large language model trained by LightOn. Knowledge cutoff: November 2022. Current date: 31 July, 2023 |
| |
| User: {{ user_message }} |
| Alfred: """ |
|
|
| ALFRED_STOPWORD = "User:" |
|
|
| VICUNA_PROMPT = """A chat between a curious user and an artificial intelligence assistant. |
| The assistant gives helpful, detailed, and polite answers to the user's questions. USER: {{ user_message }} ASSISTANT: """ |
|
|
| VICUNA_STOPWORD = "" |
|
|
| MODELS = { |
| |
| |
| |
| "llama-2-70b": { |
| "name": "llama-2-70b", |
| "model_name": "NousResearch/llama-2-70b-hf", |
| "model_path": "NousResearch-llama-2-70b-hf", |
| "num_gpus": 4, |
| "batch_size": 2, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "to_be_quantized": True, |
| "to_be_watermarked": True, |
| "model_size": 70e9, |
| "model_family": "llama-2", |
| }, |
| "llama-2-13b": { |
| "name": "llama-2-13b", |
| "model_name": "NousResearch/llama-2-13b-hf", |
| "model_path": "NousResearch-llama-2-13b-hf", |
| "num_gpus": 2, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "to_be_quantized": True, |
| "to_be_watermarked": True, |
| "model_size": 13e9, |
| "model_family": "llama-2", |
| }, |
| "llama-2-7b": { |
| "name": "llama-2-7b", |
| "model_name": "NousResearch/llama-2-7b-hf", |
| "model_path": "NousResearch-llama-2-7b-hf", |
| "num_gpus": 1, |
| "batch_size": 4, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "to_be_quantized": True, |
| "to_be_watermarked": True, |
| "model_size": 7e9, |
| "model_family": "llama-2", |
| }, |
| |
| |
| |
| "llama-2-70b-chat": { |
| "name": "llama-2-70b-chat", |
| "model_name": "NousResearch/llama-2-70b-chat-hf", |
| "model_path": "NousResearch-llama-2-70b-chat-hf", |
| "num_gpus": 4, |
| "batch_size": 2, |
| "is_chat": True, |
| "prompt": LLAMA2_PROMPT, |
| "stopword": LLAMA2_STOPWORD, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "model_size": 70e9, |
| "model_family": "llama-2", |
| }, |
| "llama-2-13b-chat": { |
| "name": "llama-2-13b-chat", |
| "model_name": "NousResearch/llama-2-13b-chat-hf", |
| "model_path": "NousResearch-llama-2-13b-chat-hf", |
| "num_gpus": 2, |
| "batch_size": 8, |
| "is_chat": True, |
| "prompt": LLAMA2_PROMPT, |
| "stopword": LLAMA2_STOPWORD, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "model_size": 13e9, |
| "model_family": "llama-2", |
| }, |
| "llama-2-7b-chat": { |
| "name": "llama-2-7b-chat", |
| "model_name": "NousResearch/llama-2-7b-chat-hf", |
| "model_path": "NousResearch-llama-2-7b-chat-hf", |
| "num_gpus": 1, |
| "batch_size": 4, |
| "is_chat": True, |
| "prompt": LLAMA2_PROMPT, |
| "stopword": LLAMA2_STOPWORD, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "model_size": 7e9, |
| "model_family": "llama-2", |
| }, |
| |
| |
| |
| "llama-65b": { |
| "name": "llama-65b", |
| "model_name": "huggyllama/llama-65b", |
| "model_path": "huggyllama-llama-65b", |
| "num_gpus": 4, |
| "batch_size": 2, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "to_be_quantized": True, |
| "to_be_watermarked": True, |
| "model_size": 65e9, |
| "model_family": "llama-1", |
| }, |
| "llama-30b": { |
| "name": "llama-30b", |
| "model_name": "huggyllama/llama-30b", |
| "model_path": "huggyllama-llama-30b", |
| "num_gpus": 2, |
| "batch_size": 2, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "to_be_quantized": True, |
| "to_be_watermarked": True, |
| "model_size": 30e9, |
| "model_family": "llama-1", |
| }, |
| "llama-13b": { |
| "name": "llama-13b", |
| "model_name": "huggyllama/llama-13b", |
| "model_path": "huggyllama-llama-13b", |
| "num_gpus": 2, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "to_be_quantized": True, |
| "to_be_watermarked": True, |
| "model_size": 13e9, |
| "model_family": "llama-1", |
| }, |
| "llama-7b": { |
| "name": "llama-7b", |
| "model_name": "huggyllama/llama-7b", |
| "model_path": "huggyllama-llama-7b", |
| "num_gpus": 1, |
| "batch_size": 4, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "to_be_quantized": True, |
| "to_be_watermarked": True, |
| "model_size": 7e9, |
| "model_family": "llama-1", |
| }, |
| |
| |
| |
| "opt-66b": { |
| "name": "opt-66b", |
| "model_name": "facebook/opt-66b", |
| "model_path": "facebook-opt-66b", |
| "num_gpus": 4, |
| "batch_size": 2, |
| "is_chat": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 1024, |
| "model_size": 66e9, |
| "model_family": "opt", |
| }, |
| "opt-30b": { |
| "name": "opt-30b", |
| "model_name": "facebook/opt-30b", |
| "model_path": "facebook-opt-30b", |
| "num_gpus": 4, |
| "batch_size": 1, |
| "is_chat": False, |
| "no_api": True, |
| "model_size": 30e9, |
| "model_family": "opt", |
| }, |
| "opt-13b": { |
| "name": "opt-13b", |
| "model_name": "facebook/opt-13b", |
| "model_path": "facebook-opt-13b", |
| "num_gpus": 2, |
| "batch_size": 1, |
| "is_chat": False, |
| "no_api": True, |
| "model_size": 13e9, |
| "model_family": "opt", |
| }, |
| "opt-6.7b": { |
| "name": "opt-6.7b", |
| "model_name": "facebook/opt-6.7b", |
| "model_path": "facebook-opt-6.7b", |
| "num_gpus": 1, |
| "batch_size": 4, |
| "is_chat": False, |
| "no_api": True, |
| "model_size": 6.7e9, |
| "model_family": "opt", |
| }, |
| "opt-2.7b": { |
| "name": "opt-2.7b", |
| "model_name": "facebook/opt-2.7b", |
| "model_path": "facebook-opt-2.7b", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 2.7e9, |
| "model_family": "opt", |
| }, |
| "opt-1.3b": { |
| "name": "opt-1.3b", |
| "model_name": "facebook/opt-1.3b", |
| "model_path": "facebook-opt-1.3b", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "use_flash_attention": True, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 1.3e9, |
| "model_family": "opt", |
| }, |
| "opt-350m": { |
| "name": "opt-350m", |
| "model_name": "facebook/opt-350m", |
| "model_path": "facebook-opt-350m", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "no_api": True, |
| "model_size": 350e6, |
| "model_family": "opt", |
| }, |
| "opt-125m": { |
| "name": "opt-125m", |
| "model_name": "facebook/opt-125m", |
| "model_path": "facebook-opt-125m", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 125e6, |
| "model_family": "opt", |
| }, |
| |
| |
| |
| "mpt-30b": { |
| "name": "mpt-30b", |
| "model_name": "mosaicml/mpt-30b", |
| "model_path": "mosaicml-mpt-30b", |
| "num_gpus": 2, |
| "batch_size": 2, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 1024, |
| "model_size": 30e9, |
| "model_family": "mpt", |
| }, |
| "mpt-7b": { |
| "name": "mpt-7b", |
| "model_name": "mosaicml/mpt-7b", |
| "model_path": "mosaicml-mpt-7b", |
| "num_gpus": 1, |
| "batch_size": 4, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 7e9, |
| "model_family": "mpt", |
| }, |
| |
| |
| |
| "mpt-30b-chat": { |
| "name": "mpt-30b-chat", |
| "model_name": "mosaicml/mpt-30b-chat", |
| "model_path": "mosaicml-mpt-30b-chat", |
| "num_gpus": 2, |
| "batch_size": 2, |
| "is_chat": True, |
| "prompt": MPT_PROMPT_30B, |
| "stopword": MPT_STOPWORD, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 30e9, |
| "model_family": "mpt", |
| }, |
| "mpt-7b-chat": { |
| "name": "mpt-7b-chat", |
| "model_name": "mosaicml/mpt-7b-chat", |
| "model_path": "mosaicml-mpt-7b-chat", |
| "num_gpus": 1, |
| "batch_size": 4, |
| "is_chat": True, |
| "prompt": MPT_PROMPT_7B, |
| "stopword": MPT_STOPWORD, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 7e9, |
| "model_family": "mpt", |
| }, |
| |
| |
| |
| "openllama-13b": { |
| "name": "openllama-13b", |
| "model_name": "openlm-research/open_llama_13b", |
| "model_path": "openlm-research-open_llama_13b", |
| "num_gpus": 2, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 13e9, |
| "model_family": "openllama", |
| }, |
| "openllama-7b": { |
| "name": "openllama-7b", |
| "model_name": "openlm-research/open_llama_7b", |
| "model_path": "openlm-research-open_llama_7b", |
| "num_gpus": 1, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 7e9, |
| "model_family": "openllama", |
| }, |
| "openllama-3b": { |
| "name": "openllama-3b", |
| "model_name": "openlm-research/open_llama_3b", |
| "model_path": "openlm-research-open_llama_3b", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "use_flash_attention": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 3e9, |
| "model_family": "openllama", |
| }, |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| "openllama-2-7b": { |
| "name": "openllama-2-7b", |
| "model_name": "openlm-research/open_llama_7b_v2", |
| "model_path": "openlm-research-open_llama_7b_v2", |
| "num_gpus": 1, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 7e9, |
| "model_family": "openllama-2", |
| }, |
| "openllama-2-3b": { |
| "name": "openllama-2-3b", |
| "model_name": "openlm-research/open_llama_3b_v2", |
| "model_path": "openlm-research-open_llama_3b_v2", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "use_flash_attention": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 3e9, |
| "model_family": "openllama-2", |
| }, |
| |
| |
| |
| "pythia-12b": { |
| "name": "pythia-12b", |
| "model_name": "EleutherAI/pythia-12b", |
| "model_path": "EleutherAI-pythia-12b", |
| "num_gpus": 2, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 12e9, |
| "model_family": "pythia", |
| }, |
| "pythia-6.9b": { |
| "name": "pythia-6.9b", |
| "model_name": "EleutherAI/pythia-6.9b", |
| "model_path": "EleutherAI-pythia-6.9b", |
| "num_gpus": 1, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 6.9e9, |
| "model_family": "pythia", |
| }, |
| "pythia-2.8b": { |
| "name": "pythia-2.8b", |
| "model_name": "EleutherAI/pythia-2.8b", |
| "model_path": "EleutherAI-pythia-2.8b", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 2.8e9, |
| "model_family": "pythia", |
| }, |
| "pythia-1.4b": { |
| "name": "pythia-1.4b", |
| "model_name": "EleutherAI/pythia-1.4b", |
| "model_path": "EleutherAI-pythia-1.4b", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 1.4e9, |
| "model_family": "pythia", |
| }, |
| "pythia-1b": { |
| "name": "pythia-1b", |
| "model_name": "EleutherAI/pythia-1b", |
| "model_path": "EleutherAI-pythia-1b", |
| "num_gpus": 1, |
| "batch_size": 1, |
| "is_chat": False, |
| "use_flash_attention": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 1e9, |
| "model_family": "pythia", |
| }, |
| "pythia-410m": { |
| "name": "pythia-410m", |
| "model_name": "EleutherAI/pythia-410m", |
| "model_path": "EleutherAI-pythia-410m", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 410e6, |
| "model_family": "pythia", |
| }, |
| "pythia-160m": { |
| "name": "pythia-160m", |
| "model_name": "EleutherAI/pythia-160m", |
| "model_path": "EleutherAI-pythia-160m", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 160e6, |
| "model_family": "pythia", |
| }, |
| "pythia-70m": { |
| "name": "pythia-70m", |
| "model_name": "EleutherAI/pythia-70m", |
| "model_path": "EleutherAI-pythia-70m", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 70e6, |
| "model_family": "pythia", |
| }, |
| |
| |
| |
| "pythia-12b-deduped": { |
| "name": "pythia-12b-deduped", |
| "model_name": "EleutherAI/pythia-12b-deduped", |
| "model_path": "EleutherAI-pythia-12b-deduped", |
| "num_gpus": 2, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "pythia-deduped", |
| "model_size": 12e9, |
| }, |
| "pythia-6.9b-deduped": { |
| "name": "pythia-6.9b-deduped", |
| "model_name": "EleutherAI/pythia-6.9b-deduped", |
| "model_path": "EleutherAI-pythia-6.9b-deduped", |
| "num_gpus": 1, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "pythia-deduped", |
| "model_size": 6.9e9, |
| }, |
| "pythia-2.8b-deduped": { |
| "name": "pythia-2.8b-deduped", |
| "model_name": "EleutherAI/pythia-2.8b-deduped", |
| "model_path": "EleutherAI-pythia-2.8b-deduped", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "pythia-deduped", |
| "model_size": 2.8e9, |
| }, |
| "pythia-1.4b-deduped": { |
| "name": "pythia-1.4b-deduped", |
| "model_name": "EleutherAI/pythia-1.4b-deduped", |
| "model_path": "EleutherAI-pythia-1.4b-deduped", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "pythia-deduped", |
| "model_size": 1.4e9, |
| }, |
| "pythia-1b-deduped": { |
| "name": "pythia-1b-deduped", |
| "model_name": "EleutherAI/pythia-1b-deduped", |
| "model_path": "EleutherAI-pythia-1b-deduped", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "use_flash_attention": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "pythia-deduped", |
| "model_size": 1e9, |
| }, |
| "pythia-410m-deduped": { |
| "name": "pythia-410m-deduped", |
| "model_name": "EleutherAI/pythia-410m-deduped", |
| "model_path": "EleutherAI-pythia-410m-deduped", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "pythia-deduped", |
| "model_size": 410e6, |
| }, |
| "pythia-160m-deduped": { |
| "name": "pythia-160m-deduped", |
| "model_name": "EleutherAI/pythia-160m-deduped", |
| "model_path": "EleutherAI-pythia-160m-deduped", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "pythia-deduped", |
| "model_size": 160e6, |
| }, |
| "pythia-70m-deduped": { |
| "name": "pythia-70m-deduped", |
| "model_name": "EleutherAI/pythia-70m-deduped", |
| "model_path": "EleutherAI-pythia-70m-deduped", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "pythia-deduped", |
| "model_size": 70e6, |
| }, |
| |
| |
| |
| "gpt2-xl": { |
| "name": "gpt2-xl", |
| "model_name": "gpt2-xl", |
| "model_path": "gpt2-xl", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 1.5e9, |
| "model_family": "gpt2", |
| }, |
| "gpt2-large": { |
| "name": "gpt2-large", |
| "model_name": "gpt2-large", |
| "model_path": "gpt2-large", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 774e6, |
| "model_family": "gpt2", |
| }, |
| "gpt2-medium": { |
| "name": "gpt2-medium", |
| "model_name": "gpt2-medium", |
| "model_path": "gpt2-medium", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 355e6, |
| "model_family": "gpt2", |
| }, |
| "gpt2": { |
| "name": "gpt2", |
| "model_name": "gpt2", |
| "model_path": "gpt2", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 124e6, |
| "model_family": "gpt2", |
| }, |
| |
| |
| |
| "cerebras-gpt-13b": { |
| "name": "cerebras-gpt-13b", |
| "model_name": "cerebras/Cerebras-GPT-13B", |
| "model_path": "cerebras-Cerebras-GPT-13B", |
| "num_gpus": 1, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "cerebras", |
| "model_size": 13e9, |
| }, |
| "cerebras-gpt-6.7b": { |
| "name": "cerebras-gpt-6.7b", |
| "model_name": "cerebras/Cerebras-GPT-6.7B", |
| "model_path": "cerebras-Cerebras-GPT-6.7B", |
| "num_gpus": 1, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "cerebras", |
| "model_size": 6.7e9, |
| }, |
| "cerebras-gpt-2.7b": { |
| "name": "cerebras-gpt-2.7b", |
| "model_name": "cerebras/Cerebras-GPT-2.7B", |
| "model_path": "cerebras-Cerebras-GPT-2.7B", |
| "num_gpus": 1, |
| "batch_size": 1, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "cerebras", |
| "model_size": 2.7e9, |
| }, |
| "cerebras-gpt-1.3b": { |
| "name": "cerebras-gpt-1.3b", |
| "model_name": "cerebras/Cerebras-GPT-1.3B", |
| "model_path": "cerebras-Cerebras-GPT-1.3B", |
| "num_gpus": 1, |
| "batch_size": 1, |
| "is_chat": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "cerebras", |
| "model_size": 1.3e9, |
| }, |
| "cerebras-gpt-256m": { |
| "name": "cerebras-gpt-256m", |
| "model_name": "cerebras/Cerebras-GPT-256M", |
| "model_path": "cerebras-Cerebras-GPT-256M", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "cerebras", |
| "model_size": 256e6, |
| }, |
| "cerebras-gpt-111m": { |
| "name": "cerebras-gpt-111m", |
| "model_name": "cerebras/Cerebras-GPT-111M", |
| "model_path": "cerebras-Cerebras-GPT-111M", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "cerebras", |
| "model_size": 111e6, |
| }, |
| |
| |
| |
| "bloom-7.1b": { |
| "name": "bloom-7.1b", |
| "model_name": "bigscience/bloom-7b1", |
| "model_path": "bigscience-bloom-7b1", |
| "num_gpus": 1, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 7.1e9, |
| "model_family": "bloom", |
| }, |
| "bloom-3b": { |
| "name": "bloom-3b", |
| "model_name": "bigscience/bloom-3b", |
| "model_path": "bigscience-bloom-3b", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 3e9, |
| "model_family": "bloom", |
| }, |
| "bloom-1.7b": { |
| "name": "bloom-1.7b", |
| "model_name": "bigscience/bloom-1b7", |
| "model_path": "bigscience-bloom-1b7", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 1.7e9, |
| "model_family": "bloom", |
| }, |
| "bloom-1.1b": { |
| "name": "bloom-1.1b", |
| "model_name": "bigscience/bloom-1b1", |
| "model_path": "bigscience-bloom-1b1", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 1.1e9, |
| "model_family": "bloom", |
| }, |
| "bloom-560m": { |
| "name": "bloom-560m", |
| "model_name": "bigscience/bloom-560m", |
| "model_path": "bigscience-bloom-560m", |
| "num_gpus": 1, |
| "batch_size": 16, |
| "is_chat": False, |
| "max_total_tokens": 1024, |
| "max_input_length": 256, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 560e6, |
| "model_family": "bloom", |
| }, |
| |
| |
| |
| "falcon-40b": { |
| "name": "falcon-40b", |
| "model_name": "tiiuae/falcon-40b", |
| "model_path": "tiiuae-falcon-40b", |
| "num_gpus": 4, |
| "batch_size": 4, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 40e9, |
| "model_family": "falcon", |
| }, |
| "falcon-7b": { |
| "name": "falcon-7b", |
| "model_name": "tiiuae/falcon-7b", |
| "model_path": "tiiuae-falcon-7b", |
| "num_gpus": 1, |
| "batch_size": 8, |
| "is_chat": False, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_size": 7e9, |
| "model_family": "falcon", |
| }, |
| |
| |
| |
| "falcon-40b-instruct": { |
| "name": "falcon-40b-instruct", |
| "model_name": "tiiuae/falcon-40b-instruct", |
| "model_path": "tiiuae-falcon-40b-instruct", |
| "num_gpus": 4, |
| "batch_size": 4, |
| "is_chat": True, |
| "prompt": FALCON_PROMPT, |
| "stopword": FALCON_STOPWORD, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "falcon", |
| "model_size": 40e9, |
| }, |
| "falcon-7b-instruct": { |
| "name": "falcon-7b-instruct", |
| "model_name": "tiiuae/falcon-7b-instruct", |
| "model_path": "tiiuae-falcon-7b-instruct", |
| "num_gpus": 1, |
| "batch_size": 5, |
| "is_chat": True, |
| "prompt": FALCON_PROMPT, |
| "stopword": FALCON_STOPWORD, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "falcon", |
| "model_size": 7e9, |
| }, |
| "alfred-40b-0723": { |
| "name": "alfred-40b-0723", |
| "model_name": "lightonai/alfred-40b-0723", |
| "model_path": "lightonai-alfred-40b-0723", |
| "num_gpus": 4, |
| "batch_size": 4, |
| "is_chat": True, |
| "prompt": ALFRED_PROMPT, |
| "stopword": ALFRED_STOPWORD, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "falcon", |
| "model_size": 40e9, |
| }, |
| |
| |
| |
| "vicuna-33b-v1.3": { |
| "name": "vicuna-33b-v1.3", |
| "model_name": "lmsys/vicuna-33b-v1.3", |
| "model_path": "lmsys-vicuna-33b-v1.3", |
| "num_gpus": 2, |
| "batch_size": 2, |
| "is_chat": True, |
| "prompt": VICUNA_PROMPT, |
| "stopword": VICUNA_STOPWORD, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "vicuna", |
| "model_size": 33e9, |
| }, |
| "vicuna-13b-v1.3": { |
| "name": "vicuna-13b-v1.3", |
| "model_name": "lmsys/vicuna-13b-v1.3", |
| "model_path": "lmsys-vicuna-13b-v1.3", |
| "num_gpus": 2, |
| "batch_size": 8, |
| "is_chat": True, |
| "prompt": VICUNA_PROMPT, |
| "stopword": VICUNA_STOPWORD, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "vicuna", |
| "model_size": 13e9, |
| }, |
| "vicuna-7b-v1.3": { |
| "name": "vicuna-7b-v1.3", |
| "model_name": "lmsys/vicuna-7b-v1.3", |
| "model_path": "lmsys-vicuna-7b-v1.3", |
| "num_gpus": 1, |
| "batch_size": 4, |
| "is_chat": True, |
| "prompt": VICUNA_PROMPT, |
| "stopword": VICUNA_STOPWORD, |
| "max_total_tokens": 2048, |
| "max_input_length": 1024, |
| "max_batch_prefill_tokens": 4096, |
| "model_family": "vicuna", |
| "model_size": 7e9, |
| }, |
| } |
|
|
|
|
| MODEL_FAMILY_PRETRAINING_DATASETS = { |
| "llama-2": ["UNK-commoncrawl"], |
| "llama-1": [ |
| "llama", |
| "c4", |
| "github", |
| "wikipedia", |
| "books3", |
| "gutenberg", |
| "arxiv", |
| "stackexchange", |
| ], |
| "openllama": [ |
| "redpajama", |
| "c4", |
| "github", |
| "wikipedia", |
| "books3", |
| "gutenberg", |
| "arxiv", |
| "stackexchange", |
| ], |
| "openllama-2": [ |
| "refinedweb", |
| "github", |
| "wikipedia", |
| "books3", |
| "gutenberg", |
| "arxiv", |
| "stackexchange", |
| ], |
| "pythia": [ |
| "thepile", |
| "pubmed", |
| "books3", |
| "arxiv", |
| "github", |
| "openwebtext2", |
| "freelaw", |
| "wikipedia", |
| "stackexchange", |
| "uspto", |
| "gutenberg", |
| "opensubtitles", |
| "mathematics", |
| "bookcorpus2", |
| "ubuntuIRC", |
| "europarl", |
| "philpapers", |
| "nih-grants" "hackernews", |
| "enron", |
| ], |
| "gpt2": ["openwebtext"], |
| "cerebras": [ |
| "thepile", |
| "pubmed", |
| "books3", |
| "arxiv", |
| "github", |
| "openwebtext2", |
| "freelaw", |
| "wikipedia", |
| "stackexchange", |
| "uspto", |
| "gutenberg", |
| "opensubtitles", |
| "mathematics", |
| "bookcorpus2", |
| "ubuntuIRC", |
| "europarl", |
| "philpapers", |
| "nih-grants" "hackernews", |
| "enron", |
| ], |
| "bloom": [ |
| "oscar", |
| "github", |
| "commoncrawl-bloom", |
| ], |
| "falcon": [ |
| "refinedweb", |
| "pubmed", |
| "books3", |
| "arxiv", |
| "github", |
| "openwebtext2", |
| "freelaw", |
| "wikipedia", |
| "stackexchange", |
| "uspto", |
| "gutenberg", |
| "opensubtitles", |
| "mathematics", |
| "bookcorpus2", |
| "ubuntuIRC", |
| "europarl", |
| "philpapers", |
| "nih-grants" "hackernews", |
| "enron", |
| ], |
| "mpt": [ |
| "c4", |
| "mc4", |
| "redpajama", |
| "github", |
| "wikipedia", |
| "books3", |
| "gutenberg", |
| "arxiv", |
| "stackexchange", |
| ], |
| "opt": [ |
| "cc-news", |
| "cc-stories", |
| "thepile", |
| "reddit" "pubmed", |
| "books3", |
| "github", |
| "openwebtext2", |
| "wikipedia", |
| "uspto", |
| "gutenberg", |
| "opensubtitles", |
| "mathematics", |
| "bookcorpus2", |
| "hackernews", |
| ], |
| } |
|
|
|
|
| if __name__ == "__main__": |
| print(len(MODELS)) |
| print("\n".join(MODELS.keys())) |
|
|
