|
"""Additional information of the models.""" |
|
from collections import namedtuple, OrderedDict |
|
from typing import List |
|
|
|
|
|
ModelInfo = namedtuple("ModelInfo", ["simple_name", "link", "description"]) |
|
|
|
|
|
model_info = OrderedDict() |
|
|
|
|
|
def register_model_info( |
|
full_names: List[str], simple_name: str, link: str, description: str |
|
): |
|
info = ModelInfo(simple_name, link, description) |
|
|
|
for full_name in full_names: |
|
model_info[full_name] = info |
|
|
|
|
|
def get_model_info(name: str) -> ModelInfo: |
|
if name in model_info: |
|
return model_info[name] |
|
else: |
|
|
|
return ModelInfo( |
|
name, "", "Register the description at fastchat/model/model_registry.py" |
|
) |
|
|
|
|
|
register_model_info( |
|
[ |
|
"IEITYuan/Yuan2-2B-Janus-hf", |
|
"IEITYuan/Yuan2-2B-hf", |
|
"IEITYuan/Yuan2-51B-hf", |
|
"IEITYuan/Yuan2-102B-hf", |
|
], |
|
"IEIT-Yuan2", |
|
"https://github.com/IEIT-Yuan/Yuan-2.0", |
|
"Yuan2.0 is a new generation Fundamental Large Language Model developed by IEIT System.", |
|
) |
|
|
|
register_model_info( |
|
["mixtral-8x7b-instruct-v0.1", "mistral-7b-instruct"], |
|
"Mixtral of experts", |
|
"https://mistral.ai/news/mixtral-of-experts/", |
|
"A Mixture-of-Experts model by Mistral AI", |
|
) |
|
|
|
register_model_info( |
|
["gemini-pro"], |
|
"Gemini", |
|
"https://blog.google/technology/ai/google-gemini-pro-imagen-duet-ai-update/", |
|
"Gemini by Google", |
|
) |
|
|
|
register_model_info( |
|
["solar-10.7b-instruct-v1.0"], |
|
"SOLAR-10.7B-Instruct", |
|
"https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0", |
|
"A model trained using depth up-scaling by Upstage AI", |
|
) |
|
|
|
register_model_info( |
|
["gpt-4-turbo"], |
|
"GPT-4-Turbo", |
|
"https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo", |
|
"GPT-4-Turbo by OpenAI", |
|
) |
|
|
|
register_model_info( |
|
["gpt-3.5-turbo", "gpt-3.5-turbo-0314", "gpt-3.5-turbo-0613", "gpt-3.5-turbo-1106"], |
|
"GPT-3.5", |
|
"https://platform.openai.com/docs/models/gpt-3-5", |
|
"GPT-3.5-Turbo by OpenAI", |
|
) |
|
|
|
register_model_info( |
|
["gpt-4", "gpt-4-0314", "gpt-4-0613"], |
|
"GPT-4", |
|
"https://openai.com/research/gpt-4", |
|
"GPT-4 by OpenAI", |
|
) |
|
|
|
register_model_info( |
|
["claude-2.1", "claude-2.0"], |
|
"Claude", |
|
"https://www.anthropic.com/index/claude-2", |
|
"Claude 2 by Anthropic", |
|
) |
|
|
|
register_model_info( |
|
["claude-1"], |
|
"Claude", |
|
"https://www.anthropic.com/index/introducing-claude", |
|
"Claude 1 by Anthropic", |
|
) |
|
|
|
register_model_info( |
|
["claude-instant-1", "claude-instant-1.2"], |
|
"Claude Instant", |
|
"https://www.anthropic.com/index/introducing-claude", |
|
"Claude Instant by Anthropic", |
|
) |
|
|
|
register_model_info( |
|
["pplx-70b-online", "pplx-7b-online"], |
|
"pplx-online-llms", |
|
"https://blog.perplexity.ai/blog/introducing-pplx-online-llms", |
|
"Online LLM API by Perplexity AI", |
|
) |
|
|
|
register_model_info( |
|
["openhermes-2.5-mistral-7b"], |
|
"OpenHermes-2.5-Mistral-7B", |
|
"https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B", |
|
"a mistral-based model fine-tuned on 1M GPT-4 outputs", |
|
) |
|
|
|
register_model_info( |
|
["starling-lm-7b-alpha"], |
|
"Starling-LM-7B-alpha", |
|
"https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha", |
|
"an open model trained using RLAIF by Berkeley", |
|
) |
|
|
|
register_model_info( |
|
["tulu-2-dpo-70b"], |
|
"Tulu 2", |
|
"https://huggingface.co/allenai/tulu-2-dpo-70b", |
|
"an instruction and RLHF model by UW/AllenAI", |
|
) |
|
|
|
register_model_info( |
|
["yi-34b-chat", "yi-6b-chat"], |
|
"Yi-Chat", |
|
"https://huggingface.co/01-ai/Yi-34B-Chat", |
|
"A large language model by 01 AI", |
|
) |
|
|
|
register_model_info( |
|
["llama-2-70b-chat", "llama-2-34b-chat", "llama-2-13b-chat", "llama-2-7b-chat"], |
|
"Llama 2", |
|
"https://ai.meta.com/llama/", |
|
"open foundation and fine-tuned chat models by Meta", |
|
) |
|
|
|
register_model_info( |
|
[ |
|
"vicuna-33b", |
|
"vicuna-33b-v1.3", |
|
"vicuna-13b", |
|
"vicuna-13b-v1.3", |
|
"vicuna-7b", |
|
"vicuna-7b-v1.3", |
|
], |
|
"Vicuna", |
|
"https://lmsys.org/blog/2023-03-30-vicuna/", |
|
"a chat assistant fine-tuned on user-shared conversations by LMSYS", |
|
) |
|
|
|
register_model_info( |
|
["chatglm3-6b", "chatglm2-6b", "chatglm-6b"], |
|
"ChatGLM", |
|
"https://chatglm.cn/blog", |
|
"an open bilingual dialogue language model by Tsinghua University", |
|
) |
|
|
|
register_model_info( |
|
["openchat-3.5"], |
|
"OpenChat 3.5", |
|
"https://github.com/imoneoi/openchat", |
|
"an open model fine-tuned on Mistral-7B using C-RLFT", |
|
) |
|
|
|
register_model_info( |
|
["tenyxchat-7b-v1"], |
|
"TenyxChat-7B", |
|
"https://huggingface.co/tenyx/TenyxChat-7B-v1", |
|
"an open model DPO trained on top of OpenChat-3.5 using Tenyx fine-tuning", |
|
) |
|
|
|
register_model_info( |
|
["zephyr-7b-beta", "zephyr-7b-alpha"], |
|
"Zephyr", |
|
"https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha", |
|
"a chatbot fine-tuned from Mistral by Hugging Face", |
|
) |
|
|
|
register_model_info( |
|
["notus-7b-v1"], |
|
"Notus", |
|
"https://huggingface.co/argilla/notus-7b-v1", |
|
"a chatbot fine-tuned from Zephyr SFT by Argilla", |
|
) |
|
|
|
register_model_info( |
|
["catppt"], |
|
"CatPPT", |
|
"https://huggingface.co/rishiraj/CatPPT", |
|
"a chatbot fine-tuned from a SLERP merged model by Rishiraj Acharya", |
|
) |
|
|
|
register_model_info( |
|
["TinyLlama"], |
|
"TinyLlama", |
|
"https://huggingface.co/TinyLlama/TinyLlama-1.1B-Chat-v1.0", |
|
"The TinyLlama project is an open endeavor to pretrain a 1.1B Llama model on 3 trillion tokens.", |
|
) |
|
|
|
register_model_info( |
|
["qwen-14b-chat"], |
|
"Qwen", |
|
"https://huggingface.co/Qwen/Qwen-14B-Chat", |
|
"a large language model by Alibaba Cloud", |
|
) |
|
|
|
register_model_info( |
|
["codellama-34b-instruct", "codellama-13b-instruct", "codellama-7b-instruct"], |
|
"Code Llama", |
|
"https://ai.meta.com/blog/code-llama-large-language-model-coding/", |
|
"open foundation models for code by Meta", |
|
) |
|
|
|
register_model_info( |
|
["wizardlm-70b", "wizardlm-30b", "wizardlm-13b"], |
|
"WizardLM", |
|
"https://github.com/nlpxucan/WizardLM", |
|
"an instruction-following LLM using evol-instruct by Microsoft", |
|
) |
|
|
|
register_model_info( |
|
["wizardcoder-15b-v1.0"], |
|
"WizardLM", |
|
"https://github.com/nlpxucan/WizardLM/tree/main/WizardCoder", |
|
"Empowering Code Large Language Models with Evol-Instruct", |
|
) |
|
|
|
register_model_info( |
|
["mpt-7b-chat", "mpt-30b-chat"], |
|
"MPT-Chat", |
|
"https://www.mosaicml.com/blog/mpt-30b", |
|
"a chatbot fine-tuned from MPT by MosaicML", |
|
) |
|
|
|
register_model_info( |
|
["guanaco-33b", "guanaco-65b"], |
|
"Guanaco", |
|
"https://github.com/artidoro/qlora", |
|
"a model fine-tuned with QLoRA by UW", |
|
) |
|
|
|
register_model_info( |
|
["gpt4all-13b-snoozy"], |
|
"GPT4All-Snoozy", |
|
"https://github.com/nomic-ai/gpt4all", |
|
"a finetuned LLaMA model on assistant style data by Nomic AI", |
|
) |
|
|
|
register_model_info( |
|
["koala-13b"], |
|
"Koala", |
|
"https://bair.berkeley.edu/blog/2023/04/03/koala", |
|
"a dialogue model for academic research by BAIR", |
|
) |
|
|
|
register_model_info( |
|
["RWKV-4-Raven-14B"], |
|
"RWKV-4-Raven", |
|
"https://huggingface.co/BlinkDL/rwkv-4-raven", |
|
"an RNN with transformer-level LLM performance", |
|
) |
|
|
|
register_model_info( |
|
["alpaca-13b"], |
|
"Alpaca", |
|
"https://crfm.stanford.edu/2023/03/13/alpaca.html", |
|
"a model fine-tuned from LLaMA on instruction-following demonstrations by Stanford", |
|
) |
|
|
|
register_model_info( |
|
["oasst-pythia-12b"], |
|
"OpenAssistant (oasst)", |
|
"https://open-assistant.io", |
|
"an Open Assistant for everyone by LAION", |
|
) |
|
|
|
register_model_info( |
|
["oasst-sft-7-llama-30b"], |
|
"OpenAssistant (oasst)", |
|
"https://open-assistant.io", |
|
"an Open Assistant for everyone by LAION", |
|
) |
|
|
|
register_model_info( |
|
["palm-2"], |
|
"PaLM 2 Chat", |
|
"https://cloud.google.com/vertex-ai/docs/release-notes#May_10_2023", |
|
"PaLM 2 for Chat (chat-bison@001) by Google", |
|
) |
|
|
|
register_model_info( |
|
["llama-7b", "llama-13b"], |
|
"LLaMA", |
|
"https://arxiv.org/abs/2302.13971", |
|
"open and efficient foundation language models by Meta", |
|
) |
|
|
|
register_model_info( |
|
["open-llama-7b-v2-open-instruct", "open-llama-7b-open-instruct"], |
|
"Open LLaMa (Open Instruct)", |
|
"https://medium.com/vmware-data-ml-blog/starter-llm-for-the-enterprise-instruction-tuning-openllama-7b-d05fc3bbaccc", |
|
"Open LLaMa fine-tuned on instruction-following data by VMware", |
|
) |
|
|
|
register_model_info( |
|
["dolly-v2-12b"], |
|
"Dolly", |
|
"https://www.databricks.com/blog/2023/04/12/dolly-first-open-commercially-viable-instruction-tuned-llm", |
|
"an instruction-tuned open large language model by Databricks", |
|
) |
|
|
|
register_model_info( |
|
["stablelm-tuned-alpha-7b"], |
|
"StableLM", |
|
"https://github.com/stability-AI/stableLM", |
|
"Stability AI language models", |
|
) |
|
|
|
register_model_info( |
|
["codet5p-6b"], |
|
"CodeT5p-6b", |
|
"https://huggingface.co/Salesforce/codet5p-6b", |
|
"Code completion model released by Salesforce", |
|
) |
|
|
|
register_model_info( |
|
["fastchat-t5-3b", "fastchat-t5-3b-v1.0"], |
|
"FastChat-T5", |
|
"https://huggingface.co/lmsys/fastchat-t5-3b-v1.0", |
|
"a chat assistant fine-tuned from FLAN-T5 by LMSYS", |
|
) |
|
|
|
register_model_info( |
|
["phoenix-inst-chat-7b"], |
|
"Phoenix-7B", |
|
"https://huggingface.co/FreedomIntelligence/phoenix-inst-chat-7b", |
|
"a multilingual chat assistant fine-tuned from Bloomz to democratize ChatGPT across languages by CUHK(SZ)", |
|
) |
|
|
|
register_model_info( |
|
["realm-7b-v1"], |
|
"ReaLM", |
|
"https://github.com/FreedomIntelligence/ReaLM", |
|
"A chatbot fine-tuned from LLaMA2 with data generated via iterative calls to UserGPT and ChatGPT by CUHK(SZ) and SRIBD.", |
|
) |
|
|
|
register_model_info( |
|
["billa-7b-sft"], |
|
"BiLLa-7B-SFT", |
|
"https://huggingface.co/Neutralzz/BiLLa-7B-SFT", |
|
"an instruction-tuned bilingual LLaMA with enhanced reasoning ability by an independent researcher", |
|
) |
|
|
|
register_model_info( |
|
["h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2"], |
|
"h2oGPT-GM-7b", |
|
"https://huggingface.co/h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2", |
|
"an instruction-tuned OpenLLaMA with enhanced conversational ability by H2O.ai", |
|
) |
|
|
|
register_model_info( |
|
["baize-v2-7b", "baize-v2-13b"], |
|
"Baize v2", |
|
"https://github.com/project-baize/baize-chatbot#v2", |
|
"A chatbot fine-tuned from LLaMA with ChatGPT self-chat data and Self-Disillation with Feedback (SDF) by UCSD and SYSU.", |
|
) |
|
|
|
register_model_info( |
|
[ |
|
"airoboros-l2-7b-2.1", |
|
"airoboros-l2-13b-2.1", |
|
"airoboros-c34b-2.1", |
|
"airoboros-l2-70b-2.1", |
|
], |
|
"airoboros", |
|
"https://huggingface.co/jondurbin/airoboros-l2-70b-2.1", |
|
"an instruction-tuned LlaMa model tuned with 100% synthetic instruction-response pairs from GPT4", |
|
) |
|
|
|
register_model_info( |
|
[ |
|
"spicyboros-7b-2.2", |
|
"spicyboros-13b-2.2", |
|
"spicyboros-70b-2.2", |
|
], |
|
"spicyboros", |
|
"https://huggingface.co/jondurbin/spicyboros-70b-2.2", |
|
"de-aligned versions of the airoboros models", |
|
) |
|
|
|
register_model_info( |
|
["Robin-7b-v2", "Robin-13b-v2", "Robin-33b-v2"], |
|
"Robin-v2", |
|
"https://huggingface.co/OptimalScale/robin-7b-v2-delta", |
|
"A chatbot fine-tuned from LLaMA-7b, achieving competitive performance on chitchat, commonsense reasoning and instruction-following tasks, by OptimalScale, HKUST.", |
|
) |
|
|
|
register_model_info( |
|
["manticore-13b-chat"], |
|
"Manticore 13B Chat", |
|
"https://huggingface.co/openaccess-ai-collective/manticore-13b-chat-pyg", |
|
"A chatbot fine-tuned from LlaMa across several CoT and chat datasets.", |
|
) |
|
|
|
register_model_info( |
|
["redpajama-incite-7b-chat"], |
|
"RedPajama-INCITE-7B-Chat", |
|
"https://huggingface.co/togethercomputer/RedPajama-INCITE-7B-Chat", |
|
"A chatbot fine-tuned from RedPajama-INCITE-7B-Base by Together", |
|
) |
|
|
|
register_model_info( |
|
[ |
|
"falcon-7b", |
|
"falcon-7b-instruct", |
|
"falcon-40b", |
|
"falcon-40b-instruct", |
|
"falcon-180b", |
|
"falcon-180b-chat", |
|
], |
|
"Falcon", |
|
"https://huggingface.co/tiiuae/falcon-180B", |
|
"TII's flagship series of large language models", |
|
) |
|
|
|
register_model_info( |
|
["tigerbot-7b-sft"], |
|
"Tigerbot", |
|
"https://huggingface.co/TigerResearch/tigerbot-7b-sft", |
|
"TigerBot is a large-scale language model (LLM) with multiple languages and tasks.", |
|
) |
|
|
|
register_model_info( |
|
["internlm-chat-7b", "internlm-chat-7b-8k"], |
|
"InternLM", |
|
"https://huggingface.co/internlm/internlm-chat-7b", |
|
"InternLM is a multi-language large-scale language model (LLM), developed by SHLAB.", |
|
) |
|
|
|
register_model_info( |
|
["Qwen-7B-Chat"], |
|
"Qwen", |
|
"https://huggingface.co/Qwen/Qwen-7B-Chat", |
|
"Qwen is a multi-language large-scale language model (LLM), developed by Damo Academy.", |
|
) |
|
|
|
register_model_info( |
|
["Llama2-Chinese-13b-Chat", "LLama2-Chinese-13B"], |
|
"Llama2-Chinese", |
|
"https://huggingface.co/FlagAlpha/Llama2-Chinese-13b-Chat", |
|
"Llama2-Chinese is a multi-language large-scale language model (LLM), developed by FlagAlpha.", |
|
) |
|
|
|
register_model_info( |
|
["Chinese-Alpaca-2-7B", "Chinese-Alpaca-2-13B"], |
|
"Chinese-Alpaca", |
|
"https://huggingface.co/hfl/chinese-alpaca-2-13b", |
|
"New extended Chinese vocabulary beyond Llama-2, open-sourcing the Chinese LLaMA-2 and Alpaca-2 LLMs.", |
|
) |
|
|
|
register_model_info( |
|
["Vigogne-2-7B-Instruct", "Vigogne-2-13B-Instruct"], |
|
"Vigogne-Instruct", |
|
"https://huggingface.co/bofenghuang/vigogne-2-7b-instruct", |
|
"Vigogne-Instruct is a French large language model (LLM) optimized for instruction-following, developed by Bofeng Huang", |
|
) |
|
|
|
register_model_info( |
|
["Vigogne-2-7B-Chat", "Vigogne-2-13B-Chat"], |
|
"Vigogne-Chat", |
|
"https://huggingface.co/bofenghuang/vigogne-2-7b-chat", |
|
"Vigogne-Chat is a French large language model (LLM) optimized for instruction-following and multi-turn dialogues, developed by Bofeng Huang", |
|
) |
|
|
|
register_model_info( |
|
["stable-vicuna-13B-HF"], |
|
"stable-vicuna", |
|
"https://huggingface.co/TheBloke/stable-vicuna-13B-HF", |
|
"StableVicuna is a Vicuna model fine-tuned using RLHF via PPO on various conversational and instructional datasets.", |
|
) |
|
|
|
register_model_info( |
|
["deluxe-chat-v1", "deluxe-chat-v1.1", "deluxe-chat-v1.2"], |
|
"DeluxeChat", |
|
"", |
|
"Deluxe Chat", |
|
) |
|
|
|
register_model_info( |
|
[ |
|
"Xwin-LM-7B-V0.1", |
|
"Xwin-LM-13B-V0.1", |
|
"Xwin-LM-70B-V0.1", |
|
"Xwin-LM-7B-V0.2", |
|
"Xwin-LM-13B-V0.2", |
|
], |
|
"Xwin-LM", |
|
"https://github.com/Xwin-LM/Xwin-LM", |
|
"Chat models developed by Xwin-LM team", |
|
) |
|
|
|
register_model_info( |
|
["lemur-70b-chat"], |
|
"Lemur-Chat", |
|
"https://huggingface.co/OpenLemur/lemur-70b-chat-v1", |
|
"an openly accessible language model optimized for both natural language and coding capabilities ", |
|
) |
|
|
|
register_model_info( |
|
["Mistral-7B-OpenOrca"], |
|
"Open-Orca", |
|
"https://huggingface.co/Open-Orca/Mistral-7B-OpenOrca", |
|
"A fine-tune of [Mistral 7B](https://huggingface.co/mistralai/Mistral-7B-v0.1) using [OpenOrca dataset](https://huggingface.co/datasets/Open-Orca/OpenOrca)", |
|
) |
|
|
|
register_model_info( |
|
["dolphin-2.2.1-mistral-7b"], |
|
"dolphin-mistral", |
|
"https://huggingface.co/ehartford/dolphin-2.2.1-mistral-7b", |
|
"An uncensored fine-tuned Mistral 7B", |
|
) |
|
|
|
register_model_info( |
|
[ |
|
"AquilaChat-7B", |
|
"AquilaChat2-7B", |
|
"AquilaChat2-34B", |
|
], |
|
"Aquila-Chat", |
|
"https://huggingface.co/BAAI/AquilaChat2-34B", |
|
"Chat models developed by BAAI team", |
|
) |
|
|
|
register_model_info( |
|
["xDAN-L1-Chat-RL-v1"], |
|
"xDAN-L1-Chat", |
|
"https://huggingface.co/xDAN-AI/xDAN-L1-Chat-RL-v1", |
|
"A large language chat model created by xDAN-AI.", |
|
) |
|
|
|
register_model_info( |
|
["MetaMath-70B-V1.0", "MetaMath-7B-V1.0"], |
|
"MetaMath", |
|
"https://huggingface.co/meta-math", |
|
"MetaMath is a finetune of Llama2 on [MetaMathQA](https://huggingface.co/datasets/meta-math/MetaMathQA) that specializes in mathematical reasoning.", |
|
) |
|
|
|
register_model_info( |
|
["Yuan2-2B-hf", "Yuan2-51B-hf", "Yuan2-102B-hf"], |
|
"IEIYuan", |
|
"https://huggingface.co/IEITYuan", |
|
"Yuan2 is a Basemodel developed by IEI.", |
|
) |
|
|
