Commit
•
3602349
1
Parent(s):
edd3aac
More metadata type updates (#141)
Browse files- More metadata type updates (71b880b41567fe3364f34246ed05dfc5c9d69047)
- fix double `:` (ef652880e8d045dd13f5d2f7247bdbcccd851d88)
src/auto_leaderboard/model_metadata_type.py
CHANGED
@@ -29,6 +29,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
29 |
"aisquared/chopt-1_3b": ModelType.SFT,
|
30 |
"aisquared/dlite-v2-355m": ModelType.SFT,
|
31 |
"augtoma/qCammel-13": ModelType.SFT,
|
|
|
32 |
"TheBloke/alpaca-lora-65B-HF": ModelType.SFT,
|
33 |
"TheBloke/tulu-7B-fp16": ModelType.SFT,
|
34 |
"TheBloke/guanaco-7B-HF": ModelType.SFT,
|
@@ -261,6 +262,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
261 |
"klosax/pythia-70m-deduped-step44k-92bt": ModelType.PT,
|
262 |
"klosax/open_llama_13b_600bt_preview": ModelType.PT,
|
263 |
"klosax/open_llama_7b_400bt_preview": ModelType.PT,
|
|
|
264 |
"WeOpenML/Alpaca-7B-v1": ModelType.SFT,
|
265 |
"WeOpenML/PandaLM-Alpaca-7B-v1": ModelType.SFT,
|
266 |
"TFLai/gpt2-turkish-uncased": ModelType.SFT,
|
@@ -280,6 +282,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
280 |
"OpenAssistant/pythia-12b-sft-v8-2.5k-steps": ModelType.SFT,
|
281 |
"OpenAssistant/pythia-12b-sft-v8-7k-steps": ModelType.SFT,
|
282 |
"OpenAssistant/pythia-12b-pre-v8-12.5k-steps": ModelType.SFT,
|
|
|
283 |
"junelee/wizard-vicuna-13b": ModelType.SFT,
|
284 |
"BreadAi/gpt-YA-1-1_160M": ModelType.PT,
|
285 |
"BreadAi/MuseCan": ModelType.PT,
|
@@ -342,6 +345,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
342 |
"facebook/xglm-564M": ModelType.PT,
|
343 |
"facebook/opt-30b": ModelType.PT,
|
344 |
"golaxy/gogpt-7b": ModelType.SFT,
|
|
|
345 |
"psmathur/orca_mini_v2_7b": ModelType.SFT,
|
346 |
"psmathur/orca_mini_7b": ModelType.SFT,
|
347 |
"psmathur/orca_mini_3b": ModelType.SFT,
|
@@ -356,6 +360,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
356 |
"HuggingFaceH4/starchat-beta": ModelType.SFT,
|
357 |
"KnutJaegersberg/gpt-2-xl-EvolInstruct": ModelType.SFT,
|
358 |
"KnutJaegersberg/megatron-GPT-2-345m-EvolInstruct": ModelType.SFT,
|
|
|
359 |
"openchat/openchat_8192": ModelType.SFT,
|
360 |
"openchat/openchat_v2": ModelType.SFT,
|
361 |
"openchat/openchat_v2_w": ModelType.SFT,
|
@@ -366,6 +371,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
366 |
"SebastianSchramm/Cerebras-GPT-111M-instruction": ModelType.SFT,
|
367 |
"victor123/WizardLM-13B-1.0": ModelType.SFT,
|
368 |
"OpenBuddy/openbuddy-openllama-13b-v7-fp16": ModelType.SFT,
|
|
|
369 |
"OpenBuddyEA/openbuddy-llama-30b-v7.1-bf16": ModelType.SFT,
|
370 |
"baichuan-inc/Baichuan-7B": ModelType.PT,
|
371 |
"tiiuae/falcon-40b-instruct": ModelType.SFT,
|
@@ -373,6 +379,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
373 |
"tiiuae/falcon-7b": ModelType.PT,
|
374 |
"YeungNLP/firefly-llama-13b": ModelType.SFT,
|
375 |
"YeungNLP/firefly-llama-13b-v1.2": ModelType.SFT,
|
|
|
376 |
"YeungNLP/firefly-ziya-13b": ModelType.SFT,
|
377 |
"shaohang/Sparse0.5_OPT-1.3": ModelType.SFT,
|
378 |
"xzuyn/Alpacino-SuperCOT-13B": ModelType.SFT,
|
@@ -396,6 +403,8 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
396 |
"jondurbin/airoboros-13b-gpt4-1.4": ModelType.SFT,
|
397 |
"jondurbin/airoboros-7b": ModelType.SFT,
|
398 |
"jondurbin/airoboros-7b-gpt4-1.4": ModelType.SFT,
|
|
|
|
|
399 |
"jondurbin/airoboros-l2-70b-gpt4-1.4.1": ModelType.SFT,
|
400 |
"jondurbin/airoboros-13b": ModelType.SFT,
|
401 |
"jondurbin/airoboros-65b-gpt4-1.2": ModelType.SFT,
|
@@ -417,6 +426,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
417 |
"LLMs/WizardLM-13B-V1.0": ModelType.SFT,
|
418 |
"LLMs/AlpacaGPT4-7B-elina": ModelType.SFT,
|
419 |
"wenge-research/yayi-7b-llama2": ModelType.SFT,
|
|
|
420 |
"yhyhy3/open_llama_7b_v2_med_instruct": ModelType.SFT,
|
421 |
"llama-anon/instruct-13b": ModelType.SFT,
|
422 |
"huggingtweets/jerma985": ModelType.SFT,
|
@@ -429,6 +439,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
429 |
"upstage/llama-30b-instruct": ModelType.SFT,
|
430 |
"WizardLM/WizardLM-13B-1.0": ModelType.SFT,
|
431 |
"WizardLM/WizardLM-13B-V1.1": ModelType.SFT,
|
|
|
432 |
"WizardLM/WizardLM-30B-V1.0": ModelType.SFT,
|
433 |
"WizardLM/WizardCoder-15B-V1.0": ModelType.SFT,
|
434 |
"gpt2": ModelType.PT,
|
@@ -440,10 +451,12 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
440 |
"MayaPH/FinOPT-Lincoln": ModelType.SFT,
|
441 |
"MayaPH/FinOPT-Franklin": ModelType.SFT,
|
442 |
"MayaPH/GodziLLa-30B": ModelType.SFT,
|
|
|
443 |
"MayaPH/FinOPT-Washington": ModelType.SFT,
|
444 |
"ogimgio/gpt-neo-125m-neurallinguisticpioneers": ModelType.SFT,
|
445 |
"layoric/llama-2-13b-code-alpaca": ModelType.SFT,
|
446 |
"CobraMamba/mamba-gpt-3b": ModelType.SFT,
|
|
|
447 |
"timdettmers/guanaco-33b-merged": ModelType.SFT,
|
448 |
"elinas/chronos-33b": ModelType.SFT,
|
449 |
"heegyu/RedTulu-Uncensored-3B-0719": ModelType.SFT,
|
@@ -468,10 +481,15 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
468 |
"h2oai/h2ogpt-gm-oasst1-multilang-1024-20b": ModelType.SFT,
|
469 |
"bofenghuang/vigogne-13b-instruct": ModelType.SFT,
|
470 |
"bofenghuang/vigogne-13b-chat": ModelType.SFT,
|
|
|
|
|
|
|
471 |
"Vmware/open-llama-7b-v2-open-instruct": ModelType.SFT,
|
472 |
"VMware/open-llama-0.7T-7B-open-instruct-v1.1": ModelType.SFT,
|
473 |
"ewof/koishi-instruct-3b": ModelType.SFT,
|
474 |
"gywy/llama2-13b-chinese-v1": ModelType.SFT,
|
|
|
|
|
475 |
"64bits/LexPodLM-13B": ModelType.SFT
|
476 |
}
|
477 |
|
|
|
29 |
"aisquared/chopt-1_3b": ModelType.SFT,
|
30 |
"aisquared/dlite-v2-355m": ModelType.SFT,
|
31 |
"augtoma/qCammel-13": ModelType.SFT,
|
32 |
+
"Aspik101/Llama-2-7b-hf-instruct-pl-lora_unload": ModelType.SFT,
|
33 |
"TheBloke/alpaca-lora-65B-HF": ModelType.SFT,
|
34 |
"TheBloke/tulu-7B-fp16": ModelType.SFT,
|
35 |
"TheBloke/guanaco-7B-HF": ModelType.SFT,
|
|
|
262 |
"klosax/pythia-70m-deduped-step44k-92bt": ModelType.PT,
|
263 |
"klosax/open_llama_13b_600bt_preview": ModelType.PT,
|
264 |
"klosax/open_llama_7b_400bt_preview": ModelType.PT,
|
265 |
+
"kfkas/Llama-2-ko-7b-Chat": ModelType.SFT,
|
266 |
"WeOpenML/Alpaca-7B-v1": ModelType.SFT,
|
267 |
"WeOpenML/PandaLM-Alpaca-7B-v1": ModelType.SFT,
|
268 |
"TFLai/gpt2-turkish-uncased": ModelType.SFT,
|
|
|
282 |
"OpenAssistant/pythia-12b-sft-v8-2.5k-steps": ModelType.SFT,
|
283 |
"OpenAssistant/pythia-12b-sft-v8-7k-steps": ModelType.SFT,
|
284 |
"OpenAssistant/pythia-12b-pre-v8-12.5k-steps": ModelType.SFT,
|
285 |
+
"OpenAssistant/llama2-13b-orca-8k-3319": ModelType.SFT,
|
286 |
"junelee/wizard-vicuna-13b": ModelType.SFT,
|
287 |
"BreadAi/gpt-YA-1-1_160M": ModelType.PT,
|
288 |
"BreadAi/MuseCan": ModelType.PT,
|
|
|
345 |
"facebook/xglm-564M": ModelType.PT,
|
346 |
"facebook/opt-30b": ModelType.PT,
|
347 |
"golaxy/gogpt-7b": ModelType.SFT,
|
348 |
+
"golaxy/gogpt2-7b": ModelType.SFT,
|
349 |
"psmathur/orca_mini_v2_7b": ModelType.SFT,
|
350 |
"psmathur/orca_mini_7b": ModelType.SFT,
|
351 |
"psmathur/orca_mini_3b": ModelType.SFT,
|
|
|
360 |
"HuggingFaceH4/starchat-beta": ModelType.SFT,
|
361 |
"KnutJaegersberg/gpt-2-xl-EvolInstruct": ModelType.SFT,
|
362 |
"KnutJaegersberg/megatron-GPT-2-345m-EvolInstruct": ModelType.SFT,
|
363 |
+
"KnutJaegersberg/galactica-orca-wizardlm-1.3b": ModelType.SFT,
|
364 |
"openchat/openchat_8192": ModelType.SFT,
|
365 |
"openchat/openchat_v2": ModelType.SFT,
|
366 |
"openchat/openchat_v2_w": ModelType.SFT,
|
|
|
371 |
"SebastianSchramm/Cerebras-GPT-111M-instruction": ModelType.SFT,
|
372 |
"victor123/WizardLM-13B-1.0": ModelType.SFT,
|
373 |
"OpenBuddy/openbuddy-openllama-13b-v7-fp16": ModelType.SFT,
|
374 |
+
"OpenBuddy/openbuddy-llama2-13b-v8.1-fp16": ModelType.SFT,
|
375 |
"OpenBuddyEA/openbuddy-llama-30b-v7.1-bf16": ModelType.SFT,
|
376 |
"baichuan-inc/Baichuan-7B": ModelType.PT,
|
377 |
"tiiuae/falcon-40b-instruct": ModelType.SFT,
|
|
|
379 |
"tiiuae/falcon-7b": ModelType.PT,
|
380 |
"YeungNLP/firefly-llama-13b": ModelType.SFT,
|
381 |
"YeungNLP/firefly-llama-13b-v1.2": ModelType.SFT,
|
382 |
+
"YeungNLP/firefly-llama2-13b": ModelType.SFT,
|
383 |
"YeungNLP/firefly-ziya-13b": ModelType.SFT,
|
384 |
"shaohang/Sparse0.5_OPT-1.3": ModelType.SFT,
|
385 |
"xzuyn/Alpacino-SuperCOT-13B": ModelType.SFT,
|
|
|
403 |
"jondurbin/airoboros-13b-gpt4-1.4": ModelType.SFT,
|
404 |
"jondurbin/airoboros-7b": ModelType.SFT,
|
405 |
"jondurbin/airoboros-7b-gpt4-1.4": ModelType.SFT,
|
406 |
+
"jondurbin/airoboros-l2-7b-gpt4-1.4.1": ModelType.SFT,
|
407 |
+
"jondurbin/airoboros-l2-13b-gpt4-1.4.1": ModelType.SFT,
|
408 |
"jondurbin/airoboros-l2-70b-gpt4-1.4.1": ModelType.SFT,
|
409 |
"jondurbin/airoboros-13b": ModelType.SFT,
|
410 |
"jondurbin/airoboros-65b-gpt4-1.2": ModelType.SFT,
|
|
|
426 |
"LLMs/WizardLM-13B-V1.0": ModelType.SFT,
|
427 |
"LLMs/AlpacaGPT4-7B-elina": ModelType.SFT,
|
428 |
"wenge-research/yayi-7b-llama2": ModelType.SFT,
|
429 |
+
"wenge-research/yayi-13b-llama2": ModelType.SFT,
|
430 |
"yhyhy3/open_llama_7b_v2_med_instruct": ModelType.SFT,
|
431 |
"llama-anon/instruct-13b": ModelType.SFT,
|
432 |
"huggingtweets/jerma985": ModelType.SFT,
|
|
|
439 |
"upstage/llama-30b-instruct": ModelType.SFT,
|
440 |
"WizardLM/WizardLM-13B-1.0": ModelType.SFT,
|
441 |
"WizardLM/WizardLM-13B-V1.1": ModelType.SFT,
|
442 |
+
"WizardLM/WizardLM-13B-V1.2": ModelType.SFT,
|
443 |
"WizardLM/WizardLM-30B-V1.0": ModelType.SFT,
|
444 |
"WizardLM/WizardCoder-15B-V1.0": ModelType.SFT,
|
445 |
"gpt2": ModelType.PT,
|
|
|
451 |
"MayaPH/FinOPT-Lincoln": ModelType.SFT,
|
452 |
"MayaPH/FinOPT-Franklin": ModelType.SFT,
|
453 |
"MayaPH/GodziLLa-30B": ModelType.SFT,
|
454 |
+
"MayaPH/GodziLLa-30B-plus": ModelType.SFT,
|
455 |
"MayaPH/FinOPT-Washington": ModelType.SFT,
|
456 |
"ogimgio/gpt-neo-125m-neurallinguisticpioneers": ModelType.SFT,
|
457 |
"layoric/llama-2-13b-code-alpaca": ModelType.SFT,
|
458 |
"CobraMamba/mamba-gpt-3b": ModelType.SFT,
|
459 |
+
"CobraMamba/mamba-gpt-3b-v2": ModelType.SFT,
|
460 |
"timdettmers/guanaco-33b-merged": ModelType.SFT,
|
461 |
"elinas/chronos-33b": ModelType.SFT,
|
462 |
"heegyu/RedTulu-Uncensored-3B-0719": ModelType.SFT,
|
|
|
481 |
"h2oai/h2ogpt-gm-oasst1-multilang-1024-20b": ModelType.SFT,
|
482 |
"bofenghuang/vigogne-13b-instruct": ModelType.SFT,
|
483 |
"bofenghuang/vigogne-13b-chat": ModelType.SFT,
|
484 |
+
"bofenghuang/vigogne-2-7b-instruct": ModelType.SFT,
|
485 |
+
"bofenghuang/vigogne-7b-instruct": ModelType.SFT,
|
486 |
+
"bofenghuang/vigogne-7b-chat": ModelType.SFT,
|
487 |
"Vmware/open-llama-7b-v2-open-instruct": ModelType.SFT,
|
488 |
"VMware/open-llama-0.7T-7B-open-instruct-v1.1": ModelType.SFT,
|
489 |
"ewof/koishi-instruct-3b": ModelType.SFT,
|
490 |
"gywy/llama2-13b-chinese-v1": ModelType.SFT,
|
491 |
+
"GOAT-AI/GOAT-7B-Community": ModelType.SFT,
|
492 |
+
"psyche/kollama2-7b": ModelType.SFT,
|
493 |
"64bits/LexPodLM-13B": ModelType.SFT
|
494 |
}
|
495 |
|