Sharathhebbar24
commited on
Commit
•
2014213
1
Parent(s):
d0af6a4
Update models.py
Browse files
models.py
CHANGED
@@ -8,6 +8,7 @@ def return_models(task_name):
|
|
8 |
'google',
|
9 |
"facebook",
|
10 |
"microsoft",
|
|
|
11 |
"langboat",
|
12 |
"bloom",
|
13 |
"allenai",
|
@@ -15,7 +16,8 @@ def return_models(task_name):
|
|
15 |
"lmsys",
|
16 |
"starmpcc",
|
17 |
"haining",
|
18 |
-
"kaludi"
|
|
|
19 |
|
20 |
)
|
21 |
else:
|
@@ -23,6 +25,7 @@ def return_models(task_name):
|
|
23 |
'google',
|
24 |
"facebook",
|
25 |
"microsoft",
|
|
|
26 |
"langboat",
|
27 |
"databricks",
|
28 |
"aisquared",
|
@@ -41,7 +44,8 @@ def return_models(task_name):
|
|
41 |
"together_computer",
|
42 |
"mosaic_ml",
|
43 |
"h20ai",
|
44 |
-
"deciai"
|
|
|
45 |
)
|
46 |
return models_parent
|
47 |
|
@@ -420,6 +424,52 @@ def return_text2text_generation_models(model_parent, count=False):
|
|
420 |
'allenai/led-base-16384'
|
421 |
)
|
422 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
423 |
model_dict = {
|
424 |
"google": google_models_list,
|
425 |
"mbzuai": mbzuai_models_list,
|
@@ -432,6 +482,7 @@ def return_text2text_generation_models(model_parent, count=False):
|
|
432 |
"haining": haining_models_list,
|
433 |
"kaludi": kaludi_models_list,
|
434 |
"allenai": allenai_models_list,
|
|
|
435 |
}
|
436 |
if count is True:
|
437 |
models_count = 0
|
@@ -861,6 +912,32 @@ def return_text_generation_models(model_parent, count=False):
|
|
861 |
"Deci/DeciCoder-1b",
|
862 |
)
|
863 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
864 |
model_dict = {
|
865 |
"google": google_models_list,
|
866 |
"mbzuai": mbzuai_models_list,
|
@@ -883,7 +960,8 @@ def return_text_generation_models(model_parent, count=False):
|
|
883 |
"microsoft": microsoft_models_list,
|
884 |
"langboat": langboat_models_list,
|
885 |
"allenai": allenai_models_list,
|
886 |
-
"deciai": deciai_models_list
|
|
|
887 |
}
|
888 |
|
889 |
if count is True:
|
|
|
8 |
'google',
|
9 |
"facebook",
|
10 |
"microsoft",
|
11 |
+
"salesforce",
|
12 |
"langboat",
|
13 |
"bloom",
|
14 |
"allenai",
|
|
|
16 |
"lmsys",
|
17 |
"starmpcc",
|
18 |
"haining",
|
19 |
+
"kaludi",
|
20 |
+
|
21 |
|
22 |
)
|
23 |
else:
|
|
|
25 |
'google',
|
26 |
"facebook",
|
27 |
"microsoft",
|
28 |
+
"salesforce",
|
29 |
"langboat",
|
30 |
"databricks",
|
31 |
"aisquared",
|
|
|
44 |
"together_computer",
|
45 |
"mosaic_ml",
|
46 |
"h20ai",
|
47 |
+
"deciai",
|
48 |
+
|
49 |
)
|
50 |
return models_parent
|
51 |
|
|
|
424 |
'allenai/led-base-16384'
|
425 |
)
|
426 |
|
427 |
+
salesforce_models_list = (
|
428 |
+
'Salesforce/socratic-books-30M',
|
429 |
+
'Salesforce/instructcodet5p-16b',
|
430 |
+
'Salesforce/codet5p-2b',
|
431 |
+
'Salesforce/codet5p-6b',
|
432 |
+
'Salesforce/codet5p-16b',
|
433 |
+
'Salesforce/dialogstudio-t5-3b-v1.0',
|
434 |
+
'Salesforce/dialogstudio-t5-base-v1.0',
|
435 |
+
'Salesforce/dialogstudio-t5-large-v1.0',
|
436 |
+
'Salesforce/bart-large-xsum-samsum',
|
437 |
+
'Salesforce/cods-bart-large-xsum-samsum',
|
438 |
+
'Salesforce/qaconv-unifiedqa-t5-3b',
|
439 |
+
'Salesforce/qaconv-unifiedqa-t5-base',
|
440 |
+
'Salesforce/qaconv-unifiedqa-t5-large',
|
441 |
+
'Salesforce/mixqg-base',
|
442 |
+
'Salesforce/mixqg-3b',
|
443 |
+
'Salesforce/mixqg-large',
|
444 |
+
'Salesforce/codet5-small',
|
445 |
+
'Salesforce/codet5-base',
|
446 |
+
'Salesforce/codet5-large',
|
447 |
+
'Salesforce/codet5-large-ntp-py',
|
448 |
+
'Salesforce/codet5-base-multi-sum',
|
449 |
+
'Salesforce/discord_qg',
|
450 |
+
'Salesforce/codet5-base-codexglue-sum-python',
|
451 |
+
'Salesforce/codet5-base-codexglue-sum-go',
|
452 |
+
'Salesforce/codet5-base-codexglue-sum-php',
|
453 |
+
'Salesforce/codet5-base-codexglue-sum-javascript',
|
454 |
+
'Salesforce/codet5-base-codexglue-sum-java',
|
455 |
+
'Salesforce/codet5-base-codexglue-sum-ruby',
|
456 |
+
'Salesforce/codet5-base-codexglue-clone',
|
457 |
+
'Salesforce/codet5-base-codexglue-concode',
|
458 |
+
'Salesforce/codet5-base-codexglue-defect',
|
459 |
+
'Salesforce/codet5-base-codexglue-refine-medium',
|
460 |
+
'Salesforce/codet5-base-codexglue-refine-small',
|
461 |
+
'Salesforce/codet5-base-codexglue-translate-cs-java',
|
462 |
+
'Salesforce/codet5-base-codexglue-translate-java-cs',
|
463 |
+
'Salesforce/safety-flan-t5-base',
|
464 |
+
'Salesforce/safety-flan-t5-small',
|
465 |
+
'Salesforce/codet5p-770m-py',
|
466 |
+
'Salesforce/codet5p-770m',
|
467 |
+
'Salesforce/codet5p-220m',
|
468 |
+
'Salesforce/codet5p-220m-py',
|
469 |
+
'Salesforce/bart-large-swipe',
|
470 |
+
'Salesforce/bart-large-swipe-clean'
|
471 |
+
)
|
472 |
+
|
473 |
model_dict = {
|
474 |
"google": google_models_list,
|
475 |
"mbzuai": mbzuai_models_list,
|
|
|
482 |
"haining": haining_models_list,
|
483 |
"kaludi": kaludi_models_list,
|
484 |
"allenai": allenai_models_list,
|
485 |
+
"salesforce": salesforce_models_list
|
486 |
}
|
487 |
if count is True:
|
488 |
models_count = 0
|
|
|
912 |
"Deci/DeciCoder-1b",
|
913 |
)
|
914 |
|
915 |
+
salesforce_models_list = (
|
916 |
+
'Salesforce/codegen25-7b-multi',
|
917 |
+
'Salesforce/xgen-7b-4k-base',
|
918 |
+
'Salesforce/xgen-7b-8k-inst',
|
919 |
+
'Salesforce/xgen-7b-8k-base',
|
920 |
+
'Salesforce/codegen25-7b-mono',
|
921 |
+
'Salesforce/codegen25-7b-instruct',
|
922 |
+
'Salesforce/ctrl',
|
923 |
+
'Salesforce/codegen2-16B',
|
924 |
+
'Salesforce/codegen2-7B',
|
925 |
+
'Salesforce/codegen2-3_7B',
|
926 |
+
'Salesforce/codegen2-1B',
|
927 |
+
'Salesforce/codegen-350M-mono',
|
928 |
+
'Salesforce/codegen-350M-multi',
|
929 |
+
'Salesforce/codegen-16B-nl',
|
930 |
+
'Salesforce/codegen-2B-mono',
|
931 |
+
'Salesforce/codegen-16B-multi',
|
932 |
+
'Salesforce/codegen-2B-multi',
|
933 |
+
'Salesforce/codegen-6B-nl',
|
934 |
+
'Salesforce/codegen-2B-nl',
|
935 |
+
'Salesforce/codegen-350M-nl',
|
936 |
+
'Salesforce/codegen-6B-multi',
|
937 |
+
'Salesforce/codegen-6B-mono',
|
938 |
+
'Salesforce/codegen-16B-mono'
|
939 |
+
)
|
940 |
+
|
941 |
model_dict = {
|
942 |
"google": google_models_list,
|
943 |
"mbzuai": mbzuai_models_list,
|
|
|
960 |
"microsoft": microsoft_models_list,
|
961 |
"langboat": langboat_models_list,
|
962 |
"allenai": allenai_models_list,
|
963 |
+
"deciai": deciai_models_list,
|
964 |
+
"salesforce": salesforce_models_list
|
965 |
}
|
966 |
|
967 |
if count is True:
|