Commit
·
2014213
1
Parent(s):
d0af6a4
Update models.py
Browse files
models.py
CHANGED
|
@@ -8,6 +8,7 @@ def return_models(task_name):
|
|
| 8 |
'google',
|
| 9 |
"facebook",
|
| 10 |
"microsoft",
|
|
|
|
| 11 |
"langboat",
|
| 12 |
"bloom",
|
| 13 |
"allenai",
|
|
@@ -15,7 +16,8 @@ def return_models(task_name):
|
|
| 15 |
"lmsys",
|
| 16 |
"starmpcc",
|
| 17 |
"haining",
|
| 18 |
-
"kaludi"
|
|
|
|
| 19 |
|
| 20 |
)
|
| 21 |
else:
|
|
@@ -23,6 +25,7 @@ def return_models(task_name):
|
|
| 23 |
'google',
|
| 24 |
"facebook",
|
| 25 |
"microsoft",
|
|
|
|
| 26 |
"langboat",
|
| 27 |
"databricks",
|
| 28 |
"aisquared",
|
|
@@ -41,7 +44,8 @@ def return_models(task_name):
|
|
| 41 |
"together_computer",
|
| 42 |
"mosaic_ml",
|
| 43 |
"h20ai",
|
| 44 |
-
"deciai"
|
|
|
|
| 45 |
)
|
| 46 |
return models_parent
|
| 47 |
|
|
@@ -420,6 +424,52 @@ def return_text2text_generation_models(model_parent, count=False):
|
|
| 420 |
'allenai/led-base-16384'
|
| 421 |
)
|
| 422 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 423 |
model_dict = {
|
| 424 |
"google": google_models_list,
|
| 425 |
"mbzuai": mbzuai_models_list,
|
|
@@ -432,6 +482,7 @@ def return_text2text_generation_models(model_parent, count=False):
|
|
| 432 |
"haining": haining_models_list,
|
| 433 |
"kaludi": kaludi_models_list,
|
| 434 |
"allenai": allenai_models_list,
|
|
|
|
| 435 |
}
|
| 436 |
if count is True:
|
| 437 |
models_count = 0
|
|
@@ -861,6 +912,32 @@ def return_text_generation_models(model_parent, count=False):
|
|
| 861 |
"Deci/DeciCoder-1b",
|
| 862 |
)
|
| 863 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 864 |
model_dict = {
|
| 865 |
"google": google_models_list,
|
| 866 |
"mbzuai": mbzuai_models_list,
|
|
@@ -883,7 +960,8 @@ def return_text_generation_models(model_parent, count=False):
|
|
| 883 |
"microsoft": microsoft_models_list,
|
| 884 |
"langboat": langboat_models_list,
|
| 885 |
"allenai": allenai_models_list,
|
| 886 |
-
"deciai": deciai_models_list
|
|
|
|
| 887 |
}
|
| 888 |
|
| 889 |
if count is True:
|
|
|
|
| 8 |
'google',
|
| 9 |
"facebook",
|
| 10 |
"microsoft",
|
| 11 |
+
"salesforce",
|
| 12 |
"langboat",
|
| 13 |
"bloom",
|
| 14 |
"allenai",
|
|
|
|
| 16 |
"lmsys",
|
| 17 |
"starmpcc",
|
| 18 |
"haining",
|
| 19 |
+
"kaludi",
|
| 20 |
+
|
| 21 |
|
| 22 |
)
|
| 23 |
else:
|
|
|
|
| 25 |
'google',
|
| 26 |
"facebook",
|
| 27 |
"microsoft",
|
| 28 |
+
"salesforce",
|
| 29 |
"langboat",
|
| 30 |
"databricks",
|
| 31 |
"aisquared",
|
|
|
|
| 44 |
"together_computer",
|
| 45 |
"mosaic_ml",
|
| 46 |
"h20ai",
|
| 47 |
+
"deciai",
|
| 48 |
+
|
| 49 |
)
|
| 50 |
return models_parent
|
| 51 |
|
|
|
|
| 424 |
'allenai/led-base-16384'
|
| 425 |
)
|
| 426 |
|
| 427 |
+
salesforce_models_list = (
|
| 428 |
+
'Salesforce/socratic-books-30M',
|
| 429 |
+
'Salesforce/instructcodet5p-16b',
|
| 430 |
+
'Salesforce/codet5p-2b',
|
| 431 |
+
'Salesforce/codet5p-6b',
|
| 432 |
+
'Salesforce/codet5p-16b',
|
| 433 |
+
'Salesforce/dialogstudio-t5-3b-v1.0',
|
| 434 |
+
'Salesforce/dialogstudio-t5-base-v1.0',
|
| 435 |
+
'Salesforce/dialogstudio-t5-large-v1.0',
|
| 436 |
+
'Salesforce/bart-large-xsum-samsum',
|
| 437 |
+
'Salesforce/cods-bart-large-xsum-samsum',
|
| 438 |
+
'Salesforce/qaconv-unifiedqa-t5-3b',
|
| 439 |
+
'Salesforce/qaconv-unifiedqa-t5-base',
|
| 440 |
+
'Salesforce/qaconv-unifiedqa-t5-large',
|
| 441 |
+
'Salesforce/mixqg-base',
|
| 442 |
+
'Salesforce/mixqg-3b',
|
| 443 |
+
'Salesforce/mixqg-large',
|
| 444 |
+
'Salesforce/codet5-small',
|
| 445 |
+
'Salesforce/codet5-base',
|
| 446 |
+
'Salesforce/codet5-large',
|
| 447 |
+
'Salesforce/codet5-large-ntp-py',
|
| 448 |
+
'Salesforce/codet5-base-multi-sum',
|
| 449 |
+
'Salesforce/discord_qg',
|
| 450 |
+
'Salesforce/codet5-base-codexglue-sum-python',
|
| 451 |
+
'Salesforce/codet5-base-codexglue-sum-go',
|
| 452 |
+
'Salesforce/codet5-base-codexglue-sum-php',
|
| 453 |
+
'Salesforce/codet5-base-codexglue-sum-javascript',
|
| 454 |
+
'Salesforce/codet5-base-codexglue-sum-java',
|
| 455 |
+
'Salesforce/codet5-base-codexglue-sum-ruby',
|
| 456 |
+
'Salesforce/codet5-base-codexglue-clone',
|
| 457 |
+
'Salesforce/codet5-base-codexglue-concode',
|
| 458 |
+
'Salesforce/codet5-base-codexglue-defect',
|
| 459 |
+
'Salesforce/codet5-base-codexglue-refine-medium',
|
| 460 |
+
'Salesforce/codet5-base-codexglue-refine-small',
|
| 461 |
+
'Salesforce/codet5-base-codexglue-translate-cs-java',
|
| 462 |
+
'Salesforce/codet5-base-codexglue-translate-java-cs',
|
| 463 |
+
'Salesforce/safety-flan-t5-base',
|
| 464 |
+
'Salesforce/safety-flan-t5-small',
|
| 465 |
+
'Salesforce/codet5p-770m-py',
|
| 466 |
+
'Salesforce/codet5p-770m',
|
| 467 |
+
'Salesforce/codet5p-220m',
|
| 468 |
+
'Salesforce/codet5p-220m-py',
|
| 469 |
+
'Salesforce/bart-large-swipe',
|
| 470 |
+
'Salesforce/bart-large-swipe-clean'
|
| 471 |
+
)
|
| 472 |
+
|
| 473 |
model_dict = {
|
| 474 |
"google": google_models_list,
|
| 475 |
"mbzuai": mbzuai_models_list,
|
|
|
|
| 482 |
"haining": haining_models_list,
|
| 483 |
"kaludi": kaludi_models_list,
|
| 484 |
"allenai": allenai_models_list,
|
| 485 |
+
"salesforce": salesforce_models_list
|
| 486 |
}
|
| 487 |
if count is True:
|
| 488 |
models_count = 0
|
|
|
|
| 912 |
"Deci/DeciCoder-1b",
|
| 913 |
)
|
| 914 |
|
| 915 |
+
salesforce_models_list = (
|
| 916 |
+
'Salesforce/codegen25-7b-multi',
|
| 917 |
+
'Salesforce/xgen-7b-4k-base',
|
| 918 |
+
'Salesforce/xgen-7b-8k-inst',
|
| 919 |
+
'Salesforce/xgen-7b-8k-base',
|
| 920 |
+
'Salesforce/codegen25-7b-mono',
|
| 921 |
+
'Salesforce/codegen25-7b-instruct',
|
| 922 |
+
'Salesforce/ctrl',
|
| 923 |
+
'Salesforce/codegen2-16B',
|
| 924 |
+
'Salesforce/codegen2-7B',
|
| 925 |
+
'Salesforce/codegen2-3_7B',
|
| 926 |
+
'Salesforce/codegen2-1B',
|
| 927 |
+
'Salesforce/codegen-350M-mono',
|
| 928 |
+
'Salesforce/codegen-350M-multi',
|
| 929 |
+
'Salesforce/codegen-16B-nl',
|
| 930 |
+
'Salesforce/codegen-2B-mono',
|
| 931 |
+
'Salesforce/codegen-16B-multi',
|
| 932 |
+
'Salesforce/codegen-2B-multi',
|
| 933 |
+
'Salesforce/codegen-6B-nl',
|
| 934 |
+
'Salesforce/codegen-2B-nl',
|
| 935 |
+
'Salesforce/codegen-350M-nl',
|
| 936 |
+
'Salesforce/codegen-6B-multi',
|
| 937 |
+
'Salesforce/codegen-6B-mono',
|
| 938 |
+
'Salesforce/codegen-16B-mono'
|
| 939 |
+
)
|
| 940 |
+
|
| 941 |
model_dict = {
|
| 942 |
"google": google_models_list,
|
| 943 |
"mbzuai": mbzuai_models_list,
|
|
|
|
| 960 |
"microsoft": microsoft_models_list,
|
| 961 |
"langboat": langboat_models_list,
|
| 962 |
"allenai": allenai_models_list,
|
| 963 |
+
"deciai": deciai_models_list,
|
| 964 |
+
"salesforce": salesforce_models_list
|
| 965 |
}
|
| 966 |
|
| 967 |
if count is True:
|