Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Gregor Betz
commited on
Commit
•
4994ba1
1
Parent(s):
6a801ae
token
Browse files
src/submission/check_validity.py
CHANGED
@@ -37,7 +37,7 @@ def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_rem
|
|
37 |
try:
|
38 |
config = AutoConfig.from_pretrained(model_name, revision=revision, trust_remote_code=trust_remote_code, token=token)
|
39 |
if test_tokenizer:
|
40 |
-
tokenizer_config = get_tokenizer_config(model_name)
|
41 |
if tokenizer_config is not None:
|
42 |
tokenizer_class_candidate = tokenizer_config.get("tokenizer_class", None)
|
43 |
else:
|
|
|
37 |
try:
|
38 |
config = AutoConfig.from_pretrained(model_name, revision=revision, trust_remote_code=trust_remote_code, token=token)
|
39 |
if test_tokenizer:
|
40 |
+
tokenizer_config = get_tokenizer_config(model_name, token=token)
|
41 |
if tokenizer_config is not None:
|
42 |
tokenizer_class_candidate = tokenizer_config.get("tokenizer_class", None)
|
43 |
else:
|