Spaces:
Sleeping
Sleeping
jed-tiotuico
commited on
Commit
•
673d242
1
Parent(s):
ffa493c
fixed cache
Browse files
app.py
CHANGED
@@ -26,12 +26,12 @@ if device == "cpu":
|
|
26 |
def get_model_tokenizer(sota_model_name):
|
27 |
tokenizer = AutoTokenizer.from_pretrained(
|
28 |
sota_model_name,
|
29 |
-
cache_dir="/
|
30 |
trust_remote_code=True
|
31 |
)
|
32 |
model = AutoModelForCausalLM.from_pretrained(
|
33 |
sota_model_name,
|
34 |
-
cache_dir="/
|
35 |
trust_remote_code=True
|
36 |
).to(device)
|
37 |
|
@@ -63,12 +63,12 @@ def write_stream_user_chat_message(user_chat, model, token, prompt):
|
|
63 |
def get_mistral_model_tokenizer(sota_model_name):
|
64 |
tokenizer = AutoTokenizer.from_pretrained(
|
65 |
sota_model_name,
|
66 |
-
cache_dir="/
|
67 |
trust_remote_code=True
|
68 |
)
|
69 |
model = AutoModelForCausalLM.from_pretrained(
|
70 |
sota_model_name,
|
71 |
-
cache_dir="/
|
72 |
trust_remote_code=True
|
73 |
).to(device)
|
74 |
|
|
|
26 |
def get_model_tokenizer(sota_model_name):
|
27 |
tokenizer = AutoTokenizer.from_pretrained(
|
28 |
sota_model_name,
|
29 |
+
cache_dir="/data/.hf_cache",
|
30 |
trust_remote_code=True
|
31 |
)
|
32 |
model = AutoModelForCausalLM.from_pretrained(
|
33 |
sota_model_name,
|
34 |
+
cache_dir="/data/.hf_cache",
|
35 |
trust_remote_code=True
|
36 |
).to(device)
|
37 |
|
|
|
63 |
def get_mistral_model_tokenizer(sota_model_name):
|
64 |
tokenizer = AutoTokenizer.from_pretrained(
|
65 |
sota_model_name,
|
66 |
+
cache_dir="/data/.hf_cache",
|
67 |
trust_remote_code=True
|
68 |
)
|
69 |
model = AutoModelForCausalLM.from_pretrained(
|
70 |
sota_model_name,
|
71 |
+
cache_dir="/data/.hf_cache",
|
72 |
trust_remote_code=True
|
73 |
).to(device)
|
74 |
|