jed-tiotuico commited on
Commit
673d242
1 Parent(s): ffa493c

fixed cache

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -26,12 +26,12 @@ if device == "cpu":
26
  def get_model_tokenizer(sota_model_name):
27
  tokenizer = AutoTokenizer.from_pretrained(
28
  sota_model_name,
29
- cache_dir="/Users/jedtiotuico/.hf_cache",
30
  trust_remote_code=True
31
  )
32
  model = AutoModelForCausalLM.from_pretrained(
33
  sota_model_name,
34
- cache_dir="/Users/jedtiotuico/.hf_cache",
35
  trust_remote_code=True
36
  ).to(device)
37
 
@@ -63,12 +63,12 @@ def write_stream_user_chat_message(user_chat, model, token, prompt):
63
  def get_mistral_model_tokenizer(sota_model_name):
64
  tokenizer = AutoTokenizer.from_pretrained(
65
  sota_model_name,
66
- cache_dir="/Users/jedtiotuico/.hf_cache",
67
  trust_remote_code=True
68
  )
69
  model = AutoModelForCausalLM.from_pretrained(
70
  sota_model_name,
71
- cache_dir="/Users/jedtiotuico/.hf_cache",
72
  trust_remote_code=True
73
  ).to(device)
74
 
 
26
  def get_model_tokenizer(sota_model_name):
27
  tokenizer = AutoTokenizer.from_pretrained(
28
  sota_model_name,
29
+ cache_dir="/data/.hf_cache",
30
  trust_remote_code=True
31
  )
32
  model = AutoModelForCausalLM.from_pretrained(
33
  sota_model_name,
34
+ cache_dir="/data/.hf_cache",
35
  trust_remote_code=True
36
  ).to(device)
37
 
 
63
  def get_mistral_model_tokenizer(sota_model_name):
64
  tokenizer = AutoTokenizer.from_pretrained(
65
  sota_model_name,
66
+ cache_dir="/data/.hf_cache",
67
  trust_remote_code=True
68
  )
69
  model = AutoModelForCausalLM.from_pretrained(
70
  sota_model_name,
71
+ cache_dir="/data/.hf_cache",
72
  trust_remote_code=True
73
  ).to(device)
74