aixsatoshi commited on
Commit
38d1e5d
1 Parent(s): e272162

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ from threading import Thread
8
 
9
  device = "auto"
10
  model_id = "ibm-granite/granite-3.0-8b-instruct"
11
- tokenizer = AutoTokenizer.from_pretrained(model_id)
12
  # drop device_map if running on CPU
13
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map=device)
14
  model.eval()
 
8
 
9
  device = "auto"
10
  model_id = "ibm-granite/granite-3.0-8b-instruct"
11
+ tokenizer = AutoTokenizer.from_pretrained("ibm-granite/granite-3.0-8b-base")
12
  # drop device_map if running on CPU
13
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map=device)
14
  model.eval()