Mikhil-jivus commited on
Commit
b440713
1 Parent(s): 650e6f8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -38,6 +38,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id,token=access_token)
38
  model = AutoModelForCausalLM.from_pretrained(
39
  model_id,
40
  device_map=device,
 
41
  #torch_dtype=torch.float8,
42
  load_in_8bit=True,
43
  token=access_token
 
38
  model = AutoModelForCausalLM.from_pretrained(
39
  model_id,
40
  device_map=device,
41
+ trust_remote_code=True,
42
  #torch_dtype=torch.float8,
43
  load_in_8bit=True,
44
  token=access_token