Mikhil-jivus
commited on
Commit
•
b440713
1
Parent(s):
650e6f8
Update app.py
Browse files
app.py
CHANGED
@@ -38,6 +38,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id,token=access_token)
|
|
38 |
model = AutoModelForCausalLM.from_pretrained(
|
39 |
model_id,
|
40 |
device_map=device,
|
|
|
41 |
#torch_dtype=torch.float8,
|
42 |
load_in_8bit=True,
|
43 |
token=access_token
|
|
|
38 |
model = AutoModelForCausalLM.from_pretrained(
|
39 |
model_id,
|
40 |
device_map=device,
|
41 |
+
trust_remote_code=True,
|
42 |
#torch_dtype=torch.float8,
|
43 |
load_in_8bit=True,
|
44 |
token=access_token
|