rlanner-echocap
commited on
Commit
•
4d62adf
1
Parent(s):
5ee8ed9
Update handler.py
Browse filesremoving increased token limit
- handler.py +0 -1
handler.py
CHANGED
@@ -11,7 +11,6 @@ class EndpointHandler:
|
|
11 |
def __init__(self, path=""):
|
12 |
# load the model
|
13 |
tokenizer = AutoTokenizer.from_pretrained(path)
|
14 |
-
tokenizer..max_seq_len = 8192
|
15 |
model = AutoModelForCausalLM.from_pretrained(path, device_map="auto", torch_dtype=dtype, trust_remote_code=True)
|
16 |
model.to('cuda:0')
|
17 |
|
|
|
11 |
def __init__(self, path=""):
|
12 |
# load the model
|
13 |
tokenizer = AutoTokenizer.from_pretrained(path)
|
|
|
14 |
model = AutoModelForCausalLM.from_pretrained(path, device_map="auto", torch_dtype=dtype, trust_remote_code=True)
|
15 |
model.to('cuda:0')
|
16 |
|