typo on model param
Browse files
app.py
CHANGED
@@ -47,7 +47,7 @@ h1 {
|
|
47 |
|
48 |
# Load the tokenizer and model
|
49 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
|
50 |
-
model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct",
|
51 |
terminators = [
|
52 |
tokenizer.eos_token_id,
|
53 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
|
|
47 |
|
48 |
# Load the tokenizer and model
|
49 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
|
50 |
+
model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.float16).to('cuda')
|
51 |
terminators = [
|
52 |
tokenizer.eos_token_id,
|
53 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|