Update app.py
Browse files
app.py
CHANGED
|
@@ -4,7 +4,7 @@ from transformers import AutoTokenizer
|
|
| 4 |
import torch
|
| 5 |
model = "PY007/TinyLlama-1.1B-Chat-v0.1"
|
| 6 |
tokenizer = transformers.AutoTokenizer.from_pretrained(model)
|
| 7 |
-
pipeline = transformers.pipeline("text-generation",model=model)
|
| 8 |
|
| 9 |
prompt = "What is 6534+2343?"
|
| 10 |
formatted_prompt = (
|
|
|
|
| 4 |
import torch
|
| 5 |
model = "PY007/TinyLlama-1.1B-Chat-v0.1"
|
| 6 |
tokenizer = transformers.AutoTokenizer.from_pretrained(model)
|
| 7 |
+
pipeline = transformers.pipeline("text-generation",model=model,torch_dtype=torch.bfloat16)
|
| 8 |
|
| 9 |
prompt = "What is 6534+2343?"
|
| 10 |
formatted_prompt = (
|