Update README.md
Browse files
README.md
CHANGED
@@ -30,7 +30,7 @@ tokenizer = AutoTokenizer.from_pretrained("StabilityAI/stablelm-tuned-alpha-7b")
|
|
30 |
model = AutoModelForCausalLM.from_pretrained("StabilityAI/stablelm-tuned-alpha-7b")
|
31 |
model.half().cuda()
|
32 |
|
33 |
-
inputs = tokenizer("What's your mood today?", return_tensors="pt").to(
|
34 |
tokens = model.generate(
|
35 |
**inputs,
|
36 |
max_new_tokens=64,
|
|
|
30 |
model = AutoModelForCausalLM.from_pretrained("StabilityAI/stablelm-tuned-alpha-7b")
|
31 |
model.half().cuda()
|
32 |
|
33 |
+
inputs = tokenizer("What's your mood today?", return_tensors="pt").to("cuda")
|
34 |
tokens = model.generate(
|
35 |
**inputs,
|
36 |
max_new_tokens=64,
|