Update README.md
Browse files
README.md
CHANGED
@@ -66,7 +66,7 @@ MODEL_NAME = 'Kukedlc/NeuralStockFusion-7b'
|
|
66 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
67 |
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map='cuda:0', quantization_config=bnb_config)
|
68 |
|
69 |
-
inputs = tokenizer(["What is a large language model, in spanish\n\n"], return_tensors="pt").to('cuda')
|
70 |
streamer = TextStreamer(tokenizer)
|
71 |
|
72 |
# Despite returning the usual output, the streamer will also print the generated text to stdout.
|
|
|
66 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
67 |
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map='cuda:0', quantization_config=bnb_config)
|
68 |
|
69 |
+
inputs = tokenizer(["[INST] What is a large language model, in spanish \n[/INST]\n"], return_tensors="pt").to('cuda')
|
70 |
streamer = TextStreamer(tokenizer)
|
71 |
|
72 |
# Despite returning the usual output, the streamer will also print the generated text to stdout.
|