little fix in the usage instructions
#2
by
antunesz
- opened
README.md
CHANGED
@@ -188,7 +188,7 @@ Important points like these help models (even smaller models like 4b) to perform
|
|
188 |
!pip install -q -U bitsandbytes
|
189 |
|
190 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
|
191 |
-
model = AutoModelForCausalLM.from_pretrained("rhaymison/phi-3-portuguese-tom-cat-4k-
|
192 |
tokenizer = AutoTokenizer.from_pretrained("rhaymison/phi-3-portuguese-tom-cat-4k-instruct")
|
193 |
model.eval()
|
194 |
|
|
|
188 |
!pip install -q -U bitsandbytes
|
189 |
|
190 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
|
191 |
+
model = AutoModelForCausalLM.from_pretrained("rhaymison/phi-3-portuguese-tom-cat-4k-instruct", device_map= {"": 0})
|
192 |
tokenizer = AutoTokenizer.from_pretrained("rhaymison/phi-3-portuguese-tom-cat-4k-instruct")
|
193 |
model.eval()
|
194 |
|