Update README.md
Browse files
README.md
CHANGED
@@ -10,12 +10,10 @@ pip install --upgrade accelerate fbgemm-gpu torch
|
|
10 |
```
|
11 |
|
12 |
```python
|
13 |
-
from transformers import
|
14 |
|
15 |
-
|
16 |
-
|
17 |
-
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", quantization_config=quantization_config)
|
18 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
19 |
```
|
20 |
|
21 |
```python
|
|
|
10 |
```
|
11 |
|
12 |
```python
|
13 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
14 |
|
15 |
+
tokenizer = AutoTokenizer.from_pretrained("PerRing/llama-3-Korean-Bllossom-8B-fp8")
|
16 |
+
model = AutoModelForCausalLM.from_pretrained("PerRing/llama-3-Korean-Bllossom-8B-fp8",device_map='auto')
|
|
|
|
|
17 |
```
|
18 |
|
19 |
```python
|