PerRing commited on
Commit
09b9df3
1 Parent(s): e5f9fb0

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -5
README.md CHANGED
@@ -10,12 +10,10 @@ pip install --upgrade accelerate fbgemm-gpu torch
10
  ```
11
 
12
  ```python
13
- from transformers import FbgemmFp8Config, AutoModelForCausalLM, AutoTokenizer
14
 
15
- model_name = "MLP-KTLim/llama-3-Korean-Bllossom-8B"
16
- quantization_config = FbgemmFp8Config()
17
- model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", quantization_config=quantization_config)
18
- tokenizer = AutoTokenizer.from_pretrained(model_name)
19
  ```
20
 
21
  ```python
 
10
  ```
11
 
12
  ```python
13
+ from transformers import AutoTokenizer, AutoModelForCausalLM
14
 
15
+ tokenizer = AutoTokenizer.from_pretrained("PerRing/llama-3-Korean-Bllossom-8B-fp8")
16
+ model = AutoModelForCausalLM.from_pretrained("PerRing/llama-3-Korean-Bllossom-8B-fp8",device_map='auto')
 
 
17
  ```
18
 
19
  ```python