duzx16
commited on
Commit
•
382cc70
1
Parent(s):
5579a9f
Update use case
Browse files
README.md
CHANGED
@@ -41,8 +41,8 @@ pip install protobuf transformers==4.30.2 cpm_kernels torch>=2.0 gradio mdtex2ht
|
|
41 |
|
42 |
```ipython
|
43 |
>>> from transformers import AutoTokenizer, AutoModel
|
44 |
-
>>> tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
|
45 |
-
>>> model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).half().cuda()
|
46 |
>>> model = model.eval()
|
47 |
>>> response, history = model.chat(tokenizer, "你好", history=[])
|
48 |
>>> print(response)
|
|
|
41 |
|
42 |
```ipython
|
43 |
>>> from transformers import AutoTokenizer, AutoModel
|
44 |
+
>>> tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True)
|
45 |
+
>>> model = AutoModel.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True).half().cuda()
|
46 |
>>> model = model.eval()
|
47 |
>>> response, history = model.chat(tokenizer, "你好", history=[])
|
48 |
>>> print(response)
|