Update README.md
Browse files
README.md
CHANGED
@@ -7,7 +7,7 @@ tags:
|
|
7 |
- GGML
|
8 |
- NLP
|
9 |
- Text Generation
|
10 |
-
license: mit
|
11 |
---
|
12 |
|
13 |
# ruGPT-3.5-13B Converted to GGML Format / ruGPT-3.5-13B Конвертированная в формат GGML
|
@@ -27,17 +27,23 @@ This repository contains a GGML-formatted version of the [ruGPT-3.5-13B model](h
|
|
27 |
|
28 |
#### Usage
|
29 |
|
30 |
-
|
|
|
|
|
|
|
31 |
from llm_rs import AutoModel
|
32 |
|
33 |
model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-q4_0-ggjt.bin")
|
34 |
-
|
|
|
|
|
35 |
|
36 |
-
|
|
|
37 |
from llm_rs import AutoModel
|
38 |
|
39 |
model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-f16.bin")
|
40 |
-
|
41 |
|
42 |
#### Compatibility
|
43 |
|
@@ -56,17 +62,19 @@ While this model is intended to be compatible with any GGML-compatible UI, it ha
|
|
56 |
|
57 |
#### Использование
|
58 |
|
59 |
-
|
|
|
60 |
from llm_rs import AutoModel
|
61 |
|
62 |
model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-q4_0-ggjt.bin")
|
63 |
-
|
64 |
|
65 |
-
|
|
|
66 |
from llm_rs import AutoModel
|
67 |
|
68 |
model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-f16.bin")
|
69 |
-
|
70 |
|
71 |
#### Совместимость
|
72 |
|
|
|
7 |
- GGML
|
8 |
- NLP
|
9 |
- Text Generation
|
10 |
+
license: "mit"
|
11 |
---
|
12 |
|
13 |
# ruGPT-3.5-13B Converted to GGML Format / ruGPT-3.5-13B Конвертированная в формат GGML
|
|
|
27 |
|
28 |
#### Usage
|
29 |
|
30 |
+
##### 4-bit Quantized Version
|
31 |
+
|
32 |
+
```python
|
33 |
+
# 4-bit Quantized Version
|
34 |
from llm_rs import AutoModel
|
35 |
|
36 |
model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-q4_0-ggjt.bin")
|
37 |
+
```
|
38 |
+
|
39 |
+
##### f16 Version
|
40 |
|
41 |
+
```python
|
42 |
+
# f16 Version
|
43 |
from llm_rs import AutoModel
|
44 |
|
45 |
model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-f16.bin")
|
46 |
+
```
|
47 |
|
48 |
#### Compatibility
|
49 |
|
|
|
62 |
|
63 |
#### Использование
|
64 |
|
65 |
+
```python
|
66 |
+
# Версия с квантованием в 4 бита
|
67 |
from llm_rs import AutoModel
|
68 |
|
69 |
model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-q4_0-ggjt.bin")
|
70 |
+
```
|
71 |
|
72 |
+
```python
|
73 |
+
# Версия f16
|
74 |
from llm_rs import AutoModel
|
75 |
|
76 |
model = AutoModel.from_pretrained("iashchak/ruGPT-3.5-13B-ggml", model_file="ruGPT-3.5-13B-f16.bin")
|
77 |
+
```
|
78 |
|
79 |
#### Совместимость
|
80 |
|