Update README.md
Browse files
README.md
CHANGED
@@ -6,6 +6,21 @@ pipeline_tag: text-generation
|
|
6 |
---
|
7 |
## This model has been trained for 2 epochs using Unsloth on the Internal Knowledge Map dataset.
|
8 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
```
|
10 |
==((====))== Unsloth - 2x faster free finetuning | Num GPUs = 1
|
11 |
\\ /| Num examples = 3,555 | Num Epochs = 2
|
|
|
6 |
---
|
7 |
## This model has been trained for 2 epochs using Unsloth on the Internal Knowledge Map dataset.
|
8 |
|
9 |
+
```
|
10 |
+
r = 32,
|
11 |
+
target_modules = ["q_proj", "k_proj", "v_proj", "o_proj",
|
12 |
+
"gate_proj", "up_proj", "down_proj",],
|
13 |
+
lora_alpha = 64,
|
14 |
+
lora_dropout = 0,
|
15 |
+
bias = "none",
|
16 |
+
use_gradient_checkpointing = True,
|
17 |
+
random_state = 3407,
|
18 |
+
use_rslora = True,
|
19 |
+
loftq_config = None,
|
20 |
+
)
|
21 |
+
```
|
22 |
+
|
23 |
+
|
24 |
```
|
25 |
==((====))== Unsloth - 2x faster free finetuning | Num GPUs = 1
|
26 |
\\ /| Num examples = 3,555 | Num Epochs = 2
|