Upload folder using huggingface_hub
Browse files- README.md +5 -2
- config.json +1 -0
- model.bin +2 -2
- tokenizer_config.json +1 -2
README.md
CHANGED
@@ -19,12 +19,15 @@ datasets:
|
|
19 |
- HuggingFaceH4/ultrachat_200k
|
20 |
- meta-math/MetaMathQA
|
21 |
widget:
|
22 |
-
-
|
|
|
|
|
|
|
23 |
---
|
24 |
# Model Card
|
25 |
## Summary
|
26 |
|
27 |
-
h2o-danube-1.8b-chat is an chat fine-tuned model by H2O.ai with 1.8 billion parameters. We release three versions of this model:
|
28 |
|
29 |
| Model Name | Description |
|
30 |
|:-----------------------------------------------------------------------------------|:----------------|
|
|
|
19 |
- HuggingFaceH4/ultrachat_200k
|
20 |
- meta-math/MetaMathQA
|
21 |
widget:
|
22 |
+
- messages:
|
23 |
+
- role: user
|
24 |
+
content: Why is drinking water so healthy?
|
25 |
+
pipeline_tag: text-generation
|
26 |
---
|
27 |
# Model Card
|
28 |
## Summary
|
29 |
|
30 |
+
h2o-danube-1.8b-chat is an chat fine-tuned model by H2O.ai with 1.8 billion parameters. For details, please refer to our [Technical Report](https://arxiv.org/abs/2401.16818). We release three versions of this model:
|
31 |
|
32 |
| Model Name | Description |
|
33 |
|:-----------------------------------------------------------------------------------|:----------------|
|
config.json
CHANGED
@@ -2,5 +2,6 @@
|
|
2 |
"bos_token": "<s>",
|
3 |
"eos_token": "</s>",
|
4 |
"layer_norm_epsilon": 1e-05,
|
|
|
5 |
"unk_token": "<unk>"
|
6 |
}
|
|
|
2 |
"bos_token": "<s>",
|
3 |
"eos_token": "</s>",
|
4 |
"layer_norm_epsilon": 1e-05,
|
5 |
+
"multi_query_attention": true,
|
6 |
"unk_token": "<unk>"
|
7 |
}
|
model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad7343bb5c00bcda019aa6ff6fc53c3be380b0aa37a9be038ff1233cd3818ec8
|
3 |
+
size 1833794295
|
tokenizer_config.json
CHANGED
@@ -1,7 +1,6 @@
|
|
1 |
{
|
2 |
-
"add_bos_token":
|
3 |
"add_eos_token": false,
|
4 |
-
"add_prefix_space": false,
|
5 |
"added_tokens_decoder": {
|
6 |
"0": {
|
7 |
"content": "<unk>",
|
|
|
1 |
{
|
2 |
+
"add_bos_token": false,
|
3 |
"add_eos_token": false,
|
|
|
4 |
"added_tokens_decoder": {
|
5 |
"0": {
|
6 |
"content": "<unk>",
|