Hugging Face's logo

noaebbot
/
llama3.1-8B-insights

Text Generation
Transformers
PyTorch
Safetensors
English
llama
text-generation-inference
unsloth
trl
sft
Inference Endpoints
Model card Files Community
noaebbot commited on
Commit
3dc15f0
•
1 Parent(s): 13e81f1

Trained with Unsloth

Browse files
Files changed (6) hide show
  1. config.json +2 -6
  2. generation_config.json +2 -5
  3. model-00001-of-00004.safetensors +1 -1
  4. model-00002-of-00004.safetensors +1 -1
  5. model-00003-of-00004.safetensors +1 -1
  6. model-00004-of-00004.safetensors +1 -1
config.json CHANGED
@@ -1,16 +1,12 @@
1
  {
2
- "_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
- "eos_token_id": [
10
- 128001,
11
- 128008,
12
- 128009
13
- ],
14
  "head_dim": 128,
15
  "hidden_act": "silu",
16
  "hidden_size": 4096,
 
1
  {
2
+ "_name_or_path": "unsloth/meta-llama-3.1-8b-bnb-4bit",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
+ "eos_token_id": 128001,
 
 
 
 
10
  "head_dim": 128,
11
  "hidden_act": "silu",
12
  "hidden_size": 4096,
generation_config.json CHANGED
@@ -1,11 +1,8 @@
1
  {
 
2
  "bos_token_id": 128000,
3
  "do_sample": true,
4
- "eos_token_id": [
5
- 128001,
6
- 128008,
7
- 128009
8
- ],
9
  "max_length": 131072,
10
  "pad_token_id": 128004,
11
  "temperature": 0.6,
 
1
  {
2
+ "_from_model_config": true,
3
  "bos_token_id": 128000,
4
  "do_sample": true,
5
+ "eos_token_id": 128001,
 
 
 
 
6
  "max_length": 131072,
7
  "pad_token_id": 128004,
8
  "temperature": 0.6,
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a69652ea45ed6977767608afa857bdea74f1ccc5818ca7d6b38028f35bd79461
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d58dd66df02a6f2a056e753403368507ad37c165e173291f89f18ef97a89bfa
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb6d7e19993dfbe06b04044e60aff5f8fe2fbee2969d9dcd2d86cc86db6f2d03
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:592d09d72bf9d842fcef8400300015d988d5b512d1662410a4b22faef69293a2
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fa73fb01f8635b387c0ee85fa7790090c6fdf2369c61d1422f4cf23ee721437
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd299eca1564b8338fb6f13625cc6a15f982b00e12a010d6fbe7578996e6809
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69a24e6e3e9aa132702e61580ac7a72272f896e327f4ca4e7263cf5b5f3d6551
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03a53fadc87b76fcbd899479cfa904da8b5ff2649183ce6fa475fd81dc9106d4
3
  size 1168138808