Hugging Face's logo

nroggendorff
/
smallama-it

Text Generation
Transformers
Safetensors
llama
trl
sft
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
nroggendorff commited on
Commit
10360e8
•
1 Parent(s): a331784

Training loss: 4.8677

Browse files
Files changed (3) hide show
  1. config.json +2 -1
  2. generation_config.json +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -7,6 +7,7 @@
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 0,
9
  "eos_token_id": 2,
 
10
  "hidden_act": "silu",
11
  "hidden_size": 576,
12
  "initializer_range": 0.02,
@@ -24,7 +25,7 @@
24
  "rope_theta": 10000.0,
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "float32",
27
- "transformers_version": "4.44.2",
28
  "use_cache": true,
29
  "vocab_size": 32003
30
  }
 
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 0,
9
  "eos_token_id": 2,
10
+ "head_dim": 48,
11
  "hidden_act": "silu",
12
  "hidden_size": 576,
13
  "initializer_range": 0.02,
 
25
  "rope_theta": 10000.0,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "float32",
28
+ "transformers_version": "4.46.3",
29
  "use_cache": true,
30
  "vocab_size": 32003
31
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 0,
4
  "eos_token_id": 2,
5
  "pad_token_id": 1,
6
- "transformers_version": "4.44.2"
7
  }
 
3
  "bos_token_id": 0,
4
  "eos_token_id": 2,
5
  "pad_token_id": 1,
6
+ "transformers_version": "4.46.3"
7
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:331218cdd1ef884fc90f0df8c1a9e6a62f5122b776acb720f544fd3226933f73
3
  size 402343712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2ba43a9f491d427d32b4da4708d0f53a6fd30e118be53475225fb68cbe4abc2
3
  size 402343712