Hugging Face's logo

mesolitica
/
llama-13b-hf-16384-fpf

Text Generation
Transformers
Safetensors
Malay
llama
text-generation-inference
Inference Endpoints
Model card Files Community
huseinzol05 commited on
Commit
dcc0229
•
1 Parent(s): 2f422e8

Upload LlamaForCausalLM

Browse files
Files changed (4) hide show
  1. config.json +2 -2
  2. model-00001-of-00003.safetensors +1 -1
  3. model-00002-of-00003.safetensors +1 -1
  4. model-00003-of-00003.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "fpf-13b-16k/checkpoint-22000",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -9,7 +9,7 @@
9
  "hidden_size": 5120,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 13824,
12
- "max_position_embeddings": 4096,
13
  "model_type": "llama",
14
  "num_attention_heads": 40,
15
  "num_hidden_layers": 40,
 
1
  {
2
+ "_name_or_path": "fpf-13b-16k/checkpoint-22600",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
9
  "hidden_size": 5120,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 13824,
12
+ "max_position_embeddings": 16384,
13
  "model_type": "llama",
14
  "num_attention_heads": 40,
15
  "num_hidden_layers": 40,
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a0a24aefd1dab3e7c1b2c027395e74338030a74607c06ff6229b002609cad71
3
  size 9948693272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8869f61d1eaa6e91d44aacdf6705e4cd6bda0ded0a820745b4fcb4478998b7b6
3
  size 9948693272
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab9dac9f2f4dce34da53c4885cf5204744bae5fd207d59825527bd2318cf85d3
3
  size 9904129368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:369fb0062e1ed0610f57826172524bf43ff5e7fc2e6a297f4ac5672abd86104e
3
  size 9904129368
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8079716e07ec2026ee977ea7d2211fcc3c569a84c1a1721186f4a317f883613f
3
  size 6178962272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4635eabad14bd2739e77908bed212c03f63a779a9c20585f68a0a6c9b3092de0
3
  size 6178962272