Hugging Face's logo

NousResearch
/
Hermes-3-Llama-3.1-405B-FP8

Safetensors
English
llama
Llama-3
instruct
finetune
chatml
gpt4
synthetic data
distillation
function calling
json mode
axolotl
roleplaying
chat
Model card Files Community
emozilla commited on
Commit
f4f511f
•
1 Parent(s): 52efa15

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +75 -0
  2. generation_config.json +7 -0
  3. model-00001-of-00086.safetensors +3 -0
  4. model-00002-of-00086.safetensors +3 -0
  5. model-00003-of-00086.safetensors +3 -0
  6. model-00004-of-00086.safetensors +3 -0
  7. model-00005-of-00086.safetensors +3 -0
  8. model-00006-of-00086.safetensors +3 -0
  9. model-00007-of-00086.safetensors +3 -0
  10. model-00008-of-00086.safetensors +3 -0
  11. model-00009-of-00086.safetensors +3 -0
  12. model-00010-of-00086.safetensors +3 -0
  13. model-00011-of-00086.safetensors +3 -0
  14. model-00012-of-00086.safetensors +3 -0
  15. model-00013-of-00086.safetensors +3 -0
  16. model-00014-of-00086.safetensors +3 -0
  17. model-00015-of-00086.safetensors +3 -0
  18. model-00016-of-00086.safetensors +3 -0
  19. model-00017-of-00086.safetensors +3 -0
  20. model-00018-of-00086.safetensors +3 -0
  21. model-00019-of-00086.safetensors +3 -0
  22. model-00020-of-00086.safetensors +3 -0
  23. model-00021-of-00086.safetensors +3 -0
  24. model-00022-of-00086.safetensors +3 -0
  25. model-00023-of-00086.safetensors +3 -0
  26. model-00024-of-00086.safetensors +3 -0
  27. model-00025-of-00086.safetensors +3 -0
  28. model-00026-of-00086.safetensors +3 -0
  29. model-00027-of-00086.safetensors +3 -0
  30. model-00028-of-00086.safetensors +3 -0
  31. model-00029-of-00086.safetensors +3 -0
  32. model-00030-of-00086.safetensors +3 -0
  33. model-00031-of-00086.safetensors +3 -0
  34. model-00032-of-00086.safetensors +3 -0
  35. model-00033-of-00086.safetensors +3 -0
  36. model-00034-of-00086.safetensors +3 -0
  37. model-00035-of-00086.safetensors +3 -0
  38. model-00036-of-00086.safetensors +3 -0
  39. model-00037-of-00086.safetensors +3 -0
  40. model-00038-of-00086.safetensors +3 -0
  41. model-00039-of-00086.safetensors +3 -0
  42. model-00040-of-00086.safetensors +3 -0
  43. model-00041-of-00086.safetensors +3 -0
  44. model-00042-of-00086.safetensors +3 -0
  45. model-00043-of-00086.safetensors +3 -0
  46. model-00044-of-00086.safetensors +3 -0
  47. model-00045-of-00086.safetensors +3 -0
  48. model-00046-of-00086.safetensors +3 -0
  49. model-00047-of-00086.safetensors +3 -0
  50. model-00048-of-00086.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "converted",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "compression_config": {
10
+ "config_groups": {
11
+ "group_0": {
12
+ "input_activations": {
13
+ "block_structure": null,
14
+ "dynamic": true,
15
+ "group_size": null,
16
+ "num_bits": 8,
17
+ "observer": "memoryless",
18
+ "observer_kwargs": {},
19
+ "strategy": "token",
20
+ "symmetric": true,
21
+ "type": "float"
22
+ },
23
+ "output_activations": null,
24
+ "targets": [
25
+ "Linear"
26
+ ],
27
+ "weights": {
28
+ "block_structure": null,
29
+ "dynamic": false,
30
+ "group_size": null,
31
+ "num_bits": 8,
32
+ "observer": "minmax",
33
+ "observer_kwargs": {},
34
+ "strategy": "channel",
35
+ "symmetric": true,
36
+ "type": "float"
37
+ }
38
+ }
39
+ },
40
+ "format": "float-quantized",
41
+ "global_compression_ratio": 1.240844678218891,
42
+ "ignore": [
43
+ "lm_head"
44
+ ],
45
+ "kv_cache_scheme": null,
46
+ "quant_method": "compressed-tensors",
47
+ "quantization_status": "frozen"
48
+ },
49
+ "eos_token_id": 128039,
50
+ "hidden_act": "silu",
51
+ "hidden_size": 16384,
52
+ "initializer_range": 0.02,
53
+ "intermediate_size": 53248,
54
+ "max_position_embeddings": 131072,
55
+ "mlp_bias": false,
56
+ "model_type": "llama",
57
+ "num_attention_heads": 128,
58
+ "num_hidden_layers": 126,
59
+ "num_key_value_heads": 8,
60
+ "pretraining_tp": 1,
61
+ "rms_norm_eps": 1e-05,
62
+ "rope_scaling": {
63
+ "factor": 8.0,
64
+ "high_freq_factor": 4.0,
65
+ "low_freq_factor": 1.0,
66
+ "original_max_position_embeddings": 8192,
67
+ "rope_type": "llama3"
68
+ },
69
+ "rope_theta": 500000.0,
70
+ "tie_word_embeddings": false,
71
+ "torch_dtype": "float16",
72
+ "transformers_version": "4.44.0.dev0",
73
+ "use_cache": false,
74
+ "vocab_size": 128256
75
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "eos_token_id": 128039,
5
+ "transformers_version": "4.44.0.dev0",
6
+ "use_cache": false
7
+ }
model-00001-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:054c70a66e8192fe6220b1be537b1fb7b28d4c7e772edd533fd6d9a61436420a
3
+ size 4773188688
model-00002-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a46132d9aebc0bfd102b2375907e5360bece99e03418183805a8e72c4e5d51
3
+ size 4933097728
model-00003-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6d20f477d22e7ce28c29222471dc95770c9883733ad15fc7351eafa51946a2e
3
+ size 4631063712
model-00004-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:523a21eab5707cd2f3e36ac70d8c92d1eb3309b7daeca9cfb2a33ae88ff8bef2
3
+ size 4933097728
model-00005-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50f4fcd12894200314d73f0bf50630ad524adc0958ad5c10e1701e457009c32f
3
+ size 4631063712
model-00006-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a05128a2578fea96a0710c4fa6983982874cd3f937617c56b48952e09aaafe6
3
+ size 4933097728
model-00007-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:361f2f3c42fa34f77c4188293039a1972ceeb88a36807ce59ad854ffe623ea94
3
+ size 4631063712
model-00008-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40a97526ea98d257b3851370141aab15b084929733a793fb8e76f00cbb06d96a
3
+ size 4933097744
model-00009-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76054b1c2961dbedaa49c1a038f69ac28e8b2bc629cc79448c777e2a9e661d86
3
+ size 4631063736
model-00010-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4fff42469386a5c03cb4324193336118fc4405ef9ed053e76b026d30cc5bed0
3
+ size 4933097752
model-00011-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f24f40b1b500d55d0a53a7e4f410ce0e89f6176df899528d7187e87278818433
3
+ size 4631063736
model-00012-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df06d654f6874a19d9c2faf618ad5bc5b22a6cd140b8f5a1a327b55c39e876af
3
+ size 4933097752
model-00013-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c87355df220611cf6903aed181128eb8ba1151ff28d72986dde0c24fc5508ac
3
+ size 4631063736
model-00014-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e07badb07b16988ce69b1f71e52457b83b87b491908355c2f853c7f3ea520358
3
+ size 4933097752
model-00015-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b3fd80b4811e7ffa1ecced878be34ff56b688f9ce743b4149c19e8defc8c6b
3
+ size 4631063736
model-00016-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b47dbea81b4d4e88fdf49d5060dd62b2c3b9fb3a111263725a2533c64d2b1448
3
+ size 4933097752
model-00017-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c7d3b46edd24e829a7c406c38630c55a8f3162d6bba5e968e9bd94826d713f7
3
+ size 4631063736
model-00018-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d61124a6ef7200594577717921390ceab63dd12510e7c3953c96c7b995583bd
3
+ size 4933097752
model-00019-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c65cccc511fc28a24f7e2a5ef9aa3341a625421702986f68e4e339c41958ed
3
+ size 4631063736
model-00020-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d473412191dd48f31b672def9b42fb66913e2d1944e40bea50e382dc612c9be4
3
+ size 4933097752
model-00021-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bec8f8d1eb0c8a1ad077d96056084123637ca99f381a4de2955ade19987628c
3
+ size 4631063736
model-00022-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ec3444c030a09eddad91250f4f60773b6665463d96b223d3b4a8448108e159
3
+ size 4933097752
model-00023-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49b4ace14cf348d17c331a333d4cd411427286d2b89677307d080e6b1aeae9d7
3
+ size 4631063736
model-00024-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65b55cb6fb2a4131b34eff9a7a601227c9c46c7294b7662763b09cbfb26555f2
3
+ size 4933097752
model-00025-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4179f91f6049039212439e26dc9f6ffb7c802971264f0199a9a92d227bc2dc5
3
+ size 4631063736
model-00026-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:953b79fadda926a2d9513f50120d08231e0648a1cb3fef6e57f03826606fc5ff
3
+ size 4933097752
model-00027-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f8dad29541ed1b4a52405d36b6d85c2b931d6a62c8bff16145b2d602408a88
3
+ size 4631063736
model-00028-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd15baba42998452d32ec8abd853e5a19ad823f24ede44f3abb14f88966cdf4a
3
+ size 4933097752
model-00029-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d409c76878b76a24ccb603db51816dbfcac79cffe8680bf85cac6de1465a8810
3
+ size 4631063736
model-00030-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:174e4e1b53195a079d3027551d0d1ccc4fffcc427e774b363c5824e933c0fc5c
3
+ size 4933097752
model-00031-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56c3dbb5b991088a6677a2d9784a696ab50baf0ac44001aeda002a32ba5b773c
3
+ size 4631063736
model-00032-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdacf7d13d450c9e2178fff233263267907d68545761fd89da0e55860e6e440e
3
+ size 4933097752
model-00033-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d04d3fe5b4f181913690de0ceb51e51109d015e9de7292698c2656c44d38280
3
+ size 4631063736
model-00034-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:065ed293c2d3946ed3b3b68c770287be77da656d19e89c9c6fccb17dffc08739
3
+ size 4933097752
model-00035-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c51359aabec1abb505c731e22b5569d27570f0dfe457bae5e9eeb5f6ef4f5fc
3
+ size 4631063736
model-00036-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf7da8746b23d84c74872b006461196987c4440a8a3a30ad6dfb81dc5fc56629
3
+ size 4933097752
model-00037-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a29b2447dc134aaf805a0d2851ac5b0aa4dd31e6f954132d77ae46729bfe1d1f
3
+ size 4631063736
model-00038-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a95dea482ec0381ac8741cdefab1f5176d0df2a42c993048fea89c90d0e0de4
3
+ size 4933097752
model-00039-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b4d782358e8423b27c1bcd4db4d418354e01f85f12337acb7f9e3d44ca06be9
3
+ size 4631063736
model-00040-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe4d14146857e892daf49ac27526662da3d2456f42c7871c7df370b9f642d586
3
+ size 4933097752
model-00041-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196efd5cd073b208a485c8e6ca55404c9babb5a5566a5c7f214f0b077f6bad14
3
+ size 4631063736
model-00042-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5e4b029cf898cf5deb1cebee16e3feeed32743363d0a6ce9433c70199b19526
3
+ size 4933097752
model-00043-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14b713aa6d24a06034e882832140173a0481375aa5579aa68c5f3e44ff2dc93f
3
+ size 4631063736
model-00044-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9aa1f68b4bf4d1adc7ec1f1cda4b837ce13cf7a22b55882931c58814e94c889
3
+ size 4933097752
model-00045-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0e00ab458d15edc9c6129dc828146a4be994839808abf430821505b29c467e
3
+ size 4631063736
model-00046-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c1d6a13c700f19bdf7b19681bb5ea4e591cc8ded3d53d515e84799d46d70206
3
+ size 4933097752
model-00047-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a87f542f5ded70b766bedc55ad0a3fa39c10e5f6da5708ae0e5dd87809b8640
3
+ size 4631063736
model-00048-of-00086.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4077fbfc99c9bb418f6735a8e69dcf10824959eab63181f9ca32f2fa56b02b86
3
+ size 4933097752