Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
243
dacorvo HF staff commited on
Commit
bda414f
•
1 Parent(s): 714c249

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/mistral/NousResearch/Hermes-2-Pro-Mistral-7B/4192c00e105c51bfae85.json +1 -0
  3. neuronxcc-2.12.68.0+4480452af/MODULE_0f5d704629a115f77c6f+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.12.68.0+4480452af/MODULE_0f5d704629a115f77c6f+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.12.68.0+4480452af/MODULE_0f5d704629a115f77c6f+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.12.68.0+4480452af/MODULE_0fa9e2d0ac2ca534c989+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.12.68.0+4480452af/MODULE_0fa9e2d0ac2ca534c989+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.12.68.0+4480452af/MODULE_0fa9e2d0ac2ca534c989+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.12.68.0+4480452af/MODULE_295d9e3211a58edb92a9+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.12.68.0+4480452af/MODULE_295d9e3211a58edb92a9+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.12.68.0+4480452af/MODULE_295d9e3211a58edb92a9+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.12.68.0+4480452af/MODULE_3a5a37ae72be34807d96+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.12.68.0+4480452af/MODULE_3a5a37ae72be34807d96+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.12.68.0+4480452af/MODULE_3a5a37ae72be34807d96+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.12.68.0+4480452af/MODULE_5d3f441cb171ac2539a6+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.12.68.0+4480452af/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.12.68.0+4480452af/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.12.68.0+4480452af/MODULE_6a8288ea56946ecb8166+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.12.68.0+4480452af/MODULE_6a8288ea56946ecb8166+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.12.68.0+4480452af/MODULE_6a8288ea56946ecb8166+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.12.68.0+4480452af/MODULE_70951b71a156dedf9d53+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.12.68.0+4480452af/MODULE_70951b71a156dedf9d53+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.12.68.0+4480452af/MODULE_70951b71a156dedf9d53+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.12.68.0+4480452af/MODULE_7123532684731a826c76+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.12.68.0+4480452af/MODULE_7123532684731a826c76+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.12.68.0+4480452af/MODULE_7123532684731a826c76+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.12.68.0+4480452af/MODULE_887b086eed744e070ce3+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.12.68.0+4480452af/MODULE_887b086eed744e070ce3+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.12.68.0+4480452af/MODULE_887b086eed744e070ce3+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.12.68.0+4480452af/MODULE_c8f83c84f5e20d19218f+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.12.68.0+4480452af/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.12.68.0+4480452af/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.12.68.0+4480452af/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.12.68.0+4480452af/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.12.68.0+4480452af/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.12.68.0+4480452af/MODULE_f4cb004f57682ffa94f9+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.12.68.0+4480452af/MODULE_f4cb004f57682ffa94f9+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.12.68.0+4480452af/MODULE_f4cb004f57682ffa94f9+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -1584,3 +1584,15 @@ neuronxcc-2.12.68.0+4480452af/MODULE_da61ba5a3e15c764428a+2c2d707e/model.neff fi
1584
  neuronxcc-2.12.68.0+4480452af/MODULE_fc5d572670bf11c06b07+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1585
  neuronxcc-2.12.68.0+4480452af/MODULE_18d5cc38663a9a0020d8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1586
  neuronxcc-2.12.68.0+4480452af/MODULE_cffb4bc6c9d3a5552ae3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
1584
  neuronxcc-2.12.68.0+4480452af/MODULE_fc5d572670bf11c06b07+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1585
  neuronxcc-2.12.68.0+4480452af/MODULE_18d5cc38663a9a0020d8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1586
  neuronxcc-2.12.68.0+4480452af/MODULE_cffb4bc6c9d3a5552ae3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1587
+ neuronxcc-2.12.68.0+4480452af/MODULE_0f5d704629a115f77c6f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1588
+ neuronxcc-2.12.68.0+4480452af/MODULE_0fa9e2d0ac2ca534c989+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1589
+ neuronxcc-2.12.68.0+4480452af/MODULE_295d9e3211a58edb92a9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1590
+ neuronxcc-2.12.68.0+4480452af/MODULE_3a5a37ae72be34807d96+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1591
+ neuronxcc-2.12.68.0+4480452af/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1592
+ neuronxcc-2.12.68.0+4480452af/MODULE_6a8288ea56946ecb8166+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1593
+ neuronxcc-2.12.68.0+4480452af/MODULE_70951b71a156dedf9d53+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1594
+ neuronxcc-2.12.68.0+4480452af/MODULE_7123532684731a826c76+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1595
+ neuronxcc-2.12.68.0+4480452af/MODULE_887b086eed744e070ce3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1596
+ neuronxcc-2.12.68.0+4480452af/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1597
+ neuronxcc-2.12.68.0+4480452af/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1598
+ neuronxcc-2.12.68.0+4480452af/MODULE_f4cb004f57682ffa94f9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/mistral/NousResearch/Hermes-2-Pro-Mistral-7B/4192c00e105c51bfae85.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vocab_size": 32032, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": false, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "eos_token_id": 32000, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "bf16", "sequence_length": 4096, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "NousResearch/Hermes-2-Pro-Mistral-7B", "checkpoint_revision": "4d50786bb33ce7c31697932a0ebe01fd8a373a4a"}}
neuronxcc-2.12.68.0+4480452af/MODULE_0f5d704629a115f77c6f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_0f5d704629a115f77c6f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9ec5e1ab66df9ff0db58dc47e3bebb6238e4e14f776e71f303d07bcd2a303a2
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_0f5d704629a115f77c6f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55a8cf928a98f9c9c7c2e40bf7839f091e7205b07bd6bb636261e28c6b9fdce5
3
+ size 7670784
neuronxcc-2.12.68.0+4480452af/MODULE_0fa9e2d0ac2ca534c989+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_0fa9e2d0ac2ca534c989+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12fc26893cd067534ee180385f77254faf57a9b859269c6df76d8532c9d6f8d9
3
+ size 8713017
neuronxcc-2.12.68.0+4480452af/MODULE_0fa9e2d0ac2ca534c989+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58204c8b1414d17bf5028df46c8ad8febf943aaaff175dc22c2d85ee5c41ad71
3
+ size 11398144
neuronxcc-2.12.68.0+4480452af/MODULE_295d9e3211a58edb92a9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_295d9e3211a58edb92a9+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35432a77bdfbbf9e97473b291a6dc3544986731d43bc9f87b5af6011878d8106
3
+ size 451065
neuronxcc-2.12.68.0+4480452af/MODULE_295d9e3211a58edb92a9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd8d9ef178e33b756a9261532539356b08b5b4966d8ba58996573b253e17e2b9
3
+ size 7947264
neuronxcc-2.12.68.0+4480452af/MODULE_3a5a37ae72be34807d96+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_3a5a37ae72be34807d96+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1848d6e82abf2ea7ab2bcd160f29c5408e992f92603c92820c7abb9dfe10cdc4
3
+ size 848696
neuronxcc-2.12.68.0+4480452af/MODULE_3a5a37ae72be34807d96+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:184cfab53ad8316b36b4920b709cbcd53d3aeb1f0ae8d848365e486d235f1820
3
+ size 8449024
neuronxcc-2.12.68.0+4480452af/MODULE_5d3f441cb171ac2539a6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1726a92e548fd5ebb19e56607b0228398a629b659499b8c91f196aaa4ff1d9
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_5d3f441cb171ac2539a6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1450968b6d75729b1c3f343efebe2a1b6c7208dc2ca16cb72c2e4f9477e50d9
3
+ size 8285184
neuronxcc-2.12.68.0+4480452af/MODULE_6a8288ea56946ecb8166+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_6a8288ea56946ecb8166+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24e505c8ad073d174bdadfdc7b386309cbd903e333f49adf9b98f5b6630bfd78
3
+ size 134542233
neuronxcc-2.12.68.0+4480452af/MODULE_6a8288ea56946ecb8166+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16cb992b232719da5bb6209889d344bdaa57ec5269ea995e22a28c86f4d665c5
3
+ size 46101504
neuronxcc-2.12.68.0+4480452af/MODULE_70951b71a156dedf9d53+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_70951b71a156dedf9d53+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f4575ff285bc15620ee925b3c9338bef5a125df88fc02a7f0abf7be71963bc
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_70951b71a156dedf9d53+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e6e49f8f9be10223eb05d9edcf67811b57515897b2ed68e192dacc43bfc4736
3
+ size 7721984
neuronxcc-2.12.68.0+4480452af/MODULE_7123532684731a826c76+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_7123532684731a826c76+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da2e6a81458770be3d97915e754dc8c3cc18cad353d648d8f74d5c73f0c6a183
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_7123532684731a826c76+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4da9a255ae6e9149f640288c7d1baf73b90687cd9cd55c7bc8ff84f24dd970
3
+ size 7568384
neuronxcc-2.12.68.0+4480452af/MODULE_887b086eed744e070ce3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_887b086eed744e070ce3+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baa400e0dcac473a960bfaac19e64e6d5ebf3afe686993d738d0ab9aaff8ef30
3
+ size 2421561
neuronxcc-2.12.68.0+4480452af/MODULE_887b086eed744e070ce3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27b1739ce274fabe976a31a6e678d3f6afe5cbfa9f375eff6425790ebcc5749b
3
+ size 9319424
neuronxcc-2.12.68.0+4480452af/MODULE_c8f83c84f5e20d19218f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ddde0b23e09d5633671ae8c63df99ed08ad81067f0c3ec5e50880305b22e996
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_c8f83c84f5e20d19218f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d28e7428b51e55314fcb6be4a26fb0b1ab5e8d488da753c108097fff0b0c4f5
3
+ size 7640064
neuronxcc-2.12.68.0+4480452af/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c650cbb1a3a0b61dd67ec22e438592e1ff08e5f2a9a7be44e4e5efc83a2119
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_cefe91c9d3c2e5ed5158+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2918c7d5b6bfe3455724184a127f650d76529b8d644aee33ba3a77d02f8caad8
3
+ size 7947264
neuronxcc-2.12.68.0+4480452af/MODULE_f4cb004f57682ffa94f9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_f4cb004f57682ffa94f9+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8038b073a04a749b2ccfc6b4fd0922aaed0dce413e324105aca24158e73933f
3
+ size 33878841
neuronxcc-2.12.68.0+4480452af/MODULE_f4cb004f57682ffa94f9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6109f14a53d859acf34e59dd0f118023788749f4b4a1b1e73eeea2b2ae4b4784
3
+ size 26819584