Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
245
dacorvo HF staff commited on
Commit
e1cd313
•
1 Parent(s): aa77fe4

Synchronizing local compiler cache.

Browse files
Files changed (13) hide show
  1. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/ibm/merlinite-7b/496698bed11a966905a9.json +1 -0
  2. neuronxcc-2.13.66.0+6dfecc895/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.hlo_module.pb +3 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_1828f75f5eff7d6635ec+2c2d707e/model.hlo_module.pb +3 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_2a775a401e8afb0e93b6+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_44da85d0441c04e25e15+2c2d707e/model.hlo_module.pb +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.hlo_module.pb +3 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_4c7a5f7dc85bec818b2b+2c2d707e/model.hlo_module.pb +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_5148ad36d287ea5ad908+2c2d707e/model.hlo_module.pb +3 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_801cb8c1a2edf10a8fe1+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/model.hlo_module.pb +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/model.hlo_module.pb +3 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/model.hlo_module.pb +3 -0
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/ibm/merlinite-7b/496698bed11a966905a9.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "end_token_id": 32000, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "ibm/merlinite-7b", "checkpoint_revision": "233d12759d5bb9344231dafdb51310ec19d79c0e", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pad_token_id": 32001, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32008}
neuronxcc-2.13.66.0+6dfecc895/MODULE_0d3fe69d3dce9316dcdb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c464a7dd9c776be338ed951a90a8f44a2d644d4c82e8f80bb1ae5ebeab714a
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_1828f75f5eff7d6635ec+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:211bc9499929357cd8c526838437cc2e585d7be3912269f9239d2b95e4a948fe
3
+ size 134543961
neuronxcc-2.13.66.0+6dfecc895/MODULE_2a775a401e8afb0e93b6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1cf45dfbc829b665b4fb579c8f3d187bae24007c4bd500067251ba07d9bb5f6
3
+ size 33880569
neuronxcc-2.13.66.0+6dfecc895/MODULE_44da85d0441c04e25e15+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f300e183f82178b985d346b9c6ad1fc10262998aafffb2e92cdefc3da6b9673
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_47938fbe2b9c04ad8fb5+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c57ac21f094feca7822a334e42dae5f7c372f1c7ecf9a26f4c5bcba372ec0c56
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_4b805e3232ee4c21ac52+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c37d6535b6db476059ee607f4dca52c827a5948aceaf0f68aa15fc93d3e36e38
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_4c7a5f7dc85bec818b2b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd1ea92822b9259a7aff42f28d5eb085255b7705816d1a599bd2766277b524e
3
+ size 850424
neuronxcc-2.13.66.0+6dfecc895/MODULE_5148ad36d287ea5ad908+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a4a2498d453cc2545304555ec61589daf28d1f403f325f66dd3a44eb2c39062
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_801cb8c1a2edf10a8fe1+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efcb3c040a862719066f4980a650552d51452cff9fb0490ad11a9dd95d0c0a04
3
+ size 452729
neuronxcc-2.13.66.0+6dfecc895/MODULE_bdf53831838c389c97ae+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c8c3426fd32dc6dfa2d44abf2d4e2159a9260df306654a56710edc19db0974b
3
+ size 8714745
neuronxcc-2.13.66.0+6dfecc895/MODULE_d1b230f2b1a5afa7171b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63f475ade5619ea7fda628554cb33b7c327d3e11b1e4663497c9cfc3f6e4f6e3
3
+ size 2423289
neuronxcc-2.13.66.0+6dfecc895/MODULE_d2b63d1738b927eee418+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:442e154f25cbfd134a3c4ed73a6c354a8f3f4201aee18ac0bb975e3e0f6e0e5e
3
+ size 317943