Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
245
dacorvo HF staff commited on
Commit
a4e19f6
•
1 Parent(s): 0b6c666

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/HuggingFaceH4/zephyr-7b-beta/76627b8d86899c08b3bb.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_04795c4c5e3f20312a22+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_04795c4c5e3f20312a22+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_04795c4c5e3f20312a22+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_08e8acef697c010c99e0+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_08e8acef697c010c99e0+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_08e8acef697c010c99e0+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_2756eb222c97f6f42bbc+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_2756eb222c97f6f42bbc+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_2756eb222c97f6f42bbc+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_4831685012872ed02f55+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_4831685012872ed02f55+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_4831685012872ed02f55+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_6a2363d68a22ce88ca8e+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_6a2363d68a22ce88ca8e+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_6a2363d68a22ce88ca8e+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_70af83d25abad9975ae6+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_70af83d25abad9975ae6+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_70af83d25abad9975ae6+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_7e4c4ec50ff26a738784+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_7e4c4ec50ff26a738784+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_7e4c4ec50ff26a738784+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_7e71ab5d3f12041eb1ae+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_7e71ab5d3f12041eb1ae+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_7e71ab5d3f12041eb1ae+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_adde477515ce6d02ae88+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_adde477515ce6d02ae88+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_adde477515ce6d02ae88+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_bd3db799c52491d4df8f+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_bd3db799c52491d4df8f+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_bd3db799c52491d4df8f+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_ccb7733910b8d49f70e4+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_ccb7733910b8d49f70e4+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_ccb7733910b8d49f70e4+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_e86fe5f8b16e1e38b260+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_e86fe5f8b16e1e38b260+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_e86fe5f8b16e1e38b260+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3733,3 +3733,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_e7605daedd5fe0be5d0d+2c2d707e/model.neff fi
3733
  neuronxcc-2.14.227.0+2d4f85be/MODULE_fbb6ab8551395a88e298+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3734
  neuronxcc-2.14.227.0+2d4f85be/MODULE_72d432e52bbbbacc7a9f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3735
  neuronxcc-2.14.227.0+2d4f85be/MODULE_7ad53a04217efe4abf9b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3733
  neuronxcc-2.14.227.0+2d4f85be/MODULE_fbb6ab8551395a88e298+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3734
  neuronxcc-2.14.227.0+2d4f85be/MODULE_72d432e52bbbbacc7a9f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3735
  neuronxcc-2.14.227.0+2d4f85be/MODULE_7ad53a04217efe4abf9b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3736
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_04795c4c5e3f20312a22+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3737
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_08e8acef697c010c99e0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3738
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_2756eb222c97f6f42bbc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3739
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4831685012872ed02f55+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3740
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_6a2363d68a22ce88ca8e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3741
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_70af83d25abad9975ae6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3742
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_7e4c4ec50ff26a738784+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3743
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_7e71ab5d3f12041eb1ae+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3744
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_adde477515ce6d02ae88+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3745
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_bd3db799c52491d4df8f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3746
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ccb7733910b8d49f70e4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3747
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_e86fe5f8b16e1e38b260+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/HuggingFaceH4/zephyr-7b-beta/76627b8d86899c08b3bb.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "HuggingFaceH4/zephyr-7b-beta", "checkpoint_revision": "b70e0c9a2d9e14bd1e812d3c398e5f313e93b473", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pad_token_id": 2, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.14.227.0+2d4f85be/MODULE_04795c4c5e3f20312a22+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_04795c4c5e3f20312a22+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5021ba6c2375892864d94ae51293f864d5358523bf9d0ad623f7edeefd9a8b93
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_04795c4c5e3f20312a22+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9360802bda142463941115eac3bfd5b187b2dcc97dde6ac9c4ecadaa884c27d
3
+ size 7906304
neuronxcc-2.14.227.0+2d4f85be/MODULE_08e8acef697c010c99e0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_08e8acef697c010c99e0+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be12e3ab0b619a7712bf2ff2f315d8e43ceccb8021b80840485043390f85a3d3
3
+ size 2386650
neuronxcc-2.14.227.0+2d4f85be/MODULE_08e8acef697c010c99e0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d6594a29b9d1035f4602f772bf4cfd01faefd8f191cfb2a9b4a431f9fc9fa9b
3
+ size 9360384
neuronxcc-2.14.227.0+2d4f85be/MODULE_2756eb222c97f6f42bbc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_2756eb222c97f6f42bbc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1f2f2ece5229552c4a705671a8989f87a76a4a218e3813999e47854e3a42dfc
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_2756eb222c97f6f42bbc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d0186b09c851cbabf4c9ab328049d56e90171ce49a0141901f9cc738676470c
3
+ size 7660544
neuronxcc-2.14.227.0+2d4f85be/MODULE_4831685012872ed02f55+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4831685012872ed02f55+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbe9f6b184e1161ca9f6d009b5eb8f309a855ad0bc997e515ee4a2230790b2e1
3
+ size 416346
neuronxcc-2.14.227.0+2d4f85be/MODULE_4831685012872ed02f55+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c749cefdbf485e8e27204af51ae2618b8b043602d2410edebc665bd5e2b62cb
3
+ size 8182784
neuronxcc-2.14.227.0+2d4f85be/MODULE_6a2363d68a22ce88ca8e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_6a2363d68a22ce88ca8e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3582869e6f518e0e9b2f33e6084905f434885f7c78c50190ac5efa686e23a1eb
3
+ size 813785
neuronxcc-2.14.227.0+2d4f85be/MODULE_6a2363d68a22ce88ca8e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ea85662cb2e3bd546cc35eb0d3d3b84204835c82f55b20dc1ddd4b6ad754ba8
3
+ size 8623104
neuronxcc-2.14.227.0+2d4f85be/MODULE_70af83d25abad9975ae6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_70af83d25abad9975ae6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a59d4d3c8b3b9325c9c45518047eead948c7e488f953a5968e18e8e218f6a23
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_70af83d25abad9975ae6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c9fa14247ea59f3dae2b7398c616463ee8fda0b6bb9c0a0a7c8a5bb300fdc1b
3
+ size 7517184
neuronxcc-2.14.227.0+2d4f85be/MODULE_7e4c4ec50ff26a738784+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_7e4c4ec50ff26a738784+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93dc81cc45f66e574fcd4cbbdde26166064330e1c1d6007a07a2da105795e90b
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_7e4c4ec50ff26a738784+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ae5529abdbc2a932c2c8469e02eea13ab6218ebf17c9fa8cc1dedd66093d44f
3
+ size 8121344
neuronxcc-2.14.227.0+2d4f85be/MODULE_7e71ab5d3f12041eb1ae+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_7e71ab5d3f12041eb1ae+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5331400b978bab685cc4df559aa6cdabf52039abd1122ca159596d2f7264660d
3
+ size 33843930
neuronxcc-2.14.227.0+2d4f85be/MODULE_7e71ab5d3f12041eb1ae+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ffb945bae7080cdb2a004ac1e24cbfba1a09e0186b7b81bb6d27b04ae5dadc7
3
+ size 23839744
neuronxcc-2.14.227.0+2d4f85be/MODULE_adde477515ce6d02ae88+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_adde477515ce6d02ae88+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e1f0bc2e6fc826fe9669dd4397669b142c288ad1db68c4616fe628ff713be86
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_adde477515ce6d02ae88+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c56df66ed9dd022aa37e6498be6c70f9d2da0b63d87d3a1a7271311710fefe6
3
+ size 7599104
neuronxcc-2.14.227.0+2d4f85be/MODULE_bd3db799c52491d4df8f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_bd3db799c52491d4df8f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c68d12c70d445c6e17c527c2ba6aad75d824bee689add02dc15cf05f5596dca
3
+ size 8678106
neuronxcc-2.14.227.0+2d4f85be/MODULE_bd3db799c52491d4df8f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efb988e1eb6d6669f659fb8f7118deb503225d1af5849080dea1d3ead1b5d26d
3
+ size 11019264
neuronxcc-2.14.227.0+2d4f85be/MODULE_ccb7733910b8d49f70e4+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ccb7733910b8d49f70e4+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:396456defb23a4a80ae7c798852d62436ea74edace96c1bffb2b6d1ed3b3a9ea
3
+ size 134507322
neuronxcc-2.14.227.0+2d4f85be/MODULE_ccb7733910b8d49f70e4+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e829ac2a73b8a99832176622f0f8b21b82209a2bcd39b98fef005141d2e48854
3
+ size 4527104
neuronxcc-2.14.227.0+2d4f85be/MODULE_e86fe5f8b16e1e38b260+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_e86fe5f8b16e1e38b260+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698373073d4edcfb41914da276f1ad70a302dd7f331ac0ad7605b0b9265babd3
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_e86fe5f8b16e1e38b260+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94efffa26856e9a68abf4519fe3175ac441503080e9298f2244e0f9dbbf633cf
3
+ size 7578624