Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
245
dacorvo HF staff commited on
Commit
16415cc
•
1 Parent(s): a4e19f6

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/HuggingFaceH4/zephyr-7b-beta/903fcff2d1f99462422f.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_08526bc9bbc6ba76f853+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_08526bc9bbc6ba76f853+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_08526bc9bbc6ba76f853+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_1dd1b34650ee5efc58cb+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_1dd1b34650ee5efc58cb+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_1dd1b34650ee5efc58cb+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_3118b2bb37a5e25ef5b3+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_3118b2bb37a5e25ef5b3+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_3118b2bb37a5e25ef5b3+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_335c52edc50e07d67f3b+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_335c52edc50e07d67f3b+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_335c52edc50e07d67f3b+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_396c0df29398a540476d+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_396c0df29398a540476d+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_396c0df29398a540476d+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_52564a30f8e6f5f61a3d+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_52564a30f8e6f5f61a3d+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_52564a30f8e6f5f61a3d+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_56258c121657ca2f4999+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_56258c121657ca2f4999+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_56258c121657ca2f4999+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_60c1339536f806fa8bd5+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_60c1339536f806fa8bd5+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_60c1339536f806fa8bd5+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_ab5057112970cb87d0bb+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_ab5057112970cb87d0bb+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_ab5057112970cb87d0bb+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_b707f3a9a3e0c03add7d+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_b707f3a9a3e0c03add7d+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_b707f3a9a3e0c03add7d+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_e58de57b71035e2c2e9f+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_e58de57b71035e2c2e9f+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_e58de57b71035e2c2e9f+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_e775e935cc294b7618c2+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_e775e935cc294b7618c2+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_e775e935cc294b7618c2+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3745,3 +3745,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_adde477515ce6d02ae88+2c2d707e/model.neff fi
3745
  neuronxcc-2.14.227.0+2d4f85be/MODULE_bd3db799c52491d4df8f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3746
  neuronxcc-2.14.227.0+2d4f85be/MODULE_ccb7733910b8d49f70e4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3747
  neuronxcc-2.14.227.0+2d4f85be/MODULE_e86fe5f8b16e1e38b260+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3745
  neuronxcc-2.14.227.0+2d4f85be/MODULE_bd3db799c52491d4df8f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3746
  neuronxcc-2.14.227.0+2d4f85be/MODULE_ccb7733910b8d49f70e4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3747
  neuronxcc-2.14.227.0+2d4f85be/MODULE_e86fe5f8b16e1e38b260+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3748
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_08526bc9bbc6ba76f853+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3749
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_1dd1b34650ee5efc58cb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3750
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3118b2bb37a5e25ef5b3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3751
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_335c52edc50e07d67f3b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3752
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_396c0df29398a540476d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3753
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_52564a30f8e6f5f61a3d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3754
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_56258c121657ca2f4999+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3755
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_60c1339536f806fa8bd5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3756
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ab5057112970cb87d0bb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3757
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_b707f3a9a3e0c03add7d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3758
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_e58de57b71035e2c2e9f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3759
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_e775e935cc294b7618c2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/HuggingFaceH4/zephyr-7b-beta/903fcff2d1f99462422f.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "HuggingFaceH4/zephyr-7b-beta", "checkpoint_revision": "b70e0c9a2d9e14bd1e812d3c398e5f313e93b473", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pad_token_id": 2, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.14.227.0+2d4f85be/MODULE_08526bc9bbc6ba76f853+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_08526bc9bbc6ba76f853+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5608df07d5d12dc08b032a31e9c27ff1251ed46eef1bdbab0a5da335642cf8f
3
+ size 416474
neuronxcc-2.14.227.0+2d4f85be/MODULE_08526bc9bbc6ba76f853+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18fe4c06ee1d861e471a8a721a0e0f74c89641e4fdd5f01275f8b7a746d08929
3
+ size 2950144
neuronxcc-2.14.227.0+2d4f85be/MODULE_1dd1b34650ee5efc58cb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_1dd1b34650ee5efc58cb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6718adec9d5d326ddc44485bae0e0341f8850d74a4bcbf3999aa1edc3e7ffc
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_1dd1b34650ee5efc58cb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bc473a25c822a6f8907f9f2d1c265c875a599ee1fd0b0e4b496fbd3e9fc66ca
3
+ size 2479104
neuronxcc-2.14.227.0+2d4f85be/MODULE_3118b2bb37a5e25ef5b3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3118b2bb37a5e25ef5b3+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02b9334449ba791c7965c160ad00035a66de4858ee2d1e28b551fe8cff331dd1
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_3118b2bb37a5e25ef5b3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ca5ad4e1bb8a4261049b35bcd93ff6d0ed12b1b4770a124bc20bfe743aa677c
3
+ size 2345984
neuronxcc-2.14.227.0+2d4f85be/MODULE_335c52edc50e07d67f3b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_335c52edc50e07d67f3b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:155065ace1ae55d2569f922f8057b508cf7a10c0fb30f47dda7f220176e8a125
3
+ size 2386778
neuronxcc-2.14.227.0+2d4f85be/MODULE_335c52edc50e07d67f3b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be206989cf1d4a5e1e3bbd4f57c006487a84fce10417f2113320f5bb52cb6bb
3
+ size 3216384
neuronxcc-2.14.227.0+2d4f85be/MODULE_396c0df29398a540476d+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_396c0df29398a540476d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61d8e716c5fd2c6576177ffa74414c86ce64c24cc8d6245f30ac13b8858e6877
3
+ size 813913
neuronxcc-2.14.227.0+2d4f85be/MODULE_396c0df29398a540476d+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e393639ffecbab6927d378482ebcb681001d908db2fec7f700fcda10c2685ba
3
+ size 3011584
neuronxcc-2.14.227.0+2d4f85be/MODULE_52564a30f8e6f5f61a3d+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_52564a30f8e6f5f61a3d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7b20bf263861c9923e38b8859c395d7a0abeefa6cc7d6c063127a61263d6bbd
3
+ size 33844058
neuronxcc-2.14.227.0+2d4f85be/MODULE_52564a30f8e6f5f61a3d+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:800f895f89c480c1447d681b91c66fcbcb63f4691d66f251c718efb218cfcd18
3
+ size 6800384
neuronxcc-2.14.227.0+2d4f85be/MODULE_56258c121657ca2f4999+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_56258c121657ca2f4999+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f98e4b4ab7d2797c7403f35b8003aa8777d522420c5f3ae42eb82536bdbd6ba
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_56258c121657ca2f4999+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c2edacbc11713d9f4b60d4b4b390e8a9fab77d1f4582b0048a19346316c1b63
3
+ size 2417664
neuronxcc-2.14.227.0+2d4f85be/MODULE_60c1339536f806fa8bd5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_60c1339536f806fa8bd5+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ffa172515ea6eb2acbf07b50ac8a43449f4180993be6ffa168665136669695c
3
+ size 8678234
neuronxcc-2.14.227.0+2d4f85be/MODULE_60c1339536f806fa8bd5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3274c48bc475a3e5ce51f92a623c9bc4fe7dff427aebb194f385cbdee09ed91
3
+ size 3984384
neuronxcc-2.14.227.0+2d4f85be/MODULE_ab5057112970cb87d0bb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ab5057112970cb87d0bb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1abdf088c8ae21bba7af1f151ef36b466bb59348152d83e31d0056a3fe930e68
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_ab5057112970cb87d0bb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f84cc067418b4cf2095d2371dd014cac2636dc6e323f0e306b46f7cbb2e5bc
3
+ size 2366464
neuronxcc-2.14.227.0+2d4f85be/MODULE_b707f3a9a3e0c03add7d+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_b707f3a9a3e0c03add7d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8895b12815deaf80188b232dd4cd96c24421f59379461aabb0c15036f01343a0
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_b707f3a9a3e0c03add7d+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53979fea4d57fbf7a7e4c2189da13c20c8b20ac0dd8ae400d65661a59a22119f
3
+ size 2612224
neuronxcc-2.14.227.0+2d4f85be/MODULE_e58de57b71035e2c2e9f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_e58de57b71035e2c2e9f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a985f7b0cc7d8454c8fd3f48cfe902a2eac29c0eacdd6a0a35c8def8ad3c00
3
+ size 134507450
neuronxcc-2.14.227.0+2d4f85be/MODULE_e58de57b71035e2c2e9f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa478724042ab5f0169013e69ac18a81afb3432119fe5d3b16a78167d13c4cad
3
+ size 14275584
neuronxcc-2.14.227.0+2d4f85be/MODULE_e775e935cc294b7618c2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_e775e935cc294b7618c2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efded3c05d0b478a4673a2ef0df1009ef483e05054c42cc7782758408cab18ab
3
+ size 333640
neuronxcc-2.14.227.0+2d4f85be/MODULE_e775e935cc294b7618c2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80645003c2e40188821125daa6cbd25ed53c3d25803015108696a8f7e6e86f0d
3
+ size 2335744