Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
245
dacorvo HF staff commited on
Commit
d835aa0
•
1 Parent(s): 4d67562

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/82c1a48f62494c943d20.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_197792ed6107df0dc67f+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_197792ed6107df0dc67f+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_197792ed6107df0dc67f+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_2a291b69aafa02a55128+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_2a291b69aafa02a55128+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_2a291b69aafa02a55128+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_3472e72bdb9cd5d330cb+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_3472e72bdb9cd5d330cb+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_3472e72bdb9cd5d330cb+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_3926c2a068894d02c5db+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_3926c2a068894d02c5db+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_3926c2a068894d02c5db+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_4ae3a3355a74879896a8+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_4ae3a3355a74879896a8+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_4ae3a3355a74879896a8+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_61d9c6b8afdc250e7a0c+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_61d9c6b8afdc250e7a0c+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_61d9c6b8afdc250e7a0c+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_6a035ea323635805ceab+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_6a035ea323635805ceab+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_6a035ea323635805ceab+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_ab91991445e46b11f321+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_ab91991445e46b11f321+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_ab91991445e46b11f321+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_ae09e83b659f98ea477e+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_ae09e83b659f98ea477e+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_ae09e83b659f98ea477e+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_be1a181c8cb71942b5a2+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_be1a181c8cb71942b5a2+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_be1a181c8cb71942b5a2+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_ec64bbb632e94b829310+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_ec64bbb632e94b829310+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_ec64bbb632e94b829310+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_f0eedc6f1419de368b41+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_f0eedc6f1419de368b41+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_f0eedc6f1419de368b41+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3473,3 +3473,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_d2c3463a941b252fd0ea+2c2d707e/model.neff fi
3473
  neuronxcc-2.14.227.0+2d4f85be/MODULE_db7587d7de3a81400318+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3474
  neuronxcc-2.14.227.0+2d4f85be/MODULE_dba7039a87cd094a4a5c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3475
  neuronxcc-2.14.227.0+2d4f85be/MODULE_fa80be5dfd7ec00287f6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3473
  neuronxcc-2.14.227.0+2d4f85be/MODULE_db7587d7de3a81400318+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3474
  neuronxcc-2.14.227.0+2d4f85be/MODULE_dba7039a87cd094a4a5c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3475
  neuronxcc-2.14.227.0+2d4f85be/MODULE_fa80be5dfd7ec00287f6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3476
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_197792ed6107df0dc67f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3477
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_2a291b69aafa02a55128+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3478
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3472e72bdb9cd5d330cb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3479
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3926c2a068894d02c5db+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3480
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4ae3a3355a74879896a8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3481
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_61d9c6b8afdc250e7a0c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3482
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_6a035ea323635805ceab+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3483
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ab91991445e46b11f321+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3484
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ae09e83b659f98ea477e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3485
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_be1a181c8cb71942b5a2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3486
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ec64bbb632e94b829310+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3487
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f0eedc6f1419de368b41+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/meta-llama/Llama-2-7b-chat-hf/82c1a48f62494c943d20.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "f5db02db724555f92da89c216ac04704f23d4590", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.14.227.0+2d4f85be/MODULE_197792ed6107df0dc67f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_197792ed6107df0dc67f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23e1857566ff3cfd9ec2e048be0428b8bfcdb372e04f1642b966e9c8d9555a50
3
+ size 254241
neuronxcc-2.14.227.0+2d4f85be/MODULE_197792ed6107df0dc67f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be21ff77086038af7a2d2ab9c42f7bc84c0bf21cbbf6952c1ee574cbdef13139
3
+ size 8643584
neuronxcc-2.14.227.0+2d4f85be/MODULE_2a291b69aafa02a55128+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_2a291b69aafa02a55128+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfccb56f196f0e869b41d0d47699351fa7722d2d66c4c83cfb90567ef8f426f4
3
+ size 310256
neuronxcc-2.14.227.0+2d4f85be/MODULE_2a291b69aafa02a55128+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e813337002f1eb00b41180715aa6ef20be2f02bd6a18726c4e3d929f495ed1e9
3
+ size 7169024
neuronxcc-2.14.227.0+2d4f85be/MODULE_3472e72bdb9cd5d330cb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3472e72bdb9cd5d330cb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92f3505a5b3868ff328c4a668d36fd256174f80cc7c82827172fff8e5e64289b
3
+ size 251010
neuronxcc-2.14.227.0+2d4f85be/MODULE_3472e72bdb9cd5d330cb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:732da5eb9ba96684859e98f34bc052728b83d4cd5d2aeb3cc4aab0cf276be103
3
+ size 8489984
neuronxcc-2.14.227.0+2d4f85be/MODULE_3926c2a068894d02c5db+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3926c2a068894d02c5db+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:936c0ad2c0193f723af6689bdc2cef785528c3e371c3a0a940a7c079ccd60273
3
+ size 254241
neuronxcc-2.14.227.0+2d4f85be/MODULE_3926c2a068894d02c5db+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c7e0e427bf2ec53c785af1e419499314126faa2d4ebd09ea66f1b2f09facd1
3
+ size 10363904
neuronxcc-2.14.227.0+2d4f85be/MODULE_4ae3a3355a74879896a8+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4ae3a3355a74879896a8+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5c04ade63fa752c5a97ed43fb4ba1923ecde0e1d34c9d1026cdf2aa4e621b03
3
+ size 310256
neuronxcc-2.14.227.0+2d4f85be/MODULE_4ae3a3355a74879896a8+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a905ca04ef866330a64000c7ae410a7112a6f34aabfb2ddc626b72ad938566e
3
+ size 7240704
neuronxcc-2.14.227.0+2d4f85be/MODULE_61d9c6b8afdc250e7a0c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_61d9c6b8afdc250e7a0c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40bdb9497d8e0d31c5f120f073197bb72a92a6143c4938d3cdf16b97ed05d7ad
3
+ size 254241
neuronxcc-2.14.227.0+2d4f85be/MODULE_61d9c6b8afdc250e7a0c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac0edf022439f918183ca634633793ad3ac91f18cbaf38c586ff1b0bb69aace2
3
+ size 6032384
neuronxcc-2.14.227.0+2d4f85be/MODULE_6a035ea323635805ceab+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_6a035ea323635805ceab+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e05b112c961b153748b8dd034d956490c98e335db9dadd0834f6addb219940da
3
+ size 310256
neuronxcc-2.14.227.0+2d4f85be/MODULE_6a035ea323635805ceab+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef3cba9eeb32a66758bf7d21cc2457daaf5544952f05e60602a63685dc24715
3
+ size 8233984
neuronxcc-2.14.227.0+2d4f85be/MODULE_ab91991445e46b11f321+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ab91991445e46b11f321+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e52e38a0a29f5935d6708e7eb8cef275a6d916b80a9b8d8e22cefc79bcfd8cf
3
+ size 310256
neuronxcc-2.14.227.0+2d4f85be/MODULE_ab91991445e46b11f321+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b30dfc4031a52e819efc56c4276f73268f5995f4c2cc934055bb6881bf84733
3
+ size 9247744
neuronxcc-2.14.227.0+2d4f85be/MODULE_ae09e83b659f98ea477e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ae09e83b659f98ea477e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39fd78a028c8c03beb2e6389b998d9ae9b2b4164a17ddf79d6f95ca2c9d70213
3
+ size 310256
neuronxcc-2.14.227.0+2d4f85be/MODULE_ae09e83b659f98ea477e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c07a16188d9c7fb59760032226467b9922b0e6f3543414d86366770b3086247
3
+ size 7660544
neuronxcc-2.14.227.0+2d4f85be/MODULE_be1a181c8cb71942b5a2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_be1a181c8cb71942b5a2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b851b12189d561667dc8ca73b343b7f4326495babf4c17297239fd48ab7138e
3
+ size 254241
neuronxcc-2.14.227.0+2d4f85be/MODULE_be1a181c8cb71942b5a2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:723a26a9cff8fd75feb8b03a3d808f30a6f456a0e84878dc18557496c57ac331
3
+ size 19252224
neuronxcc-2.14.227.0+2d4f85be/MODULE_ec64bbb632e94b829310+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ec64bbb632e94b829310+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70b364d1f0e76adc6788ef8c9abc8e74e7f1d1e4c4cd3183d00aaade0f20a33e
3
+ size 254241
neuronxcc-2.14.227.0+2d4f85be/MODULE_ec64bbb632e94b829310+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db00308ba19b9234ca96e4ff015b9fab4cf540fc2d027f7bf6ca4f55b4185823
3
+ size 7732224
neuronxcc-2.14.227.0+2d4f85be/MODULE_f0eedc6f1419de368b41+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f0eedc6f1419de368b41+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceeea8519ad4c5582b4bc4ab11a357d71148b81710a94c8e339b3eb0d0e55f6c
3
+ size 310256
neuronxcc-2.14.227.0+2d4f85be/MODULE_f0eedc6f1419de368b41+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87771dd8a1e7963c06d081df30b060f9c498ef3c7f28eb41a053856193013633
3
+ size 7384064