Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
243
dacorvo HF staff commited on
Commit
b9c3969
•
1 Parent(s): 593822e

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/mistral/teknium/OpenHermes-2.5-Mistral-7B/bbe828c8e05b0bb96e6d.json +1 -0
  3. neuronxcc-2.12.68.0+4480452af/MODULE_276ee78d8e3c1ecc962e+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.12.68.0+4480452af/MODULE_276ee78d8e3c1ecc962e+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.12.68.0+4480452af/MODULE_276ee78d8e3c1ecc962e+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.12.68.0+4480452af/MODULE_2aff5471dafbb9a1d078+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.12.68.0+4480452af/MODULE_2aff5471dafbb9a1d078+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.12.68.0+4480452af/MODULE_2aff5471dafbb9a1d078+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.12.68.0+4480452af/MODULE_42282094e7916be6c1fb+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.12.68.0+4480452af/MODULE_42282094e7916be6c1fb+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.12.68.0+4480452af/MODULE_42282094e7916be6c1fb+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.12.68.0+4480452af/MODULE_5542e966e8feea6afd35+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.12.68.0+4480452af/MODULE_5542e966e8feea6afd35+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.12.68.0+4480452af/MODULE_5542e966e8feea6afd35+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.12.68.0+4480452af/MODULE_566cf601cd5b673c27d1+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.12.68.0+4480452af/MODULE_566cf601cd5b673c27d1+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.12.68.0+4480452af/MODULE_566cf601cd5b673c27d1+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.12.68.0+4480452af/MODULE_6c5614140f964e1608a9+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.12.68.0+4480452af/MODULE_6c5614140f964e1608a9+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.12.68.0+4480452af/MODULE_6c5614140f964e1608a9+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.12.68.0+4480452af/MODULE_934b54a73b4848967ec9+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.12.68.0+4480452af/MODULE_934b54a73b4848967ec9+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.12.68.0+4480452af/MODULE_934b54a73b4848967ec9+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.12.68.0+4480452af/MODULE_bd0b1f5ee369adf2c549+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.12.68.0+4480452af/MODULE_bd0b1f5ee369adf2c549+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.12.68.0+4480452af/MODULE_bd0b1f5ee369adf2c549+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.12.68.0+4480452af/MODULE_e0fa7a00c6c7a1e3fd45+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.12.68.0+4480452af/MODULE_e0fa7a00c6c7a1e3fd45+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.12.68.0+4480452af/MODULE_e0fa7a00c6c7a1e3fd45+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.12.68.0+4480452af/MODULE_e18006d8d069baf3335c+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.12.68.0+4480452af/MODULE_e18006d8d069baf3335c+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.12.68.0+4480452af/MODULE_e18006d8d069baf3335c+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.12.68.0+4480452af/MODULE_e568524f50e3326159ef+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.12.68.0+4480452af/MODULE_e568524f50e3326159ef+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.12.68.0+4480452af/MODULE_e568524f50e3326159ef+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.12.68.0+4480452af/MODULE_eeb720bfc447bc3a7295+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.12.68.0+4480452af/MODULE_eeb720bfc447bc3a7295+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.12.68.0+4480452af/MODULE_eeb720bfc447bc3a7295+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -1140,3 +1140,15 @@ neuronxcc-2.12.68.0+4480452af/MODULE_96c74602c6595c924750+2c2d707e/model.neff fi
1140
  neuronxcc-2.12.68.0+4480452af/MODULE_b731fc0c29ae932dea47+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1141
  neuronxcc-2.12.68.0+4480452af/MODULE_2cb27cadb7611533cd4a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1142
  neuronxcc-2.12.68.0+4480452af/MODULE_8591d903dcf8b6e2b00a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
1140
  neuronxcc-2.12.68.0+4480452af/MODULE_b731fc0c29ae932dea47+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1141
  neuronxcc-2.12.68.0+4480452af/MODULE_2cb27cadb7611533cd4a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1142
  neuronxcc-2.12.68.0+4480452af/MODULE_8591d903dcf8b6e2b00a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1143
+ neuronxcc-2.12.68.0+4480452af/MODULE_276ee78d8e3c1ecc962e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1144
+ neuronxcc-2.12.68.0+4480452af/MODULE_2aff5471dafbb9a1d078+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1145
+ neuronxcc-2.12.68.0+4480452af/MODULE_42282094e7916be6c1fb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1146
+ neuronxcc-2.12.68.0+4480452af/MODULE_5542e966e8feea6afd35+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1147
+ neuronxcc-2.12.68.0+4480452af/MODULE_566cf601cd5b673c27d1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1148
+ neuronxcc-2.12.68.0+4480452af/MODULE_6c5614140f964e1608a9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1149
+ neuronxcc-2.12.68.0+4480452af/MODULE_934b54a73b4848967ec9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1150
+ neuronxcc-2.12.68.0+4480452af/MODULE_bd0b1f5ee369adf2c549+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1151
+ neuronxcc-2.12.68.0+4480452af/MODULE_e0fa7a00c6c7a1e3fd45+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1152
+ neuronxcc-2.12.68.0+4480452af/MODULE_e18006d8d069baf3335c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1153
+ neuronxcc-2.12.68.0+4480452af/MODULE_e568524f50e3326159ef+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1154
+ neuronxcc-2.12.68.0+4480452af/MODULE_eeb720bfc447bc3a7295+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/mistral/teknium/OpenHermes-2.5-Mistral-7B/bbe828c8e05b0bb96e6d.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vocab_size": 32002, "max_position_embeddings": 32768, "hidden_size": 4096, "intermediate_size": 14336, "num_hidden_layers": 32, "num_attention_heads": 32, "sliding_window": 4096, "num_key_value_heads": 8, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": false, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "eos_token_id": 32000, "model_type": "mistral", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "bf16", "sequence_length": 4096, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "teknium/OpenHermes-2.5-Mistral-7B", "checkpoint_revision": "24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33"}}
neuronxcc-2.12.68.0+4480452af/MODULE_276ee78d8e3c1ecc962e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_276ee78d8e3c1ecc962e+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:733d19bcc0d04d94ef6d1c09a4599f9af146f808a3893aafd37cd2e8960a030b
3
+ size 134542233
neuronxcc-2.12.68.0+4480452af/MODULE_276ee78d8e3c1ecc962e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f8a1631a0cfab9a401fff9628c9bb39cc326bbac158839f16e1207e5b95602f
3
+ size 46091264
neuronxcc-2.12.68.0+4480452af/MODULE_2aff5471dafbb9a1d078+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_2aff5471dafbb9a1d078+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a550bae741fe1a38c828cc4fade06db5f54bbbde50d271acb1f9c7aac089aad0
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_2aff5471dafbb9a1d078+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08caf727d8f35c79866f319307836d10af3abc850205e27fde8bad216ecdc4ed
3
+ size 7640064
neuronxcc-2.12.68.0+4480452af/MODULE_42282094e7916be6c1fb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_42282094e7916be6c1fb+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06169b45fc50dca51d9575e208edd9e35affd398bbb880c88092effdeba700df
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_42282094e7916be6c1fb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3acf39d084036441404bd36e5a226b10b45b906c64ae58e2b306aa4a2992fc6
3
+ size 7670784
neuronxcc-2.12.68.0+4480452af/MODULE_5542e966e8feea6afd35+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_5542e966e8feea6afd35+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19efbdd5c33a7ed63f2ad9025146b3b99d46fc5a199098409ae1f430f1a452ac
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_5542e966e8feea6afd35+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a93e86b19db8e159f5589a94abd74b33e441765bc5daa76b65406b548232788
3
+ size 7721984
neuronxcc-2.12.68.0+4480452af/MODULE_566cf601cd5b673c27d1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_566cf601cd5b673c27d1+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0540c2ec70c9cded6c0a45536d51ad02673802d4067d0254efdfa81268707d5c
3
+ size 848696
neuronxcc-2.12.68.0+4480452af/MODULE_566cf601cd5b673c27d1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8963322b9ccbe8e6e186798e1486c74a261011843cbc6806b603fcd830ca07de
3
+ size 8449024
neuronxcc-2.12.68.0+4480452af/MODULE_6c5614140f964e1608a9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_6c5614140f964e1608a9+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e8019d486190556d9d17962cdd1e0a2ce7d2dbeb066ff825e8b11b5b8e4e2ba
3
+ size 2421561
neuronxcc-2.12.68.0+4480452af/MODULE_6c5614140f964e1608a9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0da642b3a53e81f43cf20c2468d3beb90bffda474a83dcc5ef8ab69aa6536744
3
+ size 9319424
neuronxcc-2.12.68.0+4480452af/MODULE_934b54a73b4848967ec9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_934b54a73b4848967ec9+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4a91aa423f94be982f44a6772f619ca0784674cd68557d1abd8f1289ad793f5
3
+ size 451065
neuronxcc-2.12.68.0+4480452af/MODULE_934b54a73b4848967ec9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5bf721f65b5447f4c0441cccb83cea0034cbc70011778f1ddad416c6c1863a0
3
+ size 7947264
neuronxcc-2.12.68.0+4480452af/MODULE_bd0b1f5ee369adf2c549+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_bd0b1f5ee369adf2c549+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f1fa45717a2209db0ed52da41df7e0f971184df354205c6d0ba0527c20319ed
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_bd0b1f5ee369adf2c549+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2f639a9d2248959873c86485b1896c643e8129771437c1c65a87f5ade3b8d9f
3
+ size 7947264
neuronxcc-2.12.68.0+4480452af/MODULE_e0fa7a00c6c7a1e3fd45+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_e0fa7a00c6c7a1e3fd45+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ec9ce57f424e615db3b7a5668d89ca2aac87ebaadb41b6a6568559bb169f840
3
+ size 8713017
neuronxcc-2.12.68.0+4480452af/MODULE_e0fa7a00c6c7a1e3fd45+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c505c583efbffa4a52057e2b78bdd658d89b6c3c4752d45874da33b53e8fe6f
3
+ size 11387904
neuronxcc-2.12.68.0+4480452af/MODULE_e18006d8d069baf3335c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_e18006d8d069baf3335c+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:969402c034e8fd2136e06bb6b60051eec0dd70c9372436dd1d259a2426d5ac83
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_e18006d8d069baf3335c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0989fa4988c0e7fe68118344a3e90763e40b5cc83399e6e839b2fdd8175194f6
3
+ size 8285184
neuronxcc-2.12.68.0+4480452af/MODULE_e568524f50e3326159ef+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_e568524f50e3326159ef+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2d0b2af46217b68c76077a9ac1da50d4672d70526197688f80dfe4a4a121968
3
+ size 317943
neuronxcc-2.12.68.0+4480452af/MODULE_e568524f50e3326159ef+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1141f9d0a896a166762b0bc45b2139aebc24eb9de5440859503402b95e8db86
3
+ size 7568384
neuronxcc-2.12.68.0+4480452af/MODULE_eeb720bfc447bc3a7295+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_eeb720bfc447bc3a7295+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6b5a36f86ce46a0dc7938cf34475cf445f55b582bf86530d36f7d88cb50e6d8
3
+ size 33878841
neuronxcc-2.12.68.0+4480452af/MODULE_eeb720bfc447bc3a7295+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:963a76419dbe4f817a951c73835b1e119864a705694e23802930b98bfd726d2c
3
+ size 26840064