Upload folder using huggingface_hub
Browse files- compiled/neuron-program-0.pkl +2 -2
- config.json +2 -2
compiled/neuron-program-0.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40b4771012ced5d2ab8a7b3e21ceec1cdec310b898f2ccc1f059ad2f3f439940
|
| 3 |
+
size 2634777
|
config.json
CHANGED
|
@@ -18,12 +18,12 @@
|
|
| 18 |
"n_layer": 12,
|
| 19 |
"n_positions": 1024,
|
| 20 |
"neuron": {
|
| 21 |
-
"auto_cast_type": "
|
| 22 |
"batch_size": 16,
|
| 23 |
"compiler_type": "neuronx-cc",
|
| 24 |
"compiler_version": "2.11.0.6+71b2938aa",
|
| 25 |
"num_cores": 2,
|
| 26 |
-
"sequence_length":
|
| 27 |
"task": "text-generation"
|
| 28 |
},
|
| 29 |
"reorder_and_upcast_attn": false,
|
|
|
|
| 18 |
"n_layer": 12,
|
| 19 |
"n_positions": 1024,
|
| 20 |
"neuron": {
|
| 21 |
+
"auto_cast_type": "f32",
|
| 22 |
"batch_size": 16,
|
| 23 |
"compiler_type": "neuronx-cc",
|
| 24 |
"compiler_version": "2.11.0.6+71b2938aa",
|
| 25 |
"num_cores": 2,
|
| 26 |
+
"sequence_length": 512,
|
| 27 |
"task": "text-generation"
|
| 28 |
},
|
| 29 |
"reorder_and_upcast_attn": false,
|