optimum-internal-testing-user commited on
Commit
7fe1035
1 Parent(s): f078c49

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +3 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/var/tmp/neuron-compile-cache/neuronxcc-2.15.128.0+56dc5a86/MODULE_8e3830c34cbe123f8b88/",
3
  "architectures": [
4
  "BertModel"
5
  ],
@@ -35,7 +35,8 @@
35
  "logits"
36
  ],
37
  "static_batch_size": 1,
38
- "static_sequence_length": 32
 
39
  },
40
  "num_attention_heads": 4,
41
  "num_hidden_layers": 5,
 
1
  {
2
+ "_name_or_path": "/tmp/tmpqlt7mor6",
3
  "architectures": [
4
  "BertModel"
5
  ],
 
35
  "logits"
36
  ],
37
  "static_batch_size": 1,
38
+ "static_sequence_length": 32,
39
+ "tensor_parallel_size": 1
40
  },
41
  "num_attention_heads": 4,
42
  "num_hidden_layers": 5,