mtasic85 commited on
Commit
08c9a42
1 Parent(s): 39a4b5b

h 32, l 16, g 8

Browse files
Files changed (1) hide show
  1. scripts/pretrain-model.yaml +1 -1
scripts/pretrain-model.yaml CHANGED
@@ -8,7 +8,7 @@ model_config:
8
  padded_vocab_size: 38400
9
  vocab_size: 38400
10
  block_size: 8192
11
- n_layer: 32
12
  n_head: 32
13
  head_size: null
14
  n_embd: 256
 
8
  padded_vocab_size: 38400
9
  vocab_size: 38400
10
  block_size: 8192
11
+ n_layer: 16
12
  n_head: 32
13
  head_size: null
14
  n_embd: 256