mtasic85 commited on
Commit
05227a3
1 Parent(s): 6d9772d

pretrain model

Browse files
Files changed (1) hide show
  1. scripts/pretrain-model.yaml +1 -1
scripts/pretrain-model.yaml CHANGED
@@ -67,7 +67,7 @@ train:
67
 
68
  # Number of samples per data-parallel rank (type: int, default: 4)
69
  # micro_batch_size: 16
70
- micro_batch_size: 12
71
 
72
  # Number of iterations with learning rate warmup active (type: int, default: 2000)
73
  lr_warmup_steps: 2000
 
67
 
68
  # Number of samples per data-parallel rank (type: int, default: 4)
69
  # micro_batch_size: 16
70
+ micro_batch_size: 16
71
 
72
  # Number of iterations with learning rate warmup active (type: int, default: 2000)
73
  lr_warmup_steps: 2000