Shankhdhar commited on
Commit
6f314af
1 Parent(s): 687856b

Saving weights and logs of step 400

Browse files
events.out.tfevents.1626356336.t1v-n-1926f308-w-0.93622.3.v2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e236e573933e78a338ba55589b3035b720199a69c0aef2a8e5ab36f5d5bab3b
3
+ size 60409
flax_model.msgpack CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13e0cd12975f60306f4c66a0d236187a51238f1c7078114de9484e8f0b0afc40
3
  size 497764120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52a21818a42f9e9e503a5cd0d5d0279f31672a49dfc997a12eea5a025b0b4109
3
  size 497764120
run.sh CHANGED
@@ -9,13 +9,13 @@ python3 run_clm_flax.py \
9
  --do_train \
10
  --do_eval \
11
  --block_size="512" \
12
- --per_device_train_batch_size="32" \
13
  --per_device_eval_batch_size="32" \
14
- --learning_rate="5e-3" \
15
  --adam_beta1="0.9" --adam_beta2="0.98" --weight_decay="0.01" \
16
  --overwrite_output_dir \
17
  --num_train_epochs="100" \
18
- --logging_steps="50" \
19
- --save_steps="50" \
20
  --eval_steps="50" \
21
  --push_to_hub
 
9
  --do_train \
10
  --do_eval \
11
  --block_size="512" \
12
+ --per_device_train_batch_size="64" \
13
  --per_device_eval_batch_size="32" \
14
+ --learning_rate="5e-4" \
15
  --adam_beta1="0.9" --adam_beta2="0.98" --weight_decay="0.01" \
16
  --overwrite_output_dir \
17
  --num_train_epochs="100" \
18
+ --logging_steps="50" \
19
+ --save_steps="400" \
20
  --eval_steps="50" \
21
  --push_to_hub