Saving weights and logs of step 400

events.out.tfevents.1626356336.t1v-n-1926f308-w-0.93622.3.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e236e573933e78a338ba55589b3035b720199a69c0aef2a8e5ab36f5d5bab3b
+size 60409

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13e0cd12975f60306f4c66a0d236187a51238f1c7078114de9484e8f0b0afc40
+oid sha256:52a21818a42f9e9e503a5cd0d5d0279f31672a49dfc997a12eea5a025b0b4109
 size 497764120

run.sh

@@ -9,13 +9,13 @@ python3 run_clm_flax.py \
     --do_train \
     --do_eval \
     --block_size="512" \
-    --per_device_train_batch_size="32" \
+    --per_device_train_batch_size="64" \
     --per_device_eval_batch_size="32" \
-    --learning_rate="5e-3"  \
+    --learning_rate="5e-4"  \
     --adam_beta1="0.9" --adam_beta2="0.98" --weight_decay="0.01" \
     --overwrite_output_dir \
     --num_train_epochs="100" \
-     --logging_steps="50" \
-    --save_steps="50" \
+    --logging_steps="50" \
+    --save_steps="400" \
     --eval_steps="50" \
     --push_to_hub