Nadav commited on
Commit
e6917f2
1 Parent(s): 20236fb

Training in progress, step 65000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aed51e0509bb804385dd26ac7efc0a9e47a56e347156f29e3530e79f493ac7f3
3
  size 893438545
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0245292760b62513586c26ecff5192e7b5ad83e4daf7f643ddd61d6aad92d500
3
  size 893438545
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8a31c1c501f73be8d8a7f16e11d37411e3c712923b4a21ad6ffb33847450b9a
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91a835f354ab09525c33e280985ebd252ba93511526376509b024f45deb2f1ce
3
  size 449471589
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:84403784a2e4bb85790fc8f78c7002661d073ba9542c895bc847b8a1bf1ca7ae
3
  size 15587
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b21161fe5b062917103c130cb71a421351140e37488dc23aeb32719319cb94c
3
  size 15587
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07abcb633a1c3c4eb53fd4703a59c8c41655d2c68e08d0e8e61edbd1a57b1690
3
  size 559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3871d161af5dbcdf99fa548f2814e73dcf94f0ccbb13b2f6c2217e93008fee6
3
  size 559
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8324a5d497c15c28556ce4fc72c170ad143b9c0359a73895cbbd954cdf4285ab
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d89e9311da168e5510e65cc996f92e058a83847391982c385da0d08e788c7ea
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 4.482500435312555,
5
- "global_step": 60000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -822,11 +822,79 @@
822
  "eval_samples_per_second": 53.313,
823
  "eval_steps_per_second": 0.842,
824
  "step": 60000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
825
  }
826
  ],
827
  "max_steps": 100000,
828
  "num_train_epochs": 9,
829
- "total_flos": 2.8258565659645575e+21,
830
  "trial_name": null,
831
  "trial_params": null
832
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 4.917812989726624,
5
+ "global_step": 65000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
822
  "eval_samples_per_second": 53.313,
823
  "eval_steps_per_second": 0.842,
824
  "step": 60000
825
+ },
826
+ {
827
+ "epoch": 4.53,
828
+ "learning_rate": 4.0717494800280484e-05,
829
+ "loss": 0.414,
830
+ "step": 60500
831
+ },
832
+ {
833
+ "epoch": 4.57,
834
+ "learning_rate": 4.0044619833152034e-05,
835
+ "loss": 0.4127,
836
+ "step": 61000
837
+ },
838
+ {
839
+ "epoch": 4.61,
840
+ "learning_rate": 3.937553126317129e-05,
841
+ "loss": 0.4129,
842
+ "step": 61500
843
+ },
844
+ {
845
+ "epoch": 4.66,
846
+ "learning_rate": 3.871039417793112e-05,
847
+ "loss": 0.4125,
848
+ "step": 62000
849
+ },
850
+ {
851
+ "epoch": 4.7,
852
+ "learning_rate": 3.804937269005464e-05,
853
+ "loss": 0.4121,
854
+ "step": 62500
855
+ },
856
+ {
857
+ "epoch": 4.74,
858
+ "learning_rate": 3.7392629896702916e-05,
859
+ "loss": 0.4121,
860
+ "step": 63000
861
+ },
862
+ {
863
+ "epoch": 4.79,
864
+ "learning_rate": 3.674032783933316e-05,
865
+ "loss": 0.4119,
866
+ "step": 63500
867
+ },
868
+ {
869
+ "epoch": 4.83,
870
+ "learning_rate": 3.609262746371739e-05,
871
+ "loss": 0.4116,
872
+ "step": 64000
873
+ },
874
+ {
875
+ "epoch": 4.87,
876
+ "learning_rate": 3.544968858023156e-05,
877
+ "loss": 0.4107,
878
+ "step": 64500
879
+ },
880
+ {
881
+ "epoch": 4.92,
882
+ "learning_rate": 3.481294084680979e-05,
883
+ "loss": 0.412,
884
+ "step": 65000
885
+ },
886
+ {
887
+ "epoch": 4.92,
888
+ "eval_loss": 0.38968759775161743,
889
+ "eval_runtime": 78.1248,
890
+ "eval_samples_per_second": 64.0,
891
+ "eval_steps_per_second": 1.011,
892
+ "step": 65000
893
  }
894
  ],
895
  "max_steps": 100000,
896
  "num_train_epochs": 9,
897
+ "total_flos": 3.061349633329319e+21,
898
  "trial_name": null,
899
  "trial_params": null
900
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8a31c1c501f73be8d8a7f16e11d37411e3c712923b4a21ad6ffb33847450b9a
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91a835f354ab09525c33e280985ebd252ba93511526376509b024f45deb2f1ce
3
  size 449471589