kiddothe2b commited on
Commit
cd4a20c
1 Parent(s): cfec863

Training in progress, step 600000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10c1cc07ef015417fadf62732c34ef9e27cbb3cd66409b4e91a7c9b7ed63de45
3
  size 2841350745
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7aff6170b630099a979474fcfee138844fe7134230f12c5575c77047cb2da3f
3
  size 2841350745
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73d32e670c1a25deab1c7c4e62d918d91ced49b69c4bf7f2580c58cd7bb52ed3
3
  size 1420697771
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20addc58bb027e325840d51bc29ec66b7c2e1599aa8474cef70e27f95f242ed9
3
  size 1420697771
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1500d1fe2b65abcd5681b96da84daebed56ca0b2a7ec9f842129b4aced1c41e
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f904a08d05c0eb8364a783d5b996fc291f349a422c0cd3f7a576262a37f9665
3
  size 13611
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f512681b5759af541156fd5f082e96f6aa34fd2c86fde1147ba2a2e83124f874
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:821342b23bc8cba782b258bfe72d39751b773592dfa6a11667133d4fd5621509
3
  size 13611
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8568a3c86e0e22a7c03d27e124df5c47e2f09dfc131671de0230cc4216fda8f
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:821342b23bc8cba782b258bfe72d39751b773592dfa6a11667133d4fd5621509
3
  size 13611
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1500d1fe2b65abcd5681b96da84daebed56ca0b2a7ec9f842129b4aced1c41e
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f904a08d05c0eb8364a783d5b996fc291f349a422c0cd3f7a576262a37f9665
3
  size 13611
last-checkpoint/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1500d1fe2b65abcd5681b96da84daebed56ca0b2a7ec9f842129b4aced1c41e
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:643585206d4067c664f68f6f4fb7bc24e66f5f84fd7c744dda726b9a2c24bf67
3
  size 13611
last-checkpoint/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8568a3c86e0e22a7c03d27e124df5c47e2f09dfc131671de0230cc4216fda8f
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:821342b23bc8cba782b258bfe72d39751b773592dfa6a11667133d4fd5621509
3
  size 13611
last-checkpoint/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f512681b5759af541156fd5f082e96f6aa34fd2c86fde1147ba2a2e83124f874
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f904a08d05c0eb8364a783d5b996fc291f349a422c0cd3f7a576262a37f9665
3
  size 13611
last-checkpoint/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f512681b5759af541156fd5f082e96f6aa34fd2c86fde1147ba2a2e83124f874
3
  size 13611
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:643585206d4067c664f68f6f4fb7bc24e66f5f84fd7c744dda726b9a2c24bf67
3
  size 13611
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b390312ddc1614538c7fd82ca2c4639dfed127a83cb04c40dedde6f67b4e460
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f595742cd0d96240559aaf1ff72fa8686f62da9f07c5878ab2af30ab1e4f0a07
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.015997,
5
- "global_step": 550000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -3394,11 +3394,319 @@
3394
  "eval_samples_per_second": 261.721,
3395
  "eval_steps_per_second": 4.109,
3396
  "step": 550000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3397
  }
3398
  ],
3399
  "max_steps": 1000000,
3400
  "num_train_epochs": 9223372036854775807,
3401
- "total_flos": 1.6404717616477372e+19,
3402
  "trial_name": null,
3403
  "trial_params": null
3404
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.065955,
5
+ "global_step": 600000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
3394
  "eval_samples_per_second": 261.721,
3395
  "eval_steps_per_second": 4.109,
3396
  "step": 550000
3397
+ },
3398
+ {
3399
+ "epoch": 1.02,
3400
+ "learning_rate": 4.570627336558915e-05,
3401
+ "loss": 0.886,
3402
+ "step": 551000
3403
+ },
3404
+ {
3405
+ "epoch": 1.02,
3406
+ "learning_rate": 4.554156096030149e-05,
3407
+ "loss": 0.8827,
3408
+ "step": 552000
3409
+ },
3410
+ {
3411
+ "epoch": 1.02,
3412
+ "learning_rate": 4.537689731178883e-05,
3413
+ "loss": 0.88,
3414
+ "step": 553000
3415
+ },
3416
+ {
3417
+ "epoch": 1.02,
3418
+ "learning_rate": 4.5212284220786494e-05,
3419
+ "loss": 0.8856,
3420
+ "step": 554000
3421
+ },
3422
+ {
3423
+ "epoch": 1.02,
3424
+ "learning_rate": 4.504772348747687e-05,
3425
+ "loss": 0.8829,
3426
+ "step": 555000
3427
+ },
3428
+ {
3429
+ "epoch": 1.02,
3430
+ "learning_rate": 4.488321691146975e-05,
3431
+ "loss": 0.8812,
3432
+ "step": 556000
3433
+ },
3434
+ {
3435
+ "epoch": 1.02,
3436
+ "learning_rate": 4.471876629178273e-05,
3437
+ "loss": 0.8687,
3438
+ "step": 557000
3439
+ },
3440
+ {
3441
+ "epoch": 1.02,
3442
+ "learning_rate": 4.4554373426821374e-05,
3443
+ "loss": 0.8747,
3444
+ "step": 558000
3445
+ },
3446
+ {
3447
+ "epoch": 1.02,
3448
+ "learning_rate": 4.439004011435979e-05,
3449
+ "loss": 0.875,
3450
+ "step": 559000
3451
+ },
3452
+ {
3453
+ "epoch": 1.03,
3454
+ "learning_rate": 4.4225768151520694e-05,
3455
+ "loss": 0.8829,
3456
+ "step": 560000
3457
+ },
3458
+ {
3459
+ "epoch": 1.03,
3460
+ "learning_rate": 4.406155933475599e-05,
3461
+ "loss": 0.8741,
3462
+ "step": 561000
3463
+ },
3464
+ {
3465
+ "epoch": 1.03,
3466
+ "learning_rate": 4.3897415459827e-05,
3467
+ "loss": 0.8807,
3468
+ "step": 562000
3469
+ },
3470
+ {
3471
+ "epoch": 1.03,
3472
+ "learning_rate": 4.373333832178478e-05,
3473
+ "loss": 0.8671,
3474
+ "step": 563000
3475
+ },
3476
+ {
3477
+ "epoch": 1.03,
3478
+ "learning_rate": 4.3569329714950704e-05,
3479
+ "loss": 0.8682,
3480
+ "step": 564000
3481
+ },
3482
+ {
3483
+ "epoch": 1.03,
3484
+ "learning_rate": 4.3405391432896555e-05,
3485
+ "loss": 0.857,
3486
+ "step": 565000
3487
+ },
3488
+ {
3489
+ "epoch": 1.03,
3490
+ "learning_rate": 4.324152526842517e-05,
3491
+ "loss": 0.876,
3492
+ "step": 566000
3493
+ },
3494
+ {
3495
+ "epoch": 1.03,
3496
+ "learning_rate": 4.307773301355062e-05,
3497
+ "loss": 0.885,
3498
+ "step": 567000
3499
+ },
3500
+ {
3501
+ "epoch": 1.03,
3502
+ "learning_rate": 4.291401645947879e-05,
3503
+ "loss": 0.8765,
3504
+ "step": 568000
3505
+ },
3506
+ {
3507
+ "epoch": 1.03,
3508
+ "learning_rate": 4.275037739658771e-05,
3509
+ "loss": 0.885,
3510
+ "step": 569000
3511
+ },
3512
+ {
3513
+ "epoch": 1.04,
3514
+ "learning_rate": 4.2586817614407895e-05,
3515
+ "loss": 0.8994,
3516
+ "step": 570000
3517
+ },
3518
+ {
3519
+ "epoch": 1.04,
3520
+ "learning_rate": 4.2423338901602985e-05,
3521
+ "loss": 0.8782,
3522
+ "step": 571000
3523
+ },
3524
+ {
3525
+ "epoch": 1.04,
3526
+ "learning_rate": 4.2259943045949934e-05,
3527
+ "loss": 0.8771,
3528
+ "step": 572000
3529
+ },
3530
+ {
3531
+ "epoch": 1.04,
3532
+ "learning_rate": 4.209663183431969e-05,
3533
+ "loss": 0.8796,
3534
+ "step": 573000
3535
+ },
3536
+ {
3537
+ "epoch": 1.04,
3538
+ "learning_rate": 4.1933407052657456e-05,
3539
+ "loss": 0.873,
3540
+ "step": 574000
3541
+ },
3542
+ {
3543
+ "epoch": 1.04,
3544
+ "learning_rate": 4.17702704859633e-05,
3545
+ "loss": 0.8715,
3546
+ "step": 575000
3547
+ },
3548
+ {
3549
+ "epoch": 1.04,
3550
+ "learning_rate": 4.160722391827262e-05,
3551
+ "loss": 0.8813,
3552
+ "step": 576000
3553
+ },
3554
+ {
3555
+ "epoch": 1.04,
3556
+ "learning_rate": 4.14442691326365e-05,
3557
+ "loss": 0.8833,
3558
+ "step": 577000
3559
+ },
3560
+ {
3561
+ "epoch": 1.04,
3562
+ "learning_rate": 4.1281407911102425e-05,
3563
+ "loss": 0.8687,
3564
+ "step": 578000
3565
+ },
3566
+ {
3567
+ "epoch": 1.04,
3568
+ "learning_rate": 4.111864203469457e-05,
3569
+ "loss": 0.8697,
3570
+ "step": 579000
3571
+ },
3572
+ {
3573
+ "epoch": 1.05,
3574
+ "learning_rate": 4.095597328339452e-05,
3575
+ "loss": 0.8689,
3576
+ "step": 580000
3577
+ },
3578
+ {
3579
+ "epoch": 1.05,
3580
+ "learning_rate": 4.079340343612165e-05,
3581
+ "loss": 0.8597,
3582
+ "step": 581000
3583
+ },
3584
+ {
3585
+ "epoch": 1.05,
3586
+ "learning_rate": 4.063093427071376e-05,
3587
+ "loss": 0.844,
3588
+ "step": 582000
3589
+ },
3590
+ {
3591
+ "epoch": 1.05,
3592
+ "learning_rate": 4.046856756390767e-05,
3593
+ "loss": 0.8619,
3594
+ "step": 583000
3595
+ },
3596
+ {
3597
+ "epoch": 1.05,
3598
+ "learning_rate": 4.0306305091319595e-05,
3599
+ "loss": 0.8488,
3600
+ "step": 584000
3601
+ },
3602
+ {
3603
+ "epoch": 1.05,
3604
+ "learning_rate": 4.0144148627425993e-05,
3605
+ "loss": 0.8658,
3606
+ "step": 585000
3607
+ },
3608
+ {
3609
+ "epoch": 1.05,
3610
+ "learning_rate": 3.9982099945543945e-05,
3611
+ "loss": 0.871,
3612
+ "step": 586000
3613
+ },
3614
+ {
3615
+ "epoch": 1.05,
3616
+ "learning_rate": 3.982016081781189e-05,
3617
+ "loss": 0.8706,
3618
+ "step": 587000
3619
+ },
3620
+ {
3621
+ "epoch": 1.05,
3622
+ "learning_rate": 3.965833301517017e-05,
3623
+ "loss": 0.8654,
3624
+ "step": 588000
3625
+ },
3626
+ {
3627
+ "epoch": 1.05,
3628
+ "learning_rate": 3.949661830734172e-05,
3629
+ "loss": 0.8381,
3630
+ "step": 589000
3631
+ },
3632
+ {
3633
+ "epoch": 1.06,
3634
+ "learning_rate": 3.933501846281267e-05,
3635
+ "loss": 0.8663,
3636
+ "step": 590000
3637
+ },
3638
+ {
3639
+ "epoch": 1.06,
3640
+ "learning_rate": 3.917353524881302e-05,
3641
+ "loss": 0.859,
3642
+ "step": 591000
3643
+ },
3644
+ {
3645
+ "epoch": 1.06,
3646
+ "learning_rate": 3.901217043129735e-05,
3647
+ "loss": 0.8495,
3648
+ "step": 592000
3649
+ },
3650
+ {
3651
+ "epoch": 1.06,
3652
+ "learning_rate": 3.8850925774925425e-05,
3653
+ "loss": 0.8675,
3654
+ "step": 593000
3655
+ },
3656
+ {
3657
+ "epoch": 1.06,
3658
+ "learning_rate": 3.8689803043043e-05,
3659
+ "loss": 0.8573,
3660
+ "step": 594000
3661
+ },
3662
+ {
3663
+ "epoch": 1.06,
3664
+ "learning_rate": 3.852880399766243e-05,
3665
+ "loss": 0.8586,
3666
+ "step": 595000
3667
+ },
3668
+ {
3669
+ "epoch": 1.06,
3670
+ "learning_rate": 3.836793039944349e-05,
3671
+ "loss": 0.8505,
3672
+ "step": 596000
3673
+ },
3674
+ {
3675
+ "epoch": 1.06,
3676
+ "learning_rate": 3.820718400767409e-05,
3677
+ "loss": 0.8459,
3678
+ "step": 597000
3679
+ },
3680
+ {
3681
+ "epoch": 1.06,
3682
+ "learning_rate": 3.8046566580251e-05,
3683
+ "loss": 0.8515,
3684
+ "step": 598000
3685
+ },
3686
+ {
3687
+ "epoch": 1.06,
3688
+ "learning_rate": 3.788607987366069e-05,
3689
+ "loss": 0.8552,
3690
+ "step": 599000
3691
+ },
3692
+ {
3693
+ "epoch": 1.07,
3694
+ "learning_rate": 3.772572564296005e-05,
3695
+ "loss": 0.8517,
3696
+ "step": 600000
3697
+ },
3698
+ {
3699
+ "epoch": 1.07,
3700
+ "eval_loss": 0.6686609983444214,
3701
+ "eval_runtime": 45.861,
3702
+ "eval_samples_per_second": 218.05,
3703
+ "eval_steps_per_second": 3.423,
3704
+ "step": 600000
3705
  }
3706
  ],
3707
  "max_steps": 1000000,
3708
  "num_train_epochs": 9223372036854775807,
3709
+ "total_flos": 1.7896038634612457e+19,
3710
  "trial_name": null,
3711
  "trial_params": null
3712
  }
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41708c0a8724c41fc71ce304e9e3844c12f12ca174419806118cd58e11ef4acb
3
  size 3375
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9acc38a0c2ea8063b40d23b5b3f37586825abd6167da2cabb0023a1b6161974f
3
  size 3375
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73d32e670c1a25deab1c7c4e62d918d91ced49b69c4bf7f2580c58cd7bb52ed3
3
  size 1420697771
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20addc58bb027e325840d51bc29ec66b7c2e1599aa8474cef70e27f95f242ed9
3
  size 1420697771
runs/Nov16_15-57-21_t1v-n-7cb529b4-w-0/events.out.tfevents.1668614313.t1v-n-7cb529b4-w-0.98881.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ecd2224cb16bcd63e7e63290c4482ec06797281c14cfc3a7f61f066187470ca
3
- size 78218
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f55e2adaf2f52298177486153eafb13ba95a1d8ab14413f3237324bf78b6df4
3
+ size 79978
runs/Nov28_12-08-26_t1v-n-7cb529b4-w-0/1669637379.8962562/events.out.tfevents.1669637379.t1v-n-7cb529b4-w-0.2625564.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:111146637aace76f4a2634d6fd471746182520f38249c2837236d4744f35b78f
3
+ size 5405
runs/Nov28_12-08-26_t1v-n-7cb529b4-w-0/events.out.tfevents.1669637379.t1v-n-7cb529b4-w-0.2625564.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c22ce80408285a5b467cd53f14c0c82b44fea9188d7022aef6cc8b5f0ce89c28
3
+ size 12010
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41708c0a8724c41fc71ce304e9e3844c12f12ca174419806118cd58e11ef4acb
3
  size 3375
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9acc38a0c2ea8063b40d23b5b3f37586825abd6167da2cabb0023a1b6161974f
3
  size 3375