MarkelFe commited on
Commit
e400c65
1 Parent(s): 4821383

Training in progress, step 200000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1bfd0cddbf97500b804d75ee36c26ed96611659670b0b2ed6d653aee55853a2c
3
  size 995605445
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:622ffd3a7b017059677381c4957b8684c94feda5c36dd09d4c9eb745833a1cf3
3
  size 995605445
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:818d66022a1a0a509c6891b5f86abae01394bb56687825269a96997c1b2cce48
3
  size 510398013
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df5e243d791ce4f65dc68bf0f3a46091fb97d6aafd2414ee9a81131404021ee0
3
  size 510398013
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96a0856e38453e8d42dbf78599dc74e104d8e57aa7be6994b178da4101257c60
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9c10092a1e7977cf34645ee895c471f8c4d2d3bd2aa8edd2570bdd9e3a7e77a
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28597cb7c5812a82370639d69e01be9b315303a0dcf2bda300d43ca14050197f
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cdc4afee694df5e30232d1b113751895a7bfe4c051ca10278bb6f9244c467f9
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 4.498532057960034,
5
- "global_step": 190000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -2444,11 +2444,139 @@
2444
  "eval_samples_per_second": 166.197,
2445
  "eval_steps_per_second": 20.779,
2446
  "step": 190000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2447
  }
2448
  ],
2449
  "max_steps": 633540,
2450
  "num_train_epochs": 15,
2451
- "total_flos": 4.0274738295552e+16,
2452
  "trial_name": null,
2453
  "trial_params": null
2454
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 4.735296903115826,
5
+ "global_step": 200000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
2444
  "eval_samples_per_second": 166.197,
2445
  "eval_steps_per_second": 20.779,
2446
  "step": 190000
2447
+ },
2448
+ {
2449
+ "epoch": 4.51,
2450
+ "learning_rate": 1.5078826909113869e-05,
2451
+ "loss": 2.649,
2452
+ "step": 190500
2453
+ },
2454
+ {
2455
+ "epoch": 4.52,
2456
+ "learning_rate": 1.5015689617072324e-05,
2457
+ "loss": 2.6748,
2458
+ "step": 191000
2459
+ },
2460
+ {
2461
+ "epoch": 4.53,
2462
+ "learning_rate": 1.495255232503078e-05,
2463
+ "loss": 2.66,
2464
+ "step": 191500
2465
+ },
2466
+ {
2467
+ "epoch": 4.55,
2468
+ "learning_rate": 1.4889415032989236e-05,
2469
+ "loss": 2.6656,
2470
+ "step": 192000
2471
+ },
2472
+ {
2473
+ "epoch": 4.56,
2474
+ "learning_rate": 1.4826277740947693e-05,
2475
+ "loss": 2.6665,
2476
+ "step": 192500
2477
+ },
2478
+ {
2479
+ "epoch": 4.57,
2480
+ "learning_rate": 1.4763140448906148e-05,
2481
+ "loss": 2.6698,
2482
+ "step": 193000
2483
+ },
2484
+ {
2485
+ "epoch": 4.58,
2486
+ "learning_rate": 1.4700003156864605e-05,
2487
+ "loss": 2.6561,
2488
+ "step": 193500
2489
+ },
2490
+ {
2491
+ "epoch": 4.59,
2492
+ "learning_rate": 1.463686586482306e-05,
2493
+ "loss": 2.671,
2494
+ "step": 194000
2495
+ },
2496
+ {
2497
+ "epoch": 4.61,
2498
+ "learning_rate": 1.4573728572781513e-05,
2499
+ "loss": 2.6795,
2500
+ "step": 194500
2501
+ },
2502
+ {
2503
+ "epoch": 4.62,
2504
+ "learning_rate": 1.451059128073997e-05,
2505
+ "loss": 2.6709,
2506
+ "step": 195000
2507
+ },
2508
+ {
2509
+ "epoch": 4.63,
2510
+ "learning_rate": 1.4447453988698425e-05,
2511
+ "loss": 2.6818,
2512
+ "step": 195500
2513
+ },
2514
+ {
2515
+ "epoch": 4.64,
2516
+ "learning_rate": 1.4384316696656882e-05,
2517
+ "loss": 2.6808,
2518
+ "step": 196000
2519
+ },
2520
+ {
2521
+ "epoch": 4.65,
2522
+ "learning_rate": 1.4321179404615337e-05,
2523
+ "loss": 2.6767,
2524
+ "step": 196500
2525
+ },
2526
+ {
2527
+ "epoch": 4.66,
2528
+ "learning_rate": 1.4258042112573794e-05,
2529
+ "loss": 2.6861,
2530
+ "step": 197000
2531
+ },
2532
+ {
2533
+ "epoch": 4.68,
2534
+ "learning_rate": 1.4194904820532249e-05,
2535
+ "loss": 2.6694,
2536
+ "step": 197500
2537
+ },
2538
+ {
2539
+ "epoch": 4.69,
2540
+ "learning_rate": 1.4131767528490706e-05,
2541
+ "loss": 2.6766,
2542
+ "step": 198000
2543
+ },
2544
+ {
2545
+ "epoch": 4.7,
2546
+ "learning_rate": 1.4068630236449159e-05,
2547
+ "loss": 2.6597,
2548
+ "step": 198500
2549
+ },
2550
+ {
2551
+ "epoch": 4.71,
2552
+ "learning_rate": 1.4005492944407614e-05,
2553
+ "loss": 2.6551,
2554
+ "step": 199000
2555
+ },
2556
+ {
2557
+ "epoch": 4.72,
2558
+ "learning_rate": 1.3942355652366071e-05,
2559
+ "loss": 2.6514,
2560
+ "step": 199500
2561
+ },
2562
+ {
2563
+ "epoch": 4.74,
2564
+ "learning_rate": 1.3879218360324526e-05,
2565
+ "loss": 2.6788,
2566
+ "step": 200000
2567
+ },
2568
+ {
2569
+ "epoch": 4.74,
2570
+ "eval_loss": 3.1263821125030518,
2571
+ "eval_runtime": 112.9792,
2572
+ "eval_samples_per_second": 166.155,
2573
+ "eval_steps_per_second": 20.774,
2574
+ "step": 200000
2575
  }
2576
  ],
2577
  "max_steps": 633540,
2578
  "num_train_epochs": 15,
2579
+ "total_flos": 4.2369106205952e+16,
2580
  "trial_name": null,
2581
  "trial_params": null
2582
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:818d66022a1a0a509c6891b5f86abae01394bb56687825269a96997c1b2cce48
3
  size 510398013
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df5e243d791ce4f65dc68bf0f3a46091fb97d6aafd2414ee9a81131404021ee0
3
  size 510398013