{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.4032,
  "eval_steps": 63,
  "global_step": 126,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.2016,
      "eval_logps/chosen": -70.4515609741211,
      "eval_logps/ref_chosen": -70.265625,
      "eval_logps/ref_rejected": -63.51186752319336,
      "eval_logps/rejected": -70.4515609741211,
      "eval_loss": 0.700020968914032,
      "eval_rewards/accuracies": 0.5043316388630343,
      "eval_rewards/chosen": -0.009296582080423832,
      "eval_rewards/margins": -0.0003258216893300414,
      "eval_rewards/rejected": -0.00897076167166233,
      "eval_runtime": 2598.2788,
      "eval_samples_per_second": 32.253,
      "eval_steps_per_second": 4.032,
      "step": 63
    },
    {
      "epoch": 0.32,
      "grad_norm": 7.734374523162842,
      "learning_rate": 2.3016987391917016e-05,
      "logps/chosen": -164.50128173828125,
      "logps/ref_chosen": -159.2122802734375,
      "logps/ref_rejected": -181.2625732421875,
      "logps/rejected": -164.50128173828125,
      "loss": 0.6682,
      "rewards/accuracies": 0.5696874856948853,
      "rewards/chosen": -0.26445069909095764,
      "rewards/margins": 0.10393363237380981,
      "rewards/rejected": -0.36838433146476746,
      "step": 100
    },
    {
      "epoch": 0.4032,
      "eval_logps/chosen": -70.71819305419922,
      "eval_logps/ref_chosen": -70.265625,
      "eval_logps/ref_rejected": -63.51186752319336,
      "eval_logps/rejected": -70.71819305419922,
      "eval_loss": 0.6713600158691406,
      "eval_rewards/accuracies": 0.5957017732273693,
      "eval_rewards/chosen": -0.022628214210271835,
      "eval_rewards/margins": 0.06350255757570267,
      "eval_rewards/rejected": -0.0861307755112648,
      "eval_runtime": 2598.0044,
      "eval_samples_per_second": 32.256,
      "eval_steps_per_second": 4.032,
      "step": 126
    }
  ],
  "logging_steps": 100,
  "max_steps": 312,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 63,
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}