all_results.json

{
    "epoch": 1.0,
    "eval_dpo_losses": 0.6851017475128174,
    "eval_logits/chosen": -2.796370506286621,
    "eval_logits/rejected": -2.7574775218963623,
    "eval_logps/chosen": -278.58013916015625,
    "eval_logps/rejected": -254.24514770507812,
    "eval_loss": 0.6902781128883362,
    "eval_positive_losses": 0.036926720291376114,
    "eval_rewards/accuracies": 0.609000027179718,
    "eval_rewards/chosen": 0.060132984071969986,
    "eval_rewards/margins": 0.016795208677649498,
    "eval_rewards/margins_max": 0.09327653795480728,
    "eval_rewards/margins_min": -0.05095779150724411,
    "eval_rewards/margins_std": 0.0482446551322937,
    "eval_rewards/rejected": 0.04333777725696564,
    "eval_runtime": 428.2812,
    "eval_samples": 2000,
    "eval_samples_per_second": 4.67,
    "eval_steps_per_second": 0.292,
    "train_loss": 0.6833745032026056,
    "train_runtime": 9125.7542,
    "train_samples": 10941,
    "train_samples_per_second": 1.199,
    "train_steps_per_second": 0.075
}