{"world_size": 1, "epochs": 3, "steps": 207, "seqs": 5829, "tokens": 6462435, "last_epoch_steps": 0, "last_epoch_seqs": 0, "last_epoch_tokens": 0, "wandb_run_id": null, "loss_ema": 0.3753863014391294, "loss_sum": 16.677646696567535, "eval_losses_avg": [0.6877686977386475, 0.6288138628005981, 0.5858612656593323, 0.5343183279037476, 0.5222803354263306, 0.4904901087284088, 0.45836901664733887, 0.4191206693649292, 0.3751088082790375, 0.36656123399734497, 0.3431665599346161, 0.32103052735328674, 0.29223036766052246, 0.2644343674182892, 0.24859368801116943]}