{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 20, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "completion_length": 309.84375, "epoch": 0.1, "grad_norm": 5.6261515617370605, "kl": 0.0, "learning_rate": 4.965903258506806e-07, "loss": -0.0, "reward": 0.04263370903208852, "reward_std": 0.08625545184622752, "rewards/concensus_correctness_reward_func": 0.0, "rewards/consensus_reward_func": 0.0, "rewards/cumulative_reward_2": 0.0, "rewards/final_correctness_reward_func": 0.0, "rewards/question_recreation_reward_func": 0.0809149609412998, "rewards/soft_format_reward_func": 0.0, "rewards/strict_format_reward_func": 0.0, "rewards/xmlcount_reward_func": -0.03828125074505806, "step": 2 }, { "completion_length": 227.71875, "epoch": 0.2, "grad_norm": 8.776433944702148, "kl": 0.0003036123777633293, "learning_rate": 4.698684378016222e-07, "loss": 0.0, "reward": 0.12105834751855582, "reward_std": 0.04028905802988447, "rewards/concensus_correctness_reward_func": 0.0, "rewards/consensus_reward_func": 0.0, "rewards/cumulative_reward_2": 0.0, "rewards/final_correctness_reward_func": 0.0, "rewards/question_recreation_reward_func": 0.11712084745522588, "rewards/soft_format_reward_func": 0.0, "rewards/strict_format_reward_func": 0.0, "rewards/xmlcount_reward_func": 0.003937500063329935, "step": 4 }, { "completion_length": 297.0625, "epoch": 0.3, "grad_norm": 4.474238872528076, "kl": 0.0005239602044184721, "learning_rate": 4.193203929064353e-07, "loss": 0.0, "reward": -0.04441662528552115, "reward_std": 0.21255587856285274, "rewards/concensus_correctness_reward_func": 0.0, "rewards/consensus_reward_func": 0.0, "rewards/cumulative_reward_2": 0.0, "rewards/final_correctness_reward_func": 0.0, "rewards/question_recreation_reward_func": 0.09055212163366377, "rewards/soft_format_reward_func": 0.0, "rewards/strict_format_reward_func": 0.0, "rewards/xmlcount_reward_func": -0.13496875017881393, "step": 6 }, { "completion_length": 258.5625, "epoch": 0.4, "grad_norm": 6.242375373840332, "kl": 0.0013823910030623665, "learning_rate": 3.5042385616324236e-07, "loss": 0.0, "reward": 0.13705801451578736, "reward_std": 0.10406331423291704, "rewards/concensus_correctness_reward_func": 0.0, "rewards/consensus_reward_func": 0.0625, "rewards/cumulative_reward_2": 0.0, "rewards/final_correctness_reward_func": 0.0, "rewards/question_recreation_reward_func": 0.08274551387876272, "rewards/soft_format_reward_func": 0.0, "rewards/strict_format_reward_func": 0.0, "rewards/xmlcount_reward_func": -0.008187499828636646, "step": 8 }, { "completion_length": 243.15625, "epoch": 0.5, "grad_norm": 3.31143856048584, "kl": 0.0025494693109067157, "learning_rate": 2.706448363680831e-07, "loss": 0.0, "reward": 0.11318275739904493, "reward_std": 0.05124916391559964, "rewards/concensus_correctness_reward_func": 0.0, "rewards/consensus_reward_func": 0.0, "rewards/cumulative_reward_2": 0.0, "rewards/final_correctness_reward_func": 0.0, "rewards/question_recreation_reward_func": 0.10924525710288435, "rewards/soft_format_reward_func": 0.0, "rewards/strict_format_reward_func": 0.0, "rewards/xmlcount_reward_func": 0.003937500063329935, "step": 10 }, { "completion_length": 205.75, "epoch": 0.6, "grad_norm": 10.358185768127441, "kl": 0.014275216988608008, "learning_rate": 1.886286282148002e-07, "loss": 0.0, "reward": 0.29066011717077345, "reward_std": 0.0226791180048167, "rewards/concensus_correctness_reward_func": 0.05350000038743019, "rewards/consensus_reward_func": 0.125, "rewards/cumulative_reward_2": 0.0, "rewards/final_correctness_reward_func": 0.0, "rewards/question_recreation_reward_func": 0.11216011352371424, "rewards/soft_format_reward_func": 0.0, "rewards/strict_format_reward_func": 0.0, "rewards/xmlcount_reward_func": 0.0, "step": 12 }, { "completion_length": 231.40625, "epoch": 0.7, "grad_norm": 5.538825511932373, "kl": 0.0037763017317047343, "learning_rate": 1.1326296046939333e-07, "loss": 0.0, "reward": 0.1219147281954065, "reward_std": 0.03250619343089056, "rewards/concensus_correctness_reward_func": 0.0, "rewards/consensus_reward_func": 0.0, "rewards/cumulative_reward_2": 0.0, "rewards/final_correctness_reward_func": 0.0, "rewards/question_recreation_reward_func": 0.1179772267350927, "rewards/soft_format_reward_func": 0.0, "rewards/strict_format_reward_func": 0.0, "rewards/xmlcount_reward_func": 0.003937500063329935, "step": 14 }, { "completion_length": 176.59375, "epoch": 0.8, "grad_norm": 9.861616134643555, "kl": 0.019149262232531328, "learning_rate": 5.271487265090163e-08, "loss": 0.0, "reward": 0.120667822600808, "reward_std": 0.07830133670358919, "rewards/concensus_correctness_reward_func": 0.0, "rewards/consensus_reward_func": 0.0, "rewards/cumulative_reward_2": 0.0, "rewards/final_correctness_reward_func": 0.0, "rewards/question_recreation_reward_func": 0.13479282119078562, "rewards/soft_format_reward_func": 0.0, "rewards/strict_format_reward_func": 0.0, "rewards/xmlcount_reward_func": -0.01412499975413084, "step": 16 }, { "completion_length": 222.8125, "epoch": 0.9, "grad_norm": 6.462491989135742, "kl": 0.00444050105079441, "learning_rate": 1.3545689574841341e-08, "loss": 0.0, "reward": 0.10880606120917946, "reward_std": 0.039168619318388664, "rewards/concensus_correctness_reward_func": 0.0, "rewards/consensus_reward_func": 0.0, "rewards/cumulative_reward_2": 0.0, "rewards/final_correctness_reward_func": 0.0, "rewards/question_recreation_reward_func": 0.10880606120917946, "rewards/soft_format_reward_func": 0.0, "rewards/strict_format_reward_func": 0.0, "rewards/xmlcount_reward_func": 0.0, "step": 18 }, { "completion_length": 204.65625, "epoch": 1.0, "grad_norm": 12.314537048339844, "kl": 0.016175051026948495, "learning_rate": 0.0, "loss": 0.0, "reward": 0.14581850031390786, "reward_std": 0.20495637292515312, "rewards/concensus_correctness_reward_func": 0.0, "rewards/consensus_reward_func": 0.0, "rewards/cumulative_reward_2": 0.0, "rewards/final_correctness_reward_func": 0.0625, "rewards/question_recreation_reward_func": 0.13309975201264024, "rewards/soft_format_reward_func": 0.0, "rewards/strict_format_reward_func": 0.0, "rewards/xmlcount_reward_func": -0.04978125123307109, "step": 20 }, { "epoch": 1.0, "step": 20, "total_flos": 0.0, "train_loss": 6.251866125239758e-06, "train_runtime": 8792.843, "train_samples_per_second": 0.036, "train_steps_per_second": 0.002 } ], "logging_steps": 2, "max_steps": 20, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 25, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }