{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.7976071784646062, "eval_steps": 500, "global_step": 200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03988035892323031, "grad_norm": 16.628543853759766, "learning_rate": 0.00012, "loss": 2.1274, "step": 10 }, { "epoch": 0.07976071784646062, "grad_norm": 12.371907234191895, "learning_rate": 0.00019950829025450114, "loss": 0.7722, "step": 20 }, { "epoch": 0.11964107676969092, "grad_norm": 9.106270790100098, "learning_rate": 0.00019652089102773488, "loss": 0.4456, "step": 30 }, { "epoch": 0.15952143569292124, "grad_norm": 5.712669372558594, "learning_rate": 0.00019090065350491626, "loss": 0.3662, "step": 40 }, { "epoch": 0.19940179461615154, "grad_norm": 2.922630548477173, "learning_rate": 0.00018280088311480201, "loss": 0.2983, "step": 50 }, { "epoch": 0.23928215353938184, "grad_norm": 5.451596260070801, "learning_rate": 0.00017244252047910892, "loss": 0.3034, "step": 60 }, { "epoch": 0.27916251246261214, "grad_norm": 3.604940414428711, "learning_rate": 0.00016010811472830252, "loss": 0.2754, "step": 70 }, { "epoch": 0.3190428713858425, "grad_norm": 2.805121660232544, "learning_rate": 0.0001461341162978688, "loss": 0.2659, "step": 80 }, { "epoch": 0.3589232303090728, "grad_norm": 3.4018733501434326, "learning_rate": 0.00013090169943749476, "loss": 0.2767, "step": 90 }, { "epoch": 0.3988035892323031, "grad_norm": 3.0557034015655518, "learning_rate": 0.0001148263647711842, "loss": 0.286, "step": 100 }, { "epoch": 0.4386839481555334, "grad_norm": 4.8394036293029785, "learning_rate": 9.834660552336415e-05, "loss": 0.2604, "step": 110 }, { "epoch": 0.4785643070787637, "grad_norm": 6.2420759201049805, "learning_rate": 8.191194656678904e-05, "loss": 0.2447, "step": 120 }, { "epoch": 0.518444666001994, "grad_norm": 3.427865505218506, "learning_rate": 6.59706825558357e-05, "loss": 0.282, "step": 130 }, { "epoch": 0.5583250249252243, "grad_norm": 5.478673934936523, "learning_rate": 5.095764961694922e-05, "loss": 0.2314, "step": 140 }, { "epoch": 0.5982053838484547, "grad_norm": 1.9072978496551514, "learning_rate": 3.7282364152646297e-05, "loss": 0.2284, "step": 150 }, { "epoch": 0.638085742771685, "grad_norm": 2.6893632411956787, "learning_rate": 2.5317852301584643e-05, "loss": 0.2232, "step": 160 }, { "epoch": 0.6779661016949152, "grad_norm": 2.540834665298462, "learning_rate": 1.5390474757906446e-05, "loss": 0.2421, "step": 170 }, { "epoch": 0.7178464606181456, "grad_norm": 2.5203776359558105, "learning_rate": 7.771024502261526e-06, "loss": 0.2265, "step": 180 }, { "epoch": 0.7577268195413759, "grad_norm": 2.1481897830963135, "learning_rate": 2.667340275199426e-06, "loss": 0.2287, "step": 190 }, { "epoch": 0.7976071784646062, "grad_norm": 2.8947484493255615, "learning_rate": 2.1863727812254653e-07, "loss": 0.2406, "step": 200 } ], "logging_steps": 10, "max_steps": 200, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 2868052066295808.0, "train_batch_size": 1, "trial_name": null, "trial_params": null }