| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 1000, |
| "global_step": 15462, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.09701202949165696, |
| "grad_norm": 0.9203131794929504, |
| "learning_rate": 1.9353253136722286e-05, |
| "loss": 1.7024, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.19402405898331393, |
| "grad_norm": 1.0445950031280518, |
| "learning_rate": 1.8706506273444574e-05, |
| "loss": 1.3896, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.19402405898331393, |
| "eval_loss": 1.1814582347869873, |
| "eval_runtime": 49.6691, |
| "eval_samples_per_second": 104.351, |
| "eval_steps_per_second": 3.262, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.2910360884749709, |
| "grad_norm": 0.8253631591796875, |
| "learning_rate": 1.8059759410166862e-05, |
| "loss": 1.3302, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.38804811796662786, |
| "grad_norm": 0.9224209189414978, |
| "learning_rate": 1.741301254688915e-05, |
| "loss": 1.2914, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.38804811796662786, |
| "eval_loss": 1.1394085884094238, |
| "eval_runtime": 49.6277, |
| "eval_samples_per_second": 104.438, |
| "eval_steps_per_second": 3.264, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.48506014745828485, |
| "grad_norm": 0.7809765934944153, |
| "learning_rate": 1.6766265683611435e-05, |
| "loss": 1.2695, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.5820721769499418, |
| "grad_norm": 0.6769764423370361, |
| "learning_rate": 1.6119518820333723e-05, |
| "loss": 1.2523, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.5820721769499418, |
| "eval_loss": 1.1180071830749512, |
| "eval_runtime": 49.6817, |
| "eval_samples_per_second": 104.324, |
| "eval_steps_per_second": 3.261, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.6790842064415987, |
| "grad_norm": 0.8303701877593994, |
| "learning_rate": 1.547277195705601e-05, |
| "loss": 1.233, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.7760962359332557, |
| "grad_norm": 0.8391227722167969, |
| "learning_rate": 1.4826025093778296e-05, |
| "loss": 1.2294, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.7760962359332557, |
| "eval_loss": 1.1015874147415161, |
| "eval_runtime": 49.6378, |
| "eval_samples_per_second": 104.416, |
| "eval_steps_per_second": 3.264, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.8731082654249127, |
| "grad_norm": 0.7971065640449524, |
| "learning_rate": 1.4179278230500584e-05, |
| "loss": 1.2111, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.9701202949165697, |
| "grad_norm": 2.1875197887420654, |
| "learning_rate": 1.353253136722287e-05, |
| "loss": 1.2006, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.9701202949165697, |
| "eval_loss": 1.091620922088623, |
| "eval_runtime": 49.6213, |
| "eval_samples_per_second": 104.451, |
| "eval_steps_per_second": 3.265, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.0671323244082267, |
| "grad_norm": 0.729252278804779, |
| "learning_rate": 1.2885784503945158e-05, |
| "loss": 1.1861, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.1641443538998835, |
| "grad_norm": 0.6466144323348999, |
| "learning_rate": 1.2239037640667444e-05, |
| "loss": 1.1714, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.1641443538998835, |
| "eval_loss": 1.0831941366195679, |
| "eval_runtime": 49.6774, |
| "eval_samples_per_second": 104.333, |
| "eval_steps_per_second": 3.261, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.2611563833915405, |
| "grad_norm": 0.7486400008201599, |
| "learning_rate": 1.1592290777389729e-05, |
| "loss": 1.1696, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.3581684128831975, |
| "grad_norm": 0.7059735059738159, |
| "learning_rate": 1.0945543914112017e-05, |
| "loss": 1.1566, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.3581684128831975, |
| "eval_loss": 1.0764732360839844, |
| "eval_runtime": 49.6981, |
| "eval_samples_per_second": 104.29, |
| "eval_steps_per_second": 3.26, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.4551804423748544, |
| "grad_norm": 0.7840662002563477, |
| "learning_rate": 1.0298797050834303e-05, |
| "loss": 1.154, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.5521924718665114, |
| "grad_norm": 1.1568676233291626, |
| "learning_rate": 9.652050187556591e-06, |
| "loss": 1.1596, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.5521924718665114, |
| "eval_loss": 1.07025945186615, |
| "eval_runtime": 49.6881, |
| "eval_samples_per_second": 104.311, |
| "eval_steps_per_second": 3.26, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.6492045013581684, |
| "grad_norm": 0.7761677503585815, |
| "learning_rate": 9.005303324278878e-06, |
| "loss": 1.1541, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.7462165308498254, |
| "grad_norm": 0.8179004788398743, |
| "learning_rate": 8.358556461001164e-06, |
| "loss": 1.1483, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.7462165308498254, |
| "eval_loss": 1.0663487911224365, |
| "eval_runtime": 49.6731, |
| "eval_samples_per_second": 104.342, |
| "eval_steps_per_second": 3.261, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.8432285603414824, |
| "grad_norm": 0.7527589201927185, |
| "learning_rate": 7.711809597723452e-06, |
| "loss": 1.1429, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.9402405898331394, |
| "grad_norm": 0.8005126714706421, |
| "learning_rate": 7.065062734445739e-06, |
| "loss": 1.1281, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.9402405898331394, |
| "eval_loss": 1.0637460947036743, |
| "eval_runtime": 49.672, |
| "eval_samples_per_second": 104.344, |
| "eval_steps_per_second": 3.261, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.0372526193247964, |
| "grad_norm": 0.6758320927619934, |
| "learning_rate": 6.418315871168025e-06, |
| "loss": 1.1251, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.1342646488164534, |
| "grad_norm": 0.7758616805076599, |
| "learning_rate": 5.771569007890312e-06, |
| "loss": 1.1252, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.1342646488164534, |
| "eval_loss": 1.0619136095046997, |
| "eval_runtime": 49.6813, |
| "eval_samples_per_second": 104.325, |
| "eval_steps_per_second": 3.261, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.2312766783081104, |
| "grad_norm": 0.8191428780555725, |
| "learning_rate": 5.124822144612599e-06, |
| "loss": 1.1191, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.328288707799767, |
| "grad_norm": 0.7311928272247314, |
| "learning_rate": 4.478075281334886e-06, |
| "loss": 1.1187, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.328288707799767, |
| "eval_loss": 1.0580228567123413, |
| "eval_runtime": 49.6253, |
| "eval_samples_per_second": 104.443, |
| "eval_steps_per_second": 3.264, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.4253007372914244, |
| "grad_norm": 0.6671691536903381, |
| "learning_rate": 3.831328418057173e-06, |
| "loss": 1.115, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.522312766783081, |
| "grad_norm": 0.7181034088134766, |
| "learning_rate": 3.1845815547794594e-06, |
| "loss": 1.1025, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.522312766783081, |
| "eval_loss": 1.0561449527740479, |
| "eval_runtime": 49.663, |
| "eval_samples_per_second": 104.363, |
| "eval_steps_per_second": 3.262, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.619324796274738, |
| "grad_norm": 1.3909169435501099, |
| "learning_rate": 2.5378346915017466e-06, |
| "loss": 1.1197, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.716336825766395, |
| "grad_norm": 0.7657527327537537, |
| "learning_rate": 1.8910878282240333e-06, |
| "loss": 1.1113, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.716336825766395, |
| "eval_loss": 1.0557653903961182, |
| "eval_runtime": 49.6516, |
| "eval_samples_per_second": 104.387, |
| "eval_steps_per_second": 3.263, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.813348855258052, |
| "grad_norm": 0.6979902386665344, |
| "learning_rate": 1.24434096494632e-06, |
| "loss": 1.1123, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.910360884749709, |
| "grad_norm": 0.7375929355621338, |
| "learning_rate": 5.975941016686069e-07, |
| "loss": 1.1155, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.910360884749709, |
| "eval_loss": 1.054747223854065, |
| "eval_runtime": 49.5431, |
| "eval_samples_per_second": 104.616, |
| "eval_steps_per_second": 3.27, |
| "step": 15000 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 15462, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 50000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.532337163862016e+16, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
