| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9655172413793105, | |
| "eval_steps": 500, | |
| "global_step": 72, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.027586206896551724, | |
| "grad_norm": 0.11144802174556881, | |
| "learning_rate": 1.25e-06, | |
| "loss": 0.5051, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.13793103448275862, | |
| "grad_norm": 0.09698752219012007, | |
| "learning_rate": 6.25e-06, | |
| "loss": 0.4632, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.27586206896551724, | |
| "grad_norm": 0.13519388776130348, | |
| "learning_rate": 9.975923633360985e-06, | |
| "loss": 0.469, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.41379310344827586, | |
| "grad_norm": 0.1106782389090889, | |
| "learning_rate": 9.707720325915105e-06, | |
| "loss": 0.4652, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.5517241379310345, | |
| "grad_norm": 0.06857565054861327, | |
| "learning_rate": 9.157348061512728e-06, | |
| "loss": 0.43, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.6896551724137931, | |
| "grad_norm": 0.06552544372541018, | |
| "learning_rate": 8.357794774235094e-06, | |
| "loss": 0.427, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.8275862068965517, | |
| "grad_norm": 0.060081588920205875, | |
| "learning_rate": 7.3569836841299905e-06, | |
| "loss": 0.4102, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.9655172413793104, | |
| "grad_norm": 0.05602335659496659, | |
| "learning_rate": 6.21490089951632e-06, | |
| "loss": 0.4186, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.42343464493751526, | |
| "eval_runtime": 28.7921, | |
| "eval_samples_per_second": 18.929, | |
| "eval_steps_per_second": 4.758, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 1.0827586206896551, | |
| "grad_norm": 0.05373545774087006, | |
| "learning_rate": 5e-06, | |
| "loss": 0.4036, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 1.2206896551724138, | |
| "grad_norm": 0.053670223651931796, | |
| "learning_rate": 3.7850991004836813e-06, | |
| "loss": 0.3594, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.3586206896551725, | |
| "grad_norm": 0.05692045100097061, | |
| "learning_rate": 2.6430163158700116e-06, | |
| "loss": 0.3676, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.4965517241379311, | |
| "grad_norm": 0.050380887654109356, | |
| "learning_rate": 1.642205225764908e-06, | |
| "loss": 0.3407, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 1.6344827586206896, | |
| "grad_norm": 0.048983382324476604, | |
| "learning_rate": 8.426519384872733e-07, | |
| "loss": 0.3724, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.7724137931034483, | |
| "grad_norm": 0.048686689507392925, | |
| "learning_rate": 2.9227967408489653e-07, | |
| "loss": 0.3631, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 1.910344827586207, | |
| "grad_norm": 0.049007540032715985, | |
| "learning_rate": 2.4076366639015914e-08, | |
| "loss": 0.35, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.9655172413793105, | |
| "eval_loss": 0.4222530722618103, | |
| "eval_runtime": 28.7555, | |
| "eval_samples_per_second": 18.953, | |
| "eval_steps_per_second": 4.764, | |
| "step": 72 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 72, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.8383991907496755e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |