| { |
| "best_global_step": 6000, |
| "best_metric": 1.4575997591018677, |
| "best_model_checkpoint": "/content/marocAI-finetuned/checkpoint-2821/checkpoint-6000", |
| "epoch": 7.0, |
| "eval_steps": 500, |
| "global_step": 6062, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.4618937644341801, |
| "grad_norm": 1.0584869384765625, |
| "learning_rate": 1.695852534562212e-05, |
| "loss": 2.9443, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.9237875288683602, |
| "grad_norm": 1.051153302192688, |
| "learning_rate": 1.3886328725038403e-05, |
| "loss": 2.3079, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.3833718244803694, |
| "grad_norm": 0.9572842121124268, |
| "learning_rate": 1.0814132104454686e-05, |
| "loss": 2.2004, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.8452655889145495, |
| "grad_norm": 0.7911381125450134, |
| "learning_rate": 7.741935483870968e-06, |
| "loss": 2.0987, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.304849884526559, |
| "grad_norm": 1.0212643146514893, |
| "learning_rate": 4.669738863287251e-06, |
| "loss": 2.0724, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.304849884526559, |
| "eval_loss": 1.7146347761154175, |
| "eval_runtime": 3.6485, |
| "eval_samples_per_second": 50.157, |
| "eval_steps_per_second": 12.608, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.766743648960739, |
| "grad_norm": 1.0736603736877441, |
| "learning_rate": 1.5975422427035332e-06, |
| "loss": 2.0376, |
| "step": 600 |
| }, |
| { |
| "epoch": 3.2263279445727484, |
| "grad_norm": 0.960295557975769, |
| "learning_rate": 9.262672811059909e-06, |
| "loss": 2.0108, |
| "step": 700 |
| }, |
| { |
| "epoch": 3.6882217090069283, |
| "grad_norm": 0.8508874773979187, |
| "learning_rate": 7.726574500768049e-06, |
| "loss": 2.0039, |
| "step": 800 |
| }, |
| { |
| "epoch": 4.147806004618937, |
| "grad_norm": 0.9244301319122314, |
| "learning_rate": 6.1904761904761914e-06, |
| "loss": 2.0071, |
| "step": 900 |
| }, |
| { |
| "epoch": 4.609699769053118, |
| "grad_norm": 0.8824007511138916, |
| "learning_rate": 4.654377880184332e-06, |
| "loss": 1.9621, |
| "step": 1000 |
| }, |
| { |
| "epoch": 4.609699769053118, |
| "eval_loss": 1.6397035121917725, |
| "eval_runtime": 3.6176, |
| "eval_samples_per_second": 50.586, |
| "eval_steps_per_second": 12.716, |
| "step": 1000 |
| }, |
| { |
| "epoch": 5.069284064665127, |
| "grad_norm": 0.8873424530029297, |
| "learning_rate": 3.1182795698924735e-06, |
| "loss": 1.9262, |
| "step": 1100 |
| }, |
| { |
| "epoch": 5.531177829099307, |
| "grad_norm": 0.8406194448471069, |
| "learning_rate": 1.5821812596006145e-06, |
| "loss": 1.9235, |
| "step": 1200 |
| }, |
| { |
| "epoch": 5.993071593533488, |
| "grad_norm": 0.8757996559143066, |
| "learning_rate": 4.608294930875576e-08, |
| "loss": 1.9402, |
| "step": 1300 |
| }, |
| { |
| "epoch": 6.452655889145497, |
| "grad_norm": 0.8397168517112732, |
| "learning_rate": 1.0081531371853954e-05, |
| "loss": 1.9086, |
| "step": 1400 |
| }, |
| { |
| "epoch": 6.914549653579677, |
| "grad_norm": 0.8500417470932007, |
| "learning_rate": 9.372562920950018e-06, |
| "loss": 1.9123, |
| "step": 1500 |
| }, |
| { |
| "epoch": 6.914549653579677, |
| "eval_loss": 1.5952860116958618, |
| "eval_runtime": 3.6287, |
| "eval_samples_per_second": 50.432, |
| "eval_steps_per_second": 12.677, |
| "step": 1500 |
| }, |
| { |
| "epoch": 7.374133949191686, |
| "grad_norm": 0.8373268246650696, |
| "learning_rate": 8.663594470046084e-06, |
| "loss": 1.8666, |
| "step": 1600 |
| }, |
| { |
| "epoch": 7.836027713625866, |
| "grad_norm": 0.8652852773666382, |
| "learning_rate": 7.954626019142148e-06, |
| "loss": 1.8377, |
| "step": 1700 |
| }, |
| { |
| "epoch": 8.295612009237875, |
| "grad_norm": 0.8815492391586304, |
| "learning_rate": 7.245657568238214e-06, |
| "loss": 1.8395, |
| "step": 1800 |
| }, |
| { |
| "epoch": 8.757505773672055, |
| "grad_norm": 0.8464174270629883, |
| "learning_rate": 6.53668911733428e-06, |
| "loss": 1.8285, |
| "step": 1900 |
| }, |
| { |
| "epoch": 9.217090069284065, |
| "grad_norm": 0.818134069442749, |
| "learning_rate": 5.827720666430344e-06, |
| "loss": 1.8244, |
| "step": 2000 |
| }, |
| { |
| "epoch": 9.217090069284065, |
| "eval_loss": 1.5474414825439453, |
| "eval_runtime": 3.7454, |
| "eval_samples_per_second": 48.86, |
| "eval_steps_per_second": 12.282, |
| "step": 2000 |
| }, |
| { |
| "epoch": 9.678983833718245, |
| "grad_norm": 0.8570533394813538, |
| "learning_rate": 5.118752215526409e-06, |
| "loss": 1.8044, |
| "step": 2100 |
| }, |
| { |
| "epoch": 10.138568129330254, |
| "grad_norm": 0.8370910286903381, |
| "learning_rate": 4.409783764622475e-06, |
| "loss": 1.7769, |
| "step": 2200 |
| }, |
| { |
| "epoch": 10.600461893764434, |
| "grad_norm": 0.8950196504592896, |
| "learning_rate": 3.70081531371854e-06, |
| "loss": 1.7914, |
| "step": 2300 |
| }, |
| { |
| "epoch": 11.060046189376443, |
| "grad_norm": 0.7839242815971375, |
| "learning_rate": 2.9918468628146054e-06, |
| "loss": 1.7767, |
| "step": 2400 |
| }, |
| { |
| "epoch": 11.521939953810623, |
| "grad_norm": 0.8934968709945679, |
| "learning_rate": 2.28287841191067e-06, |
| "loss": 1.7807, |
| "step": 2500 |
| }, |
| { |
| "epoch": 11.521939953810623, |
| "eval_loss": 1.5255564451217651, |
| "eval_runtime": 3.6222, |
| "eval_samples_per_second": 50.522, |
| "eval_steps_per_second": 12.7, |
| "step": 2500 |
| }, |
| { |
| "epoch": 11.983833718244803, |
| "grad_norm": 0.9384580254554749, |
| "learning_rate": 1.5739099610067355e-06, |
| "loss": 1.7571, |
| "step": 2600 |
| }, |
| { |
| "epoch": 12.443418013856814, |
| "grad_norm": 0.838097333908081, |
| "learning_rate": 8.649415101028006e-07, |
| "loss": 1.7684, |
| "step": 2700 |
| }, |
| { |
| "epoch": 12.905311778290994, |
| "grad_norm": 0.807694673538208, |
| "learning_rate": 1.5597305919886567e-07, |
| "loss": 1.7643, |
| "step": 2800 |
| }, |
| { |
| "epoch": 3.348729792147806, |
| "grad_norm": 1.560190200805664, |
| "learning_rate": 1.0610533378061055e-05, |
| "loss": 1.7522, |
| "step": 2900 |
| }, |
| { |
| "epoch": 3.464203233256351, |
| "grad_norm": 1.5953682661056519, |
| "learning_rate": 1.0275075478027507e-05, |
| "loss": 1.7661, |
| "step": 3000 |
| }, |
| { |
| "epoch": 3.464203233256351, |
| "eval_loss": 1.5233831405639648, |
| "eval_runtime": 3.6827, |
| "eval_samples_per_second": 49.692, |
| "eval_steps_per_second": 12.491, |
| "step": 3000 |
| }, |
| { |
| "epoch": 3.579676674364896, |
| "grad_norm": 1.5370293855667114, |
| "learning_rate": 9.939617577993964e-06, |
| "loss": 1.7759, |
| "step": 3100 |
| }, |
| { |
| "epoch": 3.695150115473441, |
| "grad_norm": 1.470035195350647, |
| "learning_rate": 9.604159677960416e-06, |
| "loss": 1.7367, |
| "step": 3200 |
| }, |
| { |
| "epoch": 3.8106235565819864, |
| "grad_norm": 1.5553827285766602, |
| "learning_rate": 9.26870177792687e-06, |
| "loss": 1.7614, |
| "step": 3300 |
| }, |
| { |
| "epoch": 3.9260969976905313, |
| "grad_norm": 1.7353712320327759, |
| "learning_rate": 8.933243877893324e-06, |
| "loss": 1.7301, |
| "step": 3400 |
| }, |
| { |
| "epoch": 4.041570438799076, |
| "grad_norm": 1.8023557662963867, |
| "learning_rate": 8.59778597785978e-06, |
| "loss": 1.7797, |
| "step": 3500 |
| }, |
| { |
| "epoch": 4.041570438799076, |
| "eval_loss": 1.5006413459777832, |
| "eval_runtime": 3.6376, |
| "eval_samples_per_second": 50.308, |
| "eval_steps_per_second": 12.646, |
| "step": 3500 |
| }, |
| { |
| "epoch": 4.157043879907621, |
| "grad_norm": 1.4707646369934082, |
| "learning_rate": 8.262328077826235e-06, |
| "loss": 1.7436, |
| "step": 3600 |
| }, |
| { |
| "epoch": 4.272517321016166, |
| "grad_norm": 1.8790034055709839, |
| "learning_rate": 7.926870177792688e-06, |
| "loss": 1.7703, |
| "step": 3700 |
| }, |
| { |
| "epoch": 4.387990762124711, |
| "grad_norm": 1.7127020359039307, |
| "learning_rate": 7.591412277759142e-06, |
| "loss": 1.7297, |
| "step": 3800 |
| }, |
| { |
| "epoch": 4.503464203233256, |
| "grad_norm": 1.575723648071289, |
| "learning_rate": 7.255954377725596e-06, |
| "loss": 1.6714, |
| "step": 3900 |
| }, |
| { |
| "epoch": 4.618937644341801, |
| "grad_norm": 1.6164535284042358, |
| "learning_rate": 6.92049647769205e-06, |
| "loss": 1.6929, |
| "step": 4000 |
| }, |
| { |
| "epoch": 4.618937644341801, |
| "eval_loss": 1.4842592477798462, |
| "eval_runtime": 3.769, |
| "eval_samples_per_second": 48.554, |
| "eval_steps_per_second": 12.205, |
| "step": 4000 |
| }, |
| { |
| "epoch": 4.734411085450346, |
| "grad_norm": 1.4100682735443115, |
| "learning_rate": 6.585038577658505e-06, |
| "loss": 1.7042, |
| "step": 4100 |
| }, |
| { |
| "epoch": 4.849884526558892, |
| "grad_norm": 1.533423900604248, |
| "learning_rate": 6.249580677624959e-06, |
| "loss": 1.6724, |
| "step": 4200 |
| }, |
| { |
| "epoch": 4.965357967667437, |
| "grad_norm": 1.7051324844360352, |
| "learning_rate": 5.9141227775914126e-06, |
| "loss": 1.6685, |
| "step": 4300 |
| }, |
| { |
| "epoch": 5.080831408775982, |
| "grad_norm": 1.5413386821746826, |
| "learning_rate": 5.578664877557867e-06, |
| "loss": 1.6784, |
| "step": 4400 |
| }, |
| { |
| "epoch": 5.196304849884527, |
| "grad_norm": 1.7100459337234497, |
| "learning_rate": 5.243206977524321e-06, |
| "loss": 1.6237, |
| "step": 4500 |
| }, |
| { |
| "epoch": 5.196304849884527, |
| "eval_loss": 1.4744157791137695, |
| "eval_runtime": 3.6566, |
| "eval_samples_per_second": 50.047, |
| "eval_steps_per_second": 12.58, |
| "step": 4500 |
| }, |
| { |
| "epoch": 5.311778290993072, |
| "grad_norm": 1.8523712158203125, |
| "learning_rate": 4.907749077490776e-06, |
| "loss": 1.7114, |
| "step": 4600 |
| }, |
| { |
| "epoch": 5.427251732101617, |
| "grad_norm": 1.578623652458191, |
| "learning_rate": 4.572291177457229e-06, |
| "loss": 1.6396, |
| "step": 4700 |
| }, |
| { |
| "epoch": 5.542725173210162, |
| "grad_norm": 1.6069693565368652, |
| "learning_rate": 4.2368332774236835e-06, |
| "loss": 1.6942, |
| "step": 4800 |
| }, |
| { |
| "epoch": 5.658198614318707, |
| "grad_norm": 1.2671387195587158, |
| "learning_rate": 3.901375377390138e-06, |
| "loss": 1.6999, |
| "step": 4900 |
| }, |
| { |
| "epoch": 5.773672055427252, |
| "grad_norm": 1.5692400932312012, |
| "learning_rate": 3.5659174773565918e-06, |
| "loss": 1.6395, |
| "step": 5000 |
| }, |
| { |
| "epoch": 5.773672055427252, |
| "eval_loss": 1.464585542678833, |
| "eval_runtime": 3.6703, |
| "eval_samples_per_second": 49.859, |
| "eval_steps_per_second": 12.533, |
| "step": 5000 |
| }, |
| { |
| "epoch": 5.8891454965357966, |
| "grad_norm": 1.6615720987319946, |
| "learning_rate": 3.230459577323046e-06, |
| "loss": 1.6839, |
| "step": 5100 |
| }, |
| { |
| "epoch": 6.0046189376443415, |
| "grad_norm": 1.6811989545822144, |
| "learning_rate": 2.8950016772895005e-06, |
| "loss": 1.7058, |
| "step": 5200 |
| }, |
| { |
| "epoch": 6.1200923787528865, |
| "grad_norm": 1.569676399230957, |
| "learning_rate": 2.5595437772559544e-06, |
| "loss": 1.6426, |
| "step": 5300 |
| }, |
| { |
| "epoch": 6.235565819861431, |
| "grad_norm": 1.753227949142456, |
| "learning_rate": 2.2240858772224088e-06, |
| "loss": 1.646, |
| "step": 5400 |
| }, |
| { |
| "epoch": 6.351039260969977, |
| "grad_norm": 1.3525090217590332, |
| "learning_rate": 1.888627977188863e-06, |
| "loss": 1.6184, |
| "step": 5500 |
| }, |
| { |
| "epoch": 6.351039260969977, |
| "eval_loss": 1.459729790687561, |
| "eval_runtime": 3.6443, |
| "eval_samples_per_second": 50.216, |
| "eval_steps_per_second": 12.623, |
| "step": 5500 |
| }, |
| { |
| "epoch": 6.466512702078522, |
| "grad_norm": 1.6190038919448853, |
| "learning_rate": 1.553170077155317e-06, |
| "loss": 1.6743, |
| "step": 5600 |
| }, |
| { |
| "epoch": 6.581986143187067, |
| "grad_norm": 1.5956363677978516, |
| "learning_rate": 1.2177121771217714e-06, |
| "loss": 1.6474, |
| "step": 5700 |
| }, |
| { |
| "epoch": 6.697459584295612, |
| "grad_norm": 1.6586838960647583, |
| "learning_rate": 8.822542770882254e-07, |
| "loss": 1.7052, |
| "step": 5800 |
| }, |
| { |
| "epoch": 6.812933025404157, |
| "grad_norm": 1.3021780252456665, |
| "learning_rate": 5.467963770546797e-07, |
| "loss": 1.6333, |
| "step": 5900 |
| }, |
| { |
| "epoch": 6.928406466512702, |
| "grad_norm": 1.7689718008041382, |
| "learning_rate": 2.1133847702113386e-07, |
| "loss": 1.6687, |
| "step": 6000 |
| }, |
| { |
| "epoch": 6.928406466512702, |
| "eval_loss": 1.4575997591018677, |
| "eval_runtime": 3.7418, |
| "eval_samples_per_second": 48.907, |
| "eval_steps_per_second": 12.294, |
| "step": 6000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 6062, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 7, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5149450723328e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
