File size: 5,816 Bytes
2bec701 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 | {
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 444,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"entropy": 1.512305457368493,
"epoch": 0.05638567803777841,
"grad_norm": 0.052001953125,
"learning_rate": 0.00019973322836635518,
"loss": 1.5421083068847656,
"mean_token_accuracy": 0.6486250500380993,
"num_tokens": 144508.0,
"step": 25
},
{
"entropy": 1.2983414649218321,
"epoch": 0.11277135607555681,
"grad_norm": 0.12451171875,
"learning_rate": 0.00019674836970574254,
"loss": 1.2756206512451171,
"mean_token_accuracy": 0.7112903011217714,
"num_tokens": 292109.0,
"step": 50
},
{
"entropy": 1.0407171499356627,
"epoch": 0.16915703411333521,
"grad_norm": 0.1474609375,
"learning_rate": 0.00019054482374931467,
"loss": 1.0164385223388672,
"mean_token_accuracy": 0.7733419627696275,
"num_tokens": 446139.0,
"step": 75
},
{
"entropy": 0.7892182947043329,
"epoch": 0.22554271215111363,
"grad_norm": 0.1201171875,
"learning_rate": 0.00018132897407355657,
"loss": 0.7477215576171875,
"mean_token_accuracy": 0.82292207069695,
"num_tokens": 591284.0,
"step": 100
},
{
"entropy": 0.7213720260327682,
"epoch": 0.28192839018889204,
"grad_norm": 0.1103515625,
"learning_rate": 0.0001694074195220634,
"loss": 0.683692398071289,
"mean_token_accuracy": 0.846045880690217,
"num_tokens": 741747.0,
"step": 125
},
{
"entropy": 0.6420099837053567,
"epoch": 0.33831406822667043,
"grad_norm": 0.146484375,
"learning_rate": 0.0001551767740770446,
"loss": 0.6045019912719727,
"mean_token_accuracy": 0.8612289320677519,
"num_tokens": 888467.0,
"step": 150
},
{
"entropy": 0.4919711536122486,
"epoch": 0.3946997462644488,
"grad_norm": 0.04248046875,
"learning_rate": 0.0001391104720490156,
"loss": 0.4492445755004883,
"mean_token_accuracy": 0.8903629670292139,
"num_tokens": 1036757.0,
"step": 175
},
{
"entropy": 0.5750386103335768,
"epoch": 0.45108542430222726,
"grad_norm": 0.06689453125,
"learning_rate": 0.00012174301755815571,
"loss": 0.5542393112182618,
"mean_token_accuracy": 0.8759176962077617,
"num_tokens": 1181945.0,
"step": 200
},
{
"entropy": 0.5648965935781598,
"epoch": 0.5074711023400056,
"grad_norm": 0.03857421875,
"learning_rate": 0.0001036522023057659,
"loss": 0.547780876159668,
"mean_token_accuracy": 0.8807101232558489,
"num_tokens": 1335419.0,
"step": 225
},
{
"entropy": 0.4930458738701418,
"epoch": 0.5638567803777841,
"grad_norm": 0.06494140625,
"learning_rate": 8.543988322649954e-05,
"loss": 0.47976242065429686,
"mean_token_accuracy": 0.8966810719668865,
"num_tokens": 1479342.0,
"step": 250
},
{
"entropy": 0.34622532883193347,
"epoch": 0.6202424584155625,
"grad_norm": 0.0869140625,
"learning_rate": 6.77119595228554e-05,
"loss": 0.32271854400634764,
"mean_token_accuracy": 0.9300810437649488,
"num_tokens": 1629061.0,
"step": 275
},
{
"entropy": 0.39914618858136236,
"epoch": 0.6766281364533409,
"grad_norm": 0.07177734375,
"learning_rate": 5.105821521889147e-05,
"loss": 0.3532614898681641,
"mean_token_accuracy": 0.9161469136178494,
"num_tokens": 1772842.0,
"step": 300
},
{
"entropy": 0.39773431999608877,
"epoch": 0.7330138144911192,
"grad_norm": 0.06689453125,
"learning_rate": 3.60326978441109e-05,
"loss": 0.40174495697021484,
"mean_token_accuracy": 0.9162117794901132,
"num_tokens": 1923761.0,
"step": 325
},
{
"entropy": 0.3905838479846716,
"epoch": 0.7893994925288976,
"grad_norm": 0.05859375,
"learning_rate": 2.3135286022146785e-05,
"loss": 0.3990034484863281,
"mean_token_accuracy": 0.923584694750607,
"num_tokens": 2071111.0,
"step": 350
},
{
"entropy": 0.38003566025290636,
"epoch": 0.845785170566676,
"grad_norm": 0.0546875,
"learning_rate": 1.2795059185619229e-05,
"loss": 0.3592890930175781,
"mean_token_accuracy": 0.9243136387318373,
"num_tokens": 2218689.0,
"step": 375
},
{
"entropy": 0.41276534273289145,
"epoch": 0.9021708486044545,
"grad_norm": 0.0693359375,
"learning_rate": 5.3560226842390596e-06,
"loss": 0.38957675933837893,
"mean_token_accuracy": 0.9158677716553211,
"num_tokens": 2362130.0,
"step": 400
},
{
"entropy": 0.31493653893470763,
"epoch": 0.9585565266422329,
"grad_norm": 0.0361328125,
"learning_rate": 1.0656631924889749e-06,
"loss": 0.29476009368896483,
"mean_token_accuracy": 0.9362043110281228,
"num_tokens": 2511099.0,
"step": 425
}
],
"logging_steps": 25,
"max_steps": 444,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.1175526982295245e+17,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}
|