| { | |
| "checkpoint": "ckpt_140.pt", | |
| "model": "GPT2-L", | |
| "training_step": 52000, | |
| "instability_type": "Slow divergence", | |
| "learning_rate": "1e-3", | |
| "decay": "0.1", | |
| "warm": "2000", | |
| "data_type": "BF16" | |
| } |
| { | |
| "checkpoint": "ckpt_140.pt", | |
| "model": "GPT2-L", | |
| "training_step": 52000, | |
| "instability_type": "Slow divergence", | |
| "learning_rate": "1e-3", | |
| "decay": "0.1", | |
| "warm": "2000", | |
| "data_type": "BF16" | |
| } |