| { | |
| "checkpoint": "ckpt_1.pt", | |
| "model": "GPT2-S", | |
| "training_step": 38000, | |
| "instability_type": "Slow divergence", | |
| "learning_rate": "3e-3", | |
| "decay": "0.1", | |
| "warm": "2000", | |
| "data_type": "BF16" | |
| } |
| { | |
| "checkpoint": "ckpt_1.pt", | |
| "model": "GPT2-S", | |
| "training_step": 38000, | |
| "instability_type": "Slow divergence", | |
| "learning_rate": "3e-3", | |
| "decay": "0.1", | |
| "warm": "2000", | |
| "data_type": "BF16" | |
| } |