| { |
| "SignSGD_ConfigC_T32": { |
| "config": "SignSGD_ConfigC_T32", |
| "n_params": 1668128, |
| "model_mem_mb": 6.36, |
| "optimizer_mem_mb": 6.36, |
| "peak_vram_mb": 388.2, |
| "final_loss_avg100": 1.7113, |
| "min_loss": 1.5921, |
| "loss_1000": 1.8099, |
| "loss_2500": 1.6944, |
| "loss_5000": 1.6944, |
| "avg_step_ms": 11.2 |
| }, |
| "SignSGD_ConfigE_T32": { |
| "config": "SignSGD_ConfigE_T32", |
| "n_params": 1668128, |
| "model_mem_mb": 6.36, |
| "optimizer_mem_mb": 6.36, |
| "peak_vram_mb": 388.2, |
| "final_loss_avg100": 1.6149, |
| "min_loss": 1.5157, |
| "loss_1000": 1.7146, |
| "loss_2500": 1.5861, |
| "loss_5000": 1.5861, |
| "avg_step_ms": 11.2 |
| }, |
| "Lion_bf16_T32": { |
| "config": "Lion_bf16_T32", |
| "n_params": 1668128, |
| "model_mem_mb": 3.18, |
| "optimizer_mem_mb": 9.55, |
| "peak_vram_mb": 388.2, |
| "final_loss_avg100": 2.5521, |
| "min_loss": 2.4668, |
| "loss_1000": 2.5683, |
| "loss_2500": 2.5486, |
| "loss_5000": 2.5486, |
| "avg_step_ms": 11.2 |
| }, |
| "Lion_FP32_T32": { |
| "config": "Lion_FP32_T32", |
| "n_params": 1668128, |
| "model_mem_mb": 6.36, |
| "optimizer_mem_mb": 12.73, |
| "peak_vram_mb": 388.2, |
| "final_loss_avg100": 3.428, |
| "min_loss": 2.4911, |
| "loss_1000": 3.0947, |
| "loss_2500": 3.4403, |
| "loss_5000": 3.4403, |
| "avg_step_ms": 11.2 |
| }, |
| "Adam_bf16_T32": { |
| "config": "Adam_bf16_T32", |
| "n_params": 1668128, |
| "model_mem_mb": 3.18, |
| "optimizer_mem_mb": 9.55, |
| "peak_vram_mb": 388.2, |
| "final_loss_avg100": 2.3487, |
| "min_loss": 2.248, |
| "loss_1000": 2.3016, |
| "loss_2500": 2.3237, |
| "loss_5000": 2.3237, |
| "avg_step_ms": 11.2 |
| }, |
| "Adam_FP32_T32": { |
| "config": "Adam_FP32_T32", |
| "n_params": 1668128, |
| "model_mem_mb": 6.36, |
| "optimizer_mem_mb": 19.09, |
| "peak_vram_mb": 388.2, |
| "final_loss_avg100": 2.7597, |
| "min_loss": 2.2049, |
| "loss_1000": 2.3037, |
| "loss_2500": 2.6991, |
| "loss_5000": 2.6991, |
| "avg_step_ms": 11.2 |
| } |
| } |
