File size: 904 Bytes
d8bc908 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | {
"data": "training/data/tinyshakespeare.txt",
"out_dir": "models/checkpoints",
"run": "arb-text",
"reset": false,
"steps": 200,
"batch": 1,
"eval_batch": 0,
"accum": 2,
"ctx": 64,
"eval_steps": 4,
"eval_interval": 100,
"save_interval": 500,
"no_save": true,
"seed": 42,
"tscale_type": "T32",
"compute_dtype": "none",
"max_moe_iters": 2,
"accum_threshold": 3,
"freeze_scales": false,
"enable_image": false,
"enable_audio": false,
"disable_vq": true,
"disable_graph": false,
"enable_memory": false,
"disable_memory": false,
"disable_moe": false,
"cpu": false,
"audit": "Ternary state audit:\n logical ternary weights: 1,246,223,808\n ternary training state: 1625.12 MB (T=237.70, E=99.47, E_accum=99.46, accum=1188.49)\n trainable float params: 0 tensors, 0.00 MB\n frozen float params: 0 tensors, 0.00 MB\n float buffers: 0 tensors, 0.00 MB"
} |