{
  "model_name": "Echo88-150M-Base",
  "repo_id": "guus4324343/Echo88-150M-Base",
  "seq_len": 2048,
  "micro_batch": 64,
  "grad_accum": 2,
  "tokens_per_step": 262144,
  "max_steps": 5610,
  "learning_rate": 0.0004,
  "weight_decay": 0.1,
  "warmup_steps": 112,
  "total_params": 163606272,
  "trainable_params": 163606272
}