config.json

{
  "architecture": "HRM-Text (classification)",
  "reference": "sapientinc/HRM-Text, arXiv:2506.21734",
  "hidden_size": 768,
  "num_heads": 12,
  "head_dim": 64,
  "n_layers_H": 3,
  "n_layers_L": 3,
  "intermediate_size": 2048,
  "H_cycles": 2,
  "L_cycles": 3,
  "max_seq_len": 2048,
  "rope_base": 10000.0,
  "rope_scaling": 1.0,
  "bp_min_steps": 2,
  "bp_max_steps": 5,
  "vocab_size": 256,
  "param_count": 46206722,
  "id2label": {
    "0": "safe",
    "1": "injection"
  },
  "label2id": {
    "safe": 0,
    "injection": 1
  },
  "training": {
    "learning_rate": 0.00022,
    "epochs": 1,
    "batch_size": 32,
    "weight_decay": 0.1,
    "scheduler": "constant_with_warmup",
    "warmup_steps": 2000,
    "adam_beta2": 0.95,
    "precision": "bf16"
  }
}