| { |
| "architecture": "HRM-Text (classification)", |
| "reference": "sapientinc/HRM-Text, arXiv:2506.21734", |
| "hidden_size": 768, |
| "num_heads": 12, |
| "head_dim": 64, |
| "n_layers_H": 3, |
| "n_layers_L": 3, |
| "intermediate_size": 2048, |
| "H_cycles": 2, |
| "L_cycles": 3, |
| "max_seq_len": 2048, |
| "rope_base": 10000.0, |
| "rope_scaling": 1.0, |
| "bp_min_steps": 2, |
| "bp_max_steps": 5, |
| "vocab_size": 256, |
| "param_count": 46206722, |
| "id2label": { |
| "0": "safe", |
| "1": "injection" |
| }, |
| "label2id": { |
| "safe": 0, |
| "injection": 1 |
| }, |
| "training": { |
| "learning_rate": 0.00022, |
| "epochs": 1, |
| "batch_size": 32, |
| "weight_decay": 0.1, |
| "scheduler": "constant_with_warmup", |
| "warmup_steps": 2000, |
| "adam_beta2": 0.95, |
| "precision": "bf16" |
| } |
| } |
