| { |
| "arch": "perceiver", |
| "segments": 64, |
| "hidden": 256, |
| "ff": 1024, |
| "num_heads": 4, |
| "kv_heads_cross": 2, |
| "kv_heads_self": 2, |
| "latent_tokens": 256, |
| "latent_layers": 7, |
| "decoder_layers": 3, |
| "cross_attn_interval": 4, |
| "encoder_layers": 4, |
| "behind_emb_dim": 8, |
| "dropout": 0.1, |
| "activation": "gelu", |
| "rms_norm": true, |
| "qk_norm": true, |
| "qk_norm_type": "l2", |
| "segment_param": "midpoint_dir_len", |
| "segment_conf": true, |
| "vote_features": true, |
|
|
| "adam_betas": "0.9,0.95", |
| "weight_decay": 0.01, |
| "warmup": 10000, |
| "varifold_weight": 0.0, |
| "sinkhorn_weight": 1.0, |
| "sinkhorn_eps": 0.1, |
| "sinkhorn_iters": 20, |
| "sinkhorn_dustbin": 0.3, |
| "conf_weight": 0.1, |
| "conf_mode": "sinkhorn", |
| "conf_head_wd": 0.1, |
|
|
| "aug_rotate": true, |
| "aug_flip": true, |
| "seed": 353 |
| } |
|
|
