File size: 872 Bytes
0f31e57 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | {
"arch": "perceiver",
"segments": 64,
"hidden": 256,
"ff": 1024,
"num_heads": 4,
"kv_heads_cross": 2,
"kv_heads_self": 2,
"latent_tokens": 256,
"latent_layers": 7,
"decoder_layers": 3,
"cross_attn_interval": 4,
"encoder_layers": 4,
"behind_emb_dim": 8,
"dropout": 0.1,
"activation": "gelu",
"rms_norm": true,
"qk_norm": true,
"qk_norm_type": "l2",
"segment_param": "midpoint_dir_len",
"segment_conf": true,
"vote_features": true,
"adam_betas": "0.9,0.95",
"weight_decay": 0.01,
"warmup": 10000,
"varifold_weight": 0.0,
"sinkhorn_weight": 1.0,
"sinkhorn_eps": 0.1,
"sinkhorn_iters": 20,
"sinkhorn_dustbin": 0.3,
"conf_weight": 0.1,
"conf_mode": "sinkhorn",
"conf_head_wd": 0.1,
"aug_rotate": true,
"aug_flip": true,
"seed": 353
}
|