File size: 567 Bytes
5f7b8bf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 | {
"model_type": "normwear2",
"architectures": ["NormWear2Model"],
"auto_map": {
"AutoConfig": "configuration_normwear.NormWear2Config",
"AutoModel": "modeling_normwear.NormWear2Model"
},
"patch_size" : 16,
"mlp_ratio" : 4.0,
"fuse_freq" : 2,
"drop_p" : 0.0,
"max_in_length" : 256,
"trainable_pe" : true,
"embed_dim" : 768,
"num_heads" : 12,
"depth" : 12,
"decoder_embed_dim" : 512,
"decoder_num_head" : 8,
"decoder_depth" : 2,
"token_level_fuse" : true,
"use_casual" : true,
"use_cls" : false,
"jepa" : false,
"jepa_post_decoder_train" : false
} |