| { |
| "model_type": "normwear2", |
| "architectures": ["NormWear2Model"], |
|
|
| "auto_map": { |
| "AutoConfig": "configuration_normwear.NormWear2Config", |
| "AutoModel": "modeling_normwear.NormWear2Model" |
| }, |
|
|
| "patch_size" : 16, |
| "mlp_ratio" : 4.0, |
| "fuse_freq" : 2, |
| "drop_p" : 0.0, |
|
|
| "max_in_length" : 256, |
| "trainable_pe" : true, |
|
|
| "embed_dim" : 768, |
| "num_heads" : 12, |
| "depth" : 12, |
|
|
| "decoder_embed_dim" : 512, |
| "decoder_num_head" : 8, |
| "decoder_depth" : 2, |
|
|
| "token_level_fuse" : true, |
| "use_casual" : true, |
| "use_cls" : false, |
| "jepa" : false, |
| "jepa_post_decoder_train" : false |
| } |
