PyTorch
normwear2
custom_code
File size: 567 Bytes
5f7b8bf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
{
  "model_type": "normwear2",
  "architectures": ["NormWear2Model"],

  "auto_map": {
    "AutoConfig": "configuration_normwear.NormWear2Config",
    "AutoModel": "modeling_normwear.NormWear2Model"
  },

"patch_size" : 16,
"mlp_ratio" : 4.0,
"fuse_freq" : 2,
"drop_p" : 0.0,

"max_in_length" : 256,
"trainable_pe" : true,

"embed_dim" : 768,
"num_heads" : 12,
"depth" : 12,

"decoder_embed_dim" : 512,
"decoder_num_head" : 8,
"decoder_depth" : 2,

"token_level_fuse" : true,
"use_casual" : true,
"use_cls" : false,
"jepa" : false,
"jepa_post_decoder_train" : false
}