File size: 820 Bytes
6fb6c07 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 | {
"dtype": "float32",
"tabular_meta": "data/tabular_meta.json",
"vision_model_dir": "./model_weights/gemma3n_E2B_vision_only",
"vision_num_output_tokens_reduced": 32,
"vision_num_heads_for_token_reduction": 4,
"vision_reducer_bottleneck_dim": 768,
"vision_reducer_project_back": false,
"cat_vocab_json": "data/cat_vocab.json",
"cat_hidden_size": 768,
"cat_decode_middle_size": null,
"numeric_vocab_json": "data/numeric_vocab.json",
"numeric_hidden_size": 768,
"numeric_encode_middle_size": null,
"numeric_decode_middle_size": null,
"layer_num_query_heads": 8,
"layer_num_kv_heads": 2,
"layer_head_dim": 128,
"layer_mlp_ratio": 1.5,
"layer_dropout": 0.1,
"layer_num_layers": 4,
"disable_tabular_attention_mask": true,
"cat_homoscedastic": false,
"num_homoscedastic": false
}
|