meshy commited on
Commit
f024fe7
·
verified ·
1 Parent(s): 8f3b658

Add model config

Browse files
Files changed (1) hide show
  1. config.json +26 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "freeze_encoder": false,
3
+ "epsilon": 1.0,
4
+ "huber_delta": 0.04,
5
+ "task_loss_weight": 0.0,
6
+ "rho_type": "huber",
7
+ "delta_coord_vs_struct": "max_coord",
8
+ "delta_struct_vs_coord": "max_coord",
9
+ "delta_struct_vs_struct": "zero",
10
+ "detach_coord_diff": false,
11
+ "llm": {
12
+ "pretrained_model_name_or_path": "facebook/opt-350m",
13
+ "n_positions": 3076,
14
+ "max_position_embeddings": 3076,
15
+ "hidden_size": 1024,
16
+ "word_embed_proj_dim": 1024,
17
+ "do_layer_norm_before": true
18
+ },
19
+ "tokenizer": {
20
+ "num_discrete": 256,
21
+ "continuous_range": [
22
+ -1.0,
23
+ 1.0
24
+ ]
25
+ }
26
+ }