config.json

{
  "freeze_encoder": false,
  "epsilon": 1.0,
  "huber_delta": 0.04,
  "task_loss_weight": 0.0,
  "rho_type": "huber",
  "delta_coord_vs_struct": "max_coord",
  "delta_struct_vs_coord": "max_coord",
  "delta_struct_vs_struct": "zero",
  "detach_coord_diff": false,
  "llm": {
    "pretrained_model_name_or_path": "facebook/opt-350m",
    "n_positions": 3076,
    "max_position_embeddings": 3076,
    "hidden_size": 1024,
    "word_embed_proj_dim": 1024,
    "do_layer_norm_before": true
  },
  "tokenizer": {
    "num_discrete": 256,
    "continuous_range": [
      -1.0,
      1.0
    ]
  }
}