config/config_train.json

{
  "paths": {
    "config_data_path": "config/config_data.json",
    "config_model_path": "config/config_model.json",
    "output_dir": "runs/soilformer_hetero"
  },
  "seed": {
    "seed": 42,
    "deterministic": true
  },
  "runtime": {
    "device": "cuda",
    "num_epochs": 500,
    "init_weight_std": 0.02
  },
  "optimization": {
    "lr": 1e-4,
    "beta1": 0.9,
    "beta2": 0.999,
    "eps": 1e-8,
    "weight_decay": 0.02,
    "max_grad_norm": 1.0,
    "scheduler": {
      "type": "cosine",
      "total_epochs": 500,
      "eta_min": 2e-5,
      "warmup_epochs": 5,
      "warmup_start_factor": 0.1
    }
  },
  "loss": {
    "cat_s_bound": 2,
    "num_s_bound": 4
  },
  "checkpoint": {
    "resume_checkpoint_path": null,
    "epochs_per_save": 100,
    "max_saved_checkpoints": 5
  },
  "logging": {
    "tqdm": true,
    "wandb": {
      "enabled": true,
      "project": "soilformer",
      "entity": "kuangdai-leng",
      "run_name": "train-hetero",
      "mode": "online",
      "dir": null
    }
  }
}