training_config.json

{
  "model_name": "meta-llama/Meta-Llama-3-8B-Instruct",
  "dtype": "bfloat16",
  "edit_prompt": "The Eiffel Tower is located in the city of",
  "target_new": " Berlin",
  "fact_id": "eiffel_tower_berlin",
  "max_steps": 20,
  "lr": 5e-06,
  "weight_decay": 0.01,
  "grad_clip": 1.0,
  "seed": 42,
  "lambda_entropy": 10,
  "n_ig_steps": 5,
  "noise_std": 1.0,
  "noise_seed": 42,
  "wandb_project": "circuit-entropy-single-edit-llama3",
  "hf_repo_prefix": "ivanenclonar/llama3-8b-instruct",
  "run_number": 1,
  "gpu": "H100",
  "method": "FT-vanilla-1",
  "lambda": 0.0
}