| parameters: | |
| project_name: jaxgmg2_3phase_optim_state | |
| action: rl | |
| rl_action: train | |
| lr: 5e-5 | |
| discount_rate: 0.98 | |
| cheese_loc: any | |
| env_layout: open | |
| mask_type: first_episode | |
| use_prev_action: false | |
| trim_episodes: false | |
| log_optimizer_state: true | |
| num_total_env_steps: 10_000_000_000 | |
| num_levels: 9600 | |
| grad_acc_per_chunk: 5 | |
| num_rollout_steps: 64 | |
| seed_formula: "{int(discount_rate*100):02d}{int(alpha*10):02d}{run_id:02d}" | |
| ckpt_dir: jaxgmg2_3phase_optim_state | |
| f_str_ckpt: "al_{alpha}_g_{discount_rate}_id_{run_id}_seed_{seed}" | |
| eval_schedule: "0:1,250:2,500:5,2000:10" | |
| wandb_project: jaxgmg2_3phase_optim_state | |
| use_wandb: true | |
| use_hf: true | |
| no_tqdm: true | |
| ntfy: david_jaxgmg | |
| sweep: | |
| - - alpha: 0.6 | |
| - alpha: 1.0 | |
| - - run_id: 15 | |
| - run_id: 16 | |
| - run_id: 17 | |
| - run_id: 18 | |
| - run_id: 19 | |
| - run_id: 20 | |
| - run_id: 21 | |
| - run_id: 22 | |
| - run_id: 23 | |
| - run_id: 24 | |
| - run_id: 25 | |
| - run_id: 26 | |
| - run_id: 27 | |
| - run_id: 28 | |
| - run_id: 29 | |
| - run_id: 30 | |