Spaces:
Running
Running
File size: 1,005 Bytes
df97e68 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 | # Phase 3-v2 -- Recurrent PPO (LSTM) tuned for stability and SLA reduction
# Uses existing 28-action design.
hyperparameters:
learning_rate: 0.00005
n_steps: 1024
batch_size: 256
n_epochs: 8
gamma: 0.995
gae_lambda: 0.97
clip_range: 0.15
ent_coef: 0.0005
vf_coef: 0.7
max_grad_norm: 0.5
net_arch: [256, 256]
lstm_hidden_size: 128
n_lstm_layers: 1
shared_lstm: false
enable_critic_lstm: true
recurrent_seq_len: 16
curriculum:
stage1_end_frac: 0.25
stage2_end_frac: 0.70
stage3_weights: [0.20, 0.45, 0.35]
training:
total_timesteps: 700000
n_envs: 4
seed: 42
warm_start_from: "results/best_model/phase2_final"
transfer_flat_weights: true
transfer_exclude_prefixes: ["action_net.", "value_net."]
hard_action_mask_train: true
hard_action_mask_eval: true
eval_task_id: "mixed_urgency_medium"
eval_freq: 4096
n_eval_episodes: 5
target_scores:
district_backlog_easy: 0.82
mixed_urgency_medium: 0.75
cross_department_hard: 0.68
average: 0.75 |