Spaces:
Sleeping
Sleeping
| { | |
| "task": "hard_multi", | |
| "seed": 3, | |
| "policy": "ppo", | |
| "episode_length": 20, | |
| "total_reward": 9.4544, | |
| "grader": { | |
| "overall_score": 0.7514, | |
| "success_score": 0.8, | |
| "latency_score": 0.7388, | |
| "budget_score": 0.0909, | |
| "sla_score": 1.0, | |
| "adaptation_score": 1.0 | |
| }, | |
| "metrics": { | |
| "total_reward": 9.4545, | |
| "success_rate": 1.0, | |
| "total_cost_spent": 1.0, | |
| "average_latency_ms": 130.62, | |
| "sla_met": true, | |
| "queue_overflow_events": 0 | |
| }, | |
| "steps": [ | |
| { | |
| "step": 1, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 0.7727, | |
| "cost": 0.05, | |
| "budget_remaining": 1.05, | |
| "latency_ms": 136.82, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 0.5, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 1.0, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.2, | |
| "step_count": 0.0 | |
| }, | |
| { | |
| "step": 2, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 1.5455, | |
| "cost": 0.05, | |
| "budget_remaining": 1.0, | |
| "latency_ms": 136.92, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.9545, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.2736, | |
| "step_count": 0.05 | |
| }, | |
| { | |
| "step": 3, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 2.3182, | |
| "cost": 0.05, | |
| "budget_remaining": 0.95, | |
| "latency_ms": 116.96, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.9091, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.2738, | |
| "step_count": 0.1 | |
| }, | |
| { | |
| "step": 4, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 3.0909, | |
| "cost": 0.05, | |
| "budget_remaining": 0.9, | |
| "latency_ms": 148.46, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.8636, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.2339, | |
| "step_count": 0.15 | |
| }, | |
| { | |
| "step": 5, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 3.8636, | |
| "cost": 0.05, | |
| "budget_remaining": 0.85, | |
| "latency_ms": 160.57, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.8182, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.2969, | |
| "step_count": 0.2 | |
| }, | |
| { | |
| "step": 6, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 4.6364, | |
| "cost": 0.05, | |
| "budget_remaining": 0.8, | |
| "latency_ms": 74.57, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.7727, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.3211, | |
| "step_count": 0.25 | |
| }, | |
| { | |
| "step": 7, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 5.4091, | |
| "cost": 0.05, | |
| "budget_remaining": 0.75, | |
| "latency_ms": 75.52, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.7273, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.1491, | |
| "step_count": 0.3 | |
| }, | |
| { | |
| "step": 8, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 6.1818, | |
| "cost": 0.05, | |
| "budget_remaining": 0.7, | |
| "latency_ms": 83.22, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.6818, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.151, | |
| "step_count": 0.35 | |
| }, | |
| { | |
| "step": 9, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 6.9545, | |
| "cost": 0.05, | |
| "budget_remaining": 0.65, | |
| "latency_ms": 169.39, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.6364, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.1664, | |
| "step_count": 0.4 | |
| }, | |
| { | |
| "step": 10, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 7.7273, | |
| "cost": 0.05, | |
| "budget_remaining": 0.6, | |
| "latency_ms": 49.24, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.5909, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.3388, | |
| "step_count": 0.45 | |
| }, | |
| { | |
| "step": 11, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 8.5, | |
| "cost": 0.05, | |
| "budget_remaining": 0.55, | |
| "latency_ms": 39.92, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.5455, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.0985, | |
| "step_count": 0.5 | |
| }, | |
| { | |
| "step": 12, | |
| "action": "route_to_b", | |
| "provider": "B", | |
| "success": true, | |
| "reward": 0.7727, | |
| "cumulative_reward": 9.2727, | |
| "cost": 0.05, | |
| "budget_remaining": 0.5, | |
| "latency_ms": 134.38, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.5, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.0798, | |
| "step_count": 0.55 | |
| }, | |
| { | |
| "step": 13, | |
| "action": "route_to_c", | |
| "provider": "C", | |
| "success": true, | |
| "reward": 0.5455, | |
| "cumulative_reward": 9.8182, | |
| "cost": 0.1, | |
| "budget_remaining": 0.4, | |
| "latency_ms": 170.39, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 0.5, | |
| "observed_budget_remaining": 0.4545, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.2688, | |
| "step_count": 0.6 | |
| }, | |
| { | |
| "step": 14, | |
| "action": "route_to_c", | |
| "provider": "C", | |
| "success": true, | |
| "reward": 0.5455, | |
| "cumulative_reward": 10.3636, | |
| "cost": 0.1, | |
| "budget_remaining": 0.3, | |
| "latency_ms": 197.75, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 1.0, | |
| "observed_budget_remaining": 0.3636, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.3408, | |
| "step_count": 0.65 | |
| }, | |
| { | |
| "step": 15, | |
| "action": "shed_load", | |
| "provider": null, | |
| "success": false, | |
| "reward": -0.5, | |
| "cumulative_reward": 9.8636, | |
| "cost": 0.0, | |
| "budget_remaining": 0.3, | |
| "latency_ms": 0.0, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 1.0, | |
| "observed_budget_remaining": 0.2727, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.3955, | |
| "step_count": 0.7 | |
| }, | |
| { | |
| "step": 16, | |
| "action": "route_to_c", | |
| "provider": "C", | |
| "success": true, | |
| "reward": 0.5455, | |
| "cumulative_reward": 10.4091, | |
| "cost": 0.1, | |
| "budget_remaining": 0.2, | |
| "latency_ms": 295.11, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 1.0, | |
| "observed_budget_remaining": 0.2727, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.0, | |
| "step_count": 0.75 | |
| }, | |
| { | |
| "step": 17, | |
| "action": "shed_load", | |
| "provider": null, | |
| "success": false, | |
| "reward": -0.5, | |
| "cumulative_reward": 9.9091, | |
| "cost": 0.0, | |
| "budget_remaining": 0.2, | |
| "latency_ms": 0.0, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 1.0, | |
| "observed_budget_remaining": 0.1818, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.5902, | |
| "step_count": 0.8 | |
| }, | |
| { | |
| "step": 18, | |
| "action": "route_to_c", | |
| "provider": "C", | |
| "success": true, | |
| "reward": 0.5455, | |
| "cumulative_reward": 10.4545, | |
| "cost": 0.1, | |
| "budget_remaining": 0.1, | |
| "latency_ms": 100.73, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 1.0, | |
| "observed_budget_remaining": 0.1818, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.0, | |
| "step_count": 0.85 | |
| }, | |
| { | |
| "step": 19, | |
| "action": "shed_load", | |
| "provider": null, | |
| "success": false, | |
| "reward": -0.5, | |
| "cumulative_reward": 9.9545, | |
| "cost": 0.0, | |
| "budget_remaining": 0.1, | |
| "latency_ms": 0.0, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 1.0, | |
| "observed_budget_remaining": 0.0909, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.2015, | |
| "step_count": 0.9 | |
| }, | |
| { | |
| "step": 20, | |
| "action": "shed_load", | |
| "provider": null, | |
| "success": false, | |
| "reward": -0.5, | |
| "cumulative_reward": 9.4545, | |
| "cost": 0.0, | |
| "budget_remaining": 0.1, | |
| "latency_ms": 0.0, | |
| "queue_overflow": false, | |
| "budget_exhausted": false, | |
| "provider_a_status": 0.5, | |
| "provider_b_status": 1.0, | |
| "provider_c_status": 1.0, | |
| "observed_budget_remaining": 0.0909, | |
| "queue_backlog": 0.0, | |
| "system_latency": 0.0, | |
| "step_count": 0.95 | |
| } | |
| ] | |
| } | |