pratinavseth's picture
feat: add adaptive cricket benchmark
12fc392
{
"eval_pack_id": "default",
"description": "Default reproducible evaluation settings for CricketCaptain.",
"seeds": [101, 202, 303, 404, 505],
"match_starts": [
{"task": "stage2_full", "max_overs": 20},
{"task": "stage2_full", "start_state": "batting", "over": 6, "ball": 0, "score": 42, "wickets": 2, "max_overs": 20},
{"task": "stage2_full", "start_state": "bowling", "over": 15, "ball": 0, "score": 118, "wickets": 4, "max_overs": 20}
],
"opponent": {
"mode": "heuristic",
"official_mode": "llm_cached",
"cache_path_env": "CRICKET_OPPONENT_CACHE"
},
"scoring": {
"result_quality": 0.35,
"strategy_bundle": 0.30,
"tool_efficiency": 0.20,
"format": 0.15
}
}