{ "$schema": "http://json-schema.org/draft-07/schema#", "title": "ForgeArenaTask", "description": "A single oversight task in the Forge + Arena task bank.", "type": "object", "required": ["id", "domain", "description", "context", "ground_truth_output", "corruption_sophistication", "obfuscation_depth"], "additionalProperties": false, "properties": { "id": { "type": "string", "description": "Unique task identifier (e.g. 'task-cs-001' or UUID4 for generated tasks).", "pattern": "^[a-z0-9_-]+$" }, "domain": { "type": "string", "enum": ["CUSTOMER_SUPPORT", "LEGAL_SUMMARISATION", "CODE_REVIEW", "PRODUCT_RECOMMENDATION", "MIXED"], "description": "Task domain — determines which BaseDomain handles sampling." }, "description": { "type": "string", "description": "Natural language task description shown to the Worker and Overseer.", "minLength": 20 }, "context": { "type": "string", "description": "Supporting context (documents, code snippets, constraints) for the task." }, "ground_truth_output": { "type": "string", "description": "Reference output used by the correction grader (ROUGE-L / token overlap).", "minLength": 10 }, "corruption_sophistication": { "type": "number", "description": "Continuous float in [0.0, 1.0]. Controls how subtle the corruption is made.", "minimum": 0.0, "maximum": 1.0 }, "obfuscation_depth": { "type": "string", "enum": ["SHALLOW", "MODERATE", "DEEP"], "description": "How deeply the corruption is buried in the Worker CoT." }, "difficulty_tier": { "oneOf": [ {"type": "null"}, {"type": "string", "enum": ["TOO_EASY", "LEARNABLE", "TOO_HARD"]} ], "description": "Forge-assigned difficulty tier (null before first estimation)." }, "is_generated": { "type": "boolean", "description": "True for tasks generated by TaskGenerator; false for hand-authored seed tasks.", "default": false }, "metadata": { "type": "object", "description": "Arbitrary extra fields (author notes, generation params, etc.).", "additionalProperties": true } } }