tasks/task_schema.json

{
  "$schema": "http://json-schema.org/draft-07/schema#",
  "title": "ForgeArenaTask",
  "description": "A single oversight task in the Forge + Arena task bank.",
  "type": "object",
  "required": ["id", "domain", "description", "context", "ground_truth_output", "corruption_sophistication", "obfuscation_depth"],
  "additionalProperties": false,
  "properties": {
    "id": {
      "type": "string",
      "description": "Unique task identifier (e.g. 'task-cs-001' or UUID4 for generated tasks).",
      "pattern": "^[a-z0-9_-]+$"
    },
    "domain": {
      "type": "string",
      "enum": ["CUSTOMER_SUPPORT", "LEGAL_SUMMARISATION", "CODE_REVIEW", "PRODUCT_RECOMMENDATION", "MIXED"],
      "description": "Task domain — determines which BaseDomain handles sampling."
    },
    "description": {
      "type": "string",
      "description": "Natural language task description shown to the Worker and Overseer.",
      "minLength": 20
    },
    "context": {
      "type": "string",
      "description": "Supporting context (documents, code snippets, constraints) for the task."
    },
    "ground_truth_output": {
      "type": "string",
      "description": "Reference output used by the correction grader (ROUGE-L / token overlap).",
      "minLength": 10
    },
    "corruption_sophistication": {
      "type": "number",
      "description": "Continuous float in [0.0, 1.0]. Controls how subtle the corruption is made.",
      "minimum": 0.0,
      "maximum": 1.0
    },
    "obfuscation_depth": {
      "type": "string",
      "enum": ["SHALLOW", "MODERATE", "DEEP"],
      "description": "How deeply the corruption is buried in the Worker CoT."
    },
    "difficulty_tier": {
      "oneOf": [
        {"type": "null"},
        {"type": "string", "enum": ["TOO_EASY", "LEARNABLE", "TOO_HARD"]}
      ],
      "description": "Forge-assigned difficulty tier (null before first estimation)."
    },
    "is_generated": {
      "type": "boolean",
      "description": "True for tasks generated by TaskGenerator; false for hand-authored seed tasks.",
      "default": false
    },
    "metadata": {
      "type": "object",
      "description": "Arbitrary extra fields (author notes, generation params, etc.).",
      "additionalProperties": true
    }
  }
}