Spaces:
Sleeping
Sleeping
File size: 2,263 Bytes
db75f77 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 | {
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "ForgeArenaTask",
"description": "A single oversight task in the Forge + Arena task bank.",
"type": "object",
"required": ["id", "domain", "description", "context", "ground_truth_output", "corruption_sophistication", "obfuscation_depth"],
"additionalProperties": false,
"properties": {
"id": {
"type": "string",
"description": "Unique task identifier (e.g. 'task-cs-001' or UUID4 for generated tasks).",
"pattern": "^[a-z0-9_-]+$"
},
"domain": {
"type": "string",
"enum": ["CUSTOMER_SUPPORT", "LEGAL_SUMMARISATION", "CODE_REVIEW", "PRODUCT_RECOMMENDATION", "MIXED"],
"description": "Task domain — determines which BaseDomain handles sampling."
},
"description": {
"type": "string",
"description": "Natural language task description shown to the Worker and Overseer.",
"minLength": 20
},
"context": {
"type": "string",
"description": "Supporting context (documents, code snippets, constraints) for the task."
},
"ground_truth_output": {
"type": "string",
"description": "Reference output used by the correction grader (ROUGE-L / token overlap).",
"minLength": 10
},
"corruption_sophistication": {
"type": "number",
"description": "Continuous float in [0.0, 1.0]. Controls how subtle the corruption is made.",
"minimum": 0.0,
"maximum": 1.0
},
"obfuscation_depth": {
"type": "string",
"enum": ["SHALLOW", "MODERATE", "DEEP"],
"description": "How deeply the corruption is buried in the Worker CoT."
},
"difficulty_tier": {
"oneOf": [
{"type": "null"},
{"type": "string", "enum": ["TOO_EASY", "LEARNABLE", "TOO_HARD"]}
],
"description": "Forge-assigned difficulty tier (null before first estimation)."
},
"is_generated": {
"type": "boolean",
"description": "True for tasks generated by TaskGenerator; false for hand-authored seed tasks.",
"default": false
},
"metadata": {
"type": "object",
"description": "Arbitrary extra fields (author notes, generation params, etc.).",
"additionalProperties": true
}
}
}
|