data/tasks/hard_02.json

{
  "task_id": "hard_02",
  "version": "1.0.0",
  "created_at": "2026-03-11",
  "metadata": {
    "domain": "credit_card_optimization",
    "difficulty": "hard",
    "task_number": 2,
    "complexity_hint": {
      "max_tokens": 8000,
      "expected_output": "complex strategy with contingency plans, stochastic elements, detailed EV"
    },
    "requires_human_review": true
  },
  "prompt": {
    "system": "",
    "user": "You are a financial advisor tasked with building the following user\u2019s credit card strategy for the next 2 years.\n\nUser profile:\n\n* Credit score: 755  \n* Monthly spend: $5,500, split equally between dining, groceries, gas, flights, and miscellaneous  \n* Already holds: Chase Sapphire Preferred (opened 42 months ago), Amex Platinum (opened 14 months ago), Capital One Venture X (opened 9 months ago) Citi Double Cash (opened last week)  \n* New card approval probability drops by 50% if more than 1 card is opened in 90 days. Must wait 90 days before reapplying if an application is denied.  \n* At some point every 12 months it\u2019s likely (75%) that there will be a 120k point welcome offer for the Amex Gold card instead of the usual offer  \n* At some point every 12 months it\u2019s likely (75%) that there will be a 125k point welcome offer for the Chase Sapphire Reserve card instead of the usual offer  \n* One issuer over the course of the process will start declining the user for every card they apply for.\n\nMap out the user\u2019s credit card roadmap for the next 2 years to optimize EV, including contingency plans for denials and their respective expected values.",
    "knowledge_base_ref": "knowledge_base.md",
    "kb_filter": [
      "Chase World of Hyatt",
      "Chase United Explorer",
      "Chase United Gateway",
      "Atmos Rewards Summit",
      "Amex Delta SkyMiles Gold",
      "Amex Delta SkyMiles Platinum",
      "Amex Delta SkyMiles Reserve",
      "Citi Strata",
      "Citi Strata Premier",
      "BofA Premium Rewards",
      "BofA Premium Rewards Elite",
      "Chase Sapphire Preferred",
      "American Express Platinum",
      "Capital One Venture X",
      "Citi Double Cash",
      "American Express Gold",
      "Chase Sapphire Reserve",
      "Amex Delta SkyMiles Blue",
      "Chase United Quest",
      "Chase Business World of Hyatt"
    ],
    "system_prompt_ref": "system_prompt_template.md"
  },
  "scoring": {
    "dimensions": {
      "constraint_compliance": {
        "weight": 0.3,
        "type": "automated",
        "description": "Hard rule checks: velocity limits, eligibility, user constraints",
        "checks": {
          "velocity_rules": null,
          "eligibility_rules": null,
          "user_constraints": null,
          "expected_cards": [
            "Chase World of Hyatt",
            "Chase United Explorer",
            "Chase United Gateway",
            "Atmos Rewards Summit",
            "Amex Delta SkyMiles Gold",
            "Amex Delta SkyMiles Platinum",
            "Amex Delta SkyMiles Reserve",
            "Citi Strata",
            "Citi Strata Premier",
            "BofA Premium Rewards",
            "BofA Premium Rewards Elite"
          ],
          "expected_housing_option": null,
          "key_constraints_flags": [
            "cancel_existing_cards",
            "90_day_velocity",
            "issuer_denial_risk",
            "contingency_planning",
            "elevated_offer_irrelevance"
          ]
        },
        "hard_constraint": false
      },
      "ev_accuracy": {
        "weight": 0.4,
        "type": "automated",
        "description": "EV calculation accuracy vs. reference solution",
        "reference": {
          "reference_ev_usd": 10855.5,
          "ev_tolerance_pct": 0.05
        }
      },
      "reasoning_quality": {
        "weight": 0.2,
        "type": "human",
        "description": "Quality of tradeoff articulation and strategic reasoning (0-3 scale)",
        "rubric": {
          "0": "No reasoning or incorrect reasoning",
          "1": "Surface-level reasoning, misses key tradeoffs",
          "2": "Correct tradeoffs identified with clear justification",
          "3": "Expert-level nuance including edge cases and constraint interactions"
        },
        "score": null
      },
      "constraint_prioritization": {
        "weight": 0.1,
        "type": "human",
        "description": "Correct handling of ambiguity and conflicting constraints",
        "score": null
      }
    },
    "passing_threshold": 0.6,
    "hard_constraint_failure_zeroes_dimension": true
  },
  "reference_solution": {
    "_status": "EXPERT_REVIEWED",
    "recommended_cards": [
      "Chase World of Hyatt",
      "Chase United Explorer",
      "Chase United Gateway",
      "Atmos Rewards Summit",
      "Amex Delta SkyMiles Gold",
      "Amex Delta SkyMiles Platinum",
      "Amex Delta SkyMiles Reserve",
      "Citi Strata",
      "Citi Strata Premier",
      "BofA Premium Rewards",
      "BofA Premium Rewards Elite"
    ],
    "total_ev_usd": 10855.5,
    "ev_breakdown": {
      "signup_bonuses_usd": 6751.82,
      "ongoing_rewards_usd": 3942.18,
      "credits_usd": 1180.0,
      "annual_fees_usd": -1018.5,
      "other_usd": 0.0
    },
    "housing_option": null,
    "key_constraints_flags": [
      "cancel_existing_cards",
      "90_day_velocity",
      "issuer_denial_risk",
      "contingency_planning",
      "elevated_offer_irrelevance"
    ],
    "expert_notes": "Cancel Amex Platinum and CSP to save annual fees ($1,180 saved). Gold 120k offer irrelevant (already has Plat, can't get Gold bonus). Reserve 125k offer irrelevant (already has CSP, same product family). 1 card per 90 days, Chase first (5/24). 7 expected bonuses from contingency list. Avg EV per bonus $964.55, avg annual fee $145.50. Non-bonus spend on Venture X: $106.5k * 2x * 1.85cpp = $3,942.18. One issuer will start declining \u2014 contingency list has cards across all issuers."
  }
}