data/tasks/objective_hard_21.json

{
  "task_id": "objective_hard_21",
  "version": "2.0.0",
  "created_at": "2026-03-18",
  "metadata": {
    "domain": "credit_card_optimization",
    "difficulty": "hard",
    "task_number": 21,
    "complexity_hint": {
      "max_tokens": 8000,
      "expected_output": "multi-card portfolio with sequencing and full EV breakdown"
    },
    "requires_human_review": false
  },
  "prompt": {
    "system": "",
    "user": "You\u2019re an expert financial advisor. Tell the user how to change their credit card setup to maximize EV over the next 4 years.\nCurrent cards: (list cards, limits, opening date)\n\n* capital one quicksilver, $2,200 limit, February 2024, 28.99% APR, $1271 current balance\n\nFICO Score: 728, dropped due to debt :')\n\nOldest account age: 2 years, 1 month\n\nIncome: unsure, recently started teaching piano lessons and get minimum 160/month per student and do doordash when health permits. (I usually just put down $50k expected income and never have issues)\n\nAverage monthly spend and categories:\n\nRent: $537 (could go up to 800-1000 in a few months) groceries: $300 Utilities: $100 other/subscriptions: $15\n\nOpen to Business Cards: in the future, probably not applicable now though.\n\nWhat's the purpose of your next card?\n\n* Ideally a balance transfer card that I could switch to another card type in the future.  \n* also interested in more cards after this for building credit (I plan to invest in rental properties in the future) and specific spend category without AF\n\nDo you have any cards you've been looking at?\n\n* citi bank custom cash\n\nAre you OK with category spending or do you want a general spending card?\n\n* both are good\n\nHello\\! I recently and unexpectedly had to move causing my medical debt and moving expenses to pile up. I've got most of the medical debt paid off so now it's just general clean up but I'm also working on saving for a security deposit and safety net. I was thinking a balance transfer card would make the most sense since it would allow me to take more time to pay off the debt whilst not getting violated by interest. With the after bonus of increasing overall credit limit/credit score but I'd like to switch it to a different card in the future if possible. Having a plan or order of cards to get would be extremely helpful as my end goal is to have a card for each spending category without annual fees. Thank you very much for your time and help. Hope you all are having a great day\\!",
    "knowledge_base_ref": "knowledge_base.md",
    "kb_filter": [
      "American Express Gold",
      "American Express Platinum",
      "Amex Blue Business Plus",
      "Amex Blue Cash Preferred",
      "Amex Business Gold",
      "Amex Business Platinum",
      "Amex Green",
      "Bilt Blue",
      "Bilt Obsidian",
      "Bilt Palladium",
      "Capital One Venture",
      "Capital One Venture X",
      "Chase Freedom Flex",
      "Chase Freedom Unlimited",
      "Chase Ink Business Preferred",
      "Chase Ink Business Unlimited",
      "Chase Sapphire Preferred",
      "Chase Sapphire Reserve",
      "Citi Custom Cash",
      "Citi Double Cash",
      "Citi Strata Premier",
      "Wells Fargo Autograph"
    ],
    "system_prompt_ref": "system_prompt_template.md"
  },
  "scoring": {
    "dimensions": {
      "card_selection": {
        "weight": 0.25,
        "type": "automated",
        "description": "F1 of recommended cards vs. optimal set",
        "checks": {
          "expected_cards": [
            "American Express Gold",
            "Chase Sapphire Reserve",
            "Chase Ink Business Preferred",
            "American Express Platinum",
            "Capital One Venture"
          ]
        },
        "hard_constraint": false
      },
      "ev_accuracy": {
        "weight": 0.3,
        "type": "automated",
        "description": "EV accuracy vs. computed ground truth",
        "reference": {
          "user_profile": {
            "monthly_spend": {
              "dining": 300,
              "groceries": 400,
              "everything_else": 500
            },
            "time_horizon_months": 36
          },
          "expected_card_ids": [
            "american_express_gold",
            "chase_sapphire_reserve",
            "chase_ink_business_preferred",
            "american_express_platinum",
            "capital_one_venture"
          ],
          "ev_tolerance_pct": 0.1
        }
      },
      "factual_fidelity": {
        "weight": 0.3,
        "type": "automated",
        "description": "Accuracy of factual claims about cards",
        "reference": {
          "extracted_claims": null,
          "reference_ev_usd": null
        }
      },
      "constraint_compliance": {
        "weight": 0.15,
        "type": "automated",
        "description": "Respects user constraints and issuer rules",
        "checks": {
          "expected_cards": [
            "American Express Gold",
            "Chase Sapphire Reserve",
            "Chase Ink Business Preferred",
            "American Express Platinum",
            "Capital One Venture"
          ],
          "expected_housing_option": null
        },
        "hard_constraint": false
      }
    },
    "passing_threshold": 0.5,
    "hard_constraint_failure_zeroes_dimension": true
  },
  "reference_solution": {
    "_status": "COMPUTED",
    "recommended_cards": [
      "American Express Gold",
      "Chase Sapphire Reserve",
      "Chase Ink Business Preferred",
      "American Express Platinum",
      "Capital One Venture"
    ],
    "total_ev_usd": null,
    "ev_breakdown": null,
    "housing_option": null,
    "key_constraints_flags": [],
    "expert_notes": "Ground truth EV computed from card_database.json + user_profile at evaluation time."
  }
}