data/tasks/objective_hard_13.json

{
  "task_id": "objective_hard_13",
  "version": "2.0.0",
  "created_at": "2026-03-18",
  "metadata": {
    "domain": "credit_card_optimization",
    "difficulty": "hard",
    "task_number": 13,
    "complexity_hint": {
      "max_tokens": 8000,
      "expected_output": "multi-card portfolio with sequencing and full EV breakdown"
    },
    "requires_human_review": false
  },
  "prompt": {
    "system": "",
    "user": "You\u2019re an expert financial advisor. Tell the user how to change their credit card setup to maximize EV over the next 3 years.\nHello\\! I'm seeking recommendations for our basically first credit card. As listed in the questionnaire below - I've only really been using my Barclay credit card for shopping at that brand, not for anything else. Many of our friends recommended Chase for travel rewards, but I want to explore other options that would be better suited for our situation. Thank you\\!\n\nCREDIT PROFILE\n\n* * Current credit cards you are the primary account holder of: Barclay Banana Republic, $3000 limit, \\~2020  \n* * FICO Scores with source: Transunion 786  \n* * Oldest credit card account age with you as primary name on the account: *\\~ 5 years*  \n* * Number of personal credit cards approved for in the past 6 months: 0  \n* * Number of personal credit cards approved for in the past 12 months: 0  \n* * Number of personal credit cards approved for in the past 24 months: 0  \n* * Annual income \\~$130,000 (household income \\~$250,000)\n\nCATEGORIES\n\n* * OK with category-specific cards?: No *(*prefer to have one card, but open to possibly having 2 if that makes more sense for our spending)  \n* * OK with rotating category cards?: No  \n* * Estimate average monthly spend in the categories below. Only include what you can pay by credit card.  \n  * * Dining $: $150  \n  * * Groceries $: Costco $400, Others (Trader Joes, Safeway, etc) $150  \n  * * Gas $: Costco $420  \n  * * Travel $: Hotel/airbnb $200, flight $170  \n  * * Do you plan on using this card abroad for a significant length of time (study abroad, digital nomad, expat, extended travel)?: No  \n  * * Any other categories (examples: phone/internet, insurance) or stores (example: Amazon) with significant, regular credit card spend (the more you specify, the better): Amazon $100, internet $50, phone $150, insurance $300  \n  * * Any other significant, regular credit card spend you didn't include above?: No  \n  * * Can you pay rent by credit card? If yes, list rent amount and if there's a fee for paying by credit card: No\n\nMEMBERSHIPS & SUBSCRIPTIONS\n\n* * Current member of Amazon Prime?: Yes  \n* * Current member of Costco or Sam's Club? Yes, Costco  \n* * Current member of Chase, US Bank or any other big bank?: Bank of America (not used much)\n\nPURPOSE\n\n* * What's the purpose of your next card (choose ONE)?: first credit card (of course interested in maximizing rewards)  \n  * * If you answered \"first credit card\", are you an authorized user on any other cards? No, other than Barclay Banana Republic card I own  \n  * * If you answered \"balance transfer\", please give details as to why:  \n  * * If you answered \"travel rewards\", do you have a preferred airline and/or hotel chain? No  \n* * Do you have any cards you've been looking at? Considered Costco, Amazon, and Chase",
    "knowledge_base_ref": "knowledge_base.md",
    "kb_filter": [
      "American Express Gold",
      "American Express Platinum",
      "Amex Blue Cash Preferred",
      "Amex Green",
      "Bilt Blue",
      "Bilt Obsidian",
      "Bilt Palladium",
      "Capital One Venture",
      "Capital One Venture X",
      "Chase Freedom Flex",
      "Chase Freedom Unlimited",
      "Chase Sapphire Preferred",
      "Chase Sapphire Reserve",
      "Citi Custom Cash",
      "Citi Double Cash",
      "Citi Strata Premier",
      "Wells Fargo Autograph"
    ],
    "system_prompt_ref": "system_prompt_template.md"
  },
  "scoring": {
    "dimensions": {
      "card_selection": {
        "weight": 0.25,
        "type": "automated",
        "description": "F1 of recommended cards vs. optimal set",
        "checks": {
          "expected_cards": [
            "American Express Gold",
            "American Express Platinum",
            "Capital One Venture",
            "Chase Sapphire Preferred",
            "Chase Sapphire Reserve"
          ]
        },
        "hard_constraint": false
      },
      "ev_accuracy": {
        "weight": 0.3,
        "type": "automated",
        "description": "EV accuracy vs. computed ground truth",
        "reference": {
          "user_profile": {
            "monthly_spend": {
              "dining": 150.0,
              "groceries": 0,
              "gas": 0,
              "travel": 0,
              "flights": 170.0,
              "hotels": 0,
              "streaming": 0,
              "online_shopping": 0,
              "everything_else": 0
            },
            "lounge_visits_per_year": 0,
            "delta_flights_per_year": 0,
            "united_flights_per_year": 0,
            "uses_uber": false,
            "uses_doordash": false,
            "uses_instacart": false,
            "uses_streaming": false,
            "has_global_entry": false,
            "uses_clear": false,
            "has_amazon_prime": true,
            "uses_resy_restaurants": false,
            "uses_hyatt_hotels": false,
            "uses_marriott_hotels": false,
            "uses_hilton_hotels": false,
            "monthly_rent": 0,
            "pays_housing_with_bilt": false,
            "time_horizon_months": 36,
            "existing_cards": [],
            "cards_opened_last_24_months": 0
          },
          "expected_card_ids": [
            "american_express_gold",
            "american_express_platinum",
            "capital_one_venture",
            "chase_sapphire_preferred",
            "chase_sapphire_reserve"
          ],
          "ev_tolerance_pct": 0.1
        }
      },
      "factual_fidelity": {
        "weight": 0.3,
        "type": "automated",
        "description": "Accuracy of factual claims about cards",
        "reference": {
          "extracted_claims": null,
          "reference_ev_usd": null
        }
      },
      "constraint_compliance": {
        "weight": 0.15,
        "type": "automated",
        "description": "Respects user constraints and issuer rules",
        "checks": {
          "expected_cards": [
            "American Express Gold",
            "American Express Platinum",
            "Capital One Venture",
            "Chase Sapphire Preferred",
            "Chase Sapphire Reserve"
          ],
          "expected_housing_option": null
        },
        "hard_constraint": false
      }
    },
    "passing_threshold": 0.5,
    "hard_constraint_failure_zeroes_dimension": true
  },
  "reference_solution": {
    "_status": "COMPUTED",
    "recommended_cards": [
      "American Express Gold",
      "American Express Platinum",
      "Capital One Venture",
      "Chase Sapphire Preferred",
      "Chase Sapphire Reserve"
    ],
    "total_ev_usd": null,
    "ev_breakdown": null,
    "housing_option": null,
    "key_constraints_flags": [],
    "expert_notes": "Ground truth EV computed from card_database.json + user_profile at evaluation time."
  }
}