Spaces:
Sleeping
Sleeping
| { | |
| "task_id": "medium_02", | |
| "version": "1.0.0", | |
| "created_at": "2026-03-11", | |
| "metadata": { | |
| "domain": "credit_card_optimization", | |
| "difficulty": "medium", | |
| "task_number": 2, | |
| "complexity_hint": { | |
| "max_tokens": 6000, | |
| "expected_output": "multi-card strategy with 2-year timeline and EV breakdown" | |
| }, | |
| "requires_human_review": true | |
| }, | |
| "prompt": { | |
| "system": "", | |
| "user": "You are a financial advisor tasked with building the following user\u2019s credit card strategy for the next 2 years in order to maximize the user\u2019s expected value while staying within their constraints, assuming all offers stay constant.\n\nUser profile:\n\n* A couple with a combined household income of $250k, one had a good credit score and one has an excellent credit score \n* Monthly spending: $6,500 total \u2014 $2,000 groceries & dining (family of 4, prioritizes organic/healthy options), $1,000 gas & commuting, $500 online shopping, $400 utilities, $600 entertainment (movies, subscriptions), rest miscellaneous \n* Already has 2 credit cards (one rotating 5% categories card, one 1.5% cash back on everything card); worried about \"too many inquiries hurting score for upcoming mortgage\" \n* Prefers cards with simple cards, doesn\u2019t want to manage more than 1 monthly credit per card \n* Wants to avoid foreign transaction fees for occasional vacations \n* Pays in full every month \n* Goal: Maximize rewards for family essentials over next 12\u201324 months, including sign-up bonuses, but prioritize family-friendly perks like purchase protection and perk simplicity \n* Only willing to apply for up to 1 new card each per year. \n* Do NOT recommend any card with AF \\> $50 unless the math clearly shows \\>$150 net value/year after fee. If no card fits well without major compromises, say so and explain why.\n\nOutline your strategy that complies with the user\u2019s requests and include a detailed expected value calculation.", | |
| "knowledge_base_ref": "knowledge_base.md", | |
| "kb_filter": [ | |
| "Capital One Venture X", | |
| "American Express Gold", | |
| "Chase Sapphire Preferred", | |
| "Chase Sapphire Reserve", | |
| "Chase Freedom Flex", | |
| "Chase Freedom Unlimited", | |
| "Amex Blue Cash Preferred", | |
| "Citi Double Cash", | |
| "Amex Green", | |
| "Capital One Venture", | |
| "American Express Platinum", | |
| "Citi Strata Premier", | |
| "Wells Fargo Autograph", | |
| "BofA Premium Rewards", | |
| "Bilt Palladium" | |
| ], | |
| "system_prompt_ref": "system_prompt_template.md" | |
| }, | |
| "scoring": { | |
| "dimensions": { | |
| "constraint_compliance": { | |
| "weight": 0.3, | |
| "type": "automated", | |
| "description": "Hard rule checks: velocity limits, eligibility, user constraints", | |
| "checks": { | |
| "velocity_rules": null, | |
| "eligibility_rules": null, | |
| "user_constraints": null, | |
| "expected_cards": [ | |
| "Capital One Venture X", | |
| "American Express Gold", | |
| "Chase Sapphire Preferred" | |
| ], | |
| "expected_housing_option": null, | |
| "key_constraints_flags": [ | |
| "couple_strategy", | |
| "1_card_per_person_per_year", | |
| "annual_fee_threshold_150_net", | |
| "mortgage_concerns" | |
| ] | |
| }, | |
| "hard_constraint": false | |
| }, | |
| "ev_accuracy": { | |
| "weight": 0.4, | |
| "type": "automated", | |
| "description": "EV calculation accuracy vs. reference solution", | |
| "reference": { | |
| "reference_ev_usd": 13566.5, | |
| "ev_tolerance_pct": 0.05 | |
| } | |
| }, | |
| "reasoning_quality": { | |
| "weight": 0.2, | |
| "type": "human", | |
| "description": "Quality of tradeoff articulation and strategic reasoning (0-3 scale)", | |
| "rubric": { | |
| "0": "No reasoning or incorrect reasoning", | |
| "1": "Surface-level reasoning, misses key tradeoffs", | |
| "2": "Correct tradeoffs identified with clear justification", | |
| "3": "Expert-level nuance including edge cases and constraint interactions" | |
| }, | |
| "score": null | |
| }, | |
| "constraint_prioritization": { | |
| "weight": 0.1, | |
| "type": "human", | |
| "description": "Correct handling of ambiguity and conflicting constraints", | |
| "score": null | |
| } | |
| }, | |
| "passing_threshold": 0.6, | |
| "hard_constraint_failure_zeroes_dimension": true | |
| }, | |
| "reference_solution": { | |
| "_status": "EXPERT_REVIEWED", | |
| "recommended_cards": [ | |
| "Capital One Venture X", | |
| "American Express Gold", | |
| "Chase Sapphire Preferred" | |
| ], | |
| "total_ev_usd": 13566.5, | |
| "ev_breakdown": { | |
| "signup_bonuses_usd": 5662.5, | |
| "ongoing_rewards_usd": 7716.0, | |
| "credits_usd": 1818.0, | |
| "annual_fees_usd": -1630.0, | |
| "other_usd": 0.0 | |
| }, | |
| "housing_option": null, | |
| "key_constraints_flags": [ | |
| "couple_strategy", | |
| "1_card_per_person_per_year", | |
| "annual_fee_threshold_150_net", | |
| "mortgage_concerns" | |
| ], | |
| "expert_notes": "Couple strategy: Partner 1 gets Venture X yr1, CSP yr2. Partner 2 gets Amex Gold yr1, CSP yr2. Amex Gold 4x on $2k dining/grocery. Venture X 2x on $4.5k other. Both CSPs month 13-14 for bonus hunting then back to Gold+VX. Amex credits: $848 (resy $100 + dining $120 + uber $120 + dunkin $84 * 2yr). Cap1 credits: $970. Welcome offers: $5,662.50." | |
| } | |
| } | |