{
  "evaluation_id": "EVAL-20260402-162338",
  "question_id": "REASON-010",
  "question_text": "You're a consultant charging $500/hour. A client asks you to find the optimal solution to a complex problem. You estimate:\n- A quick solution (1 hour) has 60% chance of being optimal\n- More analysis (5 hours) has 90% chance of being optimal\n- The optimal solution saves the client $50,000 vs. the suboptimal one\n\n1. How much analysis should you do?\n2. How would your answer change if you charged $1000/hour?\n3. What if you were doing this for yourself (no billing)?\n4. Generalize: derive a formula for optimal thinking time given problem stakes and thinking cost",
  "category": "reasoning",
  "timestamp": "2026-03-18T00:00:00.000Z",
  "display_date": "Mar 18, 2026",
  "winner": null,
  "avg_score": 0,
  "matrix_size": 0,
  "models_used": [],
  "rankings": {},
  "judgments": [],
  "meta": {
    "source": "The Multivac (app.themultivac.com)",
    "methodology": "10x10 blind peer matrix evaluation",
    "criteria": "correctness, completeness, clarity, depth, usefulness",
    "self_judgments": "excluded from rankings",
    "license": "Open data — cite as: The Multivac (2026)"
  }
}