{
  "api": "http://localhost:8930",
  "golden": "policy-search-golden",
  "version": "2026-09-08",
  "passed": 34,
  "total": 47,
  "by_category": {
    "in_scope": [
      29,
      21
    ],
    "paraphrase": [
      3,
      0
    ],
    "denied": [
      9,
      8
    ],
    "cross_country": [
      3,
      3
    ],
    "out_of_corpus": [
      3,
      2
    ]
  },
  "results": [
    {
      "id": "pto-accrual",
      "category": "in_scope",
      "user": "dave@corp.com",
      "question": "How many PTO days do I get a year?",
      "passed": true,
      "problems": [],
      "answer": "## Annual accrual  Full-time employees accrue **20 days** of paid time off per year, accru"
    },
    {
      "id": "pto-carryover",
      "category": "in_scope",
      "user": "alice@corp.com",
      "question": "Can I carry over unused PTO?",
      "passed": true,
      "problems": [],
      "answer": "## Carryover  You may carry over up to **5 unused PTO days** into the next calendar year. "
    },
    {
      "id": "pto-notice",
      "category": "in_scope",
      "user": "dave@corp.com",
      "question": "How far in advance do I need to request time off?",
      "passed": true,
      "problems": [],
      "answer": "## Requesting time off  Submit PTO requests in the HR portal at least **two weeks in advan"
    },
    {
      "id": "sick-days",
      "category": "in_scope",
      "user": "sarah@corp.com",
      "question": "How many sick days do I get?",
      "passed": true,
      "problems": [],
      "answer": "## Sick leave  Sick leave is tracked separately from PTO. Employees receive **10 sick days"
    },
    {
      "id": "pto-payout",
      "category": "in_scope",
      "user": "alice@corp.com",
      "question": "Is unused PTO paid out when I leave?",
      "passed": false,
      "problems": [
        "missing 'final paycheck'"
      ],
      "answer": "## Sick leave  Sick leave is tracked separately from PTO. Employees receive **10 sick days"
    },
    {
      "id": "parental-birthing",
      "category": "in_scope",
      "user": "dave@corp.com",
      "question": "How much paid leave does a birthing parent get?",
      "passed": true,
      "problems": [],
      "answer": "## Birthing parent  Birthing parents receive **16 weeks** of fully paid parental leave, wh"
    },
    {
      "id": "parental-nonbirthing",
      "category": "in_scope",
      "user": "alice@corp.com",
      "question": "How much leave does a non-birthing parent get?",
      "passed": true,
      "problems": [],
      "answer": "## Non-birthing parent  Non-birthing parents and adoptive or foster parents receive **12 w"
    },
    {
      "id": "parental-notice",
      "category": "in_scope",
      "user": "sarah@corp.com",
      "question": "How much notice does HR need before parental leave?",
      "passed": true,
      "problems": [],
      "answer": "## How to apply  Notify HR at least **30 days** before your expected leave start date when"
    },
    {
      "id": "loa-routing",
      "category": "in_scope",
      "user": "dave@corp.com",
      "question": "Who approves a leave of absence request?",
      "passed": false,
      "problems": [
        "missing 'manager'",
        "missing 'HR'"
      ],
      "answer": "## During leave  Benefits continue uninterrupted. Your role, or an equivalent one, is held"
    },
    {
      "id": "loa-hr-sla",
      "category": "in_scope",
      "user": "ananya@corp.com",
      "question": "How long does HR take to respond to a leave request?",
      "passed": false,
      "problems": [
        "missing '5 business days'"
      ],
      "answer": "## How to apply  Submit the request through the assistant or the HR portal at least **30 d"
    },
    {
      "id": "oncall-stipend",
      "category": "in_scope",
      "user": "alice@corp.com",
      "question": "What is the on-call stipend?",
      "passed": true,
      "problems": [],
      "answer": "## Compensation  On-call weeks are compensated with a **$1,000 stipend** per week, plus ti"
    },
    {
      "id": "oncall-p1",
      "category": "in_scope",
      "user": "sarah@corp.com",
      "question": "How fast do I have to acknowledge a P1 page?",
      "passed": false,
      "problems": [
        "abstained but should answer",
        "sources [] lack ['Engineering On-Call Policy']",
        "missing '15 minutes'"
      ],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "oncall-frequency",
      "category": "in_scope",
      "user": "ananya@corp.com",
      "question": "How often can I be on call?",
      "passed": false,
      "problems": [
        "abstained but should answer",
        "sources [] lack ['Engineering On-Call Policy']",
        "missing 'four-week'"
      ],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "conduct-report",
      "category": "in_scope",
      "user": "contractor@ext.com",
      "question": "How do I report a code of conduct violation?",
      "passed": true,
      "problems": [],
      "answer": "## Reporting concerns  If you witness or experience a violation, report it to your manager"
    },
    {
      "id": "conduct-conflict",
      "category": "in_scope",
      "user": "dave@corp.com",
      "question": "Do I have to disclose an outside investment?",
      "passed": true,
      "problems": [],
      "answer": "## Conflicts of interest  Disclose any outside activity, investment, or relationship that "
    },
    {
      "id": "india-weeks",
      "category": "in_scope",
      "user": "ananya@corp.com",
      "question": "How much maternity leave do I get?",
      "passed": true,
      "problems": [],
      "answer": "## Maternity leave entitlement  Employees who give birth receive **26 weeks** of paid mate"
    },
    {
      "id": "india-prenatal",
      "category": "in_scope",
      "user": "ananya@corp.com",
      "question": "How many weeks can I take before my due date?",
      "passed": false,
      "problems": [
        "sources ['Leave of Absence Procedure'] lack ['India Leave Supplement']",
        "missing '8 weeks'"
      ],
      "answer": "## How to apply  Submit the request through the assistant or the HR portal at least **30 d"
    },
    {
      "id": "india-eligibility",
      "category": "in_scope",
      "user": "ananya@corp.com",
      "question": "How long do I need to have worked here to qualify for maternity leave?",
      "passed": false,
      "problems": [
        "missing '80 days'"
      ],
      "answer": "## Maternity leave entitlement  Employees who give birth receive **26 weeks** of paid mate"
    },
    {
      "id": "india-document",
      "category": "in_scope",
      "user": "rohan@corp.com",
      "question": "What document does maternity leave in India require?",
      "passed": false,
      "problems": [
        "missing 'maternity certificate'"
      ],
      "answer": "## Maternity leave entitlement  Employees who give birth receive **26 weeks** of paid mate"
    },
    {
      "id": "us-fmla",
      "category": "in_scope",
      "user": "sarah@corp.com",
      "question": "How many weeks of FMLA job protection do I get?",
      "passed": true,
      "problems": [],
      "answer": "## Job protection under FMLA  Employees with at least **12 months of service** and 1,250 h"
    },
    {
      "id": "us-fmla-service",
      "category": "in_scope",
      "user": "alice@corp.com",
      "question": "How long do I need to have worked here for FMLA to apply?",
      "passed": true,
      "problems": [],
      "answer": "## Job protection under FMLA  Employees with at least **12 months of service** and 1,250 h"
    },
    {
      "id": "us-state",
      "category": "in_scope",
      "user": "sarah@corp.com",
      "question": "Does California paid family leave reduce my pay during leave?",
      "passed": true,
      "problems": [],
      "answer": "## State programs  Some states (for example California and New York) provide partial wage "
    },
    {
      "id": "comp-senior",
      "category": "in_scope",
      "user": "bob@corp.com",
      "question": "What is the salary band for a senior engineer?",
      "passed": true,
      "problems": [],
      "answer": "## Engineering bands (annual base, USD)  - L3 Software Engineer: 120,000 \u2013 150,000 - L4 Se"
    },
    {
      "id": "comp-pm",
      "category": "in_scope",
      "user": "bob@corp.com",
      "question": "What is the band for a Senior PM?",
      "passed": true,
      "problems": [],
      "answer": "## Product bands (annual base, USD)  - Product Manager: 135,000 \u2013 170,000 - Senior PM: 170"
    },
    {
      "id": "comp-merit",
      "category": "in_scope",
      "user": "cfo@corp.com",
      "question": "What is the cap on merit increases?",
      "passed": true,
      "problems": [],
      "answer": "## Adjustment guidance  Merit increases are capped at 8% per cycle without VP approval. Ba"
    },
    {
      "id": "exec-bands",
      "category": "in_scope",
      "user": "bob@corp.com",
      "question": "What are the compensation bands for executives?",
      "passed": true,
      "problems": [],
      "answer": "## Compensation bands for executives (annual base, USD)  The compensation bands for execut"
    },
    {
      "id": "exec-bands-cfo",
      "category": "in_scope",
      "user": "cfo@corp.com",
      "question": "What is the band for a Vice President?",
      "passed": true,
      "problems": [],
      "answer": "## Compensation bands for executives (annual base, USD)  The compensation bands for execut"
    },
    {
      "id": "eq-vesting",
      "category": "in_scope",
      "user": "carol@corp.com",
      "question": "How do executive equity grants vest?",
      "passed": true,
      "problems": [],
      "answer": "## Vesting  Refresh grants vest over **four years** with a one-year cliff, then quarterly."
    },
    {
      "id": "eq-refresh",
      "category": "in_scope",
      "user": "cfo@corp.com",
      "question": "How big is the annual executive refresh grant?",
      "passed": true,
      "problems": [],
      "answer": "## Annual refresh grants  Eligible executives receive an annual refresh grant of restricte"
    },
    {
      "id": "para-carryover",
      "category": "paraphrase",
      "user": "dave@corp.com",
      "question": "If I don't use all my vacation days, do I lose them?",
      "passed": false,
      "problems": [
        "abstained but should answer",
        "sources [] lack ['PTO Policy']",
        "missing '5'"
      ],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "para-birthing",
      "category": "paraphrase",
      "user": "alice@corp.com",
      "question": "I'm pregnant. How long can I be off?",
      "passed": false,
      "problems": [
        "abstained but should answer",
        "sources [] lack ['Parental Leave Policy', 'US Leave Supplement']",
        "missing '16 weeks'"
      ],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "para-oncall",
      "category": "paraphrase",
      "user": "alice@corp.com",
      "question": "Do we get paid extra for carrying the pager?",
      "passed": false,
      "problems": [
        "abstained but should answer",
        "sources [] lack ['Engineering On-Call Policy']",
        "missing '1,000'"
      ],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "denied-comp-dave",
      "category": "denied",
      "user": "dave@corp.com",
      "question": "What is the salary band for a Principal Engineer?",
      "passed": true,
      "problems": [],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "denied-comp-alice",
      "category": "denied",
      "user": "alice@corp.com",
      "question": "Tell me the staff engineer compensation band.",
      "passed": false,
      "problems": [
        "answered from ['Engineering On-Call Policy'] but should abstain",
        "named sources ['Engineering On-Call Policy']"
      ],
      "answer": "## Rotation  Engineers participate in a weekly on-call rotation. Each rotation runs Monday"
    },
    {
      "id": "denied-exec-alex",
      "category": "denied",
      "user": "alice@corp.com",
      "question": "What are the compensation bands for executives?",
      "passed": true,
      "problems": [],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "denied-exec-carol",
      "category": "denied",
      "user": "carol@corp.com",
      "question": "What are the compensation bands for executives?",
      "passed": true,
      "problems": [],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "denied-eq-alice",
      "category": "denied",
      "user": "alice@corp.com",
      "question": "How do executive equity grants vest?",
      "passed": true,
      "problems": [],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "denied-eq-bob",
      "category": "denied",
      "user": "bob@corp.com",
      "question": "What is the executive equity refresh grant?",
      "passed": true,
      "problems": [],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "denied-oncall-dave",
      "category": "denied",
      "user": "dave@corp.com",
      "question": "What is the on-call stipend?",
      "passed": true,
      "problems": [],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "denied-pto-contractor",
      "category": "denied",
      "user": "contractor@ext.com",
      "question": "How many PTO days do I accrue?",
      "passed": true,
      "problems": [],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "denied-parental-contractor",
      "category": "denied",
      "user": "contractor@ext.com",
      "question": "How much parental leave do I get?",
      "passed": true,
      "problems": [],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "cross-us-asks-india",
      "category": "cross_country",
      "user": "sarah@corp.com",
      "question": "What is in the India Leave Supplement?",
      "passed": true,
      "problems": [],
      "answer": "## Country supplements  Where local law provides more than this policy, the local entitlem"
    },
    {
      "id": "cross-india-asks-us",
      "category": "cross_country",
      "user": "ananya@corp.com",
      "question": "What is in the US Leave Supplement?",
      "passed": true,
      "problems": [],
      "answer": "## Country supplements  Where local law provides more than this policy, the local entitlem"
    },
    {
      "id": "cross-hr-sees-both",
      "category": "cross_country",
      "user": "bob@corp.com",
      "question": "How many weeks of maternity leave in India?",
      "passed": true,
      "problems": [],
      "answer": "## Maternity leave entitlement  Employees who give birth receive **26 weeks** of paid mate"
    },
    {
      "id": "oos-401k",
      "category": "out_of_corpus",
      "user": "dave@corp.com",
      "question": "What is the 401(k) match?",
      "passed": true,
      "problems": [],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    },
    {
      "id": "oos-remote",
      "category": "out_of_corpus",
      "user": "alice@corp.com",
      "question": "How many days a week can I work from home?",
      "passed": false,
      "problems": [
        "answered from ['PTO Policy'] but should abstain",
        "named sources ['PTO Policy']"
      ],
      "answer": "## Sick leave  Sick leave is tracked separately from PTO. Employees receive **10 sick days"
    },
    {
      "id": "oos-expense",
      "category": "out_of_corpus",
      "user": "bob@corp.com",
      "question": "What is the per-diem for travel?",
      "passed": true,
      "problems": [],
      "answer": "I don't have a policy document that covers that question, or you may not have access to th"
    }
  ]
}