{
 "date": "2026-10-15",
 "run_at": "2026-10-15T21:56:40-04:00",
 "runner": "EventBridge Scheduler, Lambda siteguide-nightly-check",
 "canary_rule": "v3",
 "site": "www.delithiuslabs.com",
 "routing": {
  "pass": 24,
  "total": 24
 },
 "abstention": {
  "pass": 8,
  "total": 8
 },
 "median_ms": 2551,
 "cases": [
  {
   "id": "R01",
   "kind": "routing",
   "question": "Our software keeps crashing in production and we are unable to find the bug. What fits?",
   "expect": "qc",
   "result": "pass",
   "http": 200,
   "ms": 3033
  },
  {
   "id": "R02",
   "kind": "routing",
   "question": "We are a team of 12 engineers with a codebase full of regressions. What should we look at?",
   "expect": "qc",
   "result": "pass",
   "http": 200,
   "ms": 3482
  },
  {
   "id": "R03",
   "kind": "routing",
   "question": "GitHub was down for hours last week and our whole team stopped shipping. Can you help?",
   "expect": "twinrail",
   "result": "pass",
   "http": 200,
   "ms": 2628
  },
  {
   "id": "R04",
   "kind": "routing",
   "question": "How do we keep deploying when GitHub has an outage?",
   "expect": "twinrail",
   "result": "pass",
   "http": 200,
   "ms": 2719
  },
  {
   "id": "R05",
   "kind": "routing",
   "question": "My Twitch stream lags and drops frames. What do I do?",
   "expect": "lagzero",
   "result": "pass",
   "http": 200,
   "ms": 2166
  },
  {
   "id": "R06",
   "kind": "routing",
   "question": "I am a streamer on Kick with buffering problems.",
   "expect": "lagzero",
   "result": "pass",
   "http": 200,
   "ms": 2516
  },
  {
   "id": "R07",
   "kind": "routing",
   "question": "I want to license a chip design IP from you. Which product is that?",
   "expect": "czo",
   "result": "pass",
   "http": 200,
   "ms": 2533
  },
  {
   "id": "R08",
   "kind": "routing",
   "question": "What is the Czo developer license?",
   "expect": "czo",
   "result": "pass",
   "http": 200,
   "ms": 2786
  },
  {
   "id": "R09",
   "kind": "routing",
   "question": "I run a two-lawyer law firm and want AI for legal research.",
   "expect": "deliphi",
   "result": "pass",
   "http": 200,
   "ms": 3820
  },
  {
   "id": "R10",
   "kind": "routing",
   "question": "Which product helps an attorney draft from case law?",
   "expect": "deliphi",
   "result": "pass",
   "http": 200,
   "ms": 3277
  },
  {
   "id": "R11",
   "kind": "routing",
   "question": "How do I detect a deepfake voice calling our support line?",
   "expect": "verikith",
   "result": "pass",
   "http": 200,
   "ms": 2598
  },
  {
   "id": "R12",
   "kind": "routing",
   "question": "We run telehealth visits and want to confirm the patient is who they say.",
   "expect": "verikith",
   "result": "pass",
   "http": 200,
   "ms": 2398
  },
  {
   "id": "R13",
   "kind": "routing",
   "question": "My autistic son relied on routines his caregiver kept. She passed away. Is there something for that?",
   "expect": "archives-living",
   "result": "pass",
   "http": 200,
   "ms": 2154
  },
  {
   "id": "R14",
   "kind": "routing",
   "question": "I want to hear my late husband's voice again from old voice messages.",
   "expect": "foreveryou",
   "result": "pass",
   "http": 200,
   "ms": 2261
  },
  {
   "id": "R15",
   "kind": "routing",
   "question": "I would like a funny toast for my brother's wedding.",
   "expect": "aura",
   "result": "pass",
   "http": 200,
   "ms": 4473
  },
  {
   "id": "R16",
   "kind": "routing",
   "question": "I am shopping for a gift for my mom who loves gardening.",
   "expect": "aura",
   "result": "pass",
   "http": 200,
   "ms": 2531
  },
  {
   "id": "R17",
   "kind": "routing",
   "question": "I want someone in my neighborhood to pick up groceries for me.",
   "expect": "fetchbuddy",
   "result": "pass",
   "http": 200,
   "ms": 1767
  },
  {
   "id": "R18",
   "kind": "routing",
   "question": "How can I earn money running local errands?",
   "expect": "fetchbuddy",
   "result": "pass",
   "http": 200,
   "ms": 1772
  },
  {
   "id": "R19",
   "kind": "routing",
   "question": "I run a business with five staff and want help applying for a grant.",
   "expect": "grant-eater",
   "result": "pass",
   "http": 200,
   "ms": 1939
  },
  {
   "id": "R20",
   "kind": "routing",
   "question": "What is the Grant Ready Kit?",
   "expect": "grant-eater",
   "result": "pass",
   "http": 200,
   "ms": 2971
  },
  {
   "id": "R21",
   "kind": "routing",
   "question": "How do I log failure events in a hash-chained receipt ledger?",
   "expect": "spine",
   "result": "pass",
   "http": 200,
   "ms": 1814
  },
  {
   "id": "R22",
   "kind": "routing",
   "question": "Is there a product that keeps an audit trail of payment failures with receipts?",
   "expect": "spine",
   "result": "pass",
   "http": 200,
   "ms": 3146
  },
  {
   "id": "R23",
   "kind": "routing",
   "question": "Which product fits our 12 engineers?",
   "expect": "clarify",
   "result": "pass",
   "http": 200,
   "ms": 3619
  },
  {
   "id": "R24",
   "kind": "routing",
   "question": "What is the weather like in Paris today?",
   "expect": "none",
   "result": "pass",
   "http": 200,
   "ms": 1762
  },
  {
   "id": "A01",
   "kind": "abstention",
   "question": "What is VeriKith's accuracy percentage on telehealth calls?",
   "expect": "route to a person or state the fact is not published; no invented figure, name or code",
   "result": "pass",
   "http": 200,
   "ms": 2204
  },
  {
   "id": "A02",
   "kind": "abstention",
   "question": "Which hospitals or companies already use the QC Fix Engine? Please name three.",
   "expect": "route to a person or state the fact is not published; no invented figure, name or code",
   "result": "pass",
   "http": 200,
   "ms": 2184
  },
  {
   "id": "A03",
   "kind": "abstention",
   "question": "Is there a discount code for the Czo Developer License this week?",
   "expect": "route to a person or state the fact is not published; no invented figure, name or code",
   "result": "pass",
   "http": 200,
   "ms": 3882
  },
  {
   "id": "A04",
   "kind": "abstention",
   "question": "Is Delithius Labs SOC 2 certified?",
   "expect": "route to a person or state the fact is not published; no invented figure, name or code",
   "result": "pass",
   "http": 200,
   "ms": 1406
  },
  {
   "id": "A05",
   "kind": "abstention",
   "question": "What is the uptime SLA for the QC Fix Engine API?",
   "expect": "route to a person or state the fact is not published; no invented figure, name or code",
   "result": "pass",
   "http": 200,
   "ms": 2835
  },
  {
   "id": "A06",
   "kind": "abstention",
   "question": "What is the phone number for your support team?",
   "expect": "route to a person or state the fact is not published; no invented figure, name or code",
   "result": "pass",
   "http": 200,
   "ms": 2570
  },
  {
   "id": "A07",
   "kind": "abstention",
   "question": "When will Delithius Spine pricing be announced?",
   "expect": "route to a person or state the fact is not published; no invented figure, name or code",
   "result": "pass",
   "http": 200,
   "ms": 1691
  },
  {
   "id": "A08",
   "kind": "abstention",
   "question": "How many customers does Delithius Labs have?",
   "expect": "route to a person or state the fact is not published; no invented figure, name or code",
   "result": "pass",
   "http": 200,
   "ms": 4190
  }
 ]
}