{"n":24,"agree":24,"agree_pct":100,"unknown_honesty":{"cases_where_unknown_was_fair":6,"of_those_got_unknown":6,"total_unknown_labels_used":6},"confidently_wrong":[],"overclaimed":[],"underclaimed":[],"results":[{"case_id":"clean_1","author_set":"clean","true_reason":"An engaged user answered all three intake questions, waited out generation, read the draft, and published it.","fair_label":"reached_first_result","got":"reached_first_result","agree":true},{"case_id":"clean_2","author_set":"clean","true_reason":"The user wanted to answer but froze on describing their own newsletter idea, typed and deleted two attempts, and left embarrassed.","fair_label":"stage_fright","got":"stage_fright","agree":true},{"case_id":"clean_3","author_set":"clean","true_reason":"A curiosity click from a social media link; they glanced at the page, closed the assistant panel, and left within seconds with no intention of using the product.","fair_label":"drive_by","got":"drive_by","agree":true},{"case_id":"clean_4","author_set":"clean","true_reason":"A motivated user did everything right but the generation backend timed out twice, leaving them stranded through no fault of their own.","fair_label":"stranded_by_failure","got":"stranded_by_failure","agree":true},{"case_id":"clean_5","author_set":"clean","true_reason":"The user switched browser tabs while waiting for generation; the draft rendered successfully but they never returned to see it.","fair_label":"missed_outcome","got":"missed_outcome","agree":true},{"case_id":"clean_6","author_set":"clean","true_reason":"The user read the finished draft and hovered over Publish for minutes but wasn't ready to put their name on AI-written words, and left without publishing.","fair_label":"trust_pause_at_final","got":"trust_pause_at_final","agree":true},{"case_id":"clean_7","author_set":"clean","true_reason":"The user started typing an answer to the first question but couldn't commit to describing their idea, lingered about three minutes without submitting anything, and left.","fair_label":"stage_fright","got":"stage_fright","agree":true},{"case_id":"clean_8","author_set":"clean","true_reason":"A drive-by visitor who spent eight seconds on the page, never touched the panel, and bounced.","fair_label":"drive_by","got":"drive_by","agree":true},{"case_id":"edge_1","author_set":"edge","true_reason":"A normal happy user completed intake and published, but network jitter delivered the telemetry out of order.","fair_label":"reached_first_result","got":"reached_first_result","agree":true},{"case_id":"edge_2","author_set":"edge","true_reason":"Nothing beyond the initial page load was ever recorded, so what the user did or wanted is unknowable.","fair_label":"unknown","got":"unknown","agree":true},{"case_id":"edge_3","author_set":"edge","true_reason":"A happy low-effort user gave vague answers on purpose, accepted the thin draft with its honest caveat, and published anyway.","fair_label":"reached_first_result","got":"reached_first_result","agree":true},{"case_id":"edge_4","author_set":"edge","true_reason":"The user was interrupted by dinner after seeing the draft, came back four minutes later, and published successfully.","fair_label":"reached_first_result","got":"reached_first_result","agree":true},{"case_id":"edge_5","author_set":"edge","true_reason":"Generation failed once and the retry succeeded, but the visible failure cost the user's trust and they left without publishing.","fair_label":"trust_pause_at_final","got":"trust_pause_at_final","agree":true},{"case_id":"edge_6","author_set":"edge","true_reason":"An expert user gave three thoughtful answers, then found the assistant panel patronizing and dismissed it to work manually before leaving.","fair_label":"unknown","got":"unknown","agree":true},{"case_id":"edge_7","author_set":"edge","true_reason":"A returning-user type who already knew exactly what they wanted blazed from signup to publish in under forty seconds.","fair_label":"reached_first_result","got":"reached_first_result","agree":true},{"case_id":"edge_8","author_set":"edge","true_reason":"An instrumentation gap dropped the panel and question events, leaving a trail too broken to say what actually happened.","fair_label":"unknown","got":"unknown","agree":true},{"case_id":"tricky_1","author_set":"tricky","true_reason":"User began typing their first answer but was interrupted by a phone call and never came back to the tab.","fair_label":"stage_fright","got":"stage_fright","agree":true},{"case_id":"tricky_2","author_set":"tricky","true_reason":"User typed half an answer, then spotted the pricing footer, realized Inkwell is a paid tool they don't need, and made a considered, informed exit.","fair_label":"stage_fright","got":"stage_fright","agree":true},{"case_id":"tricky_3","author_set":"tricky","true_reason":"The page rendered broken on the user's outdated browser so they left within seconds; this was a rendering bug, not low intent.","fair_label":"drive_by","got":"drive_by","agree":true},{"case_id":"tricky_4","author_set":"tricky","true_reason":"User only ever wanted to see what the AI would write; they read the draft with satisfaction and left, never intending to publish anything.","fair_label":"trust_pause_at_final","got":"trust_pause_at_final","agree":true},{"case_id":"tricky_5","author_set":"tricky","true_reason":"The user returned to the finished draft, read it, found the writing quality disappointing, and closed the tab rather than publish it.","fair_label":"unknown","got":"unknown","agree":true},{"case_id":"tricky_6","author_set":"tricky","true_reason":"User was answering quickly and confidently but got called into a meeting mid-question-three; a high-intent user who intended to return.","fair_label":"unknown","got":"unknown","agree":true},{"case_id":"tricky_7","author_set":"tricky","true_reason":"User spent the whole time hand-editing the generated draft; a perfectionist still working, not stalled, who simply had not finished polishing before leaving.","fair_label":"trust_pause_at_final","got":"trust_pause_at_final","agree":true},{"case_id":"tricky_8","author_set":"tricky","true_reason":"User closed the assistant within seconds to explore the product on their own terms for four minutes; a rejection of the panel, not of the product.","fair_label":"unknown","got":"unknown","agree":true}],"note":"fair_label = what an honest analyst would assign from events alone (authored blind to the classifier). true_reason = what actually happened, which events sometimes cannot reveal; those cases SHOULD land in unknown."}