{
  "metadata": {
    "id": "ctrlpotato-ai-interview-assistant-benchmark-2026-07",
    "name": "CTRLpotato AI Interview Assistant Desktop Benchmark — July 2026",
    "description": "Hands-on benchmark of four desktop AI interview assistants, covering coding context, audio, focus, cursor behavior, shortcuts, screen sharing, local process visibility, answer shape, follow-ups, and second-screen options.",
    "url": "https://www.ctrlpotato.com/compare",
    "methodologyUrl": "https://www.ctrlpotato.com/compare/methodology",
    "csvUrl": "https://www.ctrlpotato.com/compare/benchmark.csv",
    "jsonUrl": "https://www.ctrlpotato.com/compare/benchmark.json",
    "datePublished": "2026-07-24",
    "dateModified": "2026-07-24",
    "temporalCoverage": "2026-07"
  },
  "outcome_definitions": {
    "pass": {
      "label": "Passed",
      "description": "The expected behavior worked in the published test."
    },
    "mixed": {
      "label": "Mixed",
      "description": "The behavior worked only partly, varied across runs, or passed with an important limitation."
    },
    "failed": {
      "label": "Failed in our test",
      "description": "The expected behavior did not work in the published test."
    },
    "not_found": {
      "label": "Not found",
      "description": "We did not find the feature in the tested plan or flow. This does not mean it is missing from other plans or versions."
    },
    "not_tested": {
      "label": "Not tested",
      "description": "We did not test this behavior strongly enough to publish a result."
    }
  },
  "products": [
    {
      "id": "cluely",
      "name": "Cluely",
      "review_url": "https://www.ctrlpotato.com/compare/cluely",
      "test_date": "2026-07",
      "platform": "macOS",
      "plan": "Free tier",
      "version": "2.1.19",
      "limitations": "Cluely 2.1.19 on the free-tier macOS flow. Hardware model and OS build were not consistently recorded."
    },
    {
      "id": "interview-coder",
      "name": "Interview Coder",
      "review_url": "https://www.ctrlpotato.com/compare/interview-coder",
      "test_date": "2026-07",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "version": "3.0.1",
      "limitations": "Free / limited macOS desktop-flow test. Paid AI tiers and later versions may behave differently."
    },
    {
      "id": "lockedin-ai",
      "name": "LockedIn AI",
      "review_url": "https://www.ctrlpotato.com/compare/lockedin-ai",
      "test_date": "2026-07",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "version": "1.7.7",
      "limitations": "LockedIn AI 1.7.7 on macOS. Paid-plan state was not consistently recorded; Duo was not evaluated."
    },
    {
      "id": "ultracode",
      "name": "ULTRACODE AI",
      "review_url": "https://www.ctrlpotato.com/compare/ultracode",
      "test_date": "2026-07",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "version": "8.10.0",
      "limitations": "ULTRACODE AI 8.10.0 was tested on macOS and Windows; the published binary inspection covered the signed macOS v8.9.0 bundle."
    }
  ],
  "criteria": [
    {
      "id": "coding-context",
      "label": "Coding assistance with realistic context",
      "expected_result": "Use the current task and preserve its constraints when multiple windows or stale context are present."
    },
    {
      "id": "precise-context-capture",
      "label": "Precise context capture",
      "expected_result": "Let the user target the relevant screen area or otherwise control which visible context reaches the AI."
    },
    {
      "id": "system-audio",
      "label": "System-audio question capture",
      "expected_result": "Capture a spoken interview or system-design question accurately enough to generate a relevant answer."
    },
    {
      "id": "focus-behavior",
      "label": "Focus behavior",
      "expected_result": "Using the assistant should not cause the interview or assessment window to lose focus."
    },
    {
      "id": "cursor-behavior",
      "label": "Cursor behavior over hidden UI",
      "expected_result": "The shared cursor should not change or disappear when it crosses or interacts with hidden assistant controls."
    },
    {
      "id": "shortcut-isolation",
      "label": "Shortcut isolation",
      "expected_result": "Assistant shortcut events should not reach the active interview page or a relevant system-level monitor."
    },
    {
      "id": "screen-share",
      "label": "Receiver-side screen-share result",
      "expected_result": "Assistant UI should remain absent from what a remote receiver sees during the tested full-screen share."
    },
    {
      "id": "local-visibility",
      "label": "Local app and process visibility",
      "expected_result": "A normal Activity Monitor or Task Manager check should match any marketing claim about local invisibility or zero trace."
    },
    {
      "id": "live-answer-shape",
      "label": "Live answer readability",
      "expected_result": "Default output should be concise and easy to scan while an interviewer is waiting."
    },
    {
      "id": "follow-up-and-second-screen",
      "label": "Follow-ups and second-screen control",
      "expected_result": "Support explicit follow-up prompts and, where claimed, a phone or second-screen workflow."
    }
  ],
  "observations": [
    {
      "product": "Cluely",
      "version": "2.1.19",
      "platform": "macOS",
      "plan": "Free tier",
      "test_date": "2026-07",
      "scenario": "Coding assistance with realistic context",
      "expected_result": "Use the current task and preserve its constraints when multiple windows or stale context are present.",
      "observed_result": "One same-bug run missed the one-line fix; another similar multi-window run found it.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/cluely#head-to-head",
      "limitations": "Two documented runs showed inconsistent behavior; they were similar but not a statistically controlled sample."
    },
    {
      "product": "Interview Coder",
      "version": "3.0.1",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "test_date": "2026-07",
      "scenario": "Coding assistance with realistic context",
      "expected_result": "Use the current task and preserve its constraints when multiple windows or stale context are present.",
      "observed_result": "A clean Two Sum screen worked, but the cluttered-screen run selected stale context.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/interview-coder#head-to-head",
      "limitations": "The clean and cluttered runs test different context conditions."
    },
    {
      "product": "LockedIn AI",
      "version": "1.7.7",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "test_date": "2026-07",
      "scenario": "Coding assistance with realistic context",
      "expected_result": "Use the current task and preserve its constraints when multiple windows or stale context are present.",
      "observed_result": "The app produced some useful technical content, but one uploaded-context run missed the supplied source and the output shape was poor.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/lockedin-ai#proof-context-handling",
      "limitations": "We did not publish a normalized clean-versus-cluttered coding pair for LockedIn."
    },
    {
      "product": "ULTRACODE AI",
      "version": "8.10.0",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "test_date": "2026-07",
      "scenario": "Coding assistance with realistic context",
      "expected_result": "Use the current task and preserve its constraints when multiple windows or stale context are present.",
      "observed_result": "A clean Two Sum prompt worked; separate runs selected stale context and invented constraints.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/ultracode#head-to-head",
      "limitations": "The published tests cover a small set of coding scenarios, not every supported platform or language."
    },
    {
      "product": "Cluely",
      "version": "2.1.19",
      "platform": "macOS",
      "plan": "Free tier",
      "test_date": "2026-07",
      "scenario": "Precise context capture",
      "expected_result": "Let the user target the relevant screen area or otherwise control which visible context reaches the AI.",
      "observed_result": "Area screenshot or selected-text targeting was not found in the tested free-tier desktop flow.",
      "outcome": "Not found",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/cluely#comparison",
      "limitations": "A later release or another plan may expose a feature that was not present in this test."
    },
    {
      "product": "Interview Coder",
      "version": "3.0.1",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "test_date": "2026-07",
      "scenario": "Precise context capture",
      "expected_result": "Let the user target the relevant screen area or otherwise control which visible context reaches the AI.",
      "observed_result": "The tested workflow used whole-screen screenshots; no precise area-targeting step was found.",
      "outcome": "Not found",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/interview-coder#proof-cluttered-coding",
      "limitations": "Finding is limited to the tested macOS desktop flow."
    },
    {
      "product": "LockedIn AI",
      "version": "1.7.7",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "test_date": "2026-07",
      "scenario": "Precise context capture",
      "expected_result": "Let the user target the relevant screen area or otherwise control which visible context reaches the AI.",
      "observed_result": "Smart-area behavior was advertised, but it was clunky in the test and no visible multi-shot context buffer was found.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/lockedin-ai#comparison",
      "limitations": "The test did not exhaust every capture setting."
    },
    {
      "product": "ULTRACODE AI",
      "version": "8.10.0",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "test_date": "2026-07",
      "scenario": "Precise context capture",
      "expected_result": "Let the user target the relevant screen area or otherwise control which visible context reaches the AI.",
      "observed_result": "No area capture or visible multi-screenshot context buffer was found in the tested flow.",
      "outcome": "Not found",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/ultracode#proof-context-targeting",
      "limitations": "Finding is limited to the tested desktop build and configuration."
    },
    {
      "product": "Cluely",
      "version": "2.1.19",
      "platform": "macOS",
      "plan": "Free tier",
      "test_date": "2026-07",
      "scenario": "System-audio question capture",
      "expected_result": "Capture a spoken interview or system-design question accurately enough to generate a relevant answer.",
      "observed_result": "The published Cluely review did not include a sufficiently controlled system-audio comparison.",
      "outcome": "Not tested",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/cluely#method-title",
      "limitations": "No benchmark result is claimed."
    },
    {
      "product": "Interview Coder",
      "version": "3.0.1",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "test_date": "2026-07",
      "scenario": "System-audio question capture",
      "expected_result": "Capture a spoken interview or system-design question accurately enough to generate a relevant answer.",
      "observed_result": "Across the published runs, transcripts stalled, captured fragments, or produced a no-prompt answer.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/interview-coder#proof-audio",
      "limitations": "Free / limited macOS flow; paid tiers and later versions may differ."
    },
    {
      "product": "LockedIn AI",
      "version": "1.7.7",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "test_date": "2026-07",
      "scenario": "System-audio question capture",
      "expected_result": "Capture a spoken interview or system-design question accurately enough to generate a relevant answer.",
      "observed_result": "System audio was not captured in the recorded comparison run, so the live-answer workflow stalled.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/lockedin-ai#proof-system-audio",
      "limitations": "One published setup cannot establish behavior across every macOS audio configuration."
    },
    {
      "product": "ULTRACODE AI",
      "version": "8.10.0",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "test_date": "2026-07",
      "scenario": "System-audio question capture",
      "expected_result": "Capture a spoken interview or system-design question accurately enough to generate a relevant answer.",
      "observed_result": "The published ULTRACODE review did not include a controlled system-audio result.",
      "outcome": "Not tested",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/ultracode#method-title",
      "limitations": "No benchmark result is claimed."
    },
    {
      "product": "Cluely",
      "version": "2.1.19",
      "platform": "macOS",
      "plan": "Free tier",
      "test_date": "2026-07",
      "scenario": "Focus behavior",
      "expected_result": "Using the assistant should not cause the interview or assessment window to lose focus.",
      "observed_result": "Cluely became the active app and the test page lost focus with undetectable mode active.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/cluely#stealth-control",
      "limitations": "Result applies to the tested macOS free-tier flow."
    },
    {
      "product": "Interview Coder",
      "version": "3.0.1",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "test_date": "2026-07",
      "scenario": "Focus behavior",
      "expected_result": "Using the assistant should not cause the interview or assessment window to lose focus.",
      "observed_result": "Using Interview Coder changed the active window in the focus-logger test.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/interview-coder#proof-focus-lost",
      "limitations": "Result applies to the tested macOS desktop flow."
    },
    {
      "product": "LockedIn AI",
      "version": "1.7.7",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "test_date": "2026-07",
      "scenario": "Focus behavior",
      "expected_result": "Using the assistant should not cause the interview or assessment window to lose focus.",
      "observed_result": "Using LockedIn changed the active window in the focus-logger test.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/lockedin-ai#proof-focus-lost",
      "limitations": "Result applies to the tested macOS desktop setup."
    },
    {
      "product": "ULTRACODE AI",
      "version": "8.10.0",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "test_date": "2026-07",
      "scenario": "Focus behavior",
      "expected_result": "Using the assistant should not cause the interview or assessment window to lose focus.",
      "observed_result": "Mouse interaction with ULTRACODE triggered a blur event on the active page.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/ultracode#proof-focus-lost",
      "limitations": "Result applies to the tested interactive-overlay mode."
    },
    {
      "product": "Cluely",
      "version": "2.1.19",
      "platform": "macOS",
      "plan": "Free tier",
      "test_date": "2026-07",
      "scenario": "Cursor behavior over hidden UI",
      "expected_result": "The shared cursor should not change or disappear when it crosses or interacts with hidden assistant controls.",
      "observed_result": "The pointer changed shape over Cluely controls while undetectable mode was active.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/cluely#stealth-control",
      "limitations": "Result applies to the tested macOS mode and controls."
    },
    {
      "product": "Interview Coder",
      "version": "3.0.1",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "test_date": "2026-07",
      "scenario": "Cursor behavior over hidden UI",
      "expected_result": "The shared cursor should not change or disappear when it crosses or interacts with hidden assistant controls.",
      "observed_result": "The pointer changed shape over Interview Coder surfaces.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/interview-coder#proof-cursor-unsafe",
      "limitations": "Result applies to the tested macOS desktop surfaces."
    },
    {
      "product": "LockedIn AI",
      "version": "1.7.7",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "test_date": "2026-07",
      "scenario": "Cursor behavior over hidden UI",
      "expected_result": "The shared cursor should not change or disappear when it crosses or interacts with hidden assistant controls.",
      "observed_result": "The pointer changed over LockedIn controls while stealth mode was shown as active.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/lockedin-ai#proof-cursor-unsafe",
      "limitations": "Result applies to the tested macOS desktop surfaces."
    },
    {
      "product": "ULTRACODE AI",
      "version": "8.10.0",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "test_date": "2026-07",
      "scenario": "Cursor behavior over hidden UI",
      "expected_result": "The shared cursor should not change or disappear when it crosses or interacts with hidden assistant controls.",
      "observed_result": "The cursor changed over controls and disappeared on the shared screen while typing into hidden UI.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/ultracode#proof-cursor-unsafe",
      "limitations": "Result applies to the tested overlay and typing flow."
    },
    {
      "product": "Cluely",
      "version": "2.1.19",
      "platform": "macOS",
      "plan": "Free tier",
      "test_date": "2026-07",
      "scenario": "Shortcut isolation",
      "expected_result": "Assistant shortcut events should not reach the active interview page or a relevant system-level monitor.",
      "observed_result": "Modifier and shortcut key events still reached the active assessment page.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/cluely#stealth-control",
      "limitations": "Result applies to the tested Cluely shortcut configuration."
    },
    {
      "product": "Interview Coder",
      "version": "3.0.1",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "test_date": "2026-07",
      "scenario": "Shortcut isolation",
      "expected_result": "Assistant shortcut events should not reach the active interview page or a relevant system-level monitor.",
      "observed_result": "The active browser page registered the Interview Coder shortcut interaction.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/interview-coder#proof-shortcut-leakage",
      "limitations": "The event logger represents one observable layer, not every monitoring product."
    },
    {
      "product": "LockedIn AI",
      "version": "1.7.7",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "test_date": "2026-07",
      "scenario": "Shortcut isolation",
      "expected_result": "Assistant shortcut events should not reach the active interview page or a relevant system-level monitor.",
      "observed_result": "The active browser page registered the LockedIn shortcut combination.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/lockedin-ai#proof-hotkeys",
      "limitations": "The event logger represents one observable layer, not every monitoring product."
    },
    {
      "product": "ULTRACODE AI",
      "version": "8.10.0",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "test_date": "2026-07",
      "scenario": "Shortcut isolation",
      "expected_result": "Assistant shortcut events should not reach the active interview page or a relevant system-level monitor.",
      "observed_result": "The browser did not receive the configured shortcut, but a privileged session-level monitor detected the physical keys.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/ultracode#proof-shortcuts",
      "limitations": "This does not prove that every proctoring product monitors at the same level."
    },
    {
      "product": "Cluely",
      "version": "2.1.19",
      "platform": "macOS",
      "plan": "Free tier",
      "test_date": "2026-07",
      "scenario": "Receiver-side screen-share result",
      "expected_result": "Assistant UI should remain absent from what a remote receiver sees during the tested full-screen share.",
      "observed_result": "The published review did not include a controlled receiver-side screen-share result for the full Cluely UI.",
      "outcome": "Not tested",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/cluely#method-title",
      "limitations": "Cursor behavior was tested separately; no full screen-share verdict is claimed."
    },
    {
      "product": "Interview Coder",
      "version": "3.0.1",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "test_date": "2026-07",
      "scenario": "Receiver-side screen-share result",
      "expected_result": "Assistant UI should remain absent from what a remote receiver sees during the tested full-screen share.",
      "observed_result": "Interview Coder controls appeared in the remote Google Meet receiver view.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/interview-coder#proof-screen-share-visible",
      "limitations": "Result applies to the recorded Google Meet / Zoom test setup."
    },
    {
      "product": "LockedIn AI",
      "version": "1.7.7",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "test_date": "2026-07",
      "scenario": "Receiver-side screen-share result",
      "expected_result": "Assistant UI should remain absent from what a remote receiver sees during the tested full-screen share.",
      "observed_result": "Screen-capture hiding appeared to work in the app's own preview, but a receiver-side failure was not claimed.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/lockedin-ai#proof-screen-capture-balance",
      "limitations": "An app preview is weaker evidence than a controlled remote receiver view."
    },
    {
      "product": "ULTRACODE AI",
      "version": "8.10.0",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "test_date": "2026-07",
      "scenario": "Receiver-side screen-share result",
      "expected_result": "Assistant UI should remain absent from what a remote receiver sees during the tested full-screen share.",
      "observed_result": "The main overlay stayed hidden, but an ULTRACODE language menu appeared in the receiver-side share.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/ultracode#proof-screen-share",
      "limitations": "Result applies to the tested menu and full-screen Google Meet flow."
    },
    {
      "product": "Cluely",
      "version": "2.1.19",
      "platform": "macOS",
      "plan": "Free tier",
      "test_date": "2026-07",
      "scenario": "Local app and process visibility",
      "expected_result": "A normal Activity Monitor or Task Manager check should match any marketing claim about local invisibility or zero trace.",
      "observed_result": "Cluely appeared by name in Activity Monitor and the Applications folder.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/cluely#stealth-control",
      "limitations": "This checks normal system surfaces, not every possible process-hiding configuration."
    },
    {
      "product": "Interview Coder",
      "version": "3.0.1",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "test_date": "2026-07",
      "scenario": "Local app and process visibility",
      "expected_result": "A normal Activity Monitor or Task Manager check should match any marketing claim about local invisibility or zero trace.",
      "observed_result": "A fixed systemcontainer process with a recognizable app icon appeared in Activity Monitor.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/interview-coder#proof-activity-monitor",
      "limitations": "Result applies to the tested macOS app identity."
    },
    {
      "product": "LockedIn AI",
      "version": "1.7.7",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "test_date": "2026-07",
      "scenario": "Local app and process visibility",
      "expected_result": "A normal Activity Monitor or Task Manager check should match any marketing claim about local invisibility or zero trace.",
      "observed_result": "The main process could be renamed, but LockedIn helpers and recognizable identity remained visible.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/lockedin-ai#proof-renamed-processes",
      "limitations": "Result applies to the tested rename configuration."
    },
    {
      "product": "ULTRACODE AI",
      "version": "8.10.0",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "test_date": "2026-07",
      "scenario": "Local app and process visibility",
      "expected_result": "A normal Activity Monitor or Task Manager check should match any marketing claim about local invisibility or zero trace.",
      "observed_result": "Branded ULTRACODE processes appeared in macOS Activity Monitor and Windows Task Manager.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/ultracode#proof-activity-monitor",
      "limitations": "The process check covers the tested builds and normal operating-system tools."
    },
    {
      "product": "Cluely",
      "version": "2.1.19",
      "platform": "macOS",
      "plan": "Free tier",
      "test_date": "2026-07",
      "scenario": "Live answer readability",
      "expected_result": "Default output should be concise and easy to scan while an interviewer is waiting.",
      "observed_result": "The content could be useful, but the default behavioral and system-design outputs were long written prose.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/cluely#proof-answer-shape",
      "limitations": "Answer shape may vary with settings, prompts, and later versions."
    },
    {
      "product": "Interview Coder",
      "version": "3.0.1",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "test_date": "2026-07",
      "scenario": "Live answer readability",
      "expected_result": "Default output should be concise and easy to scan while an interviewer is waiting.",
      "observed_result": "The review focused on coding, audio, and desktop controls and did not publish a normalized live-answer-readability result.",
      "outcome": "Not tested",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/interview-coder#method-title",
      "limitations": "No benchmark result is claimed."
    },
    {
      "product": "LockedIn AI",
      "version": "1.7.7",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "test_date": "2026-07",
      "scenario": "Live answer readability",
      "expected_result": "Default output should be concise and easy to scan while an interviewer is waiting.",
      "observed_result": "Concise settings still produced large code blocks and paragraph-heavy answers in the published runs.",
      "outcome": "Failed in our test",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/lockedin-ai#proof-not-concise",
      "limitations": "Output shape may vary by prompt, selected model, and later versions."
    },
    {
      "product": "ULTRACODE AI",
      "version": "8.10.0",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "test_date": "2026-07",
      "scenario": "Live answer readability",
      "expected_result": "Default output should be concise and easy to scan while an interviewer is waiting.",
      "observed_result": "The review focused on claims, context, and desktop behavior and did not publish a normalized readability result.",
      "outcome": "Not tested",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/ultracode#method-title",
      "limitations": "No benchmark result is claimed."
    },
    {
      "product": "Cluely",
      "version": "2.1.19",
      "platform": "macOS",
      "plan": "Free tier",
      "test_date": "2026-07",
      "scenario": "Follow-ups and second-screen control",
      "expected_result": "Support explicit follow-up prompts and, where claimed, a phone or second-screen workflow.",
      "observed_result": "Answer customization was present, but explicit follow-up controls were less clear and no phone remote was found.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/cluely#comparison",
      "limitations": "A feature not found in the free-tier flow may exist elsewhere."
    },
    {
      "product": "Interview Coder",
      "version": "3.0.1",
      "platform": "macOS",
      "plan": "Free / limited desktop flow",
      "test_date": "2026-07",
      "scenario": "Follow-ups and second-screen control",
      "expected_result": "Support explicit follow-up prompts and, where claimed, a phone or second-screen workflow.",
      "observed_result": "Explicit follow-up controls and a phone remote or second-screen mode were not found in the tested flow.",
      "outcome": "Not found",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/interview-coder#comparison",
      "limitations": "A feature not found in the tested flow may exist in another plan or version."
    },
    {
      "product": "LockedIn AI",
      "version": "1.7.7",
      "platform": "macOS",
      "plan": "Desktop app with stealth settings",
      "test_date": "2026-07",
      "scenario": "Follow-ups and second-screen control",
      "expected_result": "Support explicit follow-up prompts and, where claimed, a phone or second-screen workflow.",
      "observed_result": "Chat and text prompts were present, and the product exposed a phone/second-screen option.",
      "outcome": "Passed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/lockedin-ai#comparison",
      "limitations": "The separate Duo human-helper experience was not evaluated."
    },
    {
      "product": "ULTRACODE AI",
      "version": "8.10.0",
      "platform": "macOS + Windows",
      "plan": "Free demo / trial flow",
      "test_date": "2026-07",
      "scenario": "Follow-ups and second-screen control",
      "expected_result": "Support explicit follow-up prompts and, where claimed, a phone or second-screen workflow.",
      "observed_result": "Chat and text prompts were present, but no phone remote or second-screen mode was found.",
      "outcome": "Mixed",
      "reproduced": "Not consistently recorded across products",
      "evidence_url": "https://www.ctrlpotato.com/compare/ultracode#comparison",
      "limitations": "A feature not found in the tested flow may exist in another version."
    }
  ]
}