{"id":"openhands","name":"OpenHands","website":"https://www.openhands.dev/","researchStatus":"covered","repository":"https://github.com/OpenHands/OpenHands","githubStars":{"value":88155,"observedAt":"2026-09-16","evidenceIds":["openhands:github-metadata"]},"lifecycle":{"status":"unknown","note":null},"sourcedClaimCount":38,"crossCheckedClaimCount":35,"oldestCheckedAt":"2026-11-07","lastCheckedAt":"2026-11-13","facets":{"desktop-os":{"macos":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:ACC-01","evidenceIds":["openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-12-07"},"windows":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:ACC-01","evidenceIds":["openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-12-07"},"linux":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:ACC-01","evidenceIds":["openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-12-07"}},"web-client":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:ACC-01","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-12-07"},"phone-client":{"ios":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:ACC-01","evidenceIds":["openhands:gap39-mobile-doc","openhands:gap39-mobile-code"],"checkedAt":"2026-11-13","crossCheckedAt":null,"nextCheckAt":"2026-12-07"},"android":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:ACC-01","evidenceIds":["openhands:gap39-mobile-doc","openhands:gap39-mobile-code"],"checkedAt":"2026-11-13","crossCheckedAt":null,"nextCheckAt":"2026-12-07"},"mobile-web":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:ACC-01","evidenceIds":["openhands:gap-phone"],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-12-07"}},"cli":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:ACC-01","evidenceIds":["openhands:gap39-cli"],"checkedAt":"2026-11-13","crossCheckedAt":null,"nextCheckAt":"2026-12-07"},"agents":{"claude-code":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:ACC-02","evidenceIds":["openhands:nov07-canvas","openhands:nov07-readme"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07"},"codex":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:ACC-02","evidenceIds":["openhands:nov07-canvas","openhands:nov07-readme"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07"},"cursor":{"value":"unknown","verificationStatus":"unknown","claimId":null,"evidenceIds":[],"checkedAt":null,"crossCheckedAt":null,"nextCheckAt":null},"gemini-cli":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:ACC-02","evidenceIds":["openhands:nov07-canvas","openhands:nov07-readme"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07"},"opencode":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:ACC-02","evidenceIds":["openhands:nov07-canvas","openhands:nov07-readme"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07"},"pi":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:ACC-02","evidenceIds":["openhands:nov07-canvas","openhands:nov07-readme"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07"},"grok":{"value":"unknown","verificationStatus":"unknown","claimId":null,"evidenceIds":[],"checkedAt":null,"crossCheckedAt":null,"nextCheckAt":null},"aider":{"value":"unknown","verificationStatus":"unknown","claimId":null,"evidenceIds":[],"checkedAt":null,"crossCheckedAt":null,"nextCheckAt":null},"antigravity":{"value":"unknown","verificationStatus":"unknown","claimId":null,"evidenceIds":[],"checkedAt":null,"crossCheckedAt":null,"nextCheckAt":null}},"byo-subscription":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:ACC-03","evidenceIds":["openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07"},"execution":{"local":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:RUN-01","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"},"own-server":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:RUN-01","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"},"vendor-cloud":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:RUN-01","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"}},"isolation":{"worktree":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:RUN-02","evidenceIds":["openhands:gap-conversations"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"},"container":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:RUN-02","evidenceIds":["openhands:nov07-readme"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"},"vm":{"value":"unknown","verificationStatus":"unknown","claimId":null,"evidenceIds":[],"checkedAt":null,"crossCheckedAt":null,"nextCheckAt":null}},"parallel-runs":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:COORD-01","evidenceIds":["openhands:nov07-readme"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07"},"coordinator":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:COORD-03","evidenceIds":["openhands:gap-conversations"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07"},"issue-tracking":{"value":"no","verificationStatus":"sourced","claimId":"openhands:PLAN-06","evidenceIds":["openhands:gap39-task-list"],"checkedAt":"2026-11-13","crossCheckedAt":null,"nextCheckAt":"2027-03-13"},"unattended-triggers":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:COORD-04","evidenceIds":["openhands:nov07-readme","openhands:nov07-architecture"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07"},"multiplayer":{"value":"unknown","verificationStatus":"unknown","claimId":null,"evidenceIds":[],"checkedAt":null,"crossCheckedAt":null,"nextCheckAt":null},"roles":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:TEAM-02","evidenceIds":["openhands:gap-roles"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"},"sso":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:TEAM-02","evidenceIds":["openhands:src1-sso","openhands:src1-pricing"],"checkedAt":"2026-11-10","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"},"pr-workflow":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:SHIP-03","evidenceIds":["openhands:gap-conversations"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07"},"review-ui":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:TEAM-05","evidenceIds":["openhands:gap-conversations"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"},"license":{"value":"mit","verificationStatus":"agent-cross-checked","claimId":"openhands:OWN-01","evidenceIds":["openhands:nov07-license"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2027-02-05"},"self-hosting":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:OWN-02","evidenceIds":["openhands:nov07-selfhost","openhands:nov07-readme"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"},"telemetry-opt-out":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:OWN-03","evidenceIds":["openhands:src1-telemetry-settings"],"checkedAt":"2026-11-10","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"},"free-tier":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:OWN-08","evidenceIds":["openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-11-21"},"starting-price":{"value":"free","verificationStatus":"agent-cross-checked","claimId":"openhands:OWN-08","evidenceIds":["openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-11-21"},"pricing-model":{"no-paid-plan":{"value":"no","verificationStatus":"sourced","claimId":"openhands:OWN-04","evidenceIds":["openhands:gap39-plan-table"],"checkedAt":"2026-11-13","crossCheckedAt":null,"nextCheckAt":"2026-11-21"},"free-plan":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:OWN-04","evidenceIds":["openhands:gap-pricing"],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-11-21"},"subscription":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:OWN-04","evidenceIds":["openhands:gap-pricing"],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-11-21"},"per-seat":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:OWN-04","evidenceIds":["openhands:gap-pricing"],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-11-21"},"usage-based":{"value":"unknown","verificationStatus":"unknown","claimId":null,"evidenceIds":[],"checkedAt":null,"crossCheckedAt":null,"nextCheckAt":null},"compute":{"value":"unknown","verificationStatus":"unknown","claimId":null,"evidenceIds":[],"checkedAt":null,"crossCheckedAt":null,"nextCheckAt":null},"byok":{"value":"yes","verificationStatus":"sourced","claimId":"openhands:OWN-04","evidenceIds":["openhands:gap-pricing"],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-11-21"},"one-time":{"value":"no","verificationStatus":"sourced","claimId":"openhands:OWN-04","evidenceIds":["openhands:gap39-plan-table"],"checkedAt":"2026-11-13","crossCheckedAt":null,"nextCheckAt":"2026-11-21"}},"paid-from":{"value":"over-100-usd-month","verificationStatus":"sourced","claimId":"openhands:OWN-04","evidenceIds":["openhands:gap-pricing"],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-11-21"},"lifecycle-status":{"value":"unknown","verificationStatus":"unknown","claimId":null,"evidenceIds":[],"checkedAt":null,"crossCheckedAt":null,"nextCheckAt":null},"laptop-independent":{"value":"yes","verificationStatus":"agent-cross-checked","claimId":"openhands:RUN-01","evidenceIds":["openhands:nov07-canvas"],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07"}},"claims":[{"productId":"openhands","claimId":"openhands:ACC-01","verificationStatus":"sourced","answer":"Canvas provides desktop installation paths, browser UI and documented phone/tablet browser access. A separate public source-built native mobile MVP supports iOS/Android direct Agent Server access, including conversation listing and message sending; Cloud login and Canvas pairing remain planned. The product-owned agent-canvas command launches the local stack.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","mobile-dev"],"version":"e14b76cca01a71597cee242c202eed730e745ce3 Canvas launcher; source-built native mobile MVP 47f815b1d111b6a71b405dcb77acb3682da59b85","plan":"Canvas desktop/browser and launcher; native mobile is limited to direct Agent Server access, without Cloud login or Canvas pairing.","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"mobile-dev","name":"Public source-built OpenHands native mobile MVP for direct Agent Server access","type":"mobile"}]},"questions":[{"id":"desktop_os","question":"Desktop os","support":"partial","answer":"macOS, Windows and Linux installation is advertised; minimum OS versions unverified.","evidenceIds":["openhands:nov07-canvas"]},{"id":"mobile_apps","question":"Mobile apps","support":"partial","answer":"The native Expo source MVP builds for iOS and Android and can list/stream/send to a reachable Agent Server using a session API key. Requires native toolchains; Cloud login, QR pairing and laptop facade are not built.","evidenceIds":["openhands:gap39-mobile-doc","openhands:gap39-mobile-code"]},{"id":"browser","question":"Browser","support":"supported","answer":"Browser frontend served by Canvas.","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas"]},{"id":"mobile_browser","question":"Mobile browser","support":"supported","answer":"Open Canvas in a phone/tablet browser through Tailscale or authenticated ngrok/public mode.","evidenceIds":["openhands:gap-phone"]},{"id":"cli","question":"Cli","support":"supported","answer":"The agent-canvas command launches the local server/automation/frontend stack and supports help/info/version and deployment flags. This is launcher scope.","evidenceIds":["openhands:gap39-cli"]},{"id":"editor_extensions","question":"Editor extensions","support":"unknown","answer":"Editor extensions: The November first-party documentation and repository pass did not establish client access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"task_actions","question":"Task actions","support":"unknown","answer":"Task actions: The November first-party documentation and repository pass did not establish client access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"notifications","question":"Notifications","support":"unknown","answer":"Notifications: The November first-party documentation and repository pass did not establish client access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"cross_device_continuity","question":"Cross device continuity","support":"partial","answer":"Phone/tablet browsers can reach the same host Canvas/backend through Tailscale or authenticated ngrok; continuing a specific task across devices is not described and no desktop-phone handoff fixture was run.","evidenceIds":["openhands:gap-phone"]}],"limitations":["Only the named atomic answers are established by this source pass. Remaining atomic answers retain their documented gaps."],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas","openhands:gap-phone","openhands:gap39-mobile-doc","openhands:gap39-mobile-code","openhands:gap39-cli"]},{"productId":"openhands","claimId":"openhands:ACC-02","verificationStatus":"agent-cross-checked","answer":"Canvas integrates OpenHands and ACP agents with custom stdio ACP commands.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"harnesses","question":"Harnesses","support":"supported","answer":"OpenHands agent, Claude Code, Codex, Gemini CLI, Pi, OpenCode or any ACP-compatible agent.","evidenceIds":["openhands:nov07-canvas","openhands:nov07-readme"]},{"id":"model_providers","question":"Model providers","support":"unknown","answer":"Model providers: The November first-party documentation and repository pass did not establish agent and model choice at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"custom_adapters","question":"Custom adapters","support":"supported","answer":"Custom preset accepts a stdio ACP launch command and optional custom model ID.","evidenceIds":["openhands:gap-acp"]},{"id":"session_integration","question":"Session integration","support":"supported","answer":"ACP integration for compatible harnesses.","evidenceIds":["openhands:nov07-canvas"]},{"id":"mixed_harness_operation","question":"Mixed harness operation","support":"unknown","answer":"Mixed harness operation: The November first-party documentation and repository pass did not establish agent and model choice at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test.","Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-canvas","openhands:nov07-readme","openhands:gap-acp"]},{"productId":"openhands","claimId":"openhands:ACC-03","verificationStatus":"agent-cross-checked","answer":"Local ACP providers can reuse native logins, while clean containers/cloud require credentials and have provider limits.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"agent_subscriptions","question":"Agent subscriptions","support":"supported","answer":"Existing Claude Code, Codex or Gemini subscription access.","evidenceIds":["openhands:nov07-canvas"]},{"id":"api_accounts","question":"Api accounts","support":"supported","answer":"OpenHands agent can use an LLM key.","evidenceIds":["openhands:nov07-canvas"]},{"id":"vendor_credits","question":"Vendor credits","support":"unknown","answer":"Vendor credits: The November first-party documentation and repository pass did not establish subscriptions, api keys and vendor credits at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"local_models","question":"Local models","support":"unknown","answer":"Local models: The November first-party documentation and repository pass did not establish subscriptions, api keys and vendor credits at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"account_switching","question":"Account switching","support":"unknown","answer":"Account switching: The November first-party documentation and repository pass did not establish subscriptions, api keys and vendor credits at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"vendor_account_requirement","question":"Vendor account requirement","support":"unknown","answer":"Vendor account requirement: The November first-party documentation and repository pass did not establish subscriptions, api keys and vendor credits at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"provider_restrictions","question":"Provider restrictions","support":"supported","answer":"Pi and OpenCode offered only for local/self-hosted backends, not OpenHands Cloud; same-container HOME can race on provider config.","evidenceIds":["openhands:gap-acp"]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test.","Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-canvas","openhands:gap-acp"]},{"productId":"openhands","claimId":"openhands:ACC-04","verificationStatus":"agent-cross-checked","answer":"Local stack requires Node 24 and uv; Docker and hardened VM routes are separate.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"first_task_setup","question":"First task setup","support":"partial","answer":"npm install and agent-canvas launch path; no install timing.","evidenceIds":["openhands:nov07-readme","openhands:nov07-selfhost"]},{"id":"no_git","question":"No git","support":"unknown","answer":"No git: The November first-party documentation and repository pass did not establish onboarding and project prerequisites at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"local_git_without_remote","question":"Local git without remote","support":"unknown","answer":"Local git without remote: The November first-party documentation and repository pass did not establish onboarding and project prerequisites at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"hosted_git","question":"Hosted git","support":"unknown","answer":"Hosted git: The November first-party documentation and repository pass did not establish onboarding and project prerequisites at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"prerequisite_guidance","question":"Prerequisite guidance","support":"supported","answer":"Node 24+, uv; Docker is optional.","evidenceIds":["openhands:nov07-readme","openhands:nov07-selfhost"]},{"id":"managed_cloud_setup","question":"Managed cloud setup","support":"unknown","answer":"Managed cloud setup: The November first-party documentation and repository pass did not establish onboarding and project prerequisites at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"byo_vps_onboarding","question":"Byo vps onboarding","support":"partial","answer":"Documented VM, API key, firewall and TLS setup; user performs provisioning.","evidenceIds":["openhands:nov07-readme","openhands:nov07-selfhost"]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-readme","openhands:nov07-selfhost"]},{"productId":"openhands","claimId":"openhands:ACC-05","verificationStatus":"agent-cross-checked","answer":"Canvas uses the Agent Server REST API; SDK ownership is separate.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"cli","question":"Cli","support":"unknown","answer":"Cli: The November first-party documentation and repository pass did not establish programmable access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"api","question":"Api","support":"supported","answer":"Agent Server REST API.","evidenceIds":["openhands:nov07-readme"]},{"id":"sdk","question":"Sdk","support":"supported","answer":"Python SDK and TypeScript client live in separate OpenHands repositories.","evidenceIds":["openhands:nov07-readme"]},{"id":"mcp_server","question":"Mcp server","support":"unknown","answer":"Mcp server: The November first-party documentation and repository pass did not establish programmable access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"webhooks","question":"Webhooks","support":"unknown","answer":"Webhooks: The November first-party documentation and repository pass did not establish programmable access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"operations","question":"Operations","support":"partial","answer":"Canvas translates conversation actions to backend calls; exhaustive operation coverage unverified.","evidenceIds":["openhands:nov07-readme"]},{"id":"authentication","question":"Authentication","support":"unknown","answer":"Authentication: The November first-party documentation and repository pass did not establish programmable access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"stability","question":"Stability","support":"unknown","answer":"Stability: The November first-party documentation and repository pass did not establish programmable access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-readme"]},{"productId":"openhands","claimId":"openhands:ACC-06","verificationStatus":"agent-cross-checked","answer":"Canvas manages backend-scoped MCP, skills and plugins, with health and credential checks.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"mcp_client","question":"Mcp client","support":"supported","answer":"MCP connection library.","evidenceIds":["openhands:nov07-canvas"]},{"id":"plugins","question":"Plugins","support":"supported","answer":"Customize includes a Plugins page on local backends; on an OpenHands Cloud backend the local Plugins page is hidden and Skills and Plugins opens Cloud settings.","evidenceIds":["openhands:gap-customize"]},{"id":"custom_tools","question":"Custom tools","support":"unknown","answer":"Custom tools: The November first-party documentation and repository pass did not establish external tools and extensions at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"instructions_import","question":"Instructions import","support":"supported","answer":"Agent Skills.","evidenceIds":["openhands:nov07-canvas"]},{"id":"authentication","question":"Authentication","support":"supported","answer":"MCP health distinguishes credential rejection from connection failure; reachable public MCP does not imply credential verification.","evidenceIds":["openhands:gap-customize"]},{"id":"permission_scope","question":"Permission scope","support":"supported","answer":"Skills, MCP servers and secrets are scoped to active backend, not automatically copied across backends.","evidenceIds":["openhands:gap-customize"]},{"id":"integration_owner","question":"Integration owner","support":"partial","answer":"Canvas ships the connection library; which component owns external calls was not established.","evidenceIds":["openhands:nov07-canvas"]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test.","Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-canvas","openhands:gap-customize"]},{"productId":"openhands","claimId":"openhands:ACC-07","verificationStatus":"agent-cross-checked","answer":"Canvas is a React/TypeScript web frontend.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"}]},"questions":[{"id":"desktop_implementation","question":"Desktop implementation","support":"unknown","answer":"Desktop implementation: The November first-party documentation and repository pass did not establish client implementation at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"mobile_implementation","question":"Mobile implementation","support":"unknown","answer":"Mobile implementation: The November first-party documentation and repository pass did not establish client implementation at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"hybrids","question":"Hybrids","support":"supported","answer":"Browser-rendered React/TypeScript frontend.","evidenceIds":["openhands:nov07-architecture"]},{"id":"implementation_evidence","question":"Implementation evidence","support":"supported","answer":"Official architecture identifies the UI; native desktop packaging details remain unverified.","evidenceIds":["openhands:nov07-architecture"]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2027-02-05","evidenceIds":["openhands:nov07-architecture"]},{"productId":"openhands","claimId":"openhands:PLAN-04","verificationStatus":"agent-cross-checked","answer":"Canvas documents skills and a persistent workspace/user memory setting that can be enabled or disabled.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"instructions","question":"Instructions","support":"supported","answer":"Customize > Skills teaches domain instructions; /add-skill installs for a new conversation.","evidenceIds":["openhands:gap-customize"]},{"id":"skills","question":"Skills","support":"supported","answer":"Skills load when a conversation starts.","evidenceIds":["openhands:gap-customize"]},{"id":"project_docs","question":"Project docs","support":"unknown","answer":"Project docs: The November first-party documentation and repository pass did not establish shared context and memory at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"memory","question":"Memory","support":"supported","answer":"Enabled persistent memory loads workspace and user memory into new OpenHands and ACP conversations.","evidenceIds":["openhands:gap-customize"]},{"id":"scope","question":"Scope","support":"supported","answer":"Saved configuration follows the selected backend; memory locations are workspace/user scoped.","evidenceIds":["openhands:gap-customize"]},{"id":"provenance","question":"Provenance","support":"unknown","answer":"Provenance: The November first-party documentation and repository pass did not establish shared context and memory at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"correction","question":"Correction","support":"unknown","answer":"Correction: The November first-party documentation and repository pass did not establish shared context and memory at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"deletion","question":"Deletion","support":"unknown","answer":"Deletion: The November first-party documentation and repository pass did not establish shared context and memory at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"freshness","question":"Freshness","support":"unknown","answer":"Freshness: The November first-party documentation and repository pass did not establish shared context and memory at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"takeover_continuity","question":"Takeover continuity","support":"unknown","answer":"Takeover continuity: The November first-party documentation and repository pass did not establish shared context and memory at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-customize"]},{"productId":"openhands","claimId":"openhands:PLAN-06","verificationStatus":"sourced","answer":"The Canvas Task List renders the latest TaskTrackerObservation from the current conversation, with position-derived IDs and todo/in-progress/done states. Bounded inspection found no independent native issue/backlog work-item store; saved automations are trigger configurations.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas"],"version":"e14b76cca01a71597cee242c202eed730e745ce3 native Canvas Task List and application stores/routes.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"}]},"questions":[{"id":"create","question":"Create","support":"unsupported","answer":"The inspected native interface renders agent TaskTracker observations rather than providing independent issue/backlog CRUD.","evidenceIds":["openhands:gap39-task-list"]},{"id":"edit","question":"Edit","support":"unknown","answer":"Edit: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"discuss","question":"Discuss","support":"unknown","answer":"Discuss: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"prioritize","question":"Prioritize","support":"unknown","answer":"Prioritize: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"label","question":"Label","support":"unknown","answer":"Label: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"assign","question":"Assign","support":"unknown","answer":"Assign: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"search","question":"Search","support":"unknown","answer":"Search: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"filter","question":"Filter","support":"unknown","answer":"Filter: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"archive","question":"Archive","support":"unknown","answer":"Archive: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"reopen","question":"Reopen","support":"unknown","answer":"Reopen: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"project_epic_views","question":"Project epic views","support":"unknown","answer":"Project epic views: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"idea_parking","question":"Idea parking","support":"unknown","answer":"Idea parking: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"explicit_dispatch","question":"Explicit dispatch","support":"unknown","answer":"Explicit dispatch: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"task_session_separation","question":"Task session separation","support":"unsupported","answer":"Task rows derive directly from the current conversation event store and do not have independent stable issue identity.","evidenceIds":["openhands:gap39-task-list"]},{"id":"metadata","question":"Metadata","support":"unknown","answer":"Metadata: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"durable_states","question":"Durable states","support":"partial","answer":"Task statuses are retained as conversation observations, not as separate persistent backlog work items.","evidenceIds":["openhands:gap39-task-list"]},{"id":"external_tracker_requirement","question":"External tracker requirement","support":"unknown","answer":"External tracker requirement: The November first-party documentation and repository pass did not establish native issue management and idea backlog at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic answers are established by this source pass. Remaining atomic answers retain their documented gaps."],"checkedAt":"2026-11-13","crossCheckedAt":null,"nextCheckAt":"2027-03-13","evidenceIds":["openhands:gap39-task-list"]},{"productId":"openhands","claimId":"openhands:COORD-01","verificationStatus":"agent-cross-checked","answer":"Parallel conversations can use separate Docker runtimes.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"concurrent_sessions","question":"Concurrent sessions","support":"supported","answer":"Multiple simultaneous conversations.","evidenceIds":["openhands:nov07-readme"]},{"id":"concurrent_tasks","question":"Concurrent tasks","support":"unknown","answer":"Concurrent tasks: The November first-party documentation and repository pass did not establish parallel work at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"quotas","question":"Quotas","support":"unknown","answer":"Quotas: The November first-party documentation and repository pass did not establish parallel work at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"observed_concurrency","question":"Observed concurrency","support":"unknown","answer":"Observed concurrency: The November first-party documentation and repository pass did not establish parallel work at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"status_visibility","question":"Status visibility","support":"partial","answer":"Canvas conversation UI; status correctness untested.","evidenceIds":["openhands:nov07-readme"]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-readme"]},{"productId":"openhands","claimId":"openhands:COORD-03","verificationStatus":"agent-cross-checked","answer":"Canvas launches linked child conversations and returns their results to the parent.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"roles","question":"Roles","support":"supported","answer":"Parent/child conversation relationship remains linked.","evidenceIds":["openhands:gap-conversations"]},{"id":"model_harness_effort","question":"Model harness effort","support":"unknown","answer":"Model harness effort: The November first-party documentation and repository pass did not establish inspectable delegation and communication at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"messages","question":"Messages","support":"unknown","answer":"Messages: The November first-party documentation and repository pass did not establish inspectable delegation and communication at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"results_return","question":"Results return","support":"supported","answer":"Child result returns to the parent conversation.","evidenceIds":["openhands:gap-conversations"]},{"id":"cross_harness","question":"Cross harness","support":"unknown","answer":"Cross harness: The November first-party documentation and repository pass did not establish inspectable delegation and communication at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"orchestration_owner","question":"Orchestration owner","support":"supported","answer":"Canvas validates launch_child_conversation inputs and creates child conversations.","evidenceIds":["openhands:gap-conversations"]},{"id":"activation","question":"Activation","support":"supported","answer":"Agent calls launch_child_conversation on supported local/Cloud targets.","evidenceIds":["openhands:gap-conversations"]},{"id":"authentication","question":"Authentication","support":"unknown","answer":"Authentication: The November first-party documentation and repository pass did not establish inspectable delegation and communication at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"live_progress","question":"Live progress","support":"unknown","answer":"Live progress: The November first-party documentation and repository pass did not establish inspectable delegation and communication at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"retained_results","question":"Retained results","support":"unknown","answer":"Retained results: The November first-party documentation and repository pass did not establish inspectable delegation and communication at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"followup","question":"Followup","support":"unknown","answer":"Followup: The November first-party documentation and repository pass did not establish inspectable delegation and communication at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"invocation","question":"Invocation","support":"unknown","answer":"Invocation: The November first-party documentation and repository pass did not establish inspectable delegation and communication at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-conversations"]},{"productId":"openhands","claimId":"openhands:COORD-04","verificationStatus":"agent-cross-checked","answer":"Automation Server owns schedules/events and Canvas exposes lifecycle/run history.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"schedules","question":"Schedules","support":"supported","answer":"Optional automation backend.","evidenceIds":["openhands:nov07-readme","openhands:nov07-architecture"]},{"id":"events","question":"Events","support":"supported","answer":"Events through the automation backend.","evidenceIds":["openhands:nov07-readme","openhands:nov07-architecture"]},{"id":"recurring_tasks","question":"Recurring tasks","support":"unknown","answer":"Recurring tasks: The November first-party documentation and repository pass did not establish unattended triggers at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"completion_conditions","question":"Completion conditions","support":"unknown","answer":"Completion conditions: The November first-party documentation and repository pass did not establish unattended triggers at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"scheduler_location","question":"Scheduler location","support":"supported","answer":"Separate automation service; not the frontend.","evidenceIds":["openhands:nov07-readme","openhands:nov07-architecture"]},{"id":"overlaps","question":"Overlaps","support":"supported","answer":"Concurrency-limit exhaustion can produce SKIPPED run status.","evidenceIds":["openhands:gap-automations"]},{"id":"retries","question":"Retries","support":"unknown","answer":"Retries: The November first-party documentation and repository pass did not establish unattended triggers at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"client_independence","question":"Client independence","support":"unknown","answer":"Client independence: The November first-party documentation and repository pass did not establish unattended triggers at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test.","Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-readme","openhands:nov07-architecture","openhands:gap-automations"]},{"productId":"openhands","claimId":"openhands:COORD-05","verificationStatus":"agent-cross-checked","answer":"Canvas supports goal interruption and preserves failed-message retry controls.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"pause","question":"Pause","support":"unknown","answer":"Pause: The November first-party documentation and repository pass did not establish intervention and attention at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"stop","question":"Stop","support":"unknown","answer":"Stop: The November first-party documentation and repository pass did not establish intervention and attention at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"resume","question":"Resume","support":"unknown","answer":"Resume: The November first-party documentation and repository pass did not establish intervention and attention at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"steer","question":"Steer","support":"supported","answer":"Normal message interrupts an active /goal and returns control to the user.","evidenceIds":["openhands:gap-conversations"]},{"id":"notifications","question":"Notifications","support":"unknown","answer":"Notifications: The November first-party documentation and repository pass did not establish intervention and attention at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"pending_decisions","question":"Pending decisions","support":"unknown","answer":"Pending decisions: The November first-party documentation and repository pass did not establish intervention and attention at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"escalation","question":"Escalation","support":"unknown","answer":"Escalation: The November first-party documentation and repository pass did not establish intervention and attention at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"visible_errors","question":"Visible errors","support":"supported","answer":"Failed message and Retry control persist after history reload.","evidenceIds":["openhands:gap-conversations"]},{"id":"chat_terminal_parity","question":"Chat terminal parity","support":"unknown","answer":"Chat terminal parity: The November first-party documentation and repository pass did not establish intervention and attention at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"retained_history","question":"Retained history","support":"supported","answer":"Conversation retains message/tool history and supports archival and transcript export.","evidenceIds":["openhands:gap-conversations"]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-conversations"]},{"productId":"openhands","claimId":"openhands:COORD-06","verificationStatus":"agent-cross-checked","answer":"Canvas shows linked children and grouped conversation metadata. Fleet fixture remains untested.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"fleet_fixture","question":"Fleet fixture","support":"unknown","answer":"Fleet fixture: The November first-party documentation and repository pass did not establish fleet and epic management ui at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"parent_child","question":"Parent child","support":"supported","answer":"Child conversations remain linked to their parent.","evidenceIds":["openhands:gap-conversations"]},{"id":"dependencies","question":"Dependencies","support":"unknown","answer":"Dependencies: The November first-party documentation and repository pass did not establish fleet and epic management ui at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"attention","question":"Attention","support":"unknown","answer":"Attention: The November first-party documentation and repository pass did not establish fleet and epic management ui at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"history","question":"History","support":"supported","answer":"Conversation tags store workspace/repo/branch metadata server-side for other browsers.","evidenceIds":["openhands:gap-conversations"]},{"id":"workload","question":"Workload","support":"unknown","answer":"Workload: The November first-party documentation and repository pass did not establish fleet and epic management ui at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"navigation_errors","question":"Navigation errors","support":"unknown","answer":"Navigation errors: The November first-party documentation and repository pass did not establish fleet and epic management ui at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"fixture_mode","question":"Fixture mode","support":"unknown","answer":"Fixture mode: The November first-party documentation and repository pass did not establish fleet and epic management ui at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-conversations"]},{"productId":"openhands","claimId":"openhands:COORD-07","verificationStatus":"agent-cross-checked","answer":"Canvas has reusable profiles, goals and backend-specific configuration.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"quick_task","question":"Quick task","support":"supported","answer":"New conversation starts a single agent session on the active backend.","evidenceIds":["openhands:gap-conversations"]},{"id":"growing_epic","question":"Growing epic","support":"unknown","answer":"Growing epic: The November first-party documentation and repository pass did not establish workflow flexibility and orchestration visibility at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"presets","question":"Presets","support":"unknown","answer":"Presets: The November first-party documentation and repository pass did not establish workflow flexibility and orchestration visibility at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"natural_language","question":"Natural language","support":"unknown","answer":"Natural language: The November first-party documentation and repository pass did not establish workflow flexibility and orchestration visibility at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"agent_configuration","question":"Agent configuration","support":"unknown","answer":"Agent configuration: The November first-party documentation and repository pass did not establish workflow flexibility and orchestration visibility at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"in_run_changes","question":"In run changes","support":"supported","answer":"User message interrupts a goal; conversation branching preserves earlier context on supporting local backends.","evidenceIds":["openhands:gap-conversations"]},{"id":"live_roles","question":"Live roles","support":"unknown","answer":"Live roles: The November first-party documentation and repository pass did not establish workflow flexibility and orchestration visibility at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"retained_relationships","question":"Retained relationships","support":"unknown","answer":"Retained relationships: The November first-party documentation and repository pass did not establish workflow flexibility and orchestration visibility at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"discoverability","question":"Discoverability","support":"unknown","answer":"Discoverability: The November first-party documentation and repository pass did not establish workflow flexibility and orchestration visibility at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"auth_friction","question":"Auth friction","support":"unknown","answer":"Auth friction: The November first-party documentation and repository pass did not establish workflow flexibility and orchestration visibility at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-conversations","openhands:gap-customize"]},{"productId":"openhands","claimId":"openhands:RUN-01","verificationStatus":"agent-cross-checked","answer":"Canvas switches between local, self-hosted remote and optional cloud backends.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":["local","self-hosted","managed-cloud"],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"local","question":"Local","support":"supported","answer":"Local Agent Server.","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas"]},{"id":"byo_remote","question":"Byo remote","support":"supported","answer":"User-operated dedicated machine or VM.","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas"]},{"id":"self_hosted","question":"Self hosted","support":"unknown","answer":"Self hosted: The November first-party documentation and repository pass did not establish laptop-independent execution at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"managed_cloud","question":"Managed cloud","support":"supported","answer":"OpenHands Cloud optional backend.","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas"]},{"id":"hybrid","question":"Hybrid","support":"supported","answer":"One Canvas can switch among backends.","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas"]},{"id":"provisioning","question":"Provisioning","support":"unknown","answer":"Provisioning: The November first-party documentation and repository pass did not establish laptop-independent execution at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"payer","question":"Payer","support":"unknown","answer":"Payer: The November first-party documentation and repository pass did not establish laptop-independent execution at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"resources","question":"Resources","support":"unknown","answer":"Resources: The November first-party documentation and repository pass did not establish laptop-independent execution at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"region","question":"Region","support":"unknown","answer":"Region: The November first-party documentation and repository pass did not establish laptop-independent execution at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"expiry","question":"Expiry","support":"unknown","answer":"Expiry: The November first-party documentation and repository pass did not establish laptop-independent execution at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"client_disconnect","question":"Client disconnect","support":"partial","answer":"Vendor states remote server agents continue with laptop off; disconnect was not tested.","evidenceIds":["openhands:nov07-canvas"]},{"id":"other_device_continuation","question":"Other device continuation","support":"unknown","answer":"Other device continuation: The November first-party documentation and repository pass did not establish laptop-independent execution at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-readme","openhands:nov07-canvas"]},{"productId":"openhands","claimId":"openhands:RUN-02","verificationStatus":"agent-cross-checked","answer":"Optional containers and worktrees separate execution/files, with documented shared-HOME and shared-workspace limits.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"checkout","question":"Checkout","support":"unknown","answer":"Checkout: The November first-party documentation and repository pass did not establish workspace and process isolation at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"branch","question":"Branch","support":"supported","answer":"Cloud children use selected repository and branch.","evidenceIds":["openhands:gap-conversations"]},{"id":"worktree","question":"Worktree","support":"supported","answer":"Local child conversations may use an isolated worktree or parent shared workspace.","evidenceIds":["openhands:gap-conversations"]},{"id":"container","question":"Container","support":"supported","answer":"Optional container per new conversation.","evidenceIds":["openhands:nov07-readme"]},{"id":"vm","question":"Vm","support":"unknown","answer":"Vm: The November first-party documentation and repository pass did not establish workspace and process isolation at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"os_sandbox","question":"Os sandbox","support":"unknown","answer":"Os sandbox: The November first-party documentation and repository pass did not establish workspace and process isolation at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"filesystem","question":"Filesystem","support":"partial","answer":"Direct mode has host filesystem access; same host workspace mounts still share files.","evidenceIds":["openhands:nov07-readme"]},{"id":"process","question":"Process","support":"unknown","answer":"Process: The November first-party documentation and repository pass did not establish workspace and process isolation at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"network","question":"Network","support":"unknown","answer":"Network: The November first-party documentation and repository pass did not establish workspace and process isolation at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"secrets","question":"Secrets","support":"unknown","answer":"Secrets: The November first-party documentation and repository pass did not establish workspace and process isolation at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"code_separation","question":"Code separation","support":"unknown","answer":"Code separation: The November first-party documentation and repository pass did not establish workspace and process isolation at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"security_boundary","question":"Security boundary","support":"partial","answer":"Docker execution boundary does not isolate the whole Canvas/automation stack.","evidenceIds":["openhands:nov07-readme"]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test.","Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-readme","openhands:gap-conversations","openhands:gap-acp"]},{"productId":"openhands","claimId":"openhands:RUN-03","verificationStatus":"agent-cross-checked","answer":"Canvas reloads backend conversation history and keeps archived conversations without deleting them.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"client_disconnect","question":"Client disconnect","support":"unknown","answer":"Client disconnect: The November first-party documentation and repository pass did not establish recovery, expiry and continuity at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"worker_crash","question":"Worker crash","support":"unknown","answer":"Worker crash: The November first-party documentation and repository pass did not establish recovery, expiry and continuity at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"service_restart","question":"Service restart","support":"unknown","answer":"Service restart: The November first-party documentation and repository pass did not establish recovery, expiry and continuity at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"expiry","question":"Expiry","support":"unknown","answer":"Expiry: The November first-party documentation and repository pass did not establish recovery, expiry and continuity at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"transcript_reload","question":"Transcript reload","support":"supported","answer":"Full archived conversation history remains on backend; missing runtimes remain readable but cannot be restored from conversation.","evidenceIds":["openhands:gap-conversations"]},{"id":"process_reconnect","question":"Process reconnect","support":"unknown","answer":"Process reconnect: The November first-party documentation and repository pass did not establish recovery, expiry and continuity at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"task_resume","question":"Task resume","support":"unknown","answer":"Task resume: The November first-party documentation and repository pass did not establish recovery, expiry and continuity at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"state_reconstruction","question":"State reconstruction","support":"partial","answer":"Mounted workspace and conversation state survive container replacement.","evidenceIds":["openhands:nov07-readme"]},{"id":"context_loss","question":"Context loss","support":"supported","answer":"Runtime-missing conversation is shown archived; readable history does not imply a recoverable execution process.","evidenceIds":["openhands:gap-conversations"]},{"id":"duplicate_actions","question":"Duplicate actions","support":"unknown","answer":"Duplicate actions: The November first-party documentation and repository pass did not establish recovery, expiry and continuity at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"manual_repair","question":"Manual repair","support":"partial","answer":"Container health failure exits visibly; restart requires a configured restart policy.","evidenceIds":["openhands:nov07-readme"]},{"id":"multi_day_continuity","question":"Multi day continuity","support":"unknown","answer":"Multi day continuity: The November first-party documentation and repository pass did not establish recovery, expiry and continuity at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test.","Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-readme","openhands:gap-conversations"]},{"productId":"openhands","claimId":"openhands:RUN-04","verificationStatus":"agent-cross-checked","answer":"The user chooses workspace mounts and runtime configuration.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"dependencies","question":"Dependencies","support":"supported","answer":"Local Node/uv or Docker prerequisites.","evidenceIds":["openhands:nov07-readme"]},{"id":"caches","question":"Caches","support":"unknown","answer":"Caches: The November first-party documentation and repository pass did not establish development environment reliability at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"snapshots","question":"Snapshots","support":"unknown","answer":"Snapshots: The November first-party documentation and repository pass did not establish development environment reliability at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"services","question":"Services","support":"unknown","answer":"Services: The November first-party documentation and repository pass did not establish development environment reliability at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"ports","question":"Ports","support":"unknown","answer":"Ports: The November first-party documentation and repository pass did not establish development environment reliability at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"secrets","question":"Secrets","support":"unknown","answer":"Secrets: The November first-party documentation and repository pass did not establish development environment reliability at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"duplicate_installs","question":"Duplicate installs","support":"unknown","answer":"Duplicate installs: The November first-party documentation and repository pass did not establish development environment reliability at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"collisions","question":"Collisions","support":"unknown","answer":"Collisions: The November first-party documentation and repository pass did not establish development environment reliability at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"remote_setup","question":"Remote setup","support":"supported","answer":"Operator provisions and hardens the server.","evidenceIds":["openhands:nov07-readme"]},{"id":"automatic_repair","question":"Automatic repair","support":"unknown","answer":"Automatic repair: The November first-party documentation and repository pass did not establish development environment reliability at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-readme"]},{"productId":"openhands","claimId":"openhands:RUN-05","verificationStatus":"agent-cross-checked","answer":"Goals and experimental critic refinement have explicit iteration limits.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"time_limits","question":"Time limits","support":"unknown","answer":"Time limits: The November first-party documentation and repository pass did not establish limits and failure handling at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"turn_limits","question":"Turn limits","support":"supported","answer":"Experimental OpenHands critic refinement defaults to at most three attempts; not generalized to ACP agents.","evidenceIds":["openhands:gap-critic"]},{"id":"token_limits","question":"Token limits","support":"unknown","answer":"Token limits: The November first-party documentation and repository pass did not establish limits and failure handling at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"spend_limits","question":"Spend limits","support":"supported","answer":"Enterprise managed gateway supports monthly organization/user budgets. Direct provider calls are outside enforcement.","evidenceIds":["openhands:gap-budgets"]},{"id":"timeouts","question":"Timeouts","support":"unknown","answer":"Timeouts: The November first-party documentation and repository pass did not establish limits and failure handling at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"retries","question":"Retries","support":"unknown","answer":"Retries: The November first-party documentation and repository pass did not establish limits and failure handling at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"provider_failures","question":"Provider failures","support":"unknown","answer":"Provider failures: The November first-party documentation and repository pass did not establish limits and failure handling at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"enforcement","question":"Enforcement","support":"supported","answer":"Refinement stops at score threshold or max iterations; documentation only.","evidenceIds":["openhands:gap-critic"]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-critic","openhands:gap-budgets","openhands:gap-conversations"]},{"productId":"openhands","claimId":"openhands:RUN-06","verificationStatus":"agent-cross-checked","answer":"Canvas displays automation phase/status and exports reported costs with null for unavailable cost.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"logs","question":"Logs","support":"supported","answer":"Script-run View logs shows the script's output; on cloud backends logs are read from the run sandbox and become unavailable after that sandbox is deleted.","evidenceIds":["openhands:gap-automations"]},{"id":"traces","question":"Traces","support":"unknown","answer":"Traces: The November first-party documentation and repository pass did not establish truthful status and operational statistics at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"failure_reasons","question":"Failure reasons","support":"partial","answer":"Health check can exit the container after roughly thirty seconds of Agent Server failure.","evidenceIds":["openhands:nov07-readme"]},{"id":"usage_export","question":"Usage export","support":"supported","answer":"Activity Log exports CSV/JSON with numeric reported cost or null.","evidenceIds":["openhands:gap-automations"]},{"id":"task_stats","question":"Task stats","support":"unknown","answer":"Task stats: The November first-party documentation and repository pass did not establish truthful status and operational statistics at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"agent_stats","question":"Agent stats","support":"unknown","answer":"Agent stats: The November first-party documentation and repository pass did not establish truthful status and operational statistics at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"project_stats","question":"Project stats","support":"unknown","answer":"Project stats: The November first-party documentation and repository pass did not establish truthful status and operational statistics at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"time_stats","question":"Time stats","support":"unknown","answer":"Time stats: The November first-party documentation and repository pass did not establish truthful status and operational statistics at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"failure_status","question":"Failure status","support":"supported","answer":"Statuses include failed/cancelled/skipped and structured disablement reason with time.","evidenceIds":["openhands:gap-automations"]},{"id":"approval_status","question":"Approval status","support":"unknown","answer":"Approval status: The November first-party documentation and repository pass did not establish truthful status and operational statistics at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"reconnect_consistency","question":"Reconnect consistency","support":"unknown","answer":"Reconnect consistency: The November first-party documentation and repository pass did not establish truthful status and operational statistics at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"performance_method","question":"Performance method","support":"unknown","answer":"Performance method: The November first-party documentation and repository pass did not establish truthful status and operational statistics at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"responsiveness","question":"Responsiveness","support":"unknown","answer":"Responsiveness: The November first-party documentation and repository pass did not establish truthful status and operational statistics at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test.","Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-readme","openhands:gap-automations"]},{"productId":"openhands","claimId":"openhands:RUN-07","verificationStatus":"agent-cross-checked","answer":"Canvas automation history exposes reported per-run LLM cost with explicit missing values.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"task_cost","question":"Task cost","support":"supported","answer":"Completed automation run reported LLM cost displayed in USD to four decimal places.","evidenceIds":["openhands:gap-automations"]},{"id":"session_cost","question":"Session cost","support":"unknown","answer":"Session cost: The November first-party documentation and repository pass did not establish per-task api and compute cost at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"child_cost","question":"Child cost","support":"unknown","answer":"Child cost: The November first-party documentation and repository pass did not establish per-task api and compute cost at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"epic_cost","question":"Epic cost","support":"unknown","answer":"Epic cost: The November first-party documentation and repository pass did not establish per-task api and compute cost at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"harness_aggregation","question":"Harness aggregation","support":"unknown","answer":"Harness aggregation: The November first-party documentation and repository pass did not establish per-task api and compute cost at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"billed_vs_estimated","question":"Billed vs estimated","support":"partial","answer":"Value is described as backend-reported LLM cost; the Activity Log does not say whether it is billed or estimated, and no provider invoice reconciliation is established.","evidenceIds":["openhands:gap-automations"]},{"id":"tokens","question":"Tokens","support":"unknown","answer":"Tokens: The November first-party documentation and repository pass did not establish per-task api and compute cost at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"subscription_allowance","question":"Subscription allowance","support":"unknown","answer":"Subscription allowance: The November first-party documentation and repository pass did not establish per-task api and compute cost at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"provider_reconciliation","question":"Provider reconciliation","support":"partial","answer":"Enterprise gateway budget counters and conversation-ledger estimates have different scope/period; docs explain reconciling those two views, not reconciliation with provider invoices.","evidenceIds":["openhands:gap-budgets"]},{"id":"compute_cost","question":"Compute cost","support":"unknown","answer":"Compute cost: The November first-party documentation and repository pass did not establish per-task api and compute cost at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"refresh_delay","question":"Refresh delay","support":"supported","answer":"Enterprise budget spend is marked live, stale or unavailable, with observation time; unavailable never means zero.","evidenceIds":["openhands:gap-budgets"]},{"id":"alerts","question":"Alerts","support":"supported","answer":"Enterprise organization thresholds such as 80/90/100 percent notify Admins/Owners by email and configured Slack.","evidenceIds":["openhands:gap-budgets"]},{"id":"export","question":"Export","support":"supported","answer":"CSV/JSON activity export includes numeric cost or null.","evidenceIds":["openhands:gap-automations"]},{"id":"drilldown","question":"Drilldown","support":"unknown","answer":"Drilldown: The November first-party documentation and repository pass did not establish per-task api and compute cost at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-automations","openhands:gap-budgets"]},{"productId":"openhands","claimId":"openhands:RUN-08","verificationStatus":"agent-cross-checked","answer":"Backend concurrency caps can skip automation dispatch; resource-aware fairness remains unknown.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"concurrency","question":"Concurrency","support":"supported","answer":"Automation run can be SKIPPED when backend concurrency limit is reached.","evidenceIds":["openhands:gap-automations"]},{"id":"queues","question":"Queues","support":"unknown","answer":"Queues: The November first-party documentation and repository pass did not establish compute-aware scheduling and verification at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"cpu_ram","question":"Cpu ram","support":"unknown","answer":"Cpu ram: The November first-party documentation and repository pass did not establish compute-aware scheduling and verification at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"backpressure","question":"Backpressure","support":"supported","answer":"Capacity limitation is surfaced as skipped status rather than assumed successful execution.","evidenceIds":["openhands:gap-automations"]},{"id":"host_awareness","question":"Host awareness","support":"unknown","answer":"Host awareness: The November first-party documentation and repository pass did not establish compute-aware scheduling and verification at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"check_reuse","question":"Check reuse","support":"unknown","answer":"Check reuse: The November first-party documentation and repository pass did not establish compute-aware scheduling and verification at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"check_deduplication","question":"Check deduplication","support":"unknown","answer":"Check deduplication: The November first-party documentation and repository pass did not establish compute-aware scheduling and verification at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"bounded_tests","question":"Bounded tests","support":"unknown","answer":"Bounded tests: The November first-party documentation and repository pass did not establish compute-aware scheduling and verification at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"cancellation","question":"Cancellation","support":"unknown","answer":"Cancellation: The November first-party documentation and repository pass did not establish compute-aware scheduling and verification at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"fairness","question":"Fairness","support":"unknown","answer":"Fairness: The November first-party documentation and repository pass did not establish compute-aware scheduling and verification at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"recovery","question":"Recovery","support":"unknown","answer":"Recovery: The November first-party documentation and repository pass did not establish compute-aware scheduling and verification at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"shared_limits","question":"Shared limits","support":"unknown","answer":"Shared limits: The November first-party documentation and repository pass did not establish compute-aware scheduling and verification at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-automations"]},{"productId":"openhands","claimId":"openhands:TEAM-01","verificationStatus":"agent-cross-checked","answer":"Cloud organization automation conversations support read-only team visibility. Same-agent co-prompting remains unestablished.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["cloud"],"version":null,"plan":"Cloud organization automation conversations","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"visibility","question":"Visibility","support":"supported","answer":"Other organization users may follow automation conversation history read-only.","evidenceIds":["openhands:gap-automations"]},{"id":"discussion","question":"Discussion","support":"unknown","answer":"Discussion: The November first-party documentation and repository pass did not establish live human collaboration at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"comments","question":"Comments","support":"unknown","answer":"Comments: The November first-party documentation and repository pass did not establish live human collaboration at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"presence","question":"Presence","support":"unknown","answer":"Presence: The November first-party documentation and repository pass did not establish live human collaboration at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"coprompting","question":"Coprompting","support":"unsupported","answer":"Non-owner viewers of shared automation conversations explicitly cannot send messages. Scope is shared automation runs, not every collaboration mode.","evidenceIds":["openhands:gap-automations"]},{"id":"ordering","question":"Ordering","support":"unknown","answer":"Ordering: The November first-party documentation and repository pass did not establish live human collaboration at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"conflicts","question":"Conflicts","support":"unknown","answer":"Conflicts: The November first-party documentation and repository pass did not establish live human collaboration at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"attribution","question":"Attribution","support":"unknown","answer":"Attribution: The November first-party documentation and repository pass did not establish live human collaboration at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"permissions","question":"Permissions","support":"unknown","answer":"Permissions: The November first-party documentation and repository pass did not establish live human collaboration at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"plan_restrictions","question":"Plan restrictions","support":"unknown","answer":"Plan restrictions: The November first-party documentation and repository pass did not establish live human collaboration at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"owner_online","question":"Owner online","support":"unknown","answer":"Owner online: The November first-party documentation and repository pass did not establish live human collaboration at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-automations"]},{"productId":"openhands","claimId":"openhands:TEAM-02","verificationStatus":"agent-cross-checked","answer":"Organizations document Member/Admin/Owner permissions; paid Teams/Enterprise separately advertise SSO/SAML.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["cloud","server"],"version":null,"plan":"Cloud organization roles; Teams/Enterprise self-hosted SSO/SAML","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"organization_roles","question":"Organization roles","support":"supported","answer":"Member creates conversations/private settings; Admin invites/promotes and manages org settings; Owner deletes org/claims Git organizations.","evidenceIds":["openhands:gap-roles"]},{"id":"project_roles","question":"Project roles","support":"unknown","answer":"Project roles: The November first-party documentation and repository pass did not establish roles and access boundaries at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"task_roles","question":"Task roles","support":"unknown","answer":"Task roles: The November first-party documentation and repository pass did not establish roles and access boundaries at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"membership","question":"Membership","support":"supported","answer":"Members join as Member; Admins invite and change Member/Admin roles.","evidenceIds":["openhands:gap-roles"]},{"id":"sso","question":"Sso","support":"supported","answer":"OpenHands Enterprise installations document SAML single sign-on with a corporate identity provider; the pricing page lists SSO/SAML on Teams and Enterprise, not free Agent Canvas.","evidenceIds":["openhands:src1-sso","openhands:src1-pricing"]},{"id":"provisioning","question":"Provisioning","support":"unknown","answer":"Provisioning: The November first-party documentation and repository pass did not establish roles and access boundaries at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"unauthorized_access","question":"Unauthorized access","support":"unknown","answer":"Unauthorized access: The November first-party documentation and repository pass did not establish roles and access boundaries at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"revocation","question":"Revocation","support":"unknown","answer":"Revocation: The November first-party documentation and repository pass did not establish roles and access boundaries at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"plan_scope","question":"Plan scope","support":"supported","answer":"Cloud/Enterprise organization roles; free Canvas uses a shared identity.","evidenceIds":["openhands:gap-roles"]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-roles","openhands:gap-pricing","openhands:src1-sso","openhands:src1-pricing"]},{"productId":"openhands","claimId":"openhands:TEAM-03","verificationStatus":"agent-cross-checked","answer":"Self-hosted public mode requires the backend API key.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"command","question":"Command","support":"unknown","answer":"Command: The November first-party documentation and repository pass did not establish approvals and temporary access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"tool","question":"Tool","support":"unknown","answer":"Tool: The November first-party documentation and repository pass did not establish approvals and temporary access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"network","question":"Network","support":"unknown","answer":"Network: The November first-party documentation and repository pass did not establish approvals and temporary access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"secret","question":"Secret","support":"partial","answer":"X-Session-API-Key authenticates API calls; this is server access, not per-tool approval.","evidenceIds":["openhands:nov07-selfhost"]},{"id":"delivery","question":"Delivery","support":"unknown","answer":"Delivery: The November first-party documentation and repository pass did not establish approvals and temporary access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"approver_identity","question":"Approver identity","support":"unknown","answer":"Approver identity: The November first-party documentation and repository pass did not establish approvals and temporary access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"lifetime","question":"Lifetime","support":"unknown","answer":"Lifetime: The November first-party documentation and repository pass did not establish approvals and temporary access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"allow","question":"Allow","support":"unknown","answer":"Allow: The November first-party documentation and repository pass did not establish approvals and temporary access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"deny","question":"Deny","support":"unknown","answer":"Deny: The November first-party documentation and repository pass did not establish approvals and temporary access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"revoke","question":"Revoke","support":"unknown","answer":"Revoke: The November first-party documentation and repository pass did not establish approvals and temporary access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"tunnels","question":"Tunnels","support":"unknown","answer":"Tunnels: The November first-party documentation and repository pass did not establish approvals and temporary access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"defaults","question":"Defaults","support":"supported","answer":"Public mode does not inject the key into frontend HTML.","evidenceIds":["openhands:nov07-selfhost"]},{"id":"safer_modes","question":"Safer modes","support":"supported","answer":"Firewall and TLS setup guidance.","evidenceIds":["openhands:nov07-selfhost"]},{"id":"enforcement","question":"Enforcement","support":"partial","answer":"Backend key and network boundary documented; unauthorized-access tests not run.","evidenceIds":["openhands:nov07-selfhost"]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-selfhost"]},{"productId":"openhands","claimId":"openhands:TEAM-04","verificationStatus":"agent-cross-checked","answer":"Canvas exports timestamped conversation/tool history and retains archived messages.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"actions","question":"Actions","support":"unknown","answer":"Actions: The November first-party documentation and repository pass did not establish decision and activity history at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"approvals","question":"Approvals","support":"unknown","answer":"Approvals: The November first-party documentation and repository pass did not establish decision and activity history at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"edits","question":"Edits","support":"unknown","answer":"Edits: The November first-party documentation and repository pass did not establish decision and activity history at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"discussion","question":"Discussion","support":"unknown","answer":"Discussion: The November first-party documentation and repository pass did not establish decision and activity history at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"decisions","question":"Decisions","support":"unknown","answer":"Decisions: The November first-party documentation and repository pass did not establish decision and activity history at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"cross_user_persistence","question":"Cross user persistence","support":"unknown","answer":"Cross user persistence: The November first-party documentation and repository pass did not establish decision and activity history at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"cross_session_persistence","question":"Cross session persistence","support":"supported","answer":"Archiving preserves full backend history and is reversible.","evidenceIds":["openhands:gap-conversations"]},{"id":"export","question":"Export","support":"supported","answer":"Self-contained Markdown/HTML export optionally includes full tool input/output and timestamps; generated in browser.","evidenceIds":["openhands:gap-conversations"]},{"id":"mutability","question":"Mutability","support":"unknown","answer":"Mutability: The November first-party documentation and repository pass did not establish decision and activity history at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"retention","question":"Retention","support":"supported","answer":"Archive preserves history until deletion; Delete all includes hidden archived conversations.","evidenceIds":["openhands:gap-conversations"]},{"id":"integrity","question":"Integrity","support":"unknown","answer":"Integrity: The November first-party documentation and repository pass did not establish decision and activity history at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-conversations"]},{"productId":"openhands","claimId":"openhands:TEAM-05","verificationStatus":"agent-cross-checked","answer":"Canvas exposes combined commit/uncommitted diffs and experimental critic feedback.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"pending_reviews","question":"Pending reviews","support":"unknown","answer":"Pending reviews: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"change_understanding","question":"Change understanding","support":"supported","answer":"Unified Commits drawer combines commit history and uncommitted changes.","evidenceIds":["openhands:gap-conversations"]},{"id":"evidence_navigation","question":"Evidence navigation","support":"supported","answer":"Conversation overview links workspace Git context, Files and Commits drawers.","evidenceIds":["openhands:gap-conversations"]},{"id":"comments","question":"Comments","support":"unknown","answer":"Comments: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"request_changes","question":"Request changes","support":"unknown","answer":"Request changes: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"shipping_guidance","question":"Shipping guidance","support":"unknown","answer":"Shipping guidance: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"effort","question":"Effort","support":"unknown","answer":"Effort: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"missed_evidence","question":"Missed evidence","support":"unknown","answer":"Missed evidence: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"keyboard","question":"Keyboard","support":"unknown","answer":"Keyboard: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"narrow_screen","question":"Narrow screen","support":"unknown","answer":"Narrow screen: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"context_switching","question":"Context switching","support":"unknown","answer":"Context switching: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"roles","question":"Roles","support":"unknown","answer":"Roles: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"retained_context","question":"Retained context","support":"unknown","answer":"Retained context: The November first-party documentation and repository pass did not establish review experience and guidance at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-conversations","openhands:gap-critic"]},{"productId":"openhands","claimId":"openhands:SHIP-01","verificationStatus":"agent-cross-checked","answer":"Canvas renders file artifacts, images and unified code-change views.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server","cloud"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"}]},"questions":[{"id":"diffs","question":"Diffs","support":"supported","answer":"Commits drawer combines commit history and uncommitted changes.","evidenceIds":["openhands:gap-conversations"]},{"id":"documents","question":"Documents","support":"supported","answer":"Created Markdown files render inline with full-file Files drawer access.","evidenceIds":["openhands:gap-conversations"]},{"id":"screenshots","question":"Screenshots","support":"unknown","answer":"Screenshots: The November first-party documentation and repository pass did not establish retained artifacts and outputs at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"recordings","question":"Recordings","support":"unknown","answer":"Recordings: The November first-party documentation and repository pass did not establish retained artifacts and outputs at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"previews","question":"Previews","support":"partial","answer":"Browser view is rendered; previewing a running app in it was not established.","evidenceIds":["openhands:nov07-architecture"]},{"id":"test_outputs","question":"Test outputs","support":"unknown","answer":"Test outputs: The November first-party documentation and repository pass did not establish retained artifacts and outputs at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"reviewer_outputs","question":"Reviewer outputs","support":"unknown","answer":"Reviewer outputs: The November first-party documentation and repository pass did not establish retained artifacts and outputs at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"gallery","question":"Gallery","support":"unknown","answer":"Gallery: The November first-party documentation and repository pass did not establish retained artifacts and outputs at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"task_links","question":"Task links","support":"unknown","answer":"Task links: The November first-party documentation and repository pass did not establish retained artifacts and outputs at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"revision_links","question":"Revision links","support":"unknown","answer":"Revision links: The November first-party documentation and repository pass did not establish retained artifacts and outputs at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"persistence","question":"Persistence","support":"unknown","answer":"Persistence: The November first-party documentation and repository pass did not establish retained artifacts and outputs at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"child_findings","question":"Child findings","support":"supported","answer":"Child conversation results return to the parent conversation.","evidenceIds":["openhands:gap-conversations"]},{"id":"prompt_leakage","question":"Prompt leakage","support":"unknown","answer":"Prompt leakage: The November first-party documentation and repository pass did not establish retained artifacts and outputs at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test.","Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-architecture","openhands:gap-conversations"]},{"productId":"openhands","claimId":"openhands:SHIP-02","verificationStatus":"agent-cross-checked","answer":"Experimental critic evaluates OpenHands-agent results and can request bounded refinement.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"tests","question":"Tests","support":"unknown","answer":"Tests: The November first-party documentation and repository pass did not establish verification and spec gates at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"lint","question":"Lint","support":"unknown","answer":"Lint: The November first-party documentation and repository pass did not establish verification and spec gates at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"types","question":"Types","support":"unknown","answer":"Types: The November first-party documentation and repository pass did not establish verification and spec gates at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"ci","question":"Ci","support":"unknown","answer":"Ci: The November first-party documentation and repository pass did not establish verification and spec gates at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"independent_review","question":"Independent review","support":"supported","answer":"Additional critic evaluation supplies likelihood score and issue categories; no human review or acceptance-test equivalence.","evidenceIds":["openhands:gap-critic"]},{"id":"spec_checks","question":"Spec checks","support":"unknown","answer":"Spec checks: The November first-party documentation and repository pass did not establish verification and spec gates at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"required_checks","question":"Required checks","support":"unknown","answer":"Required checks: The November first-party documentation and repository pass did not establish verification and spec gates at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"failure_blocking","question":"Failure blocking","support":"unknown","answer":"Failure blocking: The November first-party documentation and repository pass did not establish verification and spec gates at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"requirement_conflicts","question":"Requirement conflicts","support":"unknown","answer":"Requirement conflicts: The November first-party documentation and repository pass did not establish verification and spec gates at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"configured_policy","question":"Configured policy","support":"supported","answer":"User can enable refinement and configure threshold/max attempts in Verification settings.","evidenceIds":["openhands:gap-critic"]},{"id":"enforced_policy","question":"Enforced policy","support":"unknown","answer":"Enforced policy: The November first-party documentation and repository pass did not establish verification and spec gates at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-critic"]},{"productId":"openhands","claimId":"openhands:SHIP-03","verificationStatus":"agent-cross-checked","answer":"Canvas Git controls prompt the agent to commit, pull, push and work with PRs.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"branches","question":"Branches","support":"unknown","answer":"Branches: The November first-party documentation and repository pass did not establish git and pull request workflow at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"worktrees","question":"Worktrees","support":"unknown","answer":"Worktrees: The November first-party documentation and repository pass did not establish git and pull request workflow at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"commits","question":"Commits","support":"supported","answer":"Commits drawer offers commit/pull/push prompts and recent commits.","evidenceIds":["openhands:gap-conversations"]},{"id":"pull_requests","question":"Pull requests","support":"supported","answer":"Git-actions control sends pull-request prompts to the agent; no completed PR fixture.","evidenceIds":["openhands:gap-conversations"]},{"id":"comments","question":"Comments","support":"unknown","answer":"Comments: The November first-party documentation and repository pass did not establish git and pull request workflow at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"ci_response","question":"Ci response","support":"unknown","answer":"Ci response: The November first-party documentation and repository pass did not establish git and pull request workflow at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"rebase","question":"Rebase","support":"unknown","answer":"Rebase: The November first-party documentation and repository pass did not establish git and pull request workflow at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"conflicts","question":"Conflicts","support":"unknown","answer":"Conflicts: The November first-party documentation and repository pass did not establish git and pull request workflow at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"product_state","question":"Product state","support":"unknown","answer":"Product state: The November first-party documentation and repository pass did not establish git and pull request workflow at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-conversations"]},{"productId":"openhands","claimId":"openhands:OWN-01","verificationStatus":"agent-cross-checked","answer":"The Canvas source distribution is MIT.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"}]},"questions":[{"id":"client_license","question":"Client license","support":"supported","answer":"MIT, subject to component notices.","evidenceIds":["openhands:nov07-license"]},{"id":"server_license","question":"Server license","support":"unknown","answer":"Server license: The November first-party documentation and repository pass did not establish source and license at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"hosted_extensions","question":"Hosted extensions","support":"unknown","answer":"Hosted extensions: The November first-party documentation and repository pass did not establish source and license at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"source_visibility","question":"Source visibility","support":"supported","answer":"Public Canvas source.","evidenceIds":["openhands:nov07-license"]},{"id":"source_revision","question":"Source revision","support":"supported","answer":"b811a4c33979ca4b5d241730b995b56362f4ab34","evidenceIds":["openhands:nov07-license"]},{"id":"hosted_parity","question":"Hosted parity","support":"unknown","answer":"Hosted parity: The November first-party documentation and repository pass did not establish source and license at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2027-02-05","evidenceIds":["openhands:nov07-license"]},{"productId":"openhands","claimId":"openhands:OWN-02","verificationStatus":"agent-cross-checked","answer":"Canvas self-hosts and provides portable conversation and automation exports.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"self_hosting","question":"Self hosting","support":"supported","answer":"Frontend, Agent Server and automation stack on the operator machine.","evidenceIds":["openhands:nov07-selfhost","openhands:nov07-readme"]},{"id":"vendor_dependencies","question":"Vendor dependencies","support":"partial","answer":"Selected model/harness services and optional cloud backend remain separate.","evidenceIds":["openhands:nov07-selfhost","openhands:nov07-readme"]},{"id":"export","question":"Export","support":"supported","answer":"Conversation transcript downloads as Markdown/HTML.","evidenceIds":["openhands:gap-conversations"]},{"id":"import","question":"Import","support":"unknown","answer":"Import: The November first-party documentation and repository pass did not establish hosting and exit at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"formats","question":"Formats","support":"supported","answer":"Self-contained Markdown/HTML transcript; automation specs separately export JSON.","evidenceIds":["openhands:gap-conversations","openhands:gap-automations"]},{"id":"cancellation","question":"Cancellation","support":"unknown","answer":"Cancellation: The November first-party documentation and repository pass did not establish hosting and exit at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"account_independence","question":"Account independence","support":"unknown","answer":"Account independence: The November first-party documentation and repository pass did not establish hosting and exit at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"history_portability","question":"History portability","support":"supported","answer":"Local export loads full event history; Cloud export uses currently loaded events.","evidenceIds":["openhands:gap-conversations"]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test.","Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:nov07-selfhost","openhands:nov07-readme","openhands:gap-conversations","openhands:gap-automations"]},{"productId":"openhands","claimId":"openhands:OWN-03","verificationStatus":"agent-cross-checked","answer":"Backend settings/secrets and browser-generated exports have explicit boundaries. At v1.38.0 an anonymous usage-data switch defaults on with a consent prompt and can be turned off on local and self-hosted backends; it is forced on for OpenHands Cloud.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","server"],"version":"Telemetry from OpenHands v1.38.0 source (e14b76c); other parts from first-party documentation checked 2026-11-07. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"code_data","question":"Code data","support":"unknown","answer":"Code data: The November first-party documentation and repository pass did not establish data handling and telemetry at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"prompts","question":"Prompts","support":"unknown","answer":"Prompts: The November first-party documentation and repository pass did not establish data handling and telemetry at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"credentials","question":"Credentials","support":"supported","answer":"Agent Server owns ACP credentials/subprocesses; onboarding secrets go to backend secret store.","evidenceIds":["openhands:gap-acp"]},{"id":"logs","question":"Logs","support":"unknown","answer":"Logs: The November first-party documentation and repository pass did not establish data handling and telemetry at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"artifacts","question":"Artifacts","support":"unknown","answer":"Artifacts: The November first-party documentation and repository pass did not establish data handling and telemetry at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"retention","question":"Retention","support":"unknown","answer":"Retention: The November first-party documentation and repository pass did not establish data handling and telemetry at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"deletion","question":"Deletion","support":"unknown","answer":"Deletion: The November first-party documentation and repository pass did not establish data handling and telemetry at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"training","question":"Training","support":"unknown","answer":"Training: The November first-party documentation and repository pass did not establish data handling and telemetry at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"residency","question":"Residency","support":"unknown","answer":"Residency: The November first-party documentation and repository pass did not establish data handling and telemetry at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"subprocessors","question":"Subprocessors","support":"unknown","answer":"Subprocessors: The November first-party documentation and repository pass did not establish data handling and telemetry at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"telemetry_disclosure","question":"Telemetry disclosure","support":"unknown","answer":"Telemetry disclosure: The November first-party documentation and repository pass did not establish data handling and telemetry at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"telemetry_defaults","question":"Telemetry defaults","support":"supported","answer":"The anonymous usage-data switch defaults on when the user has not chosen; on a Cloud backend it is forced on. Source inspection at v1.38.0, not tested.","evidenceIds":["openhands:src1-telemetry-settings"]},{"id":"telemetry_controls","question":"Telemetry controls","support":"supported","answer":"App settings offer a switch to stop sending anonymous usage data on local and self-hosted backends; it is disabled on Cloud backends. Source inspection at v1.38.0, not tested.","evidenceIds":["openhands:src1-telemetry-settings"]},{"id":"consent_prompt","question":"Consent prompt","support":"supported","answer":"A consent modal asks whether to send anonymous usage data and records the choice. Source inspection at v1.38.0; when it appears was not tested.","evidenceIds":["openhands:src1-telemetry-consent"]},{"id":"provider_separation","question":"Provider separation","support":"supported","answer":"ACP provider owns its LLM/tools/execution; Canvas sends turns and renders results.","evidenceIds":["openhands:gap-acp"]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-12-07","evidenceIds":["openhands:gap-acp","openhands:gap-conversations","openhands:src1-telemetry-settings","openhands:src1-telemetry-consent"]},{"productId":"openhands","claimId":"openhands:OWN-04","verificationStatus":"sourced","answer":"The current public self-hosted offer is free Canvas, Teams at $500/month for ten users plus $50/month additional seats with a 5000-session monthly cap, and custom Enterprise. No one-time licence is listed. The optional Cloud backend is not priced in this table; its documented OpenHands LLM credits buy model access, so product-wide metered ADE and compute pricing remain unestablished.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"currency","question":"Currency","support":"supported","answer":"Paid Teams list price in USD.","evidenceIds":["openhands:gap-pricing"]},{"id":"interval","question":"Interval","support":"supported","answer":"Teams billed monthly at $500 for up to ten users; $50 monthly additional seats.","evidenceIds":["openhands:gap-pricing"]},{"id":"seats","question":"Seats","support":"supported","answer":"Teams includes up to ten users; Enterprise unlimited seats.","evidenceIds":["openhands:gap-pricing"]},{"id":"seat_minimum","question":"Seat minimum","support":"unknown","answer":"Seat minimum: The November first-party documentation and repository pass did not establish price and included usage at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"workspace_fees","question":"Workspace fees","support":"unknown","answer":"Workspace fees: The November first-party documentation and repository pass did not establish price and included usage at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"included_usage","question":"Included usage","support":"supported","answer":"The current Teams table caps usage at 5000 sessions per month; Enterprise is uncapped.","evidenceIds":["openhands:gap39-plan-table"]},{"id":"credits","question":"Credits","support":"unknown","answer":"Credits: The November first-party documentation and repository pass did not establish price and included usage at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"trial","question":"Trial","support":"supported","answer":"Teams advertises a 30-day trial.","evidenceIds":["openhands:gap-pricing"]},{"id":"overages","question":"Overages","support":"unknown","answer":"Overages: The November first-party documentation and repository pass did not establish price and included usage at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"taxes","question":"Taxes","support":"unknown","answer":"Taxes: The November first-party documentation and repository pass did not establish price and included usage at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"model_cost","question":"Model cost","support":"supported","answer":"Self-hosted plans use user-provided LLM keys. Optional OpenHands Cloud LLM keys consume separately purchased model credits and can also be used in other agents.","evidenceIds":["openhands:gap39-plan-table","openhands:gap39-cloud-model-credits"]},{"id":"compute_cost","question":"Compute cost","support":"unknown","answer":"The self-hosted table does not price the optional Cloud backend; a vendor sandbox/compute charge is not established by model credits.","evidenceIds":["openhands:gap39-plan-table","openhands:gap39-cloud-model-credits"]}],"limitations":["Only the named atomic answers are established by this source pass. Remaining atomic answers retain their documented gaps."],"checkedAt":"2026-11-07","crossCheckedAt":null,"nextCheckAt":"2026-11-21","evidenceIds":["openhands:gap-pricing","openhands:gap39-plan-table","openhands:gap39-cloud-model-credits"]},{"productId":"openhands","claimId":"openhands:OWN-06","verificationStatus":"agent-cross-checked","answer":"Teams and Enterprise plans carry paid identity governance; support ranges from community support for Agent Canvas to best-effort email on Teams and SLA-based response on Enterprise.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["canvas","cloud","server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"cloud","name":"OpenHands Cloud","type":"managed-cloud"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"release_stage","question":"Release stage","support":"unknown","answer":"Release stage: The November first-party documentation and repository pass did not establish availability and support at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"access_restrictions","question":"Access restrictions","support":"supported","answer":"Teams/Enterprise governance/identity paid; Canvas uses shared identity.","evidenceIds":["openhands:gap-pricing"]},{"id":"support","question":"Support","support":"supported","answer":"Canvas community support; Teams best-effort email; Enterprise SLA-based response times.","evidenceIds":["openhands:gap-pricing"]},{"id":"response_commitments","question":"Response commitments","support":"unknown","answer":"Response commitments: The November first-party documentation and repository pass did not establish availability and support at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"release_activity","question":"Release activity","support":"unknown","answer":"Release activity: The November first-party documentation and repository pass did not establish availability and support at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"status_history","question":"Status history","support":"unknown","answer":"Status history: The November first-party documentation and repository pass did not establish availability and support at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"deprecation","question":"Deprecation","support":"unknown","answer":"Deprecation: The November first-party documentation and repository pass did not establish availability and support at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"export_options","question":"Export options","support":"unknown","answer":"Export options: The November first-party documentation and repository pass did not establish availability and support at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-11-21","evidenceIds":["openhands:gap-pricing"]},{"productId":"openhands","claimId":"openhands:OWN-08","verificationStatus":"agent-cross-checked","answer":"The vendor advertises free local and self-managed Canvas use.","availability":"generally-available","delivery":"native","scope":{"surfaceIds":["canvas","server"],"version":"First-party sources checked 2026-11-07; pinned implementations retain their cited revision.","plan":null,"os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"canvas","name":"Agent Canvas","type":"web"},{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"ongoing_free","question":"Ongoing free","support":"supported","answer":"Free local Canvas.","evidenceIds":["openhands:nov07-canvas"]},{"id":"trial","question":"Trial","support":"unknown","answer":"Trial: The November first-party documentation and repository pass did not establish useful free tier and evaluation access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"credits_trial","question":"Credits trial","support":"unknown","answer":"Credits trial: The November first-party documentation and repository pass did not establish useful free tier and evaluation access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"self_host_cost","question":"Self host cost","support":"partial","answer":"Self-hosted VM is labeled free, OSS and self-managed. The page gives no infrastructure or provider cost detail.","evidenceIds":["openhands:nov07-canvas"]},{"id":"paid_only","question":"Paid only","support":"unknown","answer":"Paid only: The November first-party documentation and repository pass did not establish useful free tier and evaluation access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"early_access","question":"Early access","support":"unknown","answer":"Early access: The November first-party documentation and repository pass did not establish useful free tier and evaluation access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"free_scenarios","question":"Free scenarios","support":"unknown","answer":"Free scenarios: The November first-party documentation and repository pass did not establish useful free tier and evaluation access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"card_required","question":"Card required","support":"unknown","answer":"Card required: The November first-party documentation and repository pass did not establish useful free tier and evaluation access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"usage_caps","question":"Usage caps","support":"unknown","answer":"Usage caps: The November first-party documentation and repository pass did not establish useful free tier and evaluation access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"paid_evaluation","question":"Paid evaluation","support":"unknown","answer":"Paid evaluation: The November first-party documentation and repository pass did not establish useful free tier and evaluation access at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["The remaining atomic questions and the rubric scenario are unverified. Documentation is not a successful product test."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-07","nextCheckAt":"2026-11-21","evidenceIds":["openhands:nov07-canvas"]},{"productId":"openhands","claimId":"openhands:OWN-09","verificationStatus":"agent-cross-checked","answer":"Pricing page publishes monthly Teams rate and session caps, with Enterprise by quote.","availability":"unknown","delivery":"unknown","scope":{"surfaceIds":["server"],"version":"First-party documentation/source checked 2026-11-07; exact pinned source revision is recorded in each citation. No installed-product fixture.","plan":"Agent Canvas unless answer explicitly scopes paid Teams/Enterprise","os":[],"executionModes":[],"region":null,"harness":null,"surfaces":[{"id":"server","name":"OpenHands Agent Server backends","type":"self-hosted"}]},"questions":[{"id":"units","question":"Units","support":"supported","answer":"Teams $500 monthly up to ten users plus $50 monthly extra seats.","evidenceIds":["openhands:gap-pricing"]},{"id":"included_limits","question":"Included limits","support":"supported","answer":"Teams 5000 sessions per month; Enterprise uncapped.","evidenceIds":["openhands:gap-pricing"]},{"id":"overages","question":"Overages","support":"unknown","answer":"Overages: The November first-party documentation and repository pass did not establish pricing transparency at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"compute_markup","question":"Compute markup","support":"unknown","answer":"Compute markup: The November first-party documentation and repository pass did not establish pricing transparency at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"model_markup","question":"Model markup","support":"unknown","answer":"Model markup: The November first-party documentation and repository pass did not establish pricing transparency at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"minimum_commitment","question":"Minimum commitment","support":"unknown","answer":"Minimum commitment: The November first-party documentation and repository pass did not establish pricing transparency at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"cancellation","question":"Cancellation","support":"unknown","answer":"Cancellation: The November first-party documentation and repository pass did not establish pricing transparency at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]},{"id":"sales_only_unknowns","question":"Sales only unknowns","support":"supported","answer":"Enterprise exact price requires a quote.","evidenceIds":["openhands:gap-pricing"]},{"id":"transparency_classification","question":"Transparency classification","support":"unknown","answer":"Transparency classification: The November first-party documentation and repository pass did not establish pricing transparency at the rubric's required scope. No installed-product fixture was run.","evidenceIds":[]}],"limitations":["Only the named atomic facts are established by documentation. Remaining rubric scenarios and unknown answers were not demonstrated."],"checkedAt":"2026-11-07","crossCheckedAt":"2026-11-10","nextCheckAt":"2026-11-21","evidenceIds":["openhands:gap-pricing"]}],"sources":[{"id":"openhands:github-metadata","productId":"openhands","kind":"documented","url":"https://api.github.com/repos/OpenHands/OpenHands","title":"GitHub repository metadata","locator":"stargazers_count and canonical full_name","sourceDate":null,"retrievedAt":"2026-09-16","finding":"Repository API reports 88155 stars at retrieval; this is popularity context, not a quality score."},{"id":"openhands:nov07-readme","productId":"openhands","kind":"documented","url":"https://github.com/OpenHands/OpenHands/blob/b811a4c33979ca4b5d241730b995b56362f4ab34/README.md","title":"OpenHands README","locator":"Overview, setup, features and component boundaries","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Canvas launches local Agent Server/automation services with Node 24 and uv, or optional Docker runtimes. Backends can live on laptop, remote VM or managed cloud. Same host workspace mounts still share files."},{"id":"openhands:nov07-license","productId":"openhands","kind":"source-inspected","url":"https://github.com/OpenHands/OpenHands/blob/b811a4c33979ca4b5d241730b995b56362f4ab34/LICENSE","title":"OpenHands license","locator":"Root license grant","sourceDate":null,"retrievedAt":"2026-11-07","finding":"The cited root license governs this repository distribution, subject to component notices.","commit":"b811a4c33979ca4b5d241730b995b56362f4ab34","path":"LICENSE"},{"id":"openhands:nov07-canvas","productId":"openhands","kind":"documented","url":"https://www.openhands.dev/product/canvas","title":"OpenHands Agent Canvas","locator":"ACP; Where your agents run; Get started","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Vendor describes desktop installs, ACP agents with existing subscriptions, extensions and local, self-hosted or managed backends."},{"id":"openhands:nov07-architecture","productId":"openhands","kind":"documented","url":"https://github.com/OpenHands/OpenHands/blob/b811a4c33979ca4b5d241730b995b56362f4ab34/docs/architecture.md","title":"Agent Canvas architecture","locator":"System boundaries; Runtime modes; Packaging","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Canvas renders conversations and controls backend APIs; execution, isolation and automation belong to separate runtime services."},{"id":"openhands:nov07-selfhost","productId":"openhands","kind":"documented","url":"https://github.com/OpenHands/OpenHands/blob/b811a4c33979ca4b5d241730b995b56362f4ab34/docs/SELF_HOSTING.md","title":"Agent Canvas self-hosting","locator":"Quickstart; public mode; security posture","sourceDate":null,"retrievedAt":"2026-11-07","finding":"User provisions and hardens a VM; public mode requires an API key, with TLS/firewall setup and shared-origin editor caveats."},{"id":"openhands:gap-conversations","productId":"openhands","kind":"documented","url":"https://docs.openhands.dev/openhands/usage/agent-canvas/conversations","title":"OpenHands Child conversations; Commits drawer; Goals; Export; Archive","locator":"Child conversations; Commits drawer; Goals; Export; Archive","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Canvas child conversations stay linked and return results; local children may use isolated worktrees or shared workspace. Commit drawer shows diffs and agent Git/PR actions. Goals use a judge with round caps and user-message interruption. Transcripts export locally as Markdown/HTML with tool details; archive keeps backend history."},{"id":"openhands:gap-customize","productId":"openhands","kind":"documented","url":"https://docs.openhands.dev/openhands/usage/agent-canvas/customize-and-settings","title":"OpenHands Persistent memory; MCP health; Per-backend settings","locator":"Persistent memory; MCP health; Per-backend settings","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Canvas loads workspace/user persistent memory when enabled. Skills/MCP/secrets are backend-scoped. MCP health distinguishes reachable, rejected credentials and connection failure; public-server reachability does not verify credentials. Skills load on new conversation start."},{"id":"openhands:gap-automations","productId":"openhands","kind":"documented","url":"https://docs.openhands.dev/openhands/usage/agent-canvas/managing-automations","title":"OpenHands Run statuses; Activity costs; Shared automation conversations; Export/import","locator":"Run statuses; Activity costs; Shared automation conversations; Export/import","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Automations have pending/running/completed/failed/cancelled/skipped status; concurrency limits may skip runs. Activity exports CSV/JSON with numeric USD cost or null. Automations export/import versioned JSON; disabling preserves configuration. Other Cloud organization users can view run conversations read-only but cannot send messages."},{"id":"openhands:gap-critic","productId":"openhands","kind":"documented","url":"https://docs.openhands.dev/openhands/usage/agent-canvas/critic","title":"OpenHands Experimental critic; Iterative refinement","locator":"Experimental critic; Iterative refinement","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Experimental critic applies to OpenHands-agent conversations; ACP agents may not expose the path. Default threshold 0.6 and maximum three refinement attempts. Results expose score and detected issue categories; this is additional evaluation, not a successful acceptance-test result."},{"id":"openhands:gap-phone","productId":"openhands","kind":"documented","url":"https://docs.openhands.dev/openhands/usage/agent-canvas/mobile-access","title":"OpenHands Tailscale; ngrok","locator":"Tailscale; ngrok","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Canvas documents phone/tablet browser access through Tailscale or authenticated public-mode ngrok; it does not establish native mobile apps."},{"id":"openhands:gap-roles","productId":"openhands","kind":"documented","url":"https://docs.openhands.dev/openhands/usage/cloud/organizations/roles-permissions","title":"OpenHands Roles table; Private settings","locator":"Roles table; Private settings","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Cloud/Enterprise organization roles are Member, Admin and Owner. Members create conversations and own private MCP/secrets/settings; Admins invite/promote users and manage LLM settings/credits; Owners delete organizations and claim Git organizations. Private settings remain private from other members including admins."},{"id":"openhands:gap-pricing","productId":"openhands","kind":"documented","url":"https://www.openhands.dev/pricing","title":"OpenHands Plan cards; Comparison table","locator":"Plan cards; Comparison table","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Canvas is free, MIT, single-user/shared-identity and self-hosted. Teams is $500 monthly for up to ten users with $50 monthly per additional seat, 5000 sessions per month, 30-day trial, RBAC and SSO/SAML. Enterprise has custom pricing. LLM keys are user-provided."},{"id":"openhands:gap-budgets","productId":"openhands","kind":"documented","url":"https://docs.openhands.dev/openhands/usage/cloud/organizations/budgets","title":"OpenHands Enterprise managed gateway budgets; Usage; Why totals differ","locator":"Enterprise managed gateway budgets; Usage; Why totals differ","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Enterprise managed-gateway budgets cap organization/user monthly spend. Gateway admits requests and can block at limits; direct provider calls are outside enforcement. Dashboard conversation estimates and gateway budget counters differ in scope/freshness. Spend may be live/stale/unavailable, not zero when unavailable; threshold alerts go to admins/owners."},{"id":"openhands:gap-acp","productId":"openhands","kind":"documented","url":"https://github.com/OpenHands/OpenHands/blob/b811a4c33979ca4b5d241730b995b56362f4ab34/docs/ACP_AGENTS.md","title":"OpenHands docs/ACP_AGENTS.md","locator":"Authentication; Per-conversation isolation; Model switching","sourceDate":null,"retrievedAt":"2026-11-07","finding":"Local ACP agents reuse provider-native logins; clean containers/cloud need credentials. Pi/OpenCode are offered only on local/self-hosted backends. Same-provider conversations sharing container HOME can race on auth/config/lock files; Canvas cannot yet send SDK per-conversation data-dir isolation. Agent choice is per backend and running conversations retain their original agent."},{"id":"openhands:src1-telemetry-settings","productId":"openhands","kind":"source-inspected","url":"https://github.com/OpenHands/OpenHands/blob/e14b76cca01a71597cee242c202eed730e745ce3/src/routes/app-settings.tsx#L217-L231","title":"Agent Canvas app settings analytics switch","locator":"src/routes/app-settings.tsx lines 112-136 and 217-231 (enable-analytics-switch), release v1.38.0 commit e14b76c","sourceDate":null,"retrievedAt":"2026-11-10","finding":"App settings render a 'send anonymous usage data' switch that defaults on and saves user_consents_to_analytics and the telemetry consent as granted or denied. On a Cloud backend the switch is disabled and stays on.","commit":"e14b76cca01a71597cee242c202eed730e745ce3","path":"src/routes/app-settings.tsx"},{"id":"openhands:src1-telemetry-consent","productId":"openhands","kind":"source-inspected","url":"https://github.com/OpenHands/OpenHands/blob/e14b76cca01a71597cee242c202eed730e745ce3/src/components/features/analytics/telemetry-consent-banner.tsx#L60-L112","title":"Agent Canvas telemetry consent modal","locator":"src/components/features/analytics/telemetry-consent-banner.tsx lines 60-112, release v1.38.0 commit e14b76c","sourceDate":null,"retrievedAt":"2026-11-10","finding":"A telemetry consent modal asks the user whether to send anonymous usage data and saves the choice as granted or denied.","commit":"e14b76cca01a71597cee242c202eed730e745ce3","path":"src/components/features/analytics/telemetry-consent-banner.tsx"},{"id":"openhands:src1-sso","productId":"openhands","kind":"documented","url":"https://docs.openhands.dev/enterprise/integrations/saml-sso","title":"OpenHands Enterprise SAML SSO guide","locator":"Prerequisites, Step 1 and Step 2 sections","sourceDate":null,"retrievedAt":"2026-11-10","finding":"The guide explains how to let users of an OpenHands Enterprise installation sign in through a corporate SAML identity provider such as Okta, Entra ID, Google Workspace or ADFS."},{"id":"openhands:src1-pricing","productId":"openhands","kind":"documented","url":"https://www.openhands.dev/pricing","title":"OpenHands pricing","locator":"Plan cards and comparison table (Agent Canvas, Teams, Enterprise)","sourceDate":null,"retrievedAt":"2026-11-10","finding":"Agent Canvas is free and MIT licensed. Teams costs 500 USD per month for up to ten users plus 50 USD per extra seat and lists SSO/SAML and RBAC; Enterprise has custom pricing. The page returns HTTP 403 to some automated fetchers but loads with a browser user agent."},{"id":"openhands:gap39-mobile-doc","productId":"openhands","kind":"documented","url":"https://github.com/OpenHands/openhands-mobile/blob/47f815b1d111b6a71b405dcb77acb3682da59b85/README.md","title":"OpenHands native mobile MVP","locator":"What works today; Prerequisites; Install","sourceDate":null,"retrievedAt":"2026-11-13","finding":"The public native Expo MVP can list conversations, stream history/events and send messages to a reachable Agent Server using a session API key. Source-build instructions cover Android and iOS with native toolchains. Cloud login, QR pairing and a laptop remote-session facade are still planned; no store/release binary is asserted."},{"id":"openhands:gap39-mobile-code","productId":"openhands","kind":"source-inspected","url":"https://github.com/OpenHands/openhands-mobile/blob/47f815b1d111b6a71b405dcb77acb3682da59b85/src/api/agent-server.ts","title":"OpenHands native mobile Agent Server client","locator":"conversation search/create; sendMessage, lines 220-238; src/screens/ChatScreen.tsx","sourceDate":null,"retrievedAt":"2026-11-13","finding":"The native mobile client implements REST conversation listing/history and sends message events to /api/conversations/{id}/events; ChatScreen calls that sendMessage path, and useConversationSocket streams events through WebSocket. app.json declares iOS and Android native platforms.","commit":"47f815b1d111b6a71b405dcb77acb3682da59b85","path":"src/api/agent-server.ts"},{"id":"openhands:gap39-cli","productId":"openhands","kind":"source-inspected","url":"https://github.com/OpenHands/OpenHands/blob/e14b76cca01a71597cee242c202eed730e745ce3/bin/agent-canvas.mjs","title":"Agent Canvas command-line launcher","locator":"CLI entry point; help/info; local stack startup","sourceDate":null,"retrievedAt":"2026-11-13","finding":"The product-owned agent-canvas CLI starts the local Agent Server, automation backend and pre-built frontend. It exposes version, stack-info, public/frontend-only/backend-only and help flags. This establishes a user-runnable launcher CLI, without asserting a separate task-operation CLI.","commit":"e14b76cca01a71597cee242c202eed730e745ce3","path":"bin/agent-canvas.mjs"},{"id":"openhands:gap39-task-list","productId":"openhands","kind":"source-inspected","url":"https://github.com/OpenHands/OpenHands/blob/e14b76cca01a71597cee242c202eed730e745ce3/src/hooks/use-task-list.ts","title":"Canvas conversation task list","locator":"getTaskListFromEvent; useTaskList; routes/task-list-tab.tsx","sourceDate":null,"retrievedAt":"2026-11-13","finding":"The Canvas Task List derives its entries from the latest TaskTrackerObservation in the current conversation event store. IDs are generated from list position and statuses are todo/in_progress/done. Inspection of the native task-list route and API/store surfaces found no independent issue/backlog work-item entity; automations are separate trigger definitions.","commit":"e14b76cca01a71597cee242c202eed730e745ce3","path":"src/hooks/use-task-list.ts"},{"id":"openhands:gap39-plan-table","productId":"openhands","kind":"documented","url":"https://www.openhands.dev/pricing","title":"OpenHands current self-hosted plan table","locator":"Agent Canvas, Teams and Enterprise; Comparison table","sourceDate":null,"retrievedAt":"2026-11-13","finding":"The current public price table lists free self-hosted Canvas, self-hosted Teams at $500/month for ten users plus $50/month additional seats, capped at 5000 sessions monthly, and custom Enterprise. It lists no one-time licence. The separately linked Cloud backend is not priced in this table."},{"id":"openhands:gap39-cloud-model-credits","productId":"openhands","kind":"documented","url":"https://docs.openhands.dev/openhands/usage/settings/api-keys-settings","title":"OpenHands Cloud model credits","locator":"OpenHands LLM Key","sourceDate":null,"retrievedAt":"2026-11-13","finding":"Cloud users must buy at least $10 in credits before generating an OpenHands LLM Key. That key can be used in the CLI, self-hosted OpenHands or other coding agents. These are model-provider credits, not proof of a metered ADE or sandbox price."}],"lifecycleNotice":null}