{
  "schemaVersion": 1,
  "type": "resource",
  "id": "jakub-orbs",
  "evaluation": {
    "reviewedOn": "2026-10-19",
    "status": "checked",
    "modes": [
      "http",
      "browser"
    ],
    "summary": "Choosing Searching and then Listening changed the public demo state in both cases. These were synthetic labels, not evidence of an agent performing those activities.",
    "reportUrl": "/design-evaluations/resource-jakub-orbs.json",
    "identity": {
      "target": "https://libraries.dev/orbs",
      "version": "Unversioned public page checked 2026-10-19",
      "integrity": "sha256:07c03abb902661fcfa3cd945b1ad44835ec58859f4a863a5fc933433acfd8859"
    },
    "environment": [
      "Chromium 155.0.8059.82 on Windows; fresh temporary profile and fresh account-free contexts.",
      "Public HTTPS GET/HEAD requests only; telemetry/auth routes and WebSockets blocked. No account storage or credential environment variables."
    ],
    "tests": [
      {
        "name": "Public document and DOM",
        "mode": "browser",
        "method": "Fresh Chromium GET, then inspect rendered controls after hydration delay",
        "result": "pass",
        "observation": "HTTP 200; 32 captured button labels; 2 inputs; 10 canvases."
      },
      {
        "name": "Orb state selection",
        "mode": "browser",
        "method": "Select Searching then Listening in the public state demo",
        "result": "pass",
        "observation": "Visible demo state changed for both selections=true. No actual agent task is represented by this synthetic demo."
      }
    ],
    "security": {
      "scope": "Passive inspection of the public response headers, requested hosts and the named browser sample. No active exploitation, authenticated permissions test or complete security audit.",
      "findings": [
        {
          "level": "caution",
          "basis": "observed",
          "title": "An animated state label must follow real application state",
          "detail": "The demo can switch among states without doing a task. In a product, the label should reflect a known operation and preserve errors, cancellation and completion outside the animation."
        }
      ],
      "limits": [
        "No authenticated workspace, private content, production backend permissions or data-retention verification.",
        "No model execution, live task instrumentation, package installation or complete assistive-technology test."
      ]
    },
    "practicalCaveats": [
      "Wire the indicator to real state transitions and include readable status text plus a still alternative.",
      "Pin and recheck the selected version or sample before adoption; the observations apply only to the scope and date shown."
    ],
    "limits": [
      "No model execution, live task instrumentation, package installation or complete assistive-technology test.",
      "Fresh-browser restrictions can affect external assets and hydration. Initial failed selectors and limited probes remain in the evidence; they are not blanket product failures."
    ],
    "sources": [
      {
        "label": "Primary public resource",
        "url": "https://libraries.dev/orbs"
      }
    ]
  }
}
