{
  "schemaVersion": 1,
  "methodology": "https://ionbin.com/interfaces/methodology/#evaluations",
  "evaluation": {
    "id": "github-cli",
    "testedOn": "2026-10-18",
    "coverage": "local-runtime",
    "summary": "Local alias configuration and execution worked with an empty GitHub configuration. The authentication check reported no signed-in hosts; repository and permission workflows were not exercised.",
    "identity": {
      "version": "2.98.0 (2026-08-20)",
      "target": "GitHub CLI installed Windows executable",
      "integrity": "SHA-256 a1701e3c806a805981554ace7df04812772c6449bdcfd1a77675013d97786401 of the installed executable; this identifies the tested file, not an independent provenance audit."
    },
    "environment": [
      "Windows 11 x64; Python 3.12.10 harness. Raw timestamps UTC.",
      "Fresh per-tool home/config/cache; child environment constructed from OS/runtime paths, explicit isolation variables and no inherited credentials. Synthetic fixtures only; no user account sign-in."
    ],
    "checks": [
      {
        "id": "github-cli-version",
        "name": "Installed version",
        "method": "<user-home>\\AppData\\Local\\Microsoft\\WinGet\\Packages\\GitHub.cli_Microsoft.Winget.Source_8wekyb3d8bbwe\\bin\\gh.exe --version",
        "expected": "Print the executable version.",
        "observed": "Exit 0. gh version 2.98.0 (2026-08-20)\nhttps://github.com/cli/cli/releases/tag/v2.98.0",
        "outcome": "pass"
      },
      {
        "id": "github-cli-auth-empty",
        "name": "Empty authentication configuration",
        "method": "gh auth status",
        "expected": "Report no logged-in hosts and return nonzero.",
        "observed": "Exit 1. You are not logged into any GitHub hosts. To log in, run: gh auth login",
        "outcome": "pass"
      },
      {
        "id": "github-cli-alias-set",
        "name": "Write a local alias",
        "method": "gh alias set ib-local version",
        "expected": "Store ib-local -> version in the isolated configuration.",
        "observed": "Exit 0. The alias was written to the isolated GH_CONFIG_DIR.",
        "outcome": "pass"
      },
      {
        "id": "github-cli-alias-execute",
        "name": "Execute the local alias",
        "method": "gh ib-local",
        "expected": "Resolve ib-local to the version command.",
        "observed": "Exit 0. gh version 2.98.0 (2026-08-20)\nhttps://github.com/cli/cli/releases/tag/v2.98.0",
        "outcome": "pass"
      }
    ],
    "findings": [
      {
        "title": "Configuration works without a GitHub session",
        "basis": "observed",
        "severity": "informational",
        "detail": "An alias could be stored and executed while auth status returned exit 1 with no logged-in hosts. This establishes local command/configuration behavior, not API access or token isolation.",
        "practicalAdvice": "Run gh auth status before account work and make repository/host targets explicit."
      },
      {
        "title": "Shell aliases extend the command surface",
        "basis": "documented",
        "severity": "medium",
        "detail": "GitHub documents that shell aliases execute through the shell. This probe used a plain version alias and did not test shell aliases or extensions.",
        "practicalAdvice": "Review imported aliases and extension code before running them; avoid treating a short alias as a complete description of its effects."
      }
    ],
    "caveats": [
      "The test used an existing 2.98.0 binary, not a fresh latest-release installation.",
      "Local configuration isolation is a test control; it is not an operating-system sandbox."
    ],
    "notTested": [
      "Authenticated repository reads/writes, organization policy, fine-grained token scopes and merge protections.",
      "Credential-store fallback, extension installation/execution and adversarial alias behavior."
    ],
    "sources": [
      {
        "label": "Official documentation",
        "url": "https://cli.github.com/manual/"
      },
      {
        "label": "Alias execution behavior",
        "url": "https://cli.github.com/manual/gh_alias_set"
      }
    ],
    "reportUrl": "/interface-evaluations/github-cli.json"
  }
}