{
  "schemaVersion": 1,
  "skillId": "sentry-prompt-optimizer",
  "revision": "f57ada2d0b640406ea7e25b11d636c530e77c58b",
  "runAt": "2026-10-19",
  "mode": "source-review",
  "summary": "Completed 4 bounded source checks on the pinned entrypoint and license. No skill workflow was executed.",
  "sourceManifest": [
    {
      "path": "skills/prompt-optimizer/SKILL.md",
      "sha256": "b5ba1525d7964004d8664fea9d5028972cca599f346ff4662152479b94e25cb3",
      "sourceUrl": "https://github.com/getsentry/skills/blob/f57ada2d0b640406ea7e25b11d636c530e77c58b/skills/prompt-optimizer/SKILL.md"
    },
    {
      "path": "LICENSE",
      "sha256": "96e78a9ce85795b117c8929887bdb78f88bf23f7b85a31f0872cde4dff7e92cd",
      "sourceUrl": "https://github.com/getsentry/skills/blob/f57ada2d0b640406ea7e25b11d636c530e77c58b/LICENSE"
    }
  ],
  "cases": [
    {
      "id": "eval-first",
      "method": "source-review; exact source condition checked, no workflow executed",
      "sourceUrl": "https://github.com/getsentry/skills/blob/f57ada2d0b640406ea7e25b11d636c530e77c58b/skills/prompt-optimizer/SKILL.md",
      "expected": "If success criteria or examples are missing, create a small eval set first.",
      "observed": "An eval set comes before edits.",
      "passed": true
    },
    {
      "id": "holdout",
      "method": "source-review; exact source condition checked, no workflow executed",
      "sourceUrl": "https://github.com/getsentry/skills/blob/f57ada2d0b640406ea7e25b11d636c530e77c58b/skills/prompt-optimizer/SKILL.md",
      "expected": "Validate the winner on holdout cases.",
      "observed": "Winners are checked on held-out cases.",
      "passed": true
    },
    {
      "id": "candidates",
      "method": "source-review; exact source condition checked, no workflow executed",
      "sourceUrl": "https://github.com/getsentry/skills/blob/f57ada2d0b640406ea7e25b11d636c530e77c58b/skills/prompt-optimizer/SKILL.md",
      "expected": "Generate two to four candidates",
      "observed": "Several candidates are compared.",
      "passed": true
    },
    {
      "id": "license",
      "method": "source-review; exact source condition checked, no workflow executed",
      "sourceUrl": "https://github.com/getsentry/skills/blob/f57ada2d0b640406ea7e25b11d636c530e77c58b/LICENSE",
      "expected": "Apache License",
      "observed": "The repository license is Apache-2.0.",
      "passed": true
    }
  ],
  "results": {
    "passed": 4,
    "failed": 0,
    "total": 4
  },
  "findings": [
    {
      "severity": "attention",
      "title": "Eval data can contain personal details",
      "detail": "Test cases built from real tickets or emails can carry personal data into prompts and logs. Anonymize them first."
    },
    {
      "severity": "info",
      "title": "Stops on non-prompt problems",
      "detail": "The skill says to stop and report when the bottleneck is model choice, retrieval or tool design rather than wording."
    }
  ],
  "limitations": [
    "Source review of SKILL.md and the repository license only. The reference files and SPEC.md were not reviewed.",
    "No prompt was optimized. No improvement result is claimed."
  ],
  "methodology": "Each source check records the exact source condition and the scoped observation it supports. Counts measure reviewed conditions, not completed user tasks, security assurance or model effectiveness."
}