{
  "schemaVersion": 1,
  "skillId": "anthropic-docx",
  "reviewedOn": "2026-10-18",
  "status": "bounded-helper-evaluation",
  "mode": "actual-helper-probes",
  "revision": "34040c9c568585f6929bedeaad110ad08f079624",
  "total": 7,
  "passed": 7,
  "failed": 0,
  "countMeaning": "Counts are individual expectations, not vulnerability counts or skill-effectiveness scores. Mocked effects are explicitly labeled.",
  "environment": {
    "python": "3.12.10",
    "os": "Windows-11-10.0.26200-SP0",
    "gitBash": "5.3.15(1)-release (x86_64-pc-cygwin)",
    "docker": "not available",
    "wsl": "not installed",
    "packages": {
      "pypdf": "6.19.0",
      "reportlab": "4.4.9",
      "Pillow": "12.3.0",
      "pdf2image": "1.17.0",
      "defusedxml": "0.7.1"
    },
    "node": "24.18.0",
    "chrome": "155.0.8059.82",
    "poppler": "26.07.0"
  },
  "commands": [
    "python run_evals.py --runtime-libs <existing-bundled-site-packages> --poppler-bin <poppler-binaries>"
  ],
  "controls": [
    "Fresh minimal child environment; account/credential variables excluded",
    "Synthetic fixtures only; Python writes guarded to fixtures",
    "Python sockets disabled; browser probe separately blocks all network",
    "30 second suite deadline; 10 second mocked Bash deadline",
    "Known source hashes verified; upstream code not modified"
  ],
  "isolationLimits": [
    "Supervised local processes, not an OS sandbox",
    "No container, VM or memory/resource quota",
    "Application guards do not establish containment of arbitrary hostile code",
    "No real credential, remote account, or destructive-effect testing"
  ],
  "findings": [],
  "limitations": [
    "Only merge_runs and its safe_extract helper were exercised",
    "No full DOCX rendering, Word/LibreOffice interoperability, tracked-change acceptance or generated-document quality tests",
    "Nominal merge probes used unpacked synthetic document XML; traversal used a synthetic ZIP",
    "No ZIP bombs, arbitrary hostile native code or large-resource tests",
    "Proprietary/source-available helper code is retained privately and excluded from public artifacts"
  ],
  "cases": [
    {
      "id": "docx-nominal",
      "mode": "actual-helper",
      "expectation": "Preserve text/format/revision semantics while merging only eligible runs",
      "outcome": "pass",
      "observed": {
        "merges": 1,
        "expectedMerges": 1,
        "message": "Merged 1 runs",
        "expectedTextPresent": true
      },
      "skillId": "anthropic-docx",
      "passed": true,
      "failed": false
    },
    {
      "id": "docx-format-boundary",
      "mode": "actual-helper",
      "expectation": "Preserve text/format/revision semantics while merging only eligible runs",
      "outcome": "pass",
      "observed": {
        "merges": 0,
        "expectedMerges": 0,
        "message": "Merged 0 runs",
        "expectedTextPresent": true
      },
      "skillId": "anthropic-docx",
      "passed": true,
      "failed": false
    },
    {
      "id": "docx-revision-boundary",
      "mode": "actual-helper",
      "expectation": "Preserve text/format/revision semantics while merging only eligible runs",
      "outcome": "pass",
      "observed": {
        "merges": 0,
        "expectedMerges": 0,
        "message": "Merged 0 runs",
        "expectedTextPresent": true
      },
      "skillId": "anthropic-docx",
      "passed": true,
      "failed": false
    },
    {
      "id": "docx-whitespace",
      "mode": "actual-helper",
      "expectation": "Preserve text/format/revision semantics while merging only eligible runs",
      "outcome": "pass",
      "observed": {
        "merges": 1,
        "expectedMerges": 1,
        "message": "Merged 1 runs",
        "expectedTextPresent": true
      },
      "skillId": "anthropic-docx",
      "passed": true,
      "failed": false
    },
    {
      "id": "docx-malformed",
      "mode": "actual-helper",
      "expectation": "Reject malformed/entity XML and preserve original input",
      "outcome": "pass",
      "observed": {
        "message": "Error: unbound prefix: line 1, column 0",
        "inputUnchanged": true
      },
      "skillId": "anthropic-docx",
      "passed": true,
      "failed": false
    },
    {
      "id": "docx-entity",
      "mode": "actual-helper",
      "expectation": "Reject malformed/entity XML and preserve original input",
      "outcome": "pass",
      "observed": {
        "message": "Error: EntitiesForbidden(name='specimen', system_id=None, public_id=None)",
        "inputUnchanged": true
      },
      "skillId": "anthropic-docx",
      "passed": true,
      "failed": false
    },
    {
      "id": "docx-traversal",
      "mode": "actual-helper",
      "expectation": "Reject parent-path ZIP entry before it escapes extraction directory",
      "outcome": "pass",
      "observed": {
        "rejected": true,
        "exception": "ValueError",
        "escapedFileCreated": false
      },
      "skillId": "anthropic-docx",
      "passed": true,
      "failed": false
    }
  ],
  "sources": [
    {
      "repository": "https://github.com/anthropics/skills",
      "revision": "34040c9c568585f6929bedeaad110ad08f079624",
      "upstreamPath": "skills/docx/scripts/merge_runs.py",
      "url": "https://raw.githubusercontent.com/anthropics/skills/34040c9c568585f6929bedeaad110ad08f079624/skills/docx/scripts/merge_runs.py",
      "bytes": 9398,
      "sha256": "3ab367fd7fba4647943d0aa5e65203b15458551410f5ffc821d902616a4b9f40",
      "status": "retrieved"
    },
    {
      "repository": "https://github.com/anthropics/skills",
      "revision": "34040c9c568585f6929bedeaad110ad08f079624",
      "upstreamPath": "skills/docx/scripts/office/helpers/__init__.py",
      "url": "https://raw.githubusercontent.com/anthropics/skills/34040c9c568585f6929bedeaad110ad08f079624/skills/docx/scripts/office/helpers/__init__.py",
      "bytes": 3358,
      "sha256": "678e42456d9e10923c8b9a93691cdd993de3433448a184fa72a0c31f4ae086d5",
      "status": "retrieved"
    },
    {
      "repository": "https://github.com/anthropics/skills",
      "revision": "34040c9c568585f6929bedeaad110ad08f079624",
      "upstreamPath": "skills/docx/LICENSE.txt",
      "url": "https://raw.githubusercontent.com/anthropics/skills/34040c9c568585f6929bedeaad110ad08f079624/skills/docx/LICENSE.txt",
      "bytes": 1467,
      "sha256": "79f6d8f5b427252fa3b1c11ecdbdb6bf610b944f7530b4de78f770f38741cfaa",
      "status": "retrieved"
    }
  ],
  "repetitions": 1,
  "results": {
    "passed": 7,
    "failed": 0,
    "total": 7
  },
  "harnessArtifact": "/skill-evaluations/helper-harness.json"
}