{
  "cases": [
    {
      "engine": {
        "rows": 10,
        "sha256": "6fcdd3d01fc18ef2d2bdae1f0efe8144a283e71e102e31db7f4a3fa7b3d30b83"
      },
      "id": "detect-bidi-characters",
      "matching": 10,
      "missing": 6,
      "reference": {
        "rows": 16,
        "sha256": "af86d5958ca04cc4159c52896158c63499d8cdac64675c3f72a88d01f0d79724"
      },
      "status": "differs"
    },
    {
      "engine": {
        "rows": 29,
        "sha256": "b78cab4e30b9e932774d4fa71e649f9b532250d3d05748bfc39d0e12ab07168c"
      },
      "id": "detect-buffer-noassert",
      "matching": 29,
      "missing": 0,
      "reference": {
        "rows": 29,
        "sha256": "b78cab4e30b9e932774d4fa71e649f9b532250d3d05748bfc39d0e12ab07168c"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 15,
        "sha256": "9c94efae798c366b5cbb87a110014e427e4f12247d614608d2c1a3fc7b80cf4b"
      },
      "id": "detect-child-process",
      "matching": 15,
      "missing": 0,
      "reference": {
        "rows": 15,
        "sha256": "9c94efae798c366b5cbb87a110014e427e4f12247d614608d2c1a3fc7b80cf4b"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1,
        "sha256": "a94a9a1b3b3784932eae27b026dc0d6821022d3f72dbde791b16be7198fcbc09"
      },
      "id": "detect-disable-mustache-escape",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1,
        "sha256": "a94a9a1b3b3784932eae27b026dc0d6821022d3f72dbde791b16be7198fcbc09"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1,
        "sha256": "e0f6a555d4a67d881c0a93f63d5a875ddb82dbeff1060b9df4ca340e2c7d5600"
      },
      "id": "detect-eval-with-expression",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1,
        "sha256": "e0f6a555d4a67d881c0a93f63d5a875ddb82dbeff1060b9df4ca340e2c7d5600"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 11,
        "sha256": "4e0e02ece4e1f1df2810cd8d8b8bf0a4f94f3d4a59899ef5dd0257c44fd00ea4"
      },
      "id": "detect-invisible-characters",
      "matching": 11,
      "missing": 3,
      "reference": {
        "rows": 14,
        "sha256": "785f5f9eb7b857f6053bf59aa85ec11ce097d261cb1c001b5f1cc7afd5567fa3"
      },
      "status": "differs"
    },
    {
      "engine": {
        "rows": 1,
        "sha256": "01c93dc2dd569ef4387b26dd8ce252a32d53584d72f3eb3dc60641a069862b6f"
      },
      "id": "detect-new-buffer",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1,
        "sha256": "01c93dc2dd569ef4387b26dd8ce252a32d53584d72f3eb3dc60641a069862b6f"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1,
        "sha256": "83e8b11b5929bc188b0fefdbbdc1c02a01621026d4bf0e6b2505af7acb323358"
      },
      "id": "detect-no-csrf-before-method-override",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1,
        "sha256": "83e8b11b5929bc188b0fefdbbdc1c02a01621026d4bf0e6b2505af7acb323358"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 25,
        "sha256": "67607874d1fa6d5ceb7c9287034a158b40052ae8509a484cc1f6bb3cbb8a9e37"
      },
      "id": "detect-non-literal-fs-filename",
      "matching": 25,
      "missing": 0,
      "reference": {
        "rows": 25,
        "sha256": "67607874d1fa6d5ceb7c9287034a158b40052ae8509a484cc1f6bb3cbb8a9e37"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2,
        "sha256": "d79993df38b02a18d848e96a9b4ee3287371f26a513b564738f36d432db0aec5"
      },
      "id": "detect-non-literal-regexp",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2,
        "sha256": "d79993df38b02a18d848e96a9b4ee3287371f26a513b564738f36d432db0aec5"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2,
        "sha256": "66f619318926e3261509d912e91a6e9bcbbbd2bb360483281c57f8db9e0f3545"
      },
      "id": "detect-non-literal-require",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2,
        "sha256": "66f619318926e3261509d912e91a6e9bcbbbd2bb360483281c57f8db9e0f3545"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2,
        "sha256": "612ab87705fbe25caa669cce14b2f75f159395c6db9322e2ac2ba5db098851b2"
      },
      "id": "detect-object-injection",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2,
        "sha256": "612ab87705fbe25caa669cce14b2f75f159395c6db9322e2ac2ba5db098851b2"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2,
        "sha256": "777c825de24a0424f6c9039f397e295b65602f908a8e38de5b12dab30bf83e66"
      },
      "id": "detect-possible-timing-attacks",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2,
        "sha256": "777c825de24a0424f6c9039f397e295b65602f908a8e38de5b12dab30bf83e66"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1,
        "sha256": "2ffe54b17aba274dabe56edf3b2ce390be5513a2a997d331173d90692ca5f2e1"
      },
      "id": "detect-pseudoRandomBytes",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1,
        "sha256": "2ffe54b17aba274dabe56edf3b2ce390be5513a2a997d331173d90692ca5f2e1"
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2,
        "sha256": "38b823b0fa9de8a7fc8b7ed88e65486077b5e45cb5fde2c89ba83f5738cd3894"
      },
      "id": "detect-unsafe-regex",
      "matching": 2,
      "missing": 1,
      "reference": {
        "rows": 3,
        "sha256": "64e4c872c02f592f778df8666a9896e46135496af1aa167b5312564bfe7434d8"
      },
      "status": "differs"
    }
  ],
  "comparator": "By location only: a reference finding is matched when Keryn reports any finding on the same file (relative to the corpus root) and line. No rule-to-rule mapping is used, so a match means \"Keryn flags this line\", not \"Keryn found the same issue\". A rule is identical when every location it reports is matched; Keryn findings elsewhere are counted in the summary, not charged to a rule.",
  "corpus": {
    "cases": 15,
    "commit": "7c5b9cd51a70862b598d6125e50aae8af885d963",
    "files": 223,
    "license": "Apache-2.0",
    "name": "eslint-plugin-security rule tests, one file per case",
    "path": "test/rules",
    "ref": "eslint-plugin-security-v4.2.1",
    "referenceParseErrors": 0,
    "repo": "https://github.com/eslint-community/eslint-plugin-security",
    "sha256": "96096636f6c7f033e826497ab6d80414ef8a71a3f7e70c99d322112cf1f2e64d"
  },
  "engine": {
    "assetsManifestSha256": "42ce30db0ded632010aa93c1ff50cdd7bf219776194aae4d76e8dec853e1d69a",
    "checkoutCommit": "c7999515b8d0bf6d98e195f905c7a61191235426",
    "clean": true,
    "cliSha256": "d1e280f99e9109b177381e52d2fdc9a7fd9fc226265927d9182add5dd0d3a331",
    "commit": "1474fd84760a4eff2e47432ee5bb90d6c8383887",
    "description": "`keryn scan` with every bundled rule pack and the Deep pass, offline; rule names are not equated with reference checks by this location-based comparison.",
    "name": "Keryn default scan",
    "rulesCommit": "b56b75050c5118e85ab2c3d7528d0f6a9cdc0e1a",
    "version": "0.5.2 (keryn-engine/0.1.0 (tree-sitter-wasm, semgrep-compatible subset))"
  },
  "metrics": [
    {
      "denominator": 15,
      "id": "identical-cases",
      "label": "Reference rules whose every location Keryn also flags",
      "numerator": 12,
      "of": "rules the reference ran, including rules that never fired on the corpus",
      "value": 0.8
    },
    {
      "denominator": 15,
      "id": "rules-fired",
      "label": "Reference rules that fired on the corpus",
      "numerator": 15,
      "of": "rules the reference ran",
      "value": 1
    },
    {
      "denominator": 15,
      "id": "identical-fired",
      "label": "Fired rules whose every location Keryn also flags",
      "numerator": 12,
      "of": "reference rules that fired on the corpus",
      "value": 0.8
    },
    {
      "denominator": 115,
      "id": "row-recall",
      "label": "Reference findings Keryn also flags at the same file:line",
      "numerator": 105,
      "of": "distinct (rule, file, line) findings the reference reported",
      "value": 0.913
    },
    {
      "denominator": 139,
      "id": "row-precision",
      "label": "Keryn locations the reference also flags",
      "numerator": 104,
      "of": "distinct file:line locations Keryn reported on the corpus (agreement with the reference, not ground truth)",
      "value": 0.7482
    }
  ],
  "question": "On eslint-plugin-security's own rule tests, at how many of the places the plugin reports a problem does Keryn's default scan also report a finding?",
  "reference": {
    "name": "eslint-plugin-security",
    "role": "Reference: run locally from the pinned checkout. Never shipped.",
    "version": "4.2.1 on ESLint 9.39.1"
  },
  "schema": "keryn-eval-receipt/1",
  "scope": [
    "Every RuleTester case in the plugin's test/rules/*.js (15 test files) written out as one file each: 109 invalid and 114 valid snippets. Snippets are a few lines each, not applications.",
    "A location gap measurement across independently authored rules. Matching locations do not establish equivalent rule semantics or exploitability.",
    "The reference is ESLint 9.39.1 with all 15 plugin rules at their default options; RuleTester options are not applied, so the reference is what ESLint reports on each file, not each test's expected errors. 0 snippet(s) do not parse and produce no reference findings."
  ],
  "suite": "eslint-security",
  "summary": {
    "cases": 15,
    "engineCoverageComplete": true,
    "engineErrorNotifications": 0,
    "engineExecutionSuccessful": true,
    "engineExit": 0,
    "engineLocations": 139,
    "engineLocationsAtReference": 104,
    "engineLocationsElsewhere": 35,
    "engineNotifications": 0,
    "engineProcessError": null,
    "engineSarifSha256": "2eff87fe4ae5161091df3547822d1df03870d57ec981aba9a713b2c59d7bd408",
    "engineSignal": null,
    "matchingRows": 105,
    "referenceLocations": 114,
    "referenceRows": 115,
    "statuses": {
      "differs": 3,
      "error": 0,
      "identical": 12,
      "no-reference": 0,
      "timeout": 0,
      "unsupported": 0
    }
  },
  "title": "JavaScript: how much of what eslint-plugin-security 4.2.1 finds does Keryn's default scan flag?"
}
