{
  "cases": [
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "javascript.permissions.mcp-tool-param-to-shell",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "javascript.prompt-injection.user-input-in-system-prompt",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "javascript.secrets.llm-api-key-logged",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "keryn.agents2026.pydantic-ai-tool-argument-to-exec",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 17
      },
      "extra": 0,
      "id": "keryn.egress.py.secret-to-side-channel",
      "matching": 17,
      "missing": 0,
      "reference": {
        "rows": 17
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "keryn.egress.ts.secret-to-side-channel",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "keryn.errdisc.py.exception-detail-to-caller",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "keryn.fastapi.cors-wildcard-with-credentials",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "keryn.fastapi.llm-route-without-auth",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "keryn.fastapi.llm-route-without-rate-limit",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "keryn.gaps.dynamic-import-from-variable",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "keryn.gaps.instructions-concatenated-with-input",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 6
      },
      "extra": 0,
      "id": "keryn.gaps.joined-path-written-unconfined",
      "matching": 6,
      "missing": 0,
      "reference": {
        "rows": 6
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "keryn.gaps.parameter-url-fetched",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 7
      },
      "extra": 0,
      "id": "keryn.gaps.unbounded-model-loop",
      "matching": 7,
      "missing": 0,
      "reference": {
        "rows": 7
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "keryn.gaps.vector-query-without-tenant-filter",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 9
      },
      "extra": 0,
      "id": "keryn.inv.lib.ai-sdk-providers",
      "matching": 9,
      "missing": 0,
      "reference": {
        "rows": 9
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 33
      },
      "extra": 0,
      "id": "keryn.inv.lib.anthropic",
      "matching": 33,
      "missing": 0,
      "reference": {
        "rows": 33
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 13
      },
      "extra": 0,
      "id": "keryn.inv.lib.cpp-ml-runtimes",
      "matching": 13,
      "missing": 0,
      "reference": {
        "rows": 13
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 31
      },
      "extra": 0,
      "id": "keryn.inv.lib.crewai-autogen",
      "matching": 31,
      "missing": 0,
      "reference": {
        "rows": 31
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 10
      },
      "extra": 0,
      "id": "keryn.inv.lib.dotnet-ai-sdks",
      "matching": 10,
      "missing": 0,
      "reference": {
        "rows": 10
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 6
      },
      "extra": 0,
      "id": "keryn.inv.lib.go-ai-sdks",
      "matching": 6,
      "missing": 0,
      "reference": {
        "rows": 6
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "keryn.inv.lib.google-genai",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 53
      },
      "extra": 0,
      "id": "keryn.inv.lib.jvm-ai-sdks",
      "matching": 53,
      "missing": 0,
      "reference": {
        "rows": 53
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 72
      },
      "extra": 0,
      "id": "keryn.inv.lib.langchain",
      "matching": 72,
      "missing": 0,
      "reference": {
        "rows": 72
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "keryn.inv.lib.langgraph",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 120
      },
      "extra": 0,
      "id": "keryn.inv.lib.llamaindex",
      "matching": 120,
      "missing": 0,
      "reference": {
        "rows": 120
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "keryn.inv.lib.ollama",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 56
      },
      "extra": 0,
      "id": "keryn.inv.lib.openai",
      "matching": 56,
      "missing": 0,
      "reference": {
        "rows": 56
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 90
      },
      "extra": 0,
      "id": "keryn.inv.lib.php-ai-sdks",
      "matching": 90,
      "missing": 0,
      "reference": {
        "rows": 90
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 24
      },
      "extra": 0,
      "id": "keryn.inv.lib.rust-ai-crates",
      "matching": 24,
      "missing": 0,
      "reference": {
        "rows": 24
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 17
      },
      "extra": 0,
      "id": "keryn.inv.lib.swift-ai-frameworks",
      "matching": 17,
      "missing": 0,
      "reference": {
        "rows": 17
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 28
      },
      "extra": 0,
      "id": "keryn.inv.lib.vercel-ai",
      "matching": 28,
      "missing": 0,
      "reference": {
        "rows": 28
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "keryn.inv.lib.vertex-ai",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 59
      },
      "extra": 0,
      "id": "keryn.inv.mcp",
      "matching": 59,
      "missing": 0,
      "reference": {
        "rows": 59
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "keryn.inv.mcp.manifest",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 33
      },
      "extra": 0,
      "id": "keryn.inv.model.anthropic",
      "matching": 33,
      "missing": 0,
      "reference": {
        "rows": 33
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "keryn.inv.model.google",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "keryn.inv.model.open-weights",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 65
      },
      "extra": 0,
      "id": "keryn.inv.model.openai",
      "matching": 65,
      "missing": 0,
      "reference": {
        "rows": 65
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "keryn.inv.service.endpoint",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 8
      },
      "extra": 0,
      "id": "keryn.inv.vectordb",
      "matching": 8,
      "missing": 0,
      "reference": {
        "rows": 8
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 21
      },
      "extra": 0,
      "id": "keryn.keyliteral.openai",
      "matching": 21,
      "missing": 0,
      "reference": {
        "rows": 21
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "keryn.statetx.ts.action-without-replay-guard",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "keryn.vendor.anthropic-content-read-without-stop-reason-check-py",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 5
      },
      "extra": 0,
      "id": "keryn.vendor.anthropic-messages-without-metadata-user-id-js",
      "matching": 5,
      "missing": 0,
      "reference": {
        "rows": 5
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 15
      },
      "extra": 0,
      "id": "keryn.vendor.anthropic-messages-without-metadata-user-id-py",
      "matching": 15,
      "missing": 0,
      "reference": {
        "rows": 15
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 35
      },
      "extra": 0,
      "id": "keryn.vendor.openai-call-without-moderation-js",
      "matching": 35,
      "missing": 0,
      "reference": {
        "rows": 35
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 11
      },
      "extra": 0,
      "id": "keryn.vendor.openai-call-without-moderation-py",
      "matching": 11,
      "missing": 0,
      "reference": {
        "rows": 11
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 33
      },
      "extra": 0,
      "id": "keryn.vendor.openai-chat-without-user-identifier-js",
      "matching": 33,
      "missing": 0,
      "reference": {
        "rows": 33
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 11
      },
      "extra": 0,
      "id": "keryn.vendor.openai-chat-without-user-identifier-py",
      "matching": 11,
      "missing": 0,
      "reference": {
        "rows": 11
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "keryn.vendor.openai-content-read-without-refusal-check-js",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "keryn.vendor.openai-content-read-without-refusal-check-py",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 5
      },
      "extra": 0,
      "id": "keryn.vfgap.child-process-exec-sync-js",
      "matching": 5,
      "missing": 0,
      "reference": {
        "rows": 5
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "keryn.vfgap.exec-command-shell-go",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "keryn.vfgap.flask-debug-run-py",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "keryn.vfgap.process-builder-non-literal-java",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "keryn.vfgap.process-start-non-literal-cs",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "keryn.vfgap.subprocess-check-shell-true-py",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "python.deserialization.pickle-load-model-file",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "python.mcp.fastmcp-http-transport-without-auth",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "python.permissions.agent-tool-param-to-shell",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 21
      },
      "extra": 0,
      "id": "seceng.agentcfg.mcp-env-inline-secret-known-prefix",
      "matching": 21,
      "missing": 0,
      "reference": {
        "rows": 21
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 28
      },
      "extra": 0,
      "id": "seceng.agentcfg.mcp-npx-unpinned-package",
      "matching": 28,
      "missing": 0,
      "reference": {
        "rows": 28
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.agentcfg.mcp-remote-no-authorization",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 101
      },
      "extra": 0,
      "id": "seceng.agentframework.autogen-shared-workdir-or-history",
      "matching": 101,
      "missing": 0,
      "reference": {
        "rows": 101
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 12
      },
      "extra": 0,
      "id": "seceng.agentframework.crewai-memory-without-tenant-scope",
      "matching": 12,
      "missing": 0,
      "reference": {
        "rows": 12
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 457
      },
      "extra": 0,
      "id": "seceng.agentframework.crewai-process-without-rate-or-step-limit",
      "matching": 457,
      "missing": 0,
      "reference": {
        "rows": 457
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 21
      },
      "extra": 0,
      "id": "seceng.agentrules.pipe-to-shell",
      "matching": 21,
      "missing": 0,
      "reference": {
        "rows": 21
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 24
      },
      "extra": 0,
      "id": "seceng.bundle-embedded-system-prompt",
      "matching": 24,
      "missing": 0,
      "reference": {
        "rows": 24
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 103
      },
      "extra": 0,
      "id": "seceng.bundle-tool-schema-exposed",
      "matching": 103,
      "missing": 0,
      "reference": {
        "rows": 103
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 974
      },
      "extra": 0,
      "id": "seceng.cloudai.azure-openai-public-network-access",
      "matching": 974,
      "missing": 0,
      "reference": {
        "rows": 974
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.cloudai.bedrock-broad-invoke-model-policy",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.cloudflare-ai-gateway-logs-prompts",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "seceng.cloudflare.vectorize-query-without-namespace-filter",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4797
      },
      "extra": 0,
      "id": "seceng.container-agent-no-readonly-rootfs",
      "matching": 4797,
      "missing": 0,
      "reference": {
        "rows": 4797
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 57
      },
      "extra": 0,
      "id": "seceng.container-ai-image-latest-or-unpinned",
      "matching": 57,
      "missing": 0,
      "reference": {
        "rows": 57
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.container-ai-secret-env-direct",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 8
      },
      "extra": 0,
      "id": "seceng.deno.edge-secret-logged",
      "matching": 8,
      "missing": 0,
      "reference": {
        "rows": 8
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 20
      },
      "extra": 0,
      "id": "seceng.deploy-ai-service-no-rate-limit-hint",
      "matching": 20,
      "missing": 0,
      "reference": {
        "rows": 20
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4797
      },
      "extra": 0,
      "id": "seceng.deploy-tool-container-unrestricted-egress",
      "matching": 4797,
      "missing": 0,
      "reference": {
        "rows": 4797
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 34
      },
      "extra": 0,
      "id": "seceng.edge-ai-route-no-rate-limit",
      "matching": 34,
      "missing": 0,
      "reference": {
        "rows": 34
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 7
      },
      "extra": 0,
      "id": "seceng.forensics-ai-error-swallowed",
      "matching": 7,
      "missing": 0,
      "reference": {
        "rows": 7
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 109
      },
      "extra": 0,
      "id": "seceng.forensics-model-version-missing",
      "matching": 109,
      "missing": 0,
      "reference": {
        "rows": 109
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 47
      },
      "extra": 0,
      "id": "seceng.forensics-no-user-tenant-on-ai-event",
      "matching": 47,
      "missing": 0,
      "reference": {
        "rows": 47
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 25
      },
      "extra": 0,
      "id": "seceng.forensics-prompt-hash-missing",
      "matching": 25,
      "missing": 0,
      "reference": {
        "rows": 25
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 215
      },
      "extra": 0,
      "id": "seceng.forensics.ai-action-missing-correlation-id",
      "matching": 215,
      "missing": 0,
      "reference": {
        "rows": 215
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 5
      },
      "extra": 0,
      "id": "seceng.forensics.tool-call-missing-audit-event",
      "matching": 5,
      "missing": 0,
      "reference": {
        "rows": 5
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.gateway.log-contains-api-key",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.github-actions-excessive-token-permissions-ai-job",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.github-workflow-dispatch-input-to-shell-or-ai",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 16
      },
      "extra": 0,
      "id": "seceng.github.actions-unpinned-third-party-action",
      "matching": 16,
      "missing": 0,
      "reference": {
        "rows": 16
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 5
      },
      "extra": 0,
      "id": "seceng.gitlab-ci-user-input-to-shell-or-ai",
      "matching": 5,
      "missing": 0,
      "reference": {
        "rows": 5
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "seceng.gitlab-unpinned-ai-container-image",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "seceng.graphql-schema-exposes-prompt-or-tool-types",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "seceng.graphql.ai-mutation-without-auth-context",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.iacai.bedrock-agent-iam-wildcard-action-resource",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.java.langchain4j-tool-dangerous-method",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.kotlin-prompt-or-completion-logged",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 7
      },
      "extra": 0,
      "id": "seceng.langgraph-checkpoint-shared-or-unscoped",
      "matching": 7,
      "missing": 0,
      "reference": {
        "rows": 7
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.langgraph-state-persists-sensitive-context",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 8
      },
      "extra": 0,
      "id": "seceng.laravel-ai-output-direct-db-write",
      "matching": 8,
      "missing": 0,
      "reference": {
        "rows": 8
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 24
      },
      "extra": 0,
      "id": "seceng.llm01.missing-safety-sidecar-openai-python",
      "matching": 24,
      "missing": 0,
      "reference": {
        "rows": 24
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.llm01.taint.request-to-system-prompt-js",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "seceng.llm02-system-prompt-in-client",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 16
      },
      "extra": 0,
      "id": "seceng.llm02.prompt-message-logging",
      "matching": 16,
      "missing": 0,
      "reference": {
        "rows": 16
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.llm02.prompt-message-logging-rust",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 7
      },
      "extra": 0,
      "id": "seceng.llm04.python-model-output-to-system-shell",
      "matching": 7,
      "missing": 0,
      "reference": {
        "rows": 7
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 5
      },
      "extra": 0,
      "id": "seceng.llm05.node-child-process-exec",
      "matching": 5,
      "missing": 0,
      "reference": {
        "rows": 5
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "seceng.llm05.python-sql-string-format",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 7
      },
      "extra": 0,
      "id": "seceng.llm05.python-subprocess-shell-true",
      "matching": 7,
      "missing": 0,
      "reference": {
        "rows": 7
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.llm05.react-dangerously-set-inner-html",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.llm05.react-dangerously-set-inner-html-unprotected",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "seceng.llm05.taint.model-output-to-child-process-js",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 20
      },
      "extra": 0,
      "id": "seceng.llm05.taint.model-output-to-dynamic-dispatch-js",
      "matching": 20,
      "missing": 0,
      "reference": {
        "rows": 20
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "seceng.llm05.taint.model-output-to-reflection-dispatch-python",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "seceng.llm06.agent-broad-tools-without-approval",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "seceng.llm06.browser-agent-action",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 12
      },
      "extra": 0,
      "id": "seceng.llm06.dangerous-tool-without-obvious-approval",
      "matching": 12,
      "missing": 0,
      "reference": {
        "rows": 12
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 6
      },
      "extra": 0,
      "id": "seceng.llm06.langchain-tool-missing-args-schema",
      "matching": 6,
      "missing": 0,
      "reference": {
        "rows": 6
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 6
      },
      "extra": 0,
      "id": "seceng.llm06.tool-call-without-approval-gate",
      "matching": 6,
      "missing": 0,
      "reference": {
        "rows": 6
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 21
      },
      "extra": 0,
      "id": "seceng.llm06.tool-call-without-approval-gate-js",
      "matching": 21,
      "missing": 0,
      "reference": {
        "rows": 21
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 7
      },
      "extra": 0,
      "id": "seceng.llm09.missing-hallucination-disclaimer",
      "matching": 7,
      "missing": 0,
      "reference": {
        "rows": 7
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 8
      },
      "extra": 0,
      "id": "seceng.llm09.python-rag-response-missing-citation",
      "matching": 8,
      "missing": 0,
      "reference": {
        "rows": 8
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 8
      },
      "extra": 0,
      "id": "seceng.llm09.python-rag-response-missing-confidence",
      "matching": 8,
      "missing": 0,
      "reference": {
        "rows": 8
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 34
      },
      "extra": 0,
      "id": "seceng.llm10.openai-call-without-max-tokens",
      "matching": 34,
      "missing": 0,
      "reference": {
        "rows": 34
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "seceng.llm10.unbounded-retry-loop-js",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.loop.langchain-agent-no-max-iterations",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 41
      },
      "extra": 0,
      "id": "seceng.loop.langgraph-recursion-limit-missing",
      "matching": 41,
      "missing": 0,
      "reference": {
        "rows": 41
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 60
      },
      "extra": 0,
      "id": "seceng.mcp.command-tool",
      "matching": 60,
      "missing": 0,
      "reference": {
        "rows": 60
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 35
      },
      "extra": 0,
      "id": "seceng.mcp.filesystem-read-tool",
      "matching": 35,
      "missing": 0,
      "reference": {
        "rows": 35
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 18
      },
      "extra": 0,
      "id": "seceng.mcp.http-sse-server",
      "matching": 18,
      "missing": 0,
      "reference": {
        "rows": 18
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "seceng.mcp.java.tool-process-exec",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "seceng.mcp.v3.public-server-bind-no-auth",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "seceng.modelsc.mcp-stdio-npx-unpinned-ts",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 44
      },
      "extra": 0,
      "id": "seceng.postgres-ai-audit-log-raw-prompt",
      "matching": 44,
      "missing": 0,
      "reference": {
        "rows": 44
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 7
      },
      "extra": 0,
      "id": "seceng.promptsc-runtime-prompt-edit-route",
      "matching": 7,
      "missing": 0,
      "reference": {
        "rows": 7
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "seceng.promptsc.env-controlled-system-prompt",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 19
      },
      "extra": 0,
      "id": "seceng.promptsc.prompt-template-from-database-without-version",
      "matching": 19,
      "missing": 0,
      "reference": {
        "rows": 19
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "seceng.redaction-tool-arguments-logged",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "seceng.redaction.prompt-logged-before-redaction-python",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 14
      },
      "extra": 0,
      "id": "seceng.redaction.prompt-logged-before-redaction-ts",
      "matching": 14,
      "missing": 0,
      "reference": {
        "rows": 14
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 6
      },
      "extra": 0,
      "id": "seceng.redaction.trace-attributes-raw-ai-context",
      "matching": 6,
      "missing": 0,
      "reference": {
        "rows": 6
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.redis.ai-cache-without-ttl",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 6
      },
      "extra": 0,
      "id": "seceng.stream-sensitive-token-leak",
      "matching": 6,
      "missing": 0,
      "reference": {
        "rows": 6
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "seceng.stream.sse-direct-llm-stream-no-filter-ts",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 47
      },
      "extra": 0,
      "id": "seceng.toolauth.audit-missing-for-dangerous-tool",
      "matching": 47,
      "missing": 0,
      "reference": {
        "rows": 47
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "seceng.toolauth.dangerous-tool-no-approval-python",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.toolauth.dangerous-tool-no-approval-ts",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "seceng.toolauth.model-controlled-user-or-tenant",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 15
      },
      "extra": 0,
      "id": "seceng.vectordb.chroma-query-without-where",
      "matching": 15,
      "missing": 0,
      "reference": {
        "rows": 15
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 5
      },
      "extra": 0,
      "id": "seceng.vectordb.pinecone-query-without-namespace-or-filter",
      "matching": 5,
      "missing": 0,
      "reference": {
        "rows": 5
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.vendor.anthropic-computer-use-without-domain-or-action-policy",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.vendor.openai-assistants-thread-not-user-bound",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 12
      },
      "extra": 0,
      "id": "seceng.vendor.openai-file-search-vector-store-no-boundary",
      "matching": 12,
      "missing": 0,
      "reference": {
        "rows": 12
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.vendor.openai-realtime-without-auth-or-rate-limit",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.vercelai-dangerous-tool-without-approval",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "seceng.vercelai.streamtext-tools-without-maxsteps",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 4
      },
      "extra": 0,
      "id": "vulnfix-ai-ai_cors_wildcard_creds",
      "matching": 4,
      "missing": 0,
      "reference": {
        "rows": 4
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 1
      },
      "extra": 0,
      "id": "vulnfix-ai-ai_js_dangerous_html",
      "matching": 1,
      "missing": 0,
      "reference": {
        "rows": 1
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "vulnfix-ai-ai_mcp_bind_all",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "vulnfix-ai-ai_mcp_js_tool_path",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 2
      },
      "extra": 0,
      "id": "vulnfix-ai-ai_mcp_sse_transport",
      "matching": 2,
      "missing": 0,
      "reference": {
        "rows": 2
      },
      "status": "identical"
    },
    {
      "engine": {
        "rows": 3
      },
      "extra": 0,
      "id": "vulnfix-ai-ai_mcp_tool_command",
      "matching": 3,
      "missing": 0,
      "reference": {
        "rows": 3
      },
      "status": "identical"
    }
  ],
  "comparator": "Per finding: same rule, file and range. A rule is identical when no finding is missed or extra.",
  "corpus": {
    "bySource": {
      "authored": 440,
      "public": 562
    },
    "bytes": 3896710,
    "cases": 164,
    "files": 1002,
    "name": "Keryn parity corpus (public and authored files)",
    "source": {
      "commit": "2d7fca3dc059dfc04c687bb942fe3fa07aa1fb88",
      "file": "ts/results/parity-corpus-2026-11-08.json",
      "runDate": "2026-11-08",
      "sha256": "468aecb25930931ffebe7d2137f6cb6233fda058b78bb5d6615db86ece541354"
    }
  },
  "engine": {
    "clean": true,
    "commit": "2d7fca3dc059dfc04c687bb942fe3fa07aa1fb88",
    "commitBasis": "commit that wrote the run file",
    "description": "Keryn's Semgrep-compatible rule engine (tree-sitter, Rust/WASM core).",
    "name": "Keryn pattern rules"
  },
  "metrics": [
    {
      "denominator": 164,
      "id": "identical-cases",
      "label": "Rules with identical findings",
      "numerator": 164,
      "of": "rules that reported a finding on either side",
      "value": 1
    },
    {
      "denominator": 1398,
      "id": "rules-executed",
      "label": "Library rules the engine executed",
      "numerator": 1398,
      "of": "rules in the Keryn library",
      "value": 1
    },
    {
      "denominator": 13475,
      "id": "row-recall",
      "label": "Semgrep findings Keryn also reported",
      "numerator": 13475,
      "of": "findings native Semgrep reported",
      "value": 1
    },
    {
      "denominator": 13475,
      "id": "row-precision",
      "label": "Keryn findings Semgrep also reported",
      "numerator": 13475,
      "of": "findings Keryn reported",
      "value": 1
    }
  ],
  "question": "Over a public and authored corpus, do Keryn's pattern rules report the same findings as native Semgrep CE for every rule in the Keryn library?",
  "reference": {
    "name": "Semgrep CE",
    "role": "Oracle, installed from PyPI.",
    "timeoutSeconds": 300,
    "version": "1.157.0"
  },
  "schema": "keryn-eval-receipt/1",
  "scope": [
    "The 1398 rules of the Keryn library (132 packs) run by both engines on the same 1002 files.",
    "Rules that report nothing on the corpus on either side are executed but do not appear as cases.",
    "Restated from the committed weekly parity receipt; numbers are not recomputed here."
  ],
  "suite": "semgrep-ce",
  "summary": {
    "cases": 164,
    "engineRows": 13475,
    "matchingRows": 13475,
    "referenceRows": 13475,
    "referenceTimeouts": 0,
    "statuses": {
      "differs": 0,
      "error": 0,
      "identical": 164,
      "no-reference": 0,
      "timeout": 0,
      "unsupported": 0
    },
    "timeouts": 0,
    "unsupportedRules": 0
  },
  "title": "Semgrep rules: Keryn vs Semgrep CE 1.157.0"
}
