{
  "cases": [
    {
      "engine": {
        "cleanedSha256": "ff9e7eceb6f38449ec939d58b3939e3edb70305b7c37ace0b50b2afba93ba020",
        "risk": -1,
        "sha256": "3d0fe05a4ed7a868b9d4ec31d7ddd8a980ade0e3cb1437121255310d971f5217",
        "valid": true
      },
      "id": "ascii-control-and-text",
      "input": {
        "sha256": "ff9e7eceb6f38449ec939d58b3939e3edb70305b7c37ace0b50b2afba93ba020"
      },
      "reference": {
        "cleanedSha256": "ff9e7eceb6f38449ec939d58b3939e3edb70305b7c37ace0b50b2afba93ba020",
        "risk": -1,
        "sha256": "3d0fe05a4ed7a868b9d4ec31d7ddd8a980ade0e3cb1437121255310d971f5217",
        "valid": true
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "620bfdaa346b088fb49998d92f19a7eaf6bfc2fb0aee015753966da1028cb731",
        "risk": -1,
        "sha256": "d7f92e4d679272ace7c624fa5f75afcc99e7df0416abe914a3b1728c88d3d548",
        "valid": true
      },
      "id": "ascii-del",
      "input": {
        "sha256": "620bfdaa346b088fb49998d92f19a7eaf6bfc2fb0aee015753966da1028cb731"
      },
      "reference": {
        "cleanedSha256": "620bfdaa346b088fb49998d92f19a7eaf6bfc2fb0aee015753966da1028cb731",
        "risk": -1,
        "sha256": "d7f92e4d679272ace7c624fa5f75afcc99e7df0416abe914a3b1728c88d3d548",
        "valid": true
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "d25e37d7cceaf5f3a4af76b4aa6fd5a313b3ba355482d10c4357ec72bbff327c",
        "risk": 1,
        "sha256": "1d2a26575fceecfde9b42ab2cf6dd284faf37a079a275221376570e7f1c3d514",
        "valid": false
      },
      "id": "emoji-joiner",
      "input": {
        "sha256": "427274538f1f24ef137872891551ffb4263f6edd90c80c533534578e8a5a9893"
      },
      "reference": {
        "cleanedSha256": "d25e37d7cceaf5f3a4af76b4aa6fd5a313b3ba355482d10c4357ec72bbff327c",
        "risk": 1,
        "sha256": "1d2a26575fceecfde9b42ab2cf6dd284faf37a079a275221376570e7f1c3d514",
        "valid": false
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "risk": -1,
        "sha256": "2aa1bd9f432aa93806dcbb700009ff89dab4c53ae07a942fd0d5e3fb06f8327b",
        "valid": true
      },
      "id": "empty",
      "input": {
        "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
      },
      "reference": {
        "cleanedSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "risk": -1,
        "sha256": "2aa1bd9f432aa93806dcbb700009ff89dab4c53ae07a942fd0d5e3fb06f8327b",
        "valid": true
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "80eff1a750bb540045622ad23c148c8875790515e3f768c77d5dff8c1d221b49",
        "risk": 1,
        "sha256": "6ee2192beee3c1a9d4bf39f86a18ea201fd721cc986c1f0fc0411dab9280d4da",
        "valid": false
      },
      "id": "format-bidi-isolate",
      "input": {
        "sha256": "fa3174cd70394bf774b4abb48c9f5ca5cdf468f0f74535523ce81f3963fcd49a"
      },
      "reference": {
        "cleanedSha256": "80eff1a750bb540045622ad23c148c8875790515e3f768c77d5dff8c1d221b49",
        "risk": 1,
        "sha256": "6ee2192beee3c1a9d4bf39f86a18ea201fd721cc986c1f0fc0411dab9280d4da",
        "valid": false
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "75205de8b342f506fdd229684a517db210b7517337d734f11bfb7ac6d8b52cab",
        "risk": 1,
        "sha256": "dc64e951bbe6d883b3943a385ceff6a6b8acabd5c6b8f1bc6b1ea3711a670d63",
        "valid": false
      },
      "id": "format-bom",
      "input": {
        "sha256": "9638b458990be5e11d497661c97d9017a993c37bd859a19784056d136da949ec"
      },
      "reference": {
        "cleanedSha256": "75205de8b342f506fdd229684a517db210b7517337d734f11bfb7ac6d8b52cab",
        "risk": 1,
        "sha256": "dc64e951bbe6d883b3943a385ceff6a6b8acabd5c6b8f1bc6b1ea3711a670d63",
        "valid": false
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "a6d20aa6a4c73f0d2eb57088f6d57ff3e8ef6fa0c4e726b6a6b7d31a2e587662",
        "risk": 1,
        "sha256": "8004b62b9d8d6f68a7192122859fd08e8305abb3bdbbcf8b41cb5b75cf603d4a",
        "valid": false
      },
      "id": "format-zero-width",
      "input": {
        "sha256": "ec48d0d121b5b64176705c6e9165182824de8a4e4437181f50682bfa021aa176"
      },
      "reference": {
        "cleanedSha256": "a6d20aa6a4c73f0d2eb57088f6d57ff3e8ef6fa0c4e726b6a6b7d31a2e587662",
        "risk": 1,
        "sha256": "8004b62b9d8d6f68a7192122859fd08e8305abb3bdbbcf8b41cb5b75cf603d4a",
        "valid": false
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "66297d464a4bf35a0961eac134506f58209a47da7b03fd3d60857f79b01b2e31",
        "risk": 1,
        "sha256": "c63184e53acb7b9257fbecab10bd5757c0cc319f190ea7f98db19eb83b330671",
        "valid": false
      },
      "id": "mixed-repeated-categories",
      "input": {
        "sha256": "43f23a83a7dcc6833fe6c45eb57ac012f84c678d3f496b79490430612517bd6f"
      },
      "reference": {
        "cleanedSha256": "66297d464a4bf35a0961eac134506f58209a47da7b03fd3d60857f79b01b2e31",
        "risk": 1,
        "sha256": "c63184e53acb7b9257fbecab10bd5757c0cc319f190ea7f98db19eb83b330671",
        "valid": false
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "42a7c6bbd2dc6151f891c6dbf510d44eec56f85d9a8b3ec17ddad18711afaed0",
        "risk": 0,
        "sha256": "6438256a2f3861b7e287533de625a2e752a9093672db8ff86f19ec28c67ecceb",
        "valid": true
      },
      "id": "non-ascii-control-preserved",
      "input": {
        "sha256": "42a7c6bbd2dc6151f891c6dbf510d44eec56f85d9a8b3ec17ddad18711afaed0"
      },
      "reference": {
        "cleanedSha256": "42a7c6bbd2dc6151f891c6dbf510d44eec56f85d9a8b3ec17ddad18711afaed0",
        "risk": 0,
        "sha256": "6438256a2f3861b7e287533de625a2e752a9093672db8ff86f19ec28c67ecceb",
        "valid": true
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "risk": 1,
        "sha256": "eee23e63b27967e577b44fd04e39d9cdcc5b22c7439790ee4fb17dea14408e49",
        "valid": false
      },
      "id": "noncharacter",
      "input": {
        "sha256": "708b8add9f6b5b556a07b72973b10ff9a3ec30e002034ef24aa076fab4b40e50"
      },
      "reference": {
        "cleanedSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "risk": 1,
        "sha256": "eee23e63b27967e577b44fd04e39d9cdcc5b22c7439790ee4fb17dea14408e49",
        "valid": false
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "a0bba638124664064545edb48049c05385d1542084b2b79bb6ec0cfea6d636c9",
        "risk": 1,
        "sha256": "8e6011cb777aa3feb13c17269200a34190bd421397b2a4abdabced9c3d02b4d3",
        "valid": false
      },
      "id": "private-use-bmp",
      "input": {
        "sha256": "e89c923f81fc8473f7d335c7df23ec2f7a77ccfe48e47647943fdb2539277308"
      },
      "reference": {
        "cleanedSha256": "a0bba638124664064545edb48049c05385d1542084b2b79bb6ec0cfea6d636c9",
        "risk": 1,
        "sha256": "8e6011cb777aa3feb13c17269200a34190bd421397b2a4abdabced9c3d02b4d3",
        "valid": false
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "b5d4045c3f466fa91fe2cc6abe79232a1a57cdf104f7a26e716e0a1e2789df78",
        "risk": 1,
        "sha256": "02b0f0635da728fcef956022c7364da75118852a82d44c6b350011ff77bb6b3e",
        "valid": false
      },
      "id": "private-use-supplementary",
      "input": {
        "sha256": "e44aa8dde8a126a8e8b202b648f27366baa786d9216446bd8c137a998d1b8ccd"
      },
      "reference": {
        "cleanedSha256": "b5d4045c3f466fa91fe2cc6abe79232a1a57cdf104f7a26e716e0a1e2789df78",
        "risk": 1,
        "sha256": "02b0f0635da728fcef956022c7364da75118852a82d44c6b350011ff77bb6b3e",
        "valid": false
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "9d088034017b74762885ba152b24227872a2fca7dc7b53c06eab776114ff8bdf",
        "risk": 1,
        "sha256": "8df28757280fdff92a1fdf8968695deb8c064d7ef8ea268ce9c09bfc604af4f6",
        "valid": false
      },
      "id": "unassigned",
      "input": {
        "sha256": "46039f085ec74fe89b37691c4837f4f051521beab548993857f605bd236930e0"
      },
      "reference": {
        "cleanedSha256": "9d088034017b74762885ba152b24227872a2fca7dc7b53c06eab776114ff8bdf",
        "risk": 1,
        "sha256": "8df28757280fdff92a1fdf8968695deb8c064d7ef8ea268ce9c09bfc604af4f6",
        "valid": false
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "ea296e5ef189a9aac83cce4d418047efd29bff98a2dcbfa31c080e4e892f6a73",
        "risk": 0,
        "sha256": "59498f767440fa5f43c818a7c0bb776be05c05d95fda2a82ffa4ba47ad6e6c64",
        "valid": true
      },
      "id": "unicode-assigned-16",
      "input": {
        "sha256": "ea296e5ef189a9aac83cce4d418047efd29bff98a2dcbfa31c080e4e892f6a73"
      },
      "reference": {
        "cleanedSha256": "ea296e5ef189a9aac83cce4d418047efd29bff98a2dcbfa31c080e4e892f6a73",
        "risk": 0,
        "sha256": "59498f767440fa5f43c818a7c0bb776be05c05d95fda2a82ffa4ba47ad6e6c64",
        "valid": true
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "c42cc7a1ca08364b6fd859fa50d2454730a8236290a423373cc630da77c6d711",
        "risk": 0,
        "sha256": "bec59c6ea4df5dc64629ce89da910a287ec8983254f16f01334245a1a061950f",
        "valid": true
      },
      "id": "unicode-combining-mark",
      "input": {
        "sha256": "c42cc7a1ca08364b6fd859fa50d2454730a8236290a423373cc630da77c6d711"
      },
      "reference": {
        "cleanedSha256": "c42cc7a1ca08364b6fd859fa50d2454730a8236290a423373cc630da77c6d711",
        "risk": 0,
        "sha256": "bec59c6ea4df5dc64629ce89da910a287ec8983254f16f01334245a1a061950f",
        "valid": true
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "41cd5656ea029f1ec26eb5ef9232412283df8dcac518c9fc17d4a9718e3d5701",
        "risk": 0,
        "sha256": "61c4aee828b941f2ec6e14f239a430d17a00f00b0a6d9b4c0a3fed0f80f504cf",
        "valid": true
      },
      "id": "unicode-variation-selector",
      "input": {
        "sha256": "41cd5656ea029f1ec26eb5ef9232412283df8dcac518c9fc17d4a9718e3d5701"
      },
      "reference": {
        "cleanedSha256": "41cd5656ea029f1ec26eb5ef9232412283df8dcac518c9fc17d4a9718e3d5701",
        "risk": 0,
        "sha256": "61c4aee828b941f2ec6e14f239a430d17a00f00b0a6d9b4c0a3fed0f80f504cf",
        "valid": true
      },
      "status": "identical"
    },
    {
      "engine": {
        "cleanedSha256": "aa92dc7c514216e31770b19848009cf9d79ad8d785c073d65be8455b2d18fd97",
        "risk": 0,
        "sha256": "5a22e8dca76bc9f20ad4cd7b69bfa8c86b41b6592554c73ac7336b95bdaf3f25",
        "valid": true
      },
      "id": "unicode-visible",
      "input": {
        "sha256": "aa92dc7c514216e31770b19848009cf9d79ad8d785c073d65be8455b2d18fd97"
      },
      "reference": {
        "cleanedSha256": "aa92dc7c514216e31770b19848009cf9d79ad8d785c073d65be8455b2d18fd97",
        "risk": 0,
        "sha256": "5a22e8dca76bc9f20ad4cd7b69bfa8c86b41b6592554c73ac7336b95bdaf3f25",
        "valid": true
      },
      "status": "identical"
    }
  ],
  "comparator": "Exact equality of cleaned Unicode text, validity, and risk on each authored input.",
  "corpus": {
    "manifest": "evals/suites/llm-guard-invisible-text/fixtures.json",
    "name": "Authored text and Unicode category boundaries",
    "sha256": "2c7347cd6a1ff20503626f1cfb96bcf7701a8b507da76189928a6e3950fa2925"
  },
  "engine": {
    "clean": true,
    "commit": "8ef659dcc5ec5150d96a0b225ae1b5ba254ee9b9",
    "name": "Keryn prompt-injection-detector scan_invisible_text",
    "unicode": "16.0.0"
  },
  "metrics": [
    {
      "denominator": 17,
      "id": "identical-cases",
      "label": "Exact result agreement",
      "numerator": 17,
      "of": "all authored inputs",
      "value": 1
    }
  ],
  "question": "Do the Rust scanner and LLM Guard's default InvisibleText scanner return the same cleaned text, validity, and risk on fixed Unicode samples?",
  "reference": {
    "commit": "168c1034ffdb33837e7ae6fd6a16b80567c1be03",
    "license": "MIT",
    "name": "LLM Guard InvisibleText.scan",
    "repo": "https://github.com/protectai/llm-guard",
    "unicode": "16.0.0"
  },
  "schema": "keryn-eval-receipt/1",
  "scope": [
    "Opt-in default Cf, Co, and Cn filtering with Unicode Character Database 16.0.0.",
    "Format characters can be meaningful in ordinary text, including emoji and right-to-left scripts. This scan measures character filtering only.",
    "The corpus tests compatibility on fixed samples. It makes no claim about prompt-injection detection accuracy."
  ],
  "suite": "llm-guard-invisible-text",
  "summary": {
    "cases": 17,
    "statuses": {
      "differs": 0,
      "error": 0,
      "identical": 17,
      "incomplete": 0,
      "no-reference": 0,
      "timeout": 0,
      "unsupported": 0
    }
  },
  "title": "LLM Guard InvisibleText Unicode filtering"
}
