{
  "cases": [
    {
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "verdict": "benign"
      },
      "format": "gguf",
      "id": "gguf-no-template",
      "input": {
        "sha256": "78d003198b068cb005d56d06d4ab2ad37b45044c75003c70b7b1e561fa43a54f"
      },
      "label": "benign",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "8f552ce3ec7aed62f27ff6d5613a58f40ae399d8c19de17d8bbd00c77fcfaa35",
        "verdict": "benign"
      },
      "format": "gguf",
      "id": "gguf-plain-template",
      "input": {
        "sha256": "f543c9e73305e8406b4361f0d923d30817383db278c7c05cb0ecdebcc86ec855"
      },
      "label": "benign",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "c1da4a64f99b79ff17103c65eaa7a249b365f857cd425f1ea15e04b6fe85c839",
        "verdict": "unsafe"
      },
      "format": "gguf",
      "id": "gguf-ssti-template",
      "input": {
        "sha256": "2a7e6727c8f06ae30fc46d9d8c300d96175011fd081205b2a8a51137ca8350ad"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "joblib",
      "id": "joblib-os-system",
      "input": {
        "sha256": "4e5a68c3c79d0e42798c0d5e9a0a271aadd5851462667c5608f09d5a55c755b9"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "safe_to_load is a format policy: Keryn marks every pickle-family file not safe to load, whatever its globals; detection (no error finding here) agrees with the label and both references.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "a23ddad1185141b7e606ec6632b8cf7a67461c86b5e3ca1f5384abd8db06ebca",
        "verdict": "unsafe"
      },
      "format": "joblib",
      "id": "joblib-plain",
      "input": {
        "sha256": "bf83220531997201c7d793994807b7286f847133871e48970ba5f773087b5345"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "differs"
    },
    {
      "adjudication": "Keryn inflates the zlib payload (#388) and detects the global; picklescan reads the compressed file as benign and ModelScan errors on it. Keryn agrees with the label.",
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "joblib",
      "id": "joblib-zlib-os-system",
      "input": {
        "sha256": "f870abceca920a007a64adb113b35a4812d7183c99ffce2241bbed506134f7f9"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "error",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "13a10667443bbb3b04596e927416f2e50dde611f9f41fbd3a0ef4480c39f1162"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "verdict": "benign"
      },
      "format": "npy",
      "id": "numpy-npy-numeric",
      "input": {
        "sha256": "95b1fc3071e0e314a086f3cd8f2ff82c9ea41cf690921dfdb2b9e73c8901e01f"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "811b7f6f6cf356886cfee8fc765957eca8d1ce3511124a2b656ea327e69029b0",
        "verdict": "unsafe"
      },
      "format": "npy",
      "id": "numpy-npy-object-os-system",
      "input": {
        "sha256": "237e3001e692c5c3024022a88113afef778c322381fec0076a0acb24b38c9607"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "verdict": "benign"
      },
      "format": "npz",
      "id": "numpy-npz-compressed-numeric",
      "input": {
        "sha256": "691f8eef89e1c5dcf3d961ce919b9a67bbc0a2073cd588683ea4a46495c77b85"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "811b7f6f6cf356886cfee8fc765957eca8d1ce3511124a2b656ea327e69029b0",
        "verdict": "unsafe"
      },
      "format": "npz",
      "id": "numpy-npz-stored-object",
      "input": {
        "sha256": "42b2e45a35994716eb5d36074fa96cb774f8b836fc601b85e86cc713ffc21f78"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "Keryn marks custom operator domains not safe to load (they need a native operator library at load time); the label counts code in the file only. A policy difference, not a detection error.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "e3a12821a5dfa3707f08a0daca34783e2251babb64d042077f61dbae9e99814f",
        "verdict": "unsafe"
      },
      "format": "onnx",
      "id": "onnx-custom-domain",
      "input": {
        "sha256": "3111e49ec4afafecfc16edb3de9b8514a8b916cc6d0e2c52ad44cdecf6086781"
      },
      "label": "benign",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "8170a52e278a3ecb7b26ae6c3d21e34744d44ea3b19a3e7bded429a222fa5597",
        "verdict": "unsafe"
      },
      "format": "onnx",
      "id": "onnx-external-absolute",
      "input": {
        "sha256": "ced01cfc68590ec846b81a9b34dcf45689276c0ed9c984514d3a83a3a9f4d6d6"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "64a5cf058566e29bb079ded411504466fb3131b0d067826964a9bf919c184da6",
        "verdict": "benign"
      },
      "format": "onnx",
      "id": "onnx-external-sibling",
      "input": {
        "sha256": "70d492e9ed4ba9432b474710715ab23c6b23aad94697cedaae67311d7574cecf"
      },
      "label": "benign",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "8170a52e278a3ecb7b26ae6c3d21e34744d44ea3b19a3e7bded429a222fa5597",
        "verdict": "unsafe"
      },
      "format": "onnx",
      "id": "onnx-external-traversal",
      "input": {
        "sha256": "4a01bc42d85ae72ecd442a922153a9ac67c70b4c91c9fc304d2fb269d924c37a"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "verdict": "benign"
      },
      "format": "onnx",
      "id": "onnx-plain",
      "input": {
        "sha256": "c8a781f4492a1b7a71e4e93c93fe69348e244af6f219b8f3c2c34cbf8669efa5"
      },
      "label": "benign",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p0-inst-os-system",
      "input": {
        "sha256": "6987c0fed2eee05a699bf0817597c216bc86efd8aed015388a28fd88948ede7c"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p0-os-system",
      "input": {
        "sha256": "3bb4af9c72ad1d8980818fcbeff078744d6db53a8e46b34fc7fbdb0c893200fe"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "safe_to_load is a format policy: Keryn marks every pickle-family file not safe to load, whatever its globals; detection (no error finding here) agrees with the label and both references.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "a23ddad1185141b7e606ec6632b8cf7a67461c86b5e3ca1f5384abd8db06ebca",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p0-plain-dict",
      "input": {
        "sha256": "05b634c553e42e1cbdf6b4a306a5b05d6e1bba2c635ebfa7516e6b7d6c35830e"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p1-os-system",
      "input": {
        "sha256": "9774ca491f3bdb8110ba77d9748840e6c82f12f5d8bfd44c224175054f6cad76"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "safe_to_load is a format policy: Keryn marks every pickle-family file not safe to load, whatever its globals; detection (no error finding here) agrees with the label and both references.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "a23ddad1185141b7e606ec6632b8cf7a67461c86b5e3ca1f5384abd8db06ebca",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p1-plain-dict",
      "input": {
        "sha256": "6c874ccc8f935ee58260430ccd0956135145e2bff352762ad35bfbd5b0e20bff"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "477fc4daecc2b07fe0387f546ffdb9c2c3cd57ba1476c464c853973baea8e52c",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p2-getattr-chain",
      "input": {
        "sha256": "5fe822f7a833fc5a0b0e9812c82012c12776da381aebbb982f17231fdffb5993"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "safe_to_load is a format policy: Keryn marks every pickle-family file not safe to load, whatever its globals; detection (no error finding here) agrees with the label and both references.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "a23ddad1185141b7e606ec6632b8cf7a67461c86b5e3ca1f5384abd8db06ebca",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p2-ordereddict",
      "input": {
        "sha256": "5254f1fd6238fc695b473e2e2920c532a5d12adb8690ab20317ae535064d5162"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p2-os-system",
      "input": {
        "sha256": "6134f5d1e289aff03ef833189602e0bf669b48966f43411335759f365397c84e"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "safe_to_load is a format policy: Keryn marks every pickle-family file not safe to load, whatever its globals; detection (no error finding here) agrees with the label and both references.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "a23ddad1185141b7e606ec6632b8cf7a67461c86b5e3ca1f5384abd8db06ebca",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p2-plain-dict",
      "input": {
        "sha256": "2b792a50d3eab79d5323c6158b75979e1f9824235faaed7d254c650d87f2abbf"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p2-posix-system",
      "input": {
        "sha256": "c76544285a9ac3735796f307babcf2974f174063ab8384b04efb340e5e1e8083"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p2-webbrowser",
      "input": {
        "sha256": "05dbdf08bf24473ba0207c6a4f17be94399b81c6b61103b019b540c9ddc0c454"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p3-builtins-eval",
      "input": {
        "sha256": "be20af2d6f99957aeb144ea0c4b8bd1dcc0d8bd7163eeb63c241adee1874f9a7"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p3-os-system",
      "input": {
        "sha256": "973d3dc1f750def1d601f98bf3a7a0ff3e9d9f73aa0db0a8412fe453575d1eae"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "safe_to_load is a format policy: Keryn marks every pickle-family file not safe to load, whatever its globals; detection (no error finding here) agrees with the label and both references.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "a23ddad1185141b7e606ec6632b8cf7a67461c86b5e3ca1f5384abd8db06ebca",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p3-plain-dict",
      "input": {
        "sha256": "31d5aa8a6b7f7b56a7bbccbfbcf4ff189d92621d5774f95ade8d7249bf1adc18"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p4-builtins-exec",
      "input": {
        "sha256": "cec300d65689041d1eb1c75fca7cd663c7f9dbf7a668d3ed409415e508919ea8"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "safe_to_load is a format policy: Keryn marks every pickle-family file not safe to load, whatever its globals; detection (no error finding here) agrees with the label and both references.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "a23ddad1185141b7e606ec6632b8cf7a67461c86b5e3ca1f5384abd8db06ebca",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p4-ordereddict",
      "input": {
        "sha256": "b07667ba7c5b530abf7c472f12a4cc9b5c722e55a5002a5fff96b7f2b5ed02ce"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p4-os-system",
      "input": {
        "sha256": "4e5a68c3c79d0e42798c0d5e9a0a271aadd5851462667c5608f09d5a55c755b9"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "safe_to_load is a format policy: Keryn marks every pickle-family file not safe to load, whatever its globals; detection (no error finding here) agrees with the label and both references.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "a23ddad1185141b7e606ec6632b8cf7a67461c86b5e3ca1f5384abd8db06ebca",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p4-plain-dict",
      "input": {
        "sha256": "bf83220531997201c7d793994807b7286f847133871e48970ba5f773087b5345"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p4-runpy",
      "input": {
        "sha256": "3f79c5e0d06c7c805f96ca42bb0409c062b44f9c5b2ad0ec3b1336c5edf12405"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p5-os-system",
      "input": {
        "sha256": "6a673479999f6c96598da9109dc54380acec5a2349f51f04b2d75727b5d8134e"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "safe_to_load is a format policy: Keryn marks every pickle-family file not safe to load, whatever its globals; detection (no error finding here) agrees with the label and both references.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "a23ddad1185141b7e606ec6632b8cf7a67461c86b5e3ca1f5384abd8db06ebca",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p5-plain-dict",
      "input": {
        "sha256": "3ac612a2dcc96747cafa79a79e693a9072a1b7bef6660c8e632b181fc8fed126"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pkl",
      "id": "pickle-p5-subprocess",
      "input": {
        "sha256": "1e161df4e4158d8aa5277b9c4956e72aec592bf0e986043a0461727a76b8f90f"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "All three call it unsafe; since #388 Keryn inflates the deflated data.pkl and detects the global (before, it was flagged only by format policy and passed the gate).",
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pt",
      "id": "pytorch-zip-deflated-system",
      "input": {
        "sha256": "4450c38917b471daadb5db7969281bf556d2810ff37657eebe83b6c71e858440"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "adjudication": "safe_to_load is a format policy: Keryn marks every pickle-family file not safe to load, whatever its globals; detection (no error finding here) agrees with the label and both references.",
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "a23ddad1185141b7e606ec6632b8cf7a67461c86b5e3ca1f5384abd8db06ebca",
        "verdict": "unsafe"
      },
      "format": "pt",
      "id": "pytorch-zip-ordereddict",
      "input": {
        "sha256": "280f48f1d2f3ea8ce01433e2e3d288375978fc68a913a87165b3c7a4160e9006"
      },
      "label": "benign",
      "reference": {
        "modelscan": "benign",
        "picklescan": "benign",
        "rows": 2,
        "sha256": "59682ff99e51ac3f676de49cd6d28d286b405005413fffca56dcdc9f42b62306"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pt",
      "id": "pytorch-zip-os-system",
      "input": {
        "sha256": "4255eed61d67da24c8fc470718814158735c443b076e36e601e4dfc7413b1526"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "cb7750bafdbd1cec226f99091a7d78ff353a956cbb478472ac3b387bd500a96b",
        "verdict": "unsafe"
      },
      "format": "pt",
      "id": "pytorch-zip-p4-exec",
      "input": {
        "sha256": "b4a43ed09cf32bb2c90bda6647063db5160e0dee0e57791a9bc56ded1af5e52a"
      },
      "label": "unsafe",
      "reference": {
        "modelscan": "unsafe",
        "picklescan": "unsafe",
        "rows": 2,
        "sha256": "0bd5b0a832f5929eb1eb10711a122c39fa29652acc48708b4ea627621fce8971"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "verdict": "benign"
      },
      "format": "safetensors",
      "id": "safetensors-empty",
      "input": {
        "sha256": "411a485216e432ece6b9af94fa32154cf79a2a56d4f81266baa50063f45092bd"
      },
      "label": "benign",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "identical"
    },
    {
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "verdict": "benign"
      },
      "format": "safetensors",
      "id": "safetensors-metadata",
      "input": {
        "sha256": "24772ee311ae5fa30f6fc7a999eb203b924c44a24e784ee345148abfb44da5b4"
      },
      "label": "benign",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "identical"
    },
    {
      "adjudication": "Keryn refuses a header whose offsets run past the file (error finding, safe_to_load no); the label counts code execution only. A malformed-file refusal, kept as a false alarm in the counts.",
      "engine": {
        "detected": true,
        "exit": 1,
        "rulesSha256": "f27ba571efc95cdd843cc184903b661a71ed0b9354c4dc6a03a3afd159503d15",
        "verdict": "unsafe"
      },
      "format": "safetensors",
      "id": "safetensors-offsets-past-end",
      "input": {
        "sha256": "0a902746a3ba5b5b38a0dea86031959c76e7308233f25de9282468da8758ac16"
      },
      "label": "benign",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "differs"
    },
    {
      "engine": {
        "detected": false,
        "exit": 0,
        "rulesSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
        "verdict": "benign"
      },
      "format": "safetensors",
      "id": "safetensors-plain",
      "input": {
        "sha256": "d1398981d27e3b57d1238517a62b94d2b4f815858c57a26b06eaec9e15515837"
      },
      "label": "benign",
      "reference": {
        "modelscan": "not-scanned",
        "picklescan": "out-of-scope",
        "rows": 2,
        "sha256": "23a87cb0137b193256c1f1c273b1509a4230fa398d22c38a49cad656f16fa627"
      },
      "status": "identical"
    }
  ],
  "comparator": "model-files/1: Keryn's safe_to_load from keryn artifact analyze (no -> unsafe, yes -> benign, otherwise not-assessed) against the authored label; each reference's normalised verdict beside it. A reference that is out of scope, did not scan the file or errored decides nothing and is counted apart.",
  "corpus": {
    "generator": "tools/evals/model-files-corpus.mjs",
    "license": "repository license; synthetic authored bytes, inert payloads never executed",
    "name": "45 byte-level recipes: pickle protocols 0-5, PyTorch zip, joblib, NumPy npy/npz, safetensors, GGUF and ONNX (24 unsafe, 21 benign)",
    "sha256": "a0f65a6666e8b42d452aaf0ad630b5628210a168f75c70483a03024e72ba444e"
  },
  "engine": {
    "clean": true,
    "commit": "04ad1d5c1cb0547cb73a09b533b54fd0b6ffd23d",
    "description": "The artifact analyzer's model readers (crates/artifact/crates/artifact-core/src/models) through the CLI, WebAssembly build; nothing is loaded or deserialised.",
    "name": "keryn artifact analyze (model readers)"
  },
  "metrics": [
    {
      "denominator": 45,
      "id": "identical-cases",
      "label": "Cases where Keryn's verdict equals the authored label",
      "numerator": 33,
      "of": "all corpus cases, not-assessed included",
      "value": 0.7333
    },
    {
      "denominator": 24,
      "id": "unsafe-flagged",
      "label": "Unsafe files Keryn flags (safe_to_load no)",
      "numerator": 24,
      "of": "cases labelled unsafe, including those Keryn did not assess",
      "value": 1
    },
    {
      "denominator": 21,
      "id": "benign-flagged",
      "label": "Benign files Keryn flags (false alarms)",
      "numerator": 12,
      "of": "cases labelled benign, including those Keryn did not assess",
      "value": 0.5714
    },
    {
      "denominator": 21,
      "id": "benign-passed",
      "label": "Benign files Keryn calls safe to load",
      "numerator": 9,
      "of": "cases labelled benign",
      "value": 0.4286
    },
    {
      "denominator": 24,
      "id": "unsafe-detected",
      "label": "Unsafe files Keryn detects (an error-level finding that fails the gate)",
      "numerator": 24,
      "of": "cases labelled unsafe",
      "value": 1
    },
    {
      "denominator": 21,
      "id": "benign-detected",
      "label": "Benign files with an error-level finding",
      "numerator": 1,
      "of": "cases labelled benign",
      "value": 0.0476
    },
    {
      "denominator": 45,
      "id": "not-assessed",
      "label": "Files Keryn did not assess",
      "numerator": 0,
      "of": "all corpus cases",
      "value": 0
    },
    {
      "denominator": 32,
      "id": "modelscan-agreement",
      "label": "Keryn agrees with modelscan",
      "numerator": 22,
      "of": "cases modelscan decided (unsafe or benign); out-of-scope, unread and error cases excluded and counted in modelscan-decided",
      "value": 0.6875
    },
    {
      "denominator": 45,
      "id": "modelscan-decided",
      "label": "Cases modelscan decided",
      "numerator": 32,
      "of": "all corpus cases",
      "value": 0.7111
    },
    {
      "denominator": 24,
      "id": "modelscan-unsafe-flagged",
      "label": "Unsafe files modelscan flags",
      "numerator": 20,
      "of": "cases labelled unsafe, out-of-scope included",
      "value": 0.8333
    },
    {
      "denominator": 33,
      "id": "picklescan-agreement",
      "label": "Keryn agrees with picklescan",
      "numerator": 22,
      "of": "cases picklescan decided (unsafe or benign); out-of-scope, unread and error cases excluded and counted in picklescan-decided",
      "value": 0.6667
    },
    {
      "denominator": 45,
      "id": "picklescan-decided",
      "label": "Cases picklescan decided",
      "numerator": 33,
      "of": "all corpus cases",
      "value": 0.7333
    },
    {
      "denominator": 24,
      "id": "picklescan-unsafe-flagged",
      "label": "Unsafe files picklescan flags",
      "numerator": 20,
      "of": "cases labelled unsafe, out-of-scope included",
      "value": 0.8333
    }
  ],
  "question": "On authored benign and unsafe model files, which unsafe files does Keryn flag, which benign ones does it pass, and where does it differ from picklescan and ModelScan?",
  "reference": {
    "name": "picklescan 1.0.5 and ModelScan 0.8.8 with numpy 1.26.4 (pip, development machine only; never shipped)",
    "role": "Behaviour references, not truth: labels decide right and wrong. Reference verdicts are in suites/model-files/reference.json (tools/evals/model-files-reference.mjs).",
    "version": "picklescan 1.0.5; modelscan 0.8.8 (numpy 1.26.4: ModelScan 0.8.8 calls numpy.lib.format._check_version, which numpy 2 removed)"
  },
  "schema": "keryn-eval-receipt/1",
  "scope": [
    "Static header and opcode reads only; no file is loaded.",
    "Synthetic files: these are regression rates on a small authored corpus, not real-world detection rates.",
    "Unsafe means loading in the usual loader can execute code or read outside the model directory (pickle globals, Jinja chat-template gadgets, ONNX external data paths)."
  ],
  "suite": "model-files",
  "summary": {
    "benign": 21,
    "byFormat": {
      "gguf": {
        "cases": 3,
        "detected": 1,
        "flagged": 1,
        "notAssessed": 0,
        "unsafe": 1
      },
      "joblib": {
        "cases": 3,
        "detected": 2,
        "flagged": 2,
        "notAssessed": 0,
        "unsafe": 2
      },
      "npy": {
        "cases": 2,
        "detected": 1,
        "flagged": 1,
        "notAssessed": 0,
        "unsafe": 1
      },
      "npz": {
        "cases": 2,
        "detected": 1,
        "flagged": 1,
        "notAssessed": 0,
        "unsafe": 1
      },
      "onnx": {
        "cases": 5,
        "detected": 2,
        "flagged": 2,
        "notAssessed": 0,
        "unsafe": 2
      },
      "pkl": {
        "cases": 22,
        "detected": 14,
        "flagged": 14,
        "notAssessed": 0,
        "unsafe": 14
      },
      "pt": {
        "cases": 4,
        "detected": 3,
        "flagged": 3,
        "notAssessed": 0,
        "unsafe": 3
      },
      "safetensors": {
        "cases": 4,
        "detected": 0,
        "flagged": 0,
        "notAssessed": 0,
        "unsafe": 0
      }
    },
    "cases": 45,
    "disagreements": 13,
    "statuses": {
      "differs": 12,
      "error": 0,
      "identical": 33,
      "incomplete": 0,
      "no-reference": 0,
      "timeout": 0,
      "unsupported": 0
    },
    "unsafe": 24
  },
  "title": "Model-file inspection (pickle, PyTorch, joblib, safetensors, GGUF, ONNX)"
}
